phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 10:44:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix print stement in sent_first_chunk

Browse source
This commit is contained in:
ishaan-jaff 2023-09-16 11:20:32 -07:00
parent 6b2eebfb64
commit 7afa3841e5
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/utils.py
View file

@ -2507,7 +2507,7 @@ class CustomStreamWrapper:
model_response = ModelResponse(stream=True, model=self.model) model_response = ModelResponse(stream=True, model=self.model)
try: try:
# return this for all models # return this for all models
print(f"self.sent_first_chunk: {self.sent_first_chunk}") print_verbose(f"self.sent_first_chunk: {self.sent_first_chunk}")
if self.sent_first_chunk == False: if self.sent_first_chunk == False:
model_response.choices[0].delta.role = "assistant" model_response.choices[0].delta.role = "assistant"
self.sent_first_chunk = True self.sent_first_chunk = True