phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(fix) proxy cli maintain back comp with openai < 1.00

Browse source
This commit is contained in:
ishaan-jaff 2023-11-13 11:06:57 -08:00
parent a1634f42f5
commit 1207910522
1 changed files with 4 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

5
litellm/proxy/proxy_server.py
View file

@ -410,7 +410,10 @@ def data_generator(response):
print_verbose("inside generator") print_verbose("inside generator")
for chunk in response: for chunk in response:
print_verbose(f"returned chunk: {chunk}") print_verbose(f"returned chunk: {chunk}")
yield f"data: {json.dumps(chunk.dict())}\n\n" try:
yield f"data: {json.dumps(chunk.dict())}\n\n"
except:
yield f"data: {json.dumps(chunk)}\n\n"
def litellm_completion(*args, **kwargs): def litellm_completion(*args, **kwargs):