(fix) proxy cli maintain back comp with openai < 1.00

This commit is contained in:
ishaan-jaff 2023-11-13 11:06:57 -08:00
parent a1634f42f5
commit 1207910522

View file

@ -410,7 +410,10 @@ def data_generator(response):
print_verbose("inside generator")
for chunk in response:
print_verbose(f"returned chunk: {chunk}")
yield f"data: {json.dumps(chunk.dict())}\n\n"
try:
yield f"data: {json.dumps(chunk.dict())}\n\n"
except:
yield f"data: {json.dumps(chunk)}\n\n"
def litellm_completion(*args, **kwargs):