(fix) proxy_server convert chunk to dict()

This commit is contained in:
ishaan-jaff 2023-11-13 10:55:44 -08:00
parent 1665b872c3
commit 16abdf44c9

View file

@ -410,7 +410,7 @@ def data_generator(response):
print_verbose("inside generator") print_verbose("inside generator")
for chunk in response: for chunk in response:
print_verbose(f"returned chunk: {chunk}") print_verbose(f"returned chunk: {chunk}")
yield f"data: {json.dumps(chunk)}\n\n" yield f"data: {json.dumps(chunk.dict())}\n\n"
def litellm_completion(*args, **kwargs): def litellm_completion(*args, **kwargs):