phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 11:14:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(utils.py): fix codestral streaming

Browse source
This commit is contained in:
Krrish Dholakia 2024-08-02 07:38:06 -07:00
parent b31c2b9a00
commit 8204037975
2 changed files with 5 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/utils.py
View file

@ -9711,7 +9711,7 @@ class CustomStreamWrapper:
print_verbose(f"completion obj content: {completion_obj['content']}")
if response_obj["is_finished"]:
self.received_finish_reason = response_obj["finish_reason"]
if response_obj["usage"] is not None:
if "usage" in response_obj is not None:
model_response.usage = litellm.Usage(
prompt_tokens=response_obj["usage"].prompt_tokens,
completion_tokens=response_obj["usage"].completion_tokens,