phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-24 10:14:26 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(main.py): have stream_chunk_builder return successful response even if token_counter fails

Browse source
This commit is contained in:
Krrish Dholakia 2023-11-29 15:19:11 -08:00
parent e41bd77df4
commit 451851e6a4
1 changed files with 3 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

4
litellm/main.py
View file

@ -2209,8 +2209,10 @@ def stream_chunk_builder(chunks: list, messages: Optional[list]=None):
elif len(combined_arguments) > 0:
completion_output = combined_arguments
# # Update usage information if needed
if messages:
try:
response["usage"]["prompt_tokens"] = token_counter(model=model, messages=messages)
except: # don't allow this failing to block a complete streaming response from being returned
response["usage"]["prompt_tokens"] = 0
response["usage"]["completion_tokens"] = token_counter(model=model, text=completion_output)
response["usage"]["total_tokens"] = response["usage"]["prompt_tokens"] + response["usage"]["completion_tokens"]
return convert_to_model_response_object(response_object=response, model_response_object=litellm.ModelResponse())