phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix(utils.py): include system fingerprint in streaming response object

Browse source
This commit is contained in:
Krrish Dholakia 2023-11-30 08:45:35 -08:00
parent 78421d89aa
commit 01c7e18f31
3 changed files with 7 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/utils.py
View file

@ -1796,7 +1796,6 @@ def register_model(model_cost: Union[str, dict]):
if key in litellm.model_cost:
for k,v in loaded_model_cost[key].items():
litellm.model_cost[key][k] = v
# litellm.model_cost[key] = loaded_model_cost[key]
# add new model names to provider lists
if value.get('litellm_provider') == 'openai':
if key not in litellm.open_ai_chat_completion_models:
@ -5291,6 +5290,7 @@ class CustomStreamWrapper:
if self.sent_first_chunk == False:
model_response.choices[0].delta["role"] = "assistant"
self.sent_first_chunk = True
# LOGGING
threading.Thread(target=self.logging_obj.success_handler, args=(model_response,)).start() # log response
return model_response
else: