phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

Merge pull request #1300 from asedmammad/patch-1

Browse source 
fix(proxy_server.py) Check when '_hidden_params' is None
This commit is contained in:
Krish Dholakia 2024-01-02 21:34:09 +05:30 • committed by GitHub
commit 89f314b5ee
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 4 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

5
litellm/proxy/proxy_server.py
View file

@ -1284,7 +1284,10 @@ async def chat_completion(
else: # router is not set
response = await litellm.acompletion(**data)
model_id = response._hidden_params.get("model_id", None) or ""
if hasattr(response, "_hidden_params"):
model_id = response._hidden_params.get("model_id", None) or ""
else:
model_id = ""
if (
"stream" in data and data["stream"] == True
): # use generate_responses to stream responses