phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 11:43:54 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(proxy_server.py) Check when '_hidden_params' is None

Browse source
This commit is contained in:
Ased Mammad 2024-01-02 19:04:51 +03:30 • committed by GitHub
parent 5f5a6eb7bc
commit a0611430dd
1 changed files with 4 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

5
litellm/proxy/proxy_server.py
View file

@ -1284,7 +1284,10 @@ async def chat_completion(
else: # router is not set
response = await litellm.acompletion(**data)
model_id = response._hidden_params.get("model_id", None) or ""
if hasattr(response, "_hidden_params"):
model_id = response._hidden_params.get("model_id", None) or ""
else:
model_id = ""
if (
"stream" in data and data["stream"] == True
): # use generate_responses to stream responses