diff --git a/litellm/proxy/proxy_server.py b/litellm/proxy/proxy_server.py index 5543b13d3..632084a29 100644 --- a/litellm/proxy/proxy_server.py +++ b/litellm/proxy/proxy_server.py @@ -1284,7 +1284,10 @@ async def chat_completion( else: # router is not set response = await litellm.acompletion(**data) - model_id = response._hidden_params.get("model_id", None) or "" + if hasattr(response, "_hidden_params"): + model_id = response._hidden_params.get("model_id", None) or "" + else: + model_id = "" if ( "stream" in data and data["stream"] == True ): # use generate_responses to stream responses