phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(proxy_server.py): fix user param name sent to litellm.completion

Browse source
This commit is contained in:
Krrish Dholakia 2023-12-02 19:56:22 -08:00
parent 5200818af1
commit f0d8a87c48
1 changed files with 3 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

6
litellm/proxy/proxy_server.py
View file

@ -837,7 +837,7 @@ async def completion(request: Request, model: Optional[str] = None, user_api_key
except:
data = json.loads(body_str)
data["user_id"] = user_api_key_dict.get("user_id", None)
data["user"] = user_api_key_dict.get("user_id", None)
data["model"] = (
general_settings.get("completion_model", None) # server default
or user_model # model name passed via cli args
@ -886,7 +886,7 @@ async def chat_completion(request: Request, model: Optional[str] = None, user_ap
or data["model"] # default passed in http request
)
data["user_id"] = user_api_key_dict.get("user_id", None)
data["user"] = user_api_key_dict.get("user_id", None)
if "metadata" in data:
data["metadata"]["user_api_key"] = user_api_key_dict["api_key"]
@ -949,7 +949,7 @@ async def embeddings(request: Request, user_api_key_dict: dict = Depends(user_ap
body = await request.body()
data = orjson.loads(body)
data["user_id"] = user_api_key_dict.get("user_id", None)
data["user"] = user_api_key_dict.get("user_id", None)
data["model"] = (
general_settings.get("embedding_model", None) # server default
or user_model # model name passed via cli args