phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 11:14:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(fix) proxy: use orjson.loads()

Browse source
This commit is contained in:
ishaan-jaff 2023-11-30 20:24:31 -08:00
parent 0dba589f13
commit 9920678437
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
litellm/proxy/proxy_server.py
View file

@ -785,8 +785,8 @@ async def embeddings(request: Request, user_api_key_dict: dict = Depends(user_ap
try:
# Use orjson to parse JSON data, orjson speeds up requests significantly
data_bytes = await request.body()
data = orjson.loads(data_bytes.decode('utf-8'))
body = await request.body()
data = orjson.loads(body)
data["model"] = (
general_settings.get("embedding_model", None) # server default