phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

refactor(proxy_server.py): refactoring experimental endpoint names

Browse source
This commit is contained in:
Krrish Dholakia 2023-11-21 12:12:15 -08:00
parent c6a4744947
commit d0f228e53f
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
litellm/proxy/proxy_server.py
View file

@ -571,7 +571,7 @@ async def generate_key_fn(request: Request):
detail={"error": "models param must be a list"}, detail={"error": "models param must be a list"},
) )
@router.post("/queue/chat/completions", dependencies=[Depends(user_api_key_auth)]) @router.post("/queue/request", dependencies=[Depends(user_api_key_auth)])
async def async_chat_completions(request: Request): async def async_chat_completions(request: Request):
global request_queue global request_queue
body = await request.body() body = await request.body()
@ -587,7 +587,7 @@ async def async_chat_completions(request: Request):
) )
data["call_type"] = "chat_completion" data["call_type"] = "chat_completion"
job = request_queue.enqueue(litellm_completion, **data) job = request_queue.enqueue(litellm_completion, **data)
return {"id": job.id, "url": f"/queue/chat/completions/{job.id}", "eta": 5, "status": "queued"} return {"id": job.id, "url": f"/queue/response/{job.id}", "eta": 5, "status": "queued"}
pass pass
@router.get("/queue/response/{task_id}", dependencies=[Depends(user_api_key_auth)]) @router.get("/queue/response/{task_id}", dependencies=[Depends(user_api_key_auth)])