phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 11:43:54 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Add new routes for v1 versioning in proxy server

Browse source
This commit is contained in:
coconut49 2023-10-18 01:54:47 +08:00
parent cfeaa79bea
commit 1b672dfb51
1 changed files with 4 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

6
litellm/proxy/proxy_server.py
View file

@ -470,6 +470,7 @@ def model_list():
) )
@router.post("/v1/completions")
@router.post("/completions") @router.post("/completions")
async def completion(request: Request): async def completion(request: Request):
data = await request.json() data = await request.json()
@ -478,13 +479,14 @@ async def completion(request: Request):
user_debug=user_debug) user_debug=user_debug)
@router.post("/v1/chat/completions")
@router.post("/chat/completions") @router.post("/chat/completions")
async def chat_completion(request: Request): async def chat_completion(request: Request):
data = await request.json() data = await request.json()
print_verbose(f"data passed in: {data}") print_verbose(f"data passed in: {data}")
return litellm_completion(data, type="chat_completion", user_model=user_model, return litellm_completion(data, type="chat_completion", user_model=user_model,
user_temperature=user_temperature, user_max_tokens=user_max_tokens, user_temperature=user_temperature, user_max_tokens=user_max_tokens,
user_api_base=user_api_base, user_headers=user_headers, user_debug=user_debug) user_api_base=user_api_base, user_headers=user_headers, user_debug=user_debug)
def print_cost_logs(): def print_cost_logs():