(feat) proxy server add route ngines/{model:path}/completions

This commit is contained in:
ishaan-jaff 2023-11-01 17:14:59 -07:00
parent 700fcfa5fb
commit bc61c81cc6

View file

@ -506,6 +506,7 @@ def model_list():
@router.post("/v1/completions")
@router.post("/completions")
@router.post("/engines/{model:path}/completions")
async def completion(request: Request):
data = await request.json()
return litellm_completion(data=data, type="completion", user_model=user_model, user_temperature=user_temperature,