Merge branch 'main' into litellm_ui_improvements_time_series

This commit is contained in:
Krish Dholakia 2024-02-09 20:54:36 -08:00 committed by GitHub
commit a8ef8e12bb
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
23 changed files with 629 additions and 167 deletions

View file

@ -2433,8 +2433,15 @@ async def chat_completion(
response_class=ORJSONResponse,
tags=["embeddings"],
)
@router.post(
"/openai/deployments/{model:path}/embeddings",
dependencies=[Depends(user_api_key_auth)],
response_class=ORJSONResponse,
tags=["embeddings"],
) # azure compatible endpoint
async def embeddings(
request: Request,
model: Optional[str] = None,
user_api_key_dict: UserAPIKeyAuth = Depends(user_api_key_auth),
background_tasks: BackgroundTasks = BackgroundTasks(),
):
@ -2458,6 +2465,7 @@ async def embeddings(
data["model"] = (
general_settings.get("embedding_model", None) # server default
or user_model # model name passed via cli args
or model # for azure deployments
or data["model"] # default passed in http request
)
if user_model: