phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

build(litellm_server/main.py): add support for proxying azure endpoint

Browse source
This commit is contained in:
Krrish Dholakia 2023-10-28 13:18:34 -07:00
parent 914067227a
commit 438b285451
1 changed files with 4 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

5
litellm_server/main.py
View file

@ -94,10 +94,13 @@ async def embedding(request: Request):
@router.post("/v1/chat/completions")
@router.post("/chat/completions")
async def chat_completion(request: Request):
@router.post("/openai/deployments/{model}/chat/completions") # azure compatible endpoint
async def chat_completion(request: Request, model: Optional[str] = None):
global llm_model_list
try:
data = await request.json()
if model:
data["model"] = model
## CHECK KEYS ##
# default to always using the "ENV" variables, only if AUTH_STRATEGY==DYNAMIC then reads headers
env_validation = litellm.validate_environment(model=data["model"])