phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 10:44:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

feat(azure.py): support dynamic api versions

Browse source 
Closes https://github.com/BerriAI/litellm/issues/5228
This commit is contained in:
Krrish Dholakia 2024-08-19 12:17:43 -07:00
parent 417547b6f9
commit 49416e121c
5 changed files with 176 additions and 32 deletions
Download patch file Download diff file Expand all files Collapse all files

11
litellm/proxy/litellm_pre_call_utils.py
View file

@ -136,6 +136,17 @@ async def add_litellm_data_to_request(
"body": copy.copy(data), # use copy instead of deepcopy
}
## Dynamic api version (Azure OpenAI endpoints) ##
query_params = request.query_params
# Convert query parameters to a dictionary (optional)
query_dict = dict(query_params)
## check for api version in query params
dynamic_api_version: Optional[str] = query_dict.get("api-version")
data["api_version"] = dynamic_api_version
## Forward any LLM API Provider specific headers in extra_headers
add_provider_specific_headers_to_request(data=data, headers=_headers)