phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 10:44:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(proxy_server.py): support model info augmenting for azure models

Browse source
This commit is contained in:
Krrish Dholakia 2023-12-02 21:33:47 -08:00
parent ecddb852a2
commit add4dfc528
2 changed files with 11 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

7
litellm/utils.py
View file

@ -2703,6 +2703,13 @@ def get_model_info(model: str):
except requests.exceptions.RequestException as e:
return None
try:
azure_llms = {
"gpt-35-turbo": "azure/gpt-3.5-turbo",
"gpt-35-turbo-16k": "azure/gpt-3.5-turbo-16k",
"gpt-35-turbo-instruct": "azure/gpt-3.5-turbo-instruct"
}
if model in azure_llms:
model = azure_llms[model]
if model in litellm.model_cost:
return litellm.model_cost[model]
model, custom_llm_provider, _, _ = get_llm_provider(model=model)