phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 10:44:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(router.py): fix get_router_model_info for azure models

Browse source
This commit is contained in:
Krrish Dholakia 2024-06-28 22:13:29 -07:00
parent 9556bfda81
commit c9a424d28d
3 changed files with 5 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

4
litellm/router.py
View file

@ -3998,8 +3998,8 @@ class Router:
verbose_router_logger.error(
"Could not identify azure model. Set azure 'base_model' for accurate max tokens, cost tracking, etc.- https://docs.litellm.ai/docs/proxy/cost_tracking#spend-tracking-for-azure-openai-models"
)
else:
model = deployment.get("litellm_params", {}).get("model", None)
elif custom_llm_provider != "azure":
model = _model
## GET LITELLM MODEL INFO - raises exception, if model is not mapped
model_info = litellm.get_model_info(model=model)