fix(types/router.py): add custom pricing info to 'model_info'

Fixes https://github.com/BerriAI/litellm/issues/4542
This commit is contained in:
Krrish Dholakia 2024-07-04 16:07:40 -07:00
parent 3460a96c8a
commit 86632f6da0
3 changed files with 18 additions and 3 deletions

View file

@ -67,6 +67,7 @@ from litellm.types.llms.openai import (
Thread,
)
from litellm.types.router import (
SPECIAL_MODEL_INFO_PARAMS,
AlertingConfig,
AllowedFailsPolicy,
AssistantsTypedDict,
@ -3794,7 +3795,7 @@ class Router:
deployment = Deployment(
**model,
model_name=_model_name,
litellm_params=_litellm_params, # type: ignore
litellm_params=LiteLLM_Params(**_litellm_params),
model_info=_model_info,
)