diff --git a/litellm/types/router.py b/litellm/types/router.py index e7b8971bc..df9947c26 100644 --- a/litellm/types/router.py +++ b/litellm/types/router.py @@ -91,6 +91,7 @@ class ModelInfo(BaseModel): base_model: Optional[str] = ( None # specify if the base model is azure/gpt-3.5-turbo etc for accurate cost tracking ) + tier: Optional[Literal["free", "paid"]] = None def __init__(self, id: Optional[Union[str, int]] = None, **params): if id is None: @@ -328,6 +329,7 @@ class LiteLLMParamsTypedDict(TypedDict, total=False): class DeploymentTypedDict(TypedDict): model_name: str litellm_params: LiteLLMParamsTypedDict + model_info: ModelInfo SPECIAL_MODEL_INFO_PARAMS = [