phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

litellm router - use free / paid tier

Browse source
This commit is contained in:
Ishaan Jaff 2024-07-18 16:55:50 -07:00 • committed by Krrish Dholakia
parent 96471c145e
commit dfc674622b
1 changed files with 2 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/types/router.py
View file

@ -91,6 +91,7 @@ class ModelInfo(BaseModel):
base_model: Optional[str] = (
None # specify if the base model is azure/gpt-3.5-turbo etc for accurate cost tracking
)
tier: Optional[Literal["free", "paid"]] = None
def __init__(self, id: Optional[Union[str, int]] = None, **params):
if id is None:
@ -328,6 +329,7 @@ class LiteLLMParamsTypedDict(TypedDict, total=False):
class DeploymentTypedDict(TypedDict):
model_name: str
litellm_params: LiteLLMParamsTypedDict
model_info: ModelInfo
SPECIAL_MODEL_INFO_PARAMS = [