From dfc674622bcc1bdd369d183cf4fad0c180b5a123 Mon Sep 17 00:00:00 2001
From: Ishaan Jaff <ishaanjaffer0324@gmail.com>
Date: Thu, 18 Jul 2024 16:55:50 -0700
Subject: [PATCH] litellm router - use free / paid tier

---
 litellm/types/router.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/litellm/types/router.py b/litellm/types/router.py
index e7b8971bc..df9947c26 100644
--- a/litellm/types/router.py
+++ b/litellm/types/router.py
@@ -91,6 +91,7 @@ class ModelInfo(BaseModel):
     base_model: Optional[str] = (
         None  # specify if the base model is azure/gpt-3.5-turbo etc for accurate cost tracking
     )
+    tier: Optional[Literal["free", "paid"]] = None
 
     def __init__(self, id: Optional[Union[str, int]] = None, **params):
         if id is None:
@@ -328,6 +329,7 @@ class LiteLLMParamsTypedDict(TypedDict, total=False):
 class DeploymentTypedDict(TypedDict):
     model_name: str
     litellm_params: LiteLLMParamsTypedDict
+    model_info: ModelInfo
 
 
 SPECIAL_MODEL_INFO_PARAMS = [