From 06255c6590d45cbfb4537cbbc60b1ddb4b757d3f Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Wed, 6 Dec 2023 12:19:47 -0800 Subject: [PATCH] (feat) proxy add ext-embedding-ada-002 as a base model --- litellm/proxy/types.py | 14 +++++++++++++- 1 file changed, 13 insertions(+), 1 deletion(-) diff --git a/litellm/proxy/types.py b/litellm/proxy/types.py index 8cbab9e9b..930e8acd0 100644 --- a/litellm/proxy/types.py +++ b/litellm/proxy/types.py @@ -44,7 +44,19 @@ class ModelInfo(BaseModel): input_cost_per_token: Optional[float] output_cost_per_token: Optional[float] max_tokens: Optional[int] - base_model: Optional[Literal['gpt-4-1106-preview', 'gpt-4-32k', 'gpt-4', 'gpt-3.5-turbo-16k', 'gpt-3.5-turbo']] + + # for azure models we need users to specify the base model, one azure you can call deployments - azure/my-random-model + # we look up the base model in model_prices_and_context_window.json + base_model: Optional[Literal + [ + 'gpt-4-1106-preview', + 'gpt-4-32k', + 'gpt-4', + 'gpt-3.5-turbo-16k', + 'gpt-3.5-turbo', + 'text-embedding-ada-002', + ] + ] class Config: extra = Extra.allow # Allow extra fields