phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(feat) proxy add ext-embedding-ada-002 as a base model

Browse source
This commit is contained in:
ishaan-jaff 2023-12-06 12:19:47 -08:00
parent 5fcd6437e4
commit 06255c6590
1 changed files with 13 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

14
litellm/proxy/types.py
View file

@ -44,7 +44,19 @@ class ModelInfo(BaseModel):
input_cost_per_token: Optional[float] input_cost_per_token: Optional[float]
output_cost_per_token: Optional[float] output_cost_per_token: Optional[float]
max_tokens: Optional[int] max_tokens: Optional[int]
base_model: Optional[Literal['gpt-4-1106-preview', 'gpt-4-32k', 'gpt-4', 'gpt-3.5-turbo-16k', 'gpt-3.5-turbo']]
# for azure models we need users to specify the base model, one azure you can call deployments - azure/my-random-model
# we look up the base model in model_prices_and_context_window.json
base_model: Optional[Literal
[
'gpt-4-1106-preview',
'gpt-4-32k',
'gpt-4',
'gpt-3.5-turbo-16k',
'gpt-3.5-turbo',
'text-embedding-ada-002',
]
]
class Config: class Config:
extra = Extra.allow # Allow extra fields extra = Extra.allow # Allow extra fields