feat - show openai params on model hub ui

This commit is contained in:
Ishaan Jaff 2024-05-27 08:49:51 -07:00
parent 3be6a07e35
commit b5f883ab74
3 changed files with 14 additions and 4 deletions

View file

@ -15,6 +15,10 @@ class ProviderField(TypedDict):
class ModelInfo(TypedDict):
"""
Model info for a given model, this is information found in litellm.model_prices_and_context_window.json
"""
max_tokens: int
max_input_tokens: int
max_output_tokens: int
@ -22,3 +26,4 @@ class ModelInfo(TypedDict):
output_cost_per_token: float
litellm_provider: str
mode: str
supported_openai_params: List[str]