diff --git a/litellm/types/utils.py b/litellm/types/utils.py index d6b7bf744..a90f93484 100644 --- a/litellm/types/utils.py +++ b/litellm/types/utils.py @@ -61,6 +61,7 @@ class ModelInfo(TypedDict, total=False): float ] # only for vertex ai models output_cost_per_image: Optional[float] + output_vector_size: Optional[int] output_cost_per_video_per_second: Optional[float] # only for vertex ai models output_cost_per_audio_per_second: Optional[float] # only for vertex ai models litellm_provider: Required[str] diff --git a/litellm/utils.py b/litellm/utils.py index 9855d25f8..7fbb5ebac 100644 --- a/litellm/utils.py +++ b/litellm/utils.py @@ -4685,6 +4685,7 @@ def get_model_info(model: str, custom_llm_provider: Optional[str] = None) -> Mod output_cost_per_character_above_128k_tokens=_model_info.get( "output_cost_per_character_above_128k_tokens", None ), + output_vector_size=_model_info.get("output_vector_size", None), litellm_provider=_model_info.get( "litellm_provider", custom_llm_provider ),