phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

linting error fix

Browse source
This commit is contained in:
Ishaan Jaff 2024-10-05 15:03:39 +05:30
parent 5ee1342d37
commit 7267852511
2 changed files with 2 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

1
litellm/types/utils.py
View file

@ -67,6 +67,7 @@ class ModelInfo(TypedDict, total=False):
input_cost_per_image: Optional[float] # only for vertex ai models
input_cost_per_audio_per_second: Optional[float] # only for vertex ai models
input_cost_per_video_per_second: Optional[float] # only for vertex ai models
input_cost_per_second: Optional[float] # for OpenAI Speech models
output_cost_per_token: Required[float]
output_cost_per_character: Optional[float] # only for vertex ai models
output_cost_per_token_above_128k_tokens: Optional[

1
litellm/utils.py
View file

@ -5082,6 +5082,7 @@ def get_model_info(model: str, custom_llm_provider: Optional[str] = None) -> Mod
"input_cost_per_token_above_128k_tokens", None
),
input_cost_per_query=_model_info.get("input_cost_per_query", None),
input_cost_per_second=_model_info.get("input_cost_per_second", None),
output_cost_per_token=_output_cost_per_token,
output_cost_per_character=_model_info.get(
"output_cost_per_character", None