phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

use correct vtx ai21 pricing

Browse source
This commit is contained in:
Ishaan Jaff 2024-08-29 19:04:05 -07:00
parent 26c03c9c8b
commit 6bd6c956a5
2 changed files with 7 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

4
litellm/utils.py
View file

@ -3267,7 +3267,7 @@ def get_optional_params(
non_default_params=non_default_params,
optional_params=optional_params,
)
elif custom_llm_provider == "vertex_ai" and model in litellm.ai21_models:
elif custom_llm_provider == "vertex_ai" and model in litellm.vertex_ai_ai21_models:
supported_params = get_supported_openai_params(
model=model, custom_llm_provider=custom_llm_provider
)
@ -5182,6 +5182,8 @@ def get_model_info(model: str, custom_llm_provider: Optional[str] = None) -> Mod
model = "meta/" + model
elif model + "@latest" in litellm.vertex_mistral_models:
model = model + "@latest"
elif model + "@latest" in litellm.vertex_ai_ai21_models:
model = model + "@latest"
##########################
if custom_llm_provider is None:
# Get custom_llm_provider