phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix(litellm_cost_calc/google.py): support meta llama vertex ai cost tracking

Browse source
This commit is contained in:
Krrish Dholakia 2024-07-25 22:11:32 -07:00
parent 2626cc6d30
commit 2f773d9cb6
5 changed files with 25 additions and 11 deletions
Download patch file Download diff file Expand all files Collapse all files

3
litellm/utils.py
View file

@ -4919,6 +4919,9 @@ def get_model_info(model: str, custom_llm_provider: Optional[str] = None) -> Mod
azure_llms = litellm.azure_llms
if model in azure_llms:
model = azure_llms[model]
if custom_llm_provider is not None and custom_llm_provider == "vertex_ai":
if "meta/" + model in litellm.vertex_llama3_models:
model = "meta/" + model
##########################
if custom_llm_provider is None:
# Get custom_llm_provider