phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 11:14:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(litellm_cost_calc/google.py): support meta llama vertex ai cost tracking

Browse source
This commit is contained in:
Krrish Dholakia 2024-07-25 22:11:32 -07:00
parent b48dd53f38
commit d3ff21181c
5 changed files with 25 additions and 11 deletions
Download patch file Download diff file Expand all files Collapse all files

3
litellm/utils.py
View file

@ -4919,6 +4919,9 @@ def get_model_info(model: str, custom_llm_provider: Optional[str] = None) -> Mod
azure_llms = litellm.azure_llms
if model in azure_llms:
model = azure_llms[model]
if custom_llm_provider is not None and custom_llm_provider == "vertex_ai":
if "meta/" + model in litellm.vertex_llama3_models:
model = "meta/" + model
##########################
if custom_llm_provider is None:
# Get custom_llm_provider