phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 11:14:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(vertex_ai_partner.py): pass model for llama3 param mapping

Browse source
This commit is contained in:
Krrish Dholakia 2024-08-07 18:07:14 -07:00
parent 4e90a25417
commit a15317a377
2 changed files with 5 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

6
litellm/llms/vertex_ai_partner.py
View file

@ -96,11 +96,13 @@ class VertexAILlama3Config:
def get_supported_openai_params(self): def get_supported_openai_params(self):
return litellm.OpenAIConfig().get_supported_openai_params(model="gpt-3.5-turbo") return litellm.OpenAIConfig().get_supported_openai_params(model="gpt-3.5-turbo")
def map_openai_params(self, non_default_params: dict, optional_params: dict): def map_openai_params(
self, non_default_params: dict, optional_params: dict, model: str
):
return litellm.OpenAIConfig().map_openai_params( return litellm.OpenAIConfig().map_openai_params(
non_default_params=non_default_params, non_default_params=non_default_params,
optional_params=optional_params, optional_params=optional_params,
model="gpt-3.5-turbo", model=model,
) )

1
litellm/utils.py
View file

@ -3190,6 +3190,7 @@ def get_optional_params(
optional_params = litellm.VertexAILlama3Config().map_openai_params( optional_params = litellm.VertexAILlama3Config().map_openai_params(
non_default_params=non_default_params, non_default_params=non_default_params,
optional_params=optional_params, optional_params=optional_params,
model=model,
) )
elif custom_llm_provider == "vertex_ai" and model in litellm.vertex_mistral_models: elif custom_llm_provider == "vertex_ai" and model in litellm.vertex_mistral_models:
supported_params = get_supported_openai_params( supported_params = get_supported_openai_params(