phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(utils.py): parse out aws specific params from openai call

Browse source 
Fixes https://github.com/BerriAI/litellm/issues/5009
This commit is contained in:
Krrish Dholakia 2024-08-03 12:04:44 -07:00
parent 5add6687cc
commit ed8b20fa18
2 changed files with 30 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

12
litellm/utils.py
View file

@ -2391,6 +2391,18 @@ def get_optional_params_image_gen(
additional_drop_params = passed_params.pop("additional_drop_params", None)
special_params = passed_params.pop("kwargs")
for k, v in special_params.items():
if k.startswith("aws_") and (
custom_llm_provider != "bedrock" and custom_llm_provider != "sagemaker"
): # allow dynamically setting boto3 init logic
continue
elif k == "hf_model_name" and custom_llm_provider != "sagemaker":
continue
elif (
k.startswith("vertex_")
and custom_llm_provider != "vertex_ai"
and custom_llm_provider != "vertex_ai_beta"
): # allow dynamically setting vertex ai init logic
continue
passed_params[k] = v
default_params = {