phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix triton params

Browse source
This commit is contained in:
Ishaan Jaff 2024-05-10 19:14:48 -07:00
parent b913620997
commit ed2c05d10d
2 changed files with 10 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

6
litellm/utils.py
View file

@ -4814,6 +4814,12 @@ def get_optional_params_embeddings(
status_code=500,
message=f"Setting dimensions is not supported for OpenAI `text-embedding-3` and later models. To drop it from the call, set `litellm.drop_params = True`.",
)
if custom_llm_provider == "triton":
keys = list(non_default_params.keys())
for k in keys:
non_default_params.pop(k, None)
final_params = {**non_default_params, **kwargs}
return final_params
if custom_llm_provider == "vertex_ai":
if len(non_default_params.keys()) > 0:
if litellm.drop_params is True: # drop the unsupported non-default values