forked from phoenix/litellm-mirror
(utils.py) - Add seed for Groq
This commit is contained in:
parent
e29cf9ab38
commit
69ddd7c68f
1 changed files with 3 additions and 0 deletions
|
@ -5275,6 +5275,8 @@ def get_optional_params(
|
||||||
optional_params["tool_choice"] = tool_choice
|
optional_params["tool_choice"] = tool_choice
|
||||||
if response_format is not None:
|
if response_format is not None:
|
||||||
optional_params["response_format"] = response_format
|
optional_params["response_format"] = response_format
|
||||||
|
if seed is not None:
|
||||||
|
optional_params["seed"] = seed
|
||||||
|
|
||||||
elif custom_llm_provider == "openrouter":
|
elif custom_llm_provider == "openrouter":
|
||||||
supported_params = get_supported_openai_params(
|
supported_params = get_supported_openai_params(
|
||||||
|
@ -5535,6 +5537,7 @@ def get_supported_openai_params(model: str, custom_llm_provider: str):
|
||||||
"tools",
|
"tools",
|
||||||
"tool_choice",
|
"tool_choice",
|
||||||
"response_format",
|
"response_format",
|
||||||
|
"seed",
|
||||||
]
|
]
|
||||||
elif custom_llm_provider == "cohere":
|
elif custom_llm_provider == "cohere":
|
||||||
return [
|
return [
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue