(utils.py) - Add seed for Groq

This commit is contained in:
David Manouchehri 2024-04-23 20:31:49 +00:00
parent e29cf9ab38
commit 69ddd7c68f
No known key found for this signature in database

View file

@ -5275,6 +5275,8 @@ def get_optional_params(
optional_params["tool_choice"] = tool_choice optional_params["tool_choice"] = tool_choice
if response_format is not None: if response_format is not None:
optional_params["response_format"] = response_format optional_params["response_format"] = response_format
if seed is not None:
optional_params["seed"] = seed
elif custom_llm_provider == "openrouter": elif custom_llm_provider == "openrouter":
supported_params = get_supported_openai_params( supported_params = get_supported_openai_params(
@ -5535,6 +5537,7 @@ def get_supported_openai_params(model: str, custom_llm_provider: str):
"tools", "tools",
"tool_choice", "tool_choice",
"response_format", "response_format",
"seed",
] ]
elif custom_llm_provider == "cohere": elif custom_llm_provider == "cohere":
return [ return [