fix(utils.py): support passing response_format for together ai calls

This commit is contained in:
Krrish Dholakia 2024-08-23 21:31:59 -07:00
parent 74a85fac0e
commit 6d2ae5a0d8

View file

@ -3125,6 +3125,8 @@ def get_optional_params(
optional_params["tools"] = tools
if tool_choice is not None:
optional_params["tool_choice"] = tool_choice
if response_format is not None:
optional_params["response_format"] = response_format
elif custom_llm_provider == "ai21":
## check if unsupported param passed in
supported_params = get_supported_openai_params(