diff --git a/litellm/utils.py b/litellm/utils.py index c1e1586b6..af6025845 100644 --- a/litellm/utils.py +++ b/litellm/utils.py @@ -3125,6 +3125,8 @@ def get_optional_params( optional_params["tools"] = tools if tool_choice is not None: optional_params["tool_choice"] = tool_choice + if response_format is not None: + optional_params["response_format"] = response_format elif custom_llm_provider == "ai21": ## check if unsupported param passed in supported_params = get_supported_openai_params(