From 7778fa01460365527f87ed37e5ab2db23e4e312a Mon Sep 17 00:00:00 2001 From: "Simon S. Viloria" Date: Sun, 1 Sep 2024 22:31:13 +0200 Subject: [PATCH] fix response_format={'type': 'json_object'} not working for Azure models (#5468) --- litellm/llms/azure.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/litellm/llms/azure.py b/litellm/llms/azure.py index f07dc60cf..cf8d20d3f 100644 --- a/litellm/llms/azure.py +++ b/litellm/llms/azure.py @@ -272,6 +272,8 @@ class AzureOpenAIConfig: optional_params["tools"] = [_tool] optional_params["tool_choice"] = _tool_choice optional_params["json_mode"] = True + else: + optional_params["response_format"] = value elif param in supported_openai_params: optional_params[param] = value