From 03b82b78c15f348145ed607f0160938300c4526c Mon Sep 17 00:00:00 2001 From: Jack Collins <6640905+jackmpcollins@users.noreply.github.com> Date: Sun, 5 May 2024 18:52:31 -0700 Subject: [PATCH] Fix: Set finish_reason to tool_calls for non-stream responses in ollama --- litellm/llms/ollama.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/litellm/llms/ollama.py b/litellm/llms/ollama.py index 68ca60688..a7ca01db0 100644 --- a/litellm/llms/ollama.py +++ b/litellm/llms/ollama.py @@ -225,6 +225,7 @@ def get_ollama_response( ], ) model_response["choices"][0]["message"] = message + model_response["choices"][0]["finish_reason"] = "tool_calls" else: model_response["choices"][0]["message"]["content"] = response_json["response"] model_response["created"] = int(time.time()) @@ -377,6 +378,7 @@ async def ollama_acompletion(url, data, model_response, encoding, logging_obj): ], ) model_response["choices"][0]["message"] = message + model_response["choices"][0]["finish_reason"] = "tool_calls" else: model_response["choices"][0]["message"]["content"] = response_json[ "response"