phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

Fix: Set finish_reason to tool_calls for non-stream responses in ollama

Browse source
This commit is contained in:
Jack Collins 2024-05-05 18:52:31 -07:00
parent 297543e3e5
commit 03b82b78c1
1 changed files with 2 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/llms/ollama.py
View file

@ -225,6 +225,7 @@ def get_ollama_response(
], ],
) )
model_response["choices"][0]["message"] = message model_response["choices"][0]["message"] = message
model_response["choices"][0]["finish_reason"] = "tool_calls"
else: else:
model_response["choices"][0]["message"]["content"] = response_json["response"] model_response["choices"][0]["message"]["content"] = response_json["response"]
model_response["created"] = int(time.time()) model_response["created"] = int(time.time())
@ -377,6 +378,7 @@ async def ollama_acompletion(url, data, model_response, encoding, logging_obj):
], ],
) )
model_response["choices"][0]["message"] = message model_response["choices"][0]["message"] = message
model_response["choices"][0]["finish_reason"] = "tool_calls"
else: else:
model_response["choices"][0]["message"]["content"] = response_json[ model_response["choices"][0]["message"]["content"] = response_json[
"response" "response"