phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix(ollama.py): fix api connection error

Browse source 
https://github.com/BerriAI/litellm/issues/1735
This commit is contained in:
Krrish Dholakia 2024-02-03 20:22:25 -08:00
parent dc506e3df1
commit 01cef1fe9e
1 changed files with 3 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

4
litellm/llms/ollama.py
View file

@ -179,7 +179,9 @@ def get_ollama_response(
elif stream == True:
return ollama_completion_stream(url=url, data=data, logging_obj=logging_obj)
response = requests.post(url=f"{url}", json=data, timeout=litellm.request_timeout)
response = requests.post(
url=f"{url}", json={**data, "stream": stream}, timeout=litellm.request_timeout
)
if response.status_code != 200:
raise OllamaError(status_code=response.status_code, message=response.text)