phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix(ollama_chat.py): fix passing auth headers to ollama

Browse source 
Fixes https://github.com/BerriAI/litellm/issues/5046
This commit is contained in:
Krrish Dholakia 2024-08-05 09:33:09 -07:00
parent e0c986c000
commit 3fee0b1dc5
1 changed files with 4 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

8
litellm/llms/ollama_chat.py
View file

@ -293,7 +293,7 @@ def get_ollama_response(
"json": data, "json": data,
} }
if api_key is not None: if api_key is not None:
_request["headers"] = "Bearer {}".format(api_key) _request["headers"] = {"Authorization": "Bearer {}".format(api_key)}
response = requests.post(**_request) # type: ignore response = requests.post(**_request) # type: ignore
if response.status_code != 200: if response.status_code != 200:
raise OllamaError(status_code=response.status_code, message=response.text) raise OllamaError(status_code=response.status_code, message=response.text)
@ -358,7 +358,7 @@ def ollama_completion_stream(url, api_key, data, logging_obj):
"timeout": litellm.request_timeout, "timeout": litellm.request_timeout,
} }
if api_key is not None: if api_key is not None:
_request["headers"] = "Bearer {}".format(api_key) _request["headers"] = {"Authorization": "Bearer {}".format(api_key)}
with httpx.stream(**_request) as response: with httpx.stream(**_request) as response:
try: try:
if response.status_code != 200: if response.status_code != 200:
@ -420,7 +420,7 @@ async def ollama_async_streaming(
"timeout": litellm.request_timeout, "timeout": litellm.request_timeout,
} }
if api_key is not None: if api_key is not None:
_request["headers"] = "Bearer {}".format(api_key) _request["headers"] = {"Authorization": "Bearer {}".format(api_key)}
async with client.stream(**_request) as response: async with client.stream(**_request) as response:
if response.status_code != 200: if response.status_code != 200:
raise OllamaError( raise OllamaError(
@ -492,7 +492,7 @@ async def ollama_acompletion(
"json": data, "json": data,
} }
if api_key is not None: if api_key is not None:
_request["headers"] = "Bearer {}".format(api_key) _request["headers"] = {"Authorization": "Bearer {}".format(api_key)}
resp = await session.post(**_request) resp = await session.post(**_request)
if resp.status != 200: if resp.status != 200: