phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(feat) debug ollama POST request

Browse source
This commit is contained in:
ishaan-jaff 2023-11-14 17:53:48 -08:00
parent 7c317b78eb
commit e82b8ed7e2
2 changed files with 18 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

18
litellm/llms/ollama.py
View file

@ -113,7 +113,8 @@ def get_ollama_response_stream(
api_base="http://localhost:11434",
model="llama2",
prompt="Why is the sky blue?",
optional_params=None
optional_params=None,
logging_obj=None,
):
if api_base.endswith("/api/generate"):
url = api_base
@ -131,6 +132,12 @@ def get_ollama_response_stream(
"prompt": prompt,
**optional_params
}
## LOGGING
logging_obj.pre_call(
input=None,
api_key=None,
additional_args={"api_base": url, "complete_input_dict": data},
)
session = requests.Session()
with session.post(url, json=data, stream=True) as resp:
@ -169,7 +176,8 @@ if async_generator_imported:
api_base="http://localhost:11434",
model="llama2",
prompt="Why is the sky blue?",
optional_params=None
optional_params=None,
logging_obj=None,
):
url = f"{api_base}/api/generate"
@ -184,6 +192,12 @@ if async_generator_imported:
"prompt": prompt,
**optional_params
}
## LOGGING
logging_obj.pre_call(
input=None,
api_key=None,
additional_args={"api_base": url, "complete_input_dict": data},
)
session = requests.Session()
with session.post(url, json=data, stream=True) as resp: