phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 10:44:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(feat) debug ollama POST request

Browse source
This commit is contained in:
ishaan-jaff 2023-11-14 17:53:48 -08:00
parent 7c317b78eb
commit e82b8ed7e2
2 changed files with 18 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

7
litellm/main.py
View file

@ -1235,16 +1235,13 @@ def completion(
prompt = prompt_factory(model=model, messages=messages, custom_llm_provider=custom_llm_provider)
## LOGGING
logging.pre_call(
input=prompt, api_key=None, additional_args={"api_base": api_base, "custom_prompt_dict": custom_prompt_dict}
)
if kwargs.get('acompletion', False) == True:
if optional_params.get("stream", False) == True:
# assume all ollama responses are streamed
async_generator = ollama.async_get_ollama_response_stream(api_base, model, prompt, optional_params)
async_generator = ollama.async_get_ollama_response_stream(api_base, model, prompt, optional_params, logging_obj=logging)
return async_generator
generator = ollama.get_ollama_response_stream(api_base, model, prompt, optional_params)
generator = ollama.get_ollama_response_stream(api_base, model, prompt, optional_params, logging_obj=logging)
if optional_params.get("stream", False) == True:
# assume all ollama responses are streamed
response = CustomStreamWrapper(