phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(feat) add ollama/llava

Browse source
This commit is contained in:
ishaan-jaff 2023-12-16 10:34:20 +05:30
parent add153d110
commit 287633887e
2 changed files with 27 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

9
litellm/main.py
View file

@ -1308,7 +1308,14 @@ def completion(
)
else:
prompt = prompt_factory(model=model, messages=messages, custom_llm_provider=custom_llm_provider)
if isinstance(prompt, dict):
# for multimode models - ollama/llava prompt_factory returns a dict {
# "prompt": prompt,
# "images": images
# }
prompt, images = prompt["prompt"], prompt["images"]
optional_params["images"] = images
## LOGGING
generator = ollama.get_ollama_response_stream(api_base, model, prompt, optional_params, logging_obj=logging, acompletion=acompletion, model_response=model_response, encoding=encoding)
if acompletion is True: