phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

Merge pull request #2201 from Lunik/fix/ollama-vision

Browse source 
🐛 fix: Ollama vision models call arguments (like : llava)
This commit is contained in:
Krish Dholakia 2024-02-27 07:18:01 -08:00 • committed by GitHub
commit 62efbd75b1
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 3 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

3
litellm/llms/ollama.py
View file

@ -147,6 +147,7 @@ def get_ollama_response(
stream = optional_params.pop("stream", False) stream = optional_params.pop("stream", False)
format = optional_params.pop("format", None) format = optional_params.pop("format", None)
images = optional_params.pop("images", None)
data = { data = {
"model": model, "model": model,
"prompt": prompt, "prompt": prompt,
@ -155,6 +156,8 @@ def get_ollama_response(
} }
if format is not None: if format is not None:
data["format"] = format data["format"] = format
if images is not None:
data["images"] = images
## LOGGING ## LOGGING
logging_obj.pre_call( logging_obj.pre_call(