phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

Merge pull request #4773 from titusz/patch-1

Browse source 
Add missing `num_gpu` ollama configuration parameter
This commit is contained in:
Krish Dholakia 2024-07-18 22:47:39 -07:00 • committed by GitHub
commit 2ad1c0455a
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 2 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/llms/ollama.py
View file

@ -77,6 +77,7 @@ class OllamaConfig:
mirostat_tau: Optional[float] = None
num_ctx: Optional[int] = None
num_gqa: Optional[int] = None
num_gpu: Optional[int] = None
num_thread: Optional[int] = None
repeat_last_n: Optional[int] = None
repeat_penalty: Optional[float] = None
@ -99,6 +100,7 @@ class OllamaConfig:
mirostat_tau: Optional[float] = None,
num_ctx: Optional[int] = None,
num_gqa: Optional[int] = None,
num_gpu: Optional[int] = None,
num_thread: Optional[int] = None,
repeat_last_n: Optional[int] = None,
repeat_penalty: Optional[float] = None,