phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

Add missing num_gpu ollama configuration parameter

Browse source
This commit is contained in:
Titusz 2024-07-18 17:51:56 +02:00 • committed by GitHub
parent 57f6923ab6
commit fcef2c4580
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 2 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/llms/ollama.py
View file

@ -77,6 +77,7 @@ class OllamaConfig:
mirostat_tau: Optional[float] = None mirostat_tau: Optional[float] = None
num_ctx: Optional[int] = None num_ctx: Optional[int] = None
num_gqa: Optional[int] = None num_gqa: Optional[int] = None
num_gpu: Optional[int] = None
num_thread: Optional[int] = None num_thread: Optional[int] = None
repeat_last_n: Optional[int] = None repeat_last_n: Optional[int] = None
repeat_penalty: Optional[float] = None repeat_penalty: Optional[float] = None
@ -99,6 +100,7 @@ class OllamaConfig:
mirostat_tau: Optional[float] = None, mirostat_tau: Optional[float] = None,
num_ctx: Optional[int] = None, num_ctx: Optional[int] = None,
num_gqa: Optional[int] = None, num_gqa: Optional[int] = None,
num_gpu: Optional[int] = None,
num_thread: Optional[int] = None, num_thread: Optional[int] = None,
repeat_last_n: Optional[int] = None, repeat_last_n: Optional[int] = None,
repeat_penalty: Optional[float] = None, repeat_penalty: Optional[float] = None,