From fcef2c4580334da12d69a68877b98365769a0db5 Mon Sep 17 00:00:00 2001 From: Titusz Date: Thu, 18 Jul 2024 17:51:56 +0200 Subject: [PATCH] Add missing `num_gpu` ollama configuration parameter --- litellm/llms/ollama.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/litellm/llms/ollama.py b/litellm/llms/ollama.py index cae47fded..7b15582f4 100644 --- a/litellm/llms/ollama.py +++ b/litellm/llms/ollama.py @@ -77,6 +77,7 @@ class OllamaConfig: mirostat_tau: Optional[float] = None num_ctx: Optional[int] = None num_gqa: Optional[int] = None + num_gpu: Optional[int] = None num_thread: Optional[int] = None repeat_last_n: Optional[int] = None repeat_penalty: Optional[float] = None @@ -99,6 +100,7 @@ class OllamaConfig: mirostat_tau: Optional[float] = None, num_ctx: Optional[int] = None, num_gqa: Optional[int] = None, + num_gpu: Optional[int] = None, num_thread: Optional[int] = None, repeat_last_n: Optional[int] = None, repeat_penalty: Optional[float] = None,