From f10bb708c07485739d8ef764078846fabaa51922 Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Sat, 9 Dec 2023 21:31:46 -0800 Subject: [PATCH] fix: fix run_ollama_serve to only run if api base is none --- litellm/proxy/proxy_cli.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/litellm/proxy/proxy_cli.py b/litellm/proxy/proxy_cli.py index 57908e59a..9a03bca52 100644 --- a/litellm/proxy/proxy_cli.py +++ b/litellm/proxy/proxy_cli.py @@ -113,7 +113,7 @@ def run_server(host, port, api_base, api_version, model, alias, add_key, headers except: raise Exception("LiteLLM: No logs saved!") return - if model and "ollama" in model: + if model and "ollama" in model and api_base is None: run_ollama_serve() if test_async is True: import requests, concurrent, time