phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

Fail gracefully if ollama is already being served

Browse source
This commit is contained in:
Kumaran Rajendhiran 2023-11-24 16:52:55 +05:30
parent 824136667f
commit 01fad94485
1 changed files with 9 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

11
litellm/proxy/proxy_server.py
View file

@ -227,10 +227,15 @@ def celery_setup(use_queue: bool):
celery_app_conn = celery_app celery_app_conn = celery_app
def run_ollama_serve(): def run_ollama_serve():
command = ['ollama', 'serve'] try:
command = ['ollama', 'serve']
with open(os.devnull, 'w') as devnull: with open(os.devnull, 'w') as devnull:
process = subprocess.Popen(command, stdout=devnull, stderr=devnull) process = subprocess.Popen(command, stdout=devnull, stderr=devnull)
except Exception as e:
print(f"""
LiteLLM Warning: proxy started with `ollama` model\n`ollama serve` failed with Exception{e}. \nEnsure you run `ollama serve`
""")
def load_router_config(router: Optional[litellm.Router], config_file_path: str): def load_router_config(router: Optional[litellm.Router], config_file_path: str):
global master_key global master_key