phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(fix) clean up proxy cli

Browse source
This commit is contained in:
ishaan-jaff 2023-11-08 13:48:02 -08:00
parent c63b09857c
commit fe82e172b9
1 changed files with 0 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

3
litellm/proxy/proxy_cli.py
View file

@ -168,9 +168,6 @@ def run_server(host, port, api_base, api_version, model, alias, add_key, headers
except:
raise ImportError("Uvicorn needs to be imported. Run - `pip install uvicorn`")
print(f"\033[32mLiteLLM: Test your local endpoint with: \"litellm --test\" [In a new terminal tab]\033[0m\n")
print(f"\033[32mLiteLLM: View available endpoints for this server on: http://{host}:{port}\033[0m\n")
print(f"\033[32mLiteLLM: Self-host your proxy using the following: https://docs.litellm.ai/docs/proxy_server#deploy-proxy \033[0m\n")
if port == 8000 and is_port_in_use(port):
port = random.randint(1024, 49152)
uvicorn.run("litellm.proxy.proxy_server:app", host=host, port=port, workers=num_workers)