phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 10:44:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(feat) print num_workers when starting prox

Browse source
This commit is contained in:
ishaan-jaff 2024-01-16 08:21:37 -08:00
parent 7b1c8471c5
commit 6a09fcfa06
1 changed files with 4 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

4
litellm/proxy/proxy_cli.py
View file

@ -474,6 +474,10 @@ def run_server(
# before starting server, read num_workers as an env variable
num_workers = os.getenv("NUM_WORKERS", num_workers)
print(
f"\033[1;32mLiteLLM Proxy: Starting server on {host}:{port} with {num_workers} workers\033[0m\n"
)
gunicorn_options = {
"bind": f"{host}:{port}",
"workers": num_workers, # default is 1