phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(feat) start proxy with default num_workers=1

Browse source
This commit is contained in:
Ishaan Jaff 2024-03-20 10:46:32 -07:00
parent cace0bd6fb
commit 3ad6e5ffc1
1 changed files with 1 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

9
litellm/proxy/proxy_cli.py
View file

@ -16,13 +16,6 @@ from importlib import resources
import shutil
telemetry = None
default_num_workers = 1
try:
default_num_workers = os.cpu_count() or 1
if default_num_workers is not None and default_num_workers > 0:
default_num_workers -= 1
except:
pass
def append_query_params(url, params):
@ -64,7 +57,7 @@ def is_port_in_use(port):
@click.option("--port", default=4000, help="Port to bind the server to.", envvar="PORT")
@click.option(
"--num_workers",
default=default_num_workers,
default=1,
help="Number of gunicorn workers to spin up",
envvar="NUM_WORKERS",
)