phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 11:14:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(fix) default num workers

Browse source
This commit is contained in:
ishaan-jaff 2024-03-08 15:24:08 -08:00
parent f1fb593039
commit fc3b61fe89
4 changed files with 91 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

9
litellm/proxy/proxy_cli.py
View file

@ -16,6 +16,13 @@ from importlib import resources
import shutil
telemetry = None
default_num_workers = 1
try:
default_num_workers = os.cpu_count() or 1
if default_num_workers is not None and default_num_workers > 0:
default_num_workers -= 1
except:
pass
def append_query_params(url, params):
@ -57,7 +64,7 @@ def is_port_in_use(port):
@click.option("--port", default=8000, help="Port to bind the server to.", envvar="PORT")
@click.option(
"--num_workers",
default=1,
default=default_num_workers,
help="Number of gunicorn workers to spin up",
envvar="NUM_WORKERS",
)