phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(feat) use env variables to set host, port, num_workers

Browse source
This commit is contained in:
ishaan-jaff 2024-01-16 08:36:29 -08:00
parent 6a09fcfa06
commit 893627cab4
1 changed files with 17 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

24
litellm/proxy/proxy_cli.py
View file

@ -39,9 +39,16 @@ def is_port_in_use(port):
@click.command()
@click.option("--host", default="0.0.0.0", help="Host for the server to listen on.")
@click.option("--port", default=8000, help="Port to bind the server to.")
@click.option("--num_workers", default=1, help="Number of gunicorn workers to spin up")
@click.option(
"--host", default="0.0.0.0", help="Host for the server to listen on.", envvar="HOST"
)
@click.option("--port", default=8000, help="Port to bind the server to.", envvar="PORT")
@click.option(
"--num_workers",
default=1,
help="Number of gunicorn workers to spin up",
envvar="NUM_WORKERS",
)
@click.option("--api_base", default=None, help="API base URL.")
@click.option(
"--api_version",
@ -62,7 +69,12 @@ def is_port_in_use(port):
@click.option("--headers", default=None, help="headers for the API call")
@click.option("--save", is_flag=True, type=bool, help="Save the model-specific config")
@click.option(
"--debug", default=False, is_flag=True, type=bool, help="To debug the input"
"--debug",
default=False,
is_flag=True,
type=bool,
help="To debug the input",
envvar="DEBUG",
)
@click.option(
"--detailed_debug",
@ -70,6 +82,7 @@ def is_port_in_use(port):
is_flag=True,
type=bool,
help="To view detailed debug logs",
envvar="DETAILED_DEBUG",
)
@click.option(
"--use_queue",
@ -472,9 +485,6 @@ def run_server(
# gunicorn app function
return self.application
# before starting server, read num_workers as an env variable
num_workers = os.getenv("NUM_WORKERS", num_workers)
print(
f"\033[1;32mLiteLLM Proxy: Starting server on {host}:{port} with {num_workers} workers\033[0m\n"
)