From 6312bc4aa4efcee6b122ee582afff57ca6f0c36c Mon Sep 17 00:00:00 2001 From: Yuan Tang Date: Thu, 2 Jan 2025 22:15:40 -0500 Subject: [PATCH] Get from env var Signed-off-by: Yuan Tang --- llama_stack/distribution/server/server.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/llama_stack/distribution/server/server.py b/llama_stack/distribution/server/server.py index e432cca4e..1e2abba21 100644 --- a/llama_stack/distribution/server/server.py +++ b/llama_stack/distribution/server/server.py @@ -239,7 +239,7 @@ def main(): "--template", help="One of the template names in llama_stack/templates (e.g., tgi, fireworks, remote-vllm, etc.)", ) - parser.add_argument("--port", type=int, default=5000, help="Port to listen on") + parser.add_argument("--port", type=int, default=int(os.getenv("PORT", 5000)), help="Port to listen on") parser.add_argument( "--disable-ipv6", action="store_true", help="Whether to disable IPv6 support" )