Get from env var

Signed-off-by: Yuan Tang <terrytangyuan@gmail.com>
This commit is contained in:
Yuan Tang 2025-01-02 22:15:40 -05:00
parent f02f1332a1
commit 6312bc4aa4
No known key found for this signature in database

View file

@ -239,7 +239,7 @@ def main():
"--template",
help="One of the template names in llama_stack/templates (e.g., tgi, fireworks, remote-vllm, etc.)",
)
parser.add_argument("--port", type=int, default=5000, help="Port to listen on")
parser.add_argument("--port", type=int, default=int(os.getenv("PORT", 5000)), help="Port to listen on")
parser.add_argument(
"--disable-ipv6", action="store_true", help="Whether to disable IPv6 support"
)