diff --git a/llama_stack/distribution/server/server.py b/llama_stack/distribution/server/server.py index 13fff9727..f4a6c9559 100644 --- a/llama_stack/distribution/server/server.py +++ b/llama_stack/distribution/server/server.py @@ -242,7 +242,7 @@ def main(): parser.add_argument( "--port", type=int, - default=int(os.getenv("PORT", 5000)), + default=int(os.getenv("LLAMA_STACK_PORT", 5000)), help="Port to listen on", ) parser.add_argument( diff --git a/llama_stack/distribution/start_container.sh b/llama_stack/distribution/start_container.sh index d0986f770..3b49a22f8 100755 --- a/llama_stack/distribution/start_container.sh +++ b/llama_stack/distribution/start_container.sh @@ -90,6 +90,6 @@ $DOCKER_BINARY run $DOCKER_OPTS -it \ $env_vars \ -v "$yaml_config:/app/config.yaml" \ $mounts \ - --env PORT=$port \ + --env LLAMA_STACK_PORT=$port \ --entrypoint='["python", "-m", "llama_stack.distribution.server.server", "--yaml-config", "/app/config.yaml"]' \ $docker_image:$version_tag