mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-07-28 15:02:37 +00:00
default entrypoint
This commit is contained in:
parent
340e134629
commit
fd04ad9e1e
3 changed files with 10 additions and 3 deletions
|
@ -102,7 +102,7 @@ add_to_docker <<EOF
|
|||
# This would be good in production but for debugging flexibility lets not add it right now
|
||||
# We need a more solid production ready entrypoint.sh anyway
|
||||
#
|
||||
CMD ["python", "-m", "llama_stack.distribution.server.server", "./llamastack-run.yaml"]
|
||||
ENTRYPOINT ["python", "-m", "llama_stack.distribution.server.server"]
|
||||
|
||||
EOF
|
||||
|
||||
|
|
|
@ -32,6 +32,9 @@ DOCKER_OPTS="$DOCKER_OPTS --security-opt label=disable"
|
|||
|
||||
set -x
|
||||
$DOCKER_BINARY run $DOCKER_OPTS -it \
|
||||
--entrypoint "/usr/local/bin/llama" \
|
||||
-v $host_build_dir:$container_build_dir \
|
||||
$docker_image \
|
||||
llama stack configure ./llamastack-build.yaml --output-dir $container_build_dir
|
||||
"stack" \
|
||||
"configure" \
|
||||
"./llamastack-build.yaml"
|
||||
|
|
|
@ -408,7 +408,11 @@ async def resolve_impls_with_routing(run_config: StackRunConfig) -> Dict[Api, An
|
|||
return impls, specs
|
||||
|
||||
|
||||
def main(yaml_config: str, port: int = 5000, disable_ipv6: bool = False):
|
||||
def main(
|
||||
yaml_config: str = "./llamastack-run.yaml",
|
||||
port: int = 5000,
|
||||
disable_ipv6: bool = False,
|
||||
):
|
||||
with open(yaml_config, "r") as fp:
|
||||
config = StackRunConfig(**yaml.safe_load(fp))
|
||||
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue