mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-07-29 07:14:20 +00:00
address comments, update output msg
This commit is contained in:
parent
fd04ad9e1e
commit
0f10de04ba
5 changed files with 21 additions and 3 deletions
|
@ -118,6 +118,11 @@ class StackBuild(Subcommand):
|
||||||
f"You can now run `llama stack configure {build_config.name}`",
|
f"You can now run `llama stack configure {build_config.name}`",
|
||||||
color="green",
|
color="green",
|
||||||
)
|
)
|
||||||
|
else:
|
||||||
|
cprint(
|
||||||
|
f"You can now run `docker run -it -p 5000:5000 llamastack-{build_config.name}` or `llama stack configure llamastack-{build_config.name}`",
|
||||||
|
color="green",
|
||||||
|
)
|
||||||
|
|
||||||
def _run_template_list_cmd(self, args: argparse.Namespace) -> None:
|
def _run_template_list_cmd(self, args: argparse.Namespace) -> None:
|
||||||
import json
|
import json
|
||||||
|
|
|
@ -128,4 +128,4 @@ set -x
|
||||||
$DOCKER_BINARY build $DOCKER_OPTS -t $image_name -f "$TEMP_DIR/Dockerfile" "$REPO_DIR" $mounts
|
$DOCKER_BINARY build $DOCKER_OPTS -t $image_name -f "$TEMP_DIR/Dockerfile" "$REPO_DIR" $mounts
|
||||||
set +x
|
set +x
|
||||||
|
|
||||||
echo "Success! You can run it with: $DOCKER_BINARY run -p 8000:8000 $image_name"
|
echo "Success! You can run it with: $DOCKER_BINARY $DOCKER_OPTS run -p 5000:5000 $image_name"
|
||||||
|
|
|
@ -37,4 +37,6 @@ $DOCKER_BINARY run $DOCKER_OPTS -it \
|
||||||
$docker_image \
|
$docker_image \
|
||||||
"stack" \
|
"stack" \
|
||||||
"configure" \
|
"configure" \
|
||||||
"./llamastack-build.yaml"
|
"./llamastack-build.yaml" \
|
||||||
|
"--output-dir" \
|
||||||
|
"$container_build_dir"
|
||||||
|
|
|
@ -409,7 +409,7 @@ async def resolve_impls_with_routing(run_config: StackRunConfig) -> Dict[Api, An
|
||||||
|
|
||||||
|
|
||||||
def main(
|
def main(
|
||||||
yaml_config: str = "./llamastack-run.yaml",
|
yaml_config: str = "llamastack-run.yaml",
|
||||||
port: int = 5000,
|
port: int = 5000,
|
||||||
disable_ipv6: bool = False,
|
disable_ipv6: bool = False,
|
||||||
):
|
):
|
||||||
|
|
|
@ -0,0 +1,11 @@
|
||||||
|
name: local-gpu
|
||||||
|
distribution_spec:
|
||||||
|
description: local meta reference
|
||||||
|
docker_image: null
|
||||||
|
providers:
|
||||||
|
inference: meta-reference
|
||||||
|
safety: meta-reference
|
||||||
|
agents: meta-reference
|
||||||
|
memory: meta-reference
|
||||||
|
telemetry: meta-reference
|
||||||
|
image_type: docker
|
Loading…
Add table
Add a link
Reference in a new issue