phoenix-oss/llama-stack
1
0
Fork 0
forked from phoenix-oss/llama-stack-mirror
Code Pull requests Releases Packages 2 Activity Actions

Fix tgi doc

Browse source
This commit is contained in:
Ashwin Bharambe 2024-11-19 21:05:59 -08:00
parent 1086b500f9
commit 89f5093dfc
6 changed files with 132 additions and 135 deletions
Download patch file Download diff file Expand all files Collapse all files

2
llama_stack/templates/tgi/tgi.py
View file

@ -41,7 +41,7 @@ def get_distribution_template() -> DistributionTemplate:
name="tgi",
distro_type="self_hosted",
description="Use (an external) TGI server for running LLM inference",
docker_image="llamastack/distribution-tgi:test-0.0.52rc3",
docker_image=None,
template_path=Path(__file__).parent / "doc_template.md",
providers=providers,
default_models=[inference_model, safety_model],