Fix tgi doc

This commit is contained in:
Ashwin Bharambe 2024-11-19 21:05:59 -08:00
parent 1086b500f9
commit 89f5093dfc
6 changed files with 132 additions and 135 deletions

View file

@ -82,7 +82,10 @@ def collect_template_dependencies(template_dir: Path) -> tuple[str, list[str]]:
template = template_func()
normal_deps, special_deps = get_provider_dependencies(template.providers)
# Combine all dependencies in order: normal deps, special deps, server deps
all_deps = normal_deps + special_deps + SERVER_DEPENDENCIES
all_deps = sorted(list(set(normal_deps + SERVER_DEPENDENCIES))) + sorted(
list(set(special_deps))
)
return template.name, all_deps
except Exception:
return None, []

View file

@ -2,7 +2,7 @@ version: '2'
name: tgi
distribution_spec:
description: Use (an external) TGI server for running LLM inference
docker_image: llamastack/distribution-tgi:test-0.0.52rc3
docker_image: null
providers:
inference:
- remote::tgi

View file

@ -1,6 +1,6 @@
version: '2'
image_name: tgi
docker_image: llamastack/distribution-tgi:test-0.0.52rc3
docker_image: null
conda_env: tgi
apis:
- agents

View file

@ -1,6 +1,6 @@
version: '2'
image_name: tgi
docker_image: llamastack/distribution-tgi:test-0.0.52rc3
docker_image: null
conda_env: tgi
apis:
- agents

View file

@ -41,7 +41,7 @@ def get_distribution_template() -> DistributionTemplate:
name="tgi",
distro_type="self_hosted",
description="Use (an external) TGI server for running LLM inference",
docker_image="llamastack/distribution-tgi:test-0.0.52rc3",
docker_image=None,
template_path=Path(__file__).parent / "doc_template.md",
providers=providers,
default_models=[inference_model, safety_model],