phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-17 17:42:39 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

dell tgi adapter

Browse source
This commit is contained in:
Xi Yan 2024-10-16 16:35:46 -07:00
parent cfc97df6d5
commit cd1f1a86bf
5 changed files with 61 additions and 11 deletions
Download patch file Download diff file Expand all files Collapse all files

9
llama_stack/providers/registry/inference.py
View file

@ -87,6 +87,15 @@ def available_providers() -> List[ProviderSpec]:
config_class="llama_stack.providers.adapters.inference.tgi.InferenceEndpointImplConfig",
),
),
remote_provider_spec(
api=Api.inference,
adapter=AdapterSpec(
adapter_type="dell-tgi",
pip_packages=["huggingface_hub", "aiohttp"],
module="llama_stack.providers.adapters.inference.tgi",
config_class="llama_stack.providers.adapters.inference.tgi.DellTGIImplConfig",
),
),
remote_provider_spec(
api=Api.inference,
adapter=AdapterSpec(