phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-07-28 15:02:37 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

feat: add llamacpp in registry

Browse source
This commit is contained in:
Young Han 2025-07-12 16:28:22 -07:00
parent ec73d0d55b
commit 9b3d7e85ff
1 changed files with 10 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

10
llama_stack/providers/registry/inference.py
View file

@ -333,4 +333,14 @@ def available_providers() -> list[ProviderSpec]:
description="IBM WatsonX inference provider for accessing AI models on IBM's WatsonX platform.",
),
),
remote_provider_spec(
api=Api.inference,
adapter=AdapterSpec(
adapter_type="llamacpp",
pip_packages=["litellm"],
module="llama_stack.providers.remote.inference.llamacpp",
config_class="llama_stack.providers.remote.inference.llamacpp.config.LlamaCppImplConfig",
provider_data_validator="llama_stack.providers.remote.inference.llamacpp.config.LlamaCppProviderDataValidator",
),
),
]