phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-23 22:33:56 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

feat: pre-commit result

Browse source
This commit is contained in:
Young Han 2025-07-14 14:32:58 -07:00
parent f65a260cdd
commit b884bc490b
10 changed files with 286 additions and 288 deletions
Download patch file Download diff file Expand all files Collapse all files

15
llama_stack/templates/llamacpp/llamacpp.py
View file

@ -21,7 +21,7 @@ from llama_stack.templates.template import DistributionTemplate, RunConfigSettin
def get_distribution_template() -> DistributionTemplate:
providers = {
"inference": ["remote::llamacpp"],
"inference": ["remote::llamacpp", "inline::sentence-transformers"],
"vector_io": ["inline::faiss", "remote::chromadb", "remote::pgvector"],
"safety": ["inline::llama-guard"],
"agents": ["inline::meta-reference"],
@ -44,6 +44,11 @@ def get_distribution_template() -> DistributionTemplate:
provider_type="remote::llamacpp",
config=LlamaCppImplConfig.sample_run_config(),
)
sentence_transformers_provider = Provider(
provider_id="sentence-transformers",
provider_type="inline::sentence-transformers",
config={},
)
vector_io_provider_faiss = Provider(
provider_id="faiss",
provider_type="inline::faiss",
@ -52,9 +57,7 @@ def get_distribution_template() -> DistributionTemplate:
files_provider = Provider(
provider_id="meta-reference-files",
provider_type="inline::localfs",
config=LocalfsFilesImplConfig.sample_run_config(
f"~/.llama/distributions/{name}"
),
config=LocalfsFilesImplConfig.sample_run_config(f"~/.llama/distributions/{name}"),
)
inference_model = ModelInput(
model_id="${env.INFERENCE_MODEL}",
@ -97,7 +100,7 @@ def get_distribution_template() -> DistributionTemplate:
run_configs={
"run.yaml": RunConfigSettings(
provider_overrides={
"inference": [inference_provider],
"inference": [inference_provider, sentence_transformers_provider],
"vector_io": [vector_io_provider_faiss],
"files": [files_provider],
},
@ -106,7 +109,7 @@ def get_distribution_template() -> DistributionTemplate:
),
"run-with-safety.yaml": RunConfigSettings(
provider_overrides={
"inference": [inference_provider],
"inference": [inference_provider, sentence_transformers_provider],
"vector_io": [vector_io_provider_faiss],
"files": [files_provider],
"safety": [