phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-07-04 13:15:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

wip

Browse source 
Signed-off-by: Sébastien Han <seb@redhat.com>
This commit is contained in:
Sébastien Han 2025-06-27 10:13:55 +02:00
parent bedfea38c3
commit 6b616cc780
No known key found for this signature in database
3 changed files with 34 additions and 140 deletions
Download patch file Download diff file Expand all files Collapse all files

4
llama_stack/templates/starter/starter.py
View file

@ -110,6 +110,10 @@ def get_inference_providers() -> tuple[list[Provider], dict[str, list[ProviderMo
"embedding_dimension": "${env.OLLAMA_EMBEDDING_DIMENSION:=384}",
},
),
ProviderModelEntry(
provider_model_id="${env.OLLAMA_SAFETY_MODEL:=__disabled__}",
model_type=ModelType.llm,
),
],
OllamaImplConfig.sample_run_config(
url="${env.OLLAMA_URL:=http://localhost:11434}", raise_on_connect_error=False