phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-24 09:30:01 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix: use OLLAMA_URL to activate Ollama provider in starter

Browse source
This commit is contained in:
Ashwin Bharambe 2025-07-30 09:52:19 -07:00
parent b69bafba30
commit c1151e8d81
6 changed files with 23 additions and 41 deletions
Download patch file Download diff file Expand all files Collapse all files

2
llama_stack/templates/ci-tests/run.yaml
View file

@ -19,7 +19,7 @@ providers:
config:
base_url: https://api.cerebras.ai
api_key: ${env.CEREBRAS_API_KEY:=}
- provider_id: ollama
- provider_id: ${env.OLLAMA_URL:+ollama}
provider_type: remote::ollama
config:
url: ${env.OLLAMA_URL:=http://localhost:11434}

2
llama_stack/templates/starter/run.yaml
View file

@ -19,7 +19,7 @@ providers:
config:
base_url: https://api.cerebras.ai
api_key: ${env.CEREBRAS_API_KEY:=}
- provider_id: ollama
- provider_id: ${env.OLLAMA_URL:+ollama}
provider_type: remote::ollama
config:
url: ${env.OLLAMA_URL:=http://localhost:11434}

1
llama_stack/templates/starter/starter.py
View file

@ -66,6 +66,7 @@ ENABLED_INFERENCE_PROVIDERS = [
]
INFERENCE_PROVIDER_IDS = {
"ollama": "${env.OLLAMA_URL:+ollama}",
"vllm": "${env.VLLM_URL:+vllm}",
"tgi": "${env.TGI_URL:+tgi}",
"cerebras": "${env.CEREBRAS_API_KEY:+cerebras}",