forked from phoenix-oss/llama-stack-mirror
28 lines
794 B
YAML
28 lines
794 B
YAML
providers:
|
|
- provider_id: test-ollama
|
|
provider_type: remote::ollama
|
|
config:
|
|
host: localhost
|
|
port: 11434
|
|
- provider_id: meta-reference
|
|
provider_type: meta-reference
|
|
config:
|
|
model: Llama3.2-1B-Instruct
|
|
- provider_id: test-tgi
|
|
provider_type: remote::tgi
|
|
config:
|
|
url: http://localhost:7001
|
|
- provider_id: test-remote
|
|
provider_type: remote
|
|
config:
|
|
host: localhost
|
|
port: 7002
|
|
- provider_id: test-together
|
|
provider_type: remote::together
|
|
config: {}
|
|
# if a provider needs private keys from the client, they use the
|
|
# "get_request_provider_data" function (see distribution/request_headers.py)
|
|
# this is a place to provide such data.
|
|
provider_data:
|
|
"test-together":
|
|
together_api_key: 0xdeadbeefputrealapikeyhere
|