mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-12-08 19:10:56 +00:00
25 lines
688 B
YAML
25 lines
688 B
YAML
providers:
|
|
- provider_id: test-ollama
|
|
provider_type: remote::ollama
|
|
config:
|
|
host: localhost
|
|
port: 11434
|
|
- provider_id: test-tgi
|
|
provider_type: remote::tgi
|
|
config:
|
|
url: http://localhost:7001
|
|
- provider_id: test-remote
|
|
provider_type: remote
|
|
config:
|
|
host: localhost
|
|
port: 7002
|
|
- provider_id: test-together
|
|
provider_type: remote::together
|
|
config: {}
|
|
# if a provider needs private keys from the client, they use the
|
|
# "get_request_provider_data" function (see distribution/request_headers.py)
|
|
# this is a place to provide such data.
|
|
provider_data:
|
|
"test-together":
|
|
together_api_key:
|
|
0xdeadbeefputrealapikeyhere
|