providers:
  - provider_id: test-ollama
    provider_type: remote::ollama
    config:
      host: localhost
      port: 11434
  - provider_id: test-tgi
    provider_type: remote::tgi
    config:
      url: http://localhost:7001
  - provider_id: test-remote
    provider_type: remote
    config:
      host: localhost
      port: 7002
  - provider_id: test-together
    provider_type: remote::together
    config: {}
# if a provider needs private keys from the client, they use the
# "get_request_provider_data" function (see distribution/request_headers.py)
# this is a place to provide such data.
provider_data:
  "test-together":
    together_api_key: 0xdeadbeefputrealapikeyhere