version: "2"
image_name: ssambanova
docker_image: null
conda_env: ssambanova
apis:
  - inference
  - safety
  - agents
  - memory
  - datasetio
  - scoring
  - eval
  - telemetry
providers:
  inference:
    - provider_id: ssambanova
      provider_type: remote::ssambanova
      config:
        url: https://api.sambanova.ai/v1
        api_token: ${env.SSAMBANOVA_API_KEY}
  safety:
    - provider_id: llama-guard
      provider_type: inline::llama-guard
      config: {}
  agents:
    - provider_id: meta-reference
      provider_type: inline::meta-reference
      config:
        persistence_store:
          type: sqlite
          namespace: null
          db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/ssambanova}/agents_store.db
  memory:
    - provider_id: faiss
      provider_type: inline::faiss
      config:
        kvstore:
          type: sqlite
          namespace: null
          db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/ssambanova}/faiss_store.db
  datasetio:
    - provider_id: localfs
      provider_type: inline::localfs
      config: {}
  scoring:
    - provider_id: basic
      provider_type: inline::basic
      config: {}
  eval:
    - provider_id: meta-reference
      provider_type: inline::meta-reference
      config: {}
  telemetry:
    - provider_id: meta-reference
      provider_type: inline::meta-reference
      config: {}
metadata_store: null
models:
  - metadata: {}
    model_id: meta-llama/Llama-3.1-8B-Instruct
    provider_id: null
    provider_model_id: Meta-Llama-3.1-8B-Instruct
  - metadata: {}
    model_id: meta-llama/Llama-3.1-70B-Instruct
    provider_id: null
    provider_model_id: Meta-Llama-3.1-70B-Instruct
  - metadata: {}
    model_id: meta-llama/Llama-3.1-405B-Instruct-FP8
    provider_id: null
    provider_model_id: Meta-Llama-3.1-405B-Instruct
  - metadata: {}
    model_id: meta-llama/Llama-3.2-1B-Instruct
    provider_id: null
    provider_model_id: Meta-Llama-3.2-1B-Instruct
  - metadata: {}
    model_id: meta-llama/Llama-3.2-3B-Instruct
    provider_id: null
    provider_model_id: Meta-Llama-3.2-3B-Instruct
shields:
  - params: null
    shield_id: meta-llama/Llama-Guard-3-8B
    provider_id: null
    provider_shield_id: null
memory_banks: []
datasets: []
scoring_fns: []
eval_tasks: []