model_list:
  - model_name: fake-openai-endpoint
    litellm_params:
      model: openai/fake
      api_key: fake-key
      api_base: https://exampleopenaiendpoint-production.up.railway.app/
  - model_name: llama3
    litellm_params:
      model: groq/llama3-8b-8192
  - model_name: gpt-3.5-turbo
    litellm_params:
      model: gpt-3.5-turbo
  - model_name: "*"
    litellm_params:
      model: openai/*
      api_key: os.environ/OPENAI_API_KEY
  - model_name: my-triton-model
    litellm_params:
      model: triton/any"
      api_base: https://exampleopenaiendpoint-production.up.railway.app/triton/embeddings

general_settings:
  master_key: sk-1234

litellm_settings:
  callbacks: ["otel"]
  store_audit_logs: true
  redact_messages_in_exceptions: True
  enforced_params:  
    - user
    - metadata
    - metadata.generation_name
  cache: True