mirror of
https://github.com/BerriAI/litellm.git
synced 2025-04-27 11:43:54 +00:00
37 lines
883 B
YAML
37 lines
883 B
YAML
model_list:
|
|
- model_name: fake-openai-endpoint
|
|
litellm_params:
|
|
model: openai/fake
|
|
api_key: fake-key
|
|
api_base: https://exampleopenaiendpoint-production.up.railway.app/
|
|
- model_name: llama3
|
|
litellm_params:
|
|
model: groq/llama3-8b-8192
|
|
- model_name: gpt-3.5-turbo
|
|
litellm_params:
|
|
model: gpt-3.5-turbo
|
|
- model_name: "*"
|
|
litellm_params:
|
|
model: openai/*
|
|
api_key: os.environ/OPENAI_API_KEY
|
|
- model_name: mistral-embed
|
|
litellm_params:
|
|
model: mistral/mistral-embed
|
|
|
|
general_settings:
|
|
master_key: sk-1234
|
|
alerting: ["slack", "email"]
|
|
|
|
litellm_settings:
|
|
success_callback: ["prometheus"]
|
|
failure_callback: ["prometheus"]
|
|
store_audit_logs: true
|
|
turn_off_message_logging: true
|
|
redact_messages_in_exceptions: True
|
|
enforced_params:
|
|
- user
|
|
- metadata
|
|
- metadata.generation_name
|
|
cache: True
|
|
|
|
|