mirror of
https://github.com/BerriAI/litellm.git
synced 2025-04-27 03:34:10 +00:00
35 lines
853 B
YAML
35 lines
853 B
YAML
model_list:
|
|
- model_name: fake-openai-endpoint
|
|
litellm_params:
|
|
model: openai/fake
|
|
api_key: fake-key
|
|
api_base: https://exampleopenaiendpoint-production.up.railway.app/
|
|
- model_name: llama3
|
|
litellm_params:
|
|
model: groq/llama3-8b-8192
|
|
- model_name: gpt-3.5-turbo
|
|
litellm_params:
|
|
model: gpt-3.5-turbo
|
|
- model_name: "*"
|
|
litellm_params:
|
|
model: openai/*
|
|
api_key: os.environ/OPENAI_API_KEY
|
|
- model_name: my-triton-model
|
|
litellm_params:
|
|
model: triton/any"
|
|
api_base: https://exampleopenaiendpoint-production.up.railway.app/triton/embeddings
|
|
|
|
general_settings:
|
|
master_key: sk-1234
|
|
|
|
litellm_settings:
|
|
callbacks: ["otel"]
|
|
store_audit_logs: true
|
|
redact_messages_in_exceptions: True
|
|
enforced_params:
|
|
- user
|
|
- metadata
|
|
- metadata.generation_name
|
|
cache: True
|
|
|
|
|