litellm-mirror/litellm/proxy/proxy_config.yaml
2025-04-15 22:22:36 -07:00

18 lines
531 B
YAML

model_list:
- model_name: anhropic-auto-inject-cache-user-message
litellm_params:
model: anhropic/claude-3-5-sonnet-20240620
api_key: os.environ/ANTHROPIC_API_KEY
cache_control_injection_points:
- location: message
role: user
- model_name: anhropic-auto-inject-cache-system-message
litellm_params:
model: anhropic/claude-3-5-sonnet-20240620
api_key: os.environ/ANTHROPIC_API_KEY
cache_control_injection_points:
- location: message
role: user