mirror of
https://github.com/BerriAI/litellm.git
synced 2025-04-24 18:24:20 +00:00
bbfcb1ac7e
* docs(index.md): initial draft release notes * docs: note all pending docs * build(model_prices_and_context_window.json): add o3, gpt-4.1, o4-mini pricing * docs(vllm.md): update vllm doc to show file message type support * docs(mistral.md): add mistral passthrough route doc * docs(gemini.md): add gemini thinking to docs * docs(vertex.md): add thinking/reasoning content for gemini models to docs * docs(index.md): more links * docs(index.md): add more links, images * docs(index.md): cleanup highlights
44 lines
No EOL
1.3 KiB
YAML
44 lines
No EOL
1.3 KiB
YAML
model_list:
|
|
- model_name: "gpt-4o-azure"
|
|
litellm_params:
|
|
model: azure/gpt-4o
|
|
api_key: os.environ/AZURE_API_KEY
|
|
api_base: os.environ/AZURE_API_BASE
|
|
- model_name: "gpt-4o-mini-openai"
|
|
litellm_params:
|
|
model: gpt-4o-mini
|
|
api_key: os.environ/OPENAI_API_KEY
|
|
- model_name: "bedrock-nova"
|
|
litellm_params:
|
|
model: us.amazon.nova-pro-v1:0
|
|
- model_name: openrouter_model
|
|
litellm_params:
|
|
model: openrouter/openrouter_model
|
|
api_key: os.environ/OPENROUTER_API_KEY
|
|
api_base: http://0.0.0.0:8090
|
|
- model_name: "claude-3-7-sonnet"
|
|
litellm_params:
|
|
model: databricks/databricks-claude-3-7-sonnet
|
|
api_key: os.environ/DATABRICKS_API_KEY
|
|
api_base: os.environ/DATABRICKS_API_BASE
|
|
- model_name: "gpt-4.1"
|
|
litellm_params:
|
|
model: azure/gpt-4.1
|
|
api_key: os.environ/AZURE_API_KEY_REALTIME
|
|
api_base: https://krris-m2f9a9i7-eastus2.openai.azure.com/
|
|
- model_name: "xai/*"
|
|
litellm_params:
|
|
model: xai/*
|
|
api_key: os.environ/XAI_API_KEY
|
|
|
|
litellm_settings:
|
|
num_retries: 0
|
|
callbacks: ["prometheus"]
|
|
check_provider_endpoint: true
|
|
|
|
files_settings:
|
|
- custom_llm_provider: gemini
|
|
api_key: os.environ/GEMINI_API_KEY
|
|
|
|
general_settings:
|
|
store_prompts_in_spend_logs: true |