forked from phoenix/litellm-mirror
4b9c66ea59
* fix(factory.py): ensure tool call converts image url Fixes https://github.com/BerriAI/litellm/issues/6953 * fix(transformation.py): support mp4 + pdf url's for vertex ai Fixes https://github.com/BerriAI/litellm/issues/6936 * fix(http_handler.py): mask gemini api key in error logs Fixes https://github.com/BerriAI/litellm/issues/6963 * docs(prometheus.md): update prometheus FAQs * feat(auth_checks.py): ensure specific model access > wildcard model access if wildcard model is in access group, but specific model is not - deny access * fix(auth_checks.py): handle auth checks for team based model access groups handles scenario where model access group used for wildcard models * fix(internal_user_endpoints.py): support adding guardrails on `/user/update` Fixes https://github.com/BerriAI/litellm/issues/6942 * fix(key_management_endpoints.py): fix prepare_metadata_fields helper * fix: fix tests * build(requirements.txt): bump openai dep version fixes proxies argument * test: fix tests * fix(http_handler.py): fix error message masking * fix(bedrock_guardrails.py): pass in prepped data * test: fix test * test: fix nvidia nim test * fix(http_handler.py): return original response headers * fix: revert maskedhttpstatuserror * test: update tests * test: cleanup test * fix(key_management_endpoints.py): fix metadata field update logic * fix(key_management_endpoints.py): maintain initial order of guardrails in key update * fix(key_management_endpoints.py): handle prepare metadata * fix: fix linting errors * fix: fix linting errors * fix: fix linting errors * fix: fix key management errors * fix(key_management_endpoints.py): update metadata * test: update test * refactor: add more debug statements * test: skip flaky test * test: fix test * fix: fix test * fix: fix update metadata logic * fix: fix test * ci(config.yml): change db url for e2e ui testing
42 lines
No EOL
1.2 KiB
YAML
42 lines
No EOL
1.2 KiB
YAML
model_list:
|
|
# GPT-4 Turbo Models
|
|
- model_name: gpt-4
|
|
litellm_params:
|
|
model: gpt-4
|
|
- model_name: rerank-model
|
|
litellm_params:
|
|
model: jina_ai/jina-reranker-v2-base-multilingual
|
|
- model_name: anthropic-vertex
|
|
litellm_params:
|
|
model: vertex_ai/claude-3-5-sonnet-v2
|
|
vertex_ai_project: "adroit-crow-413218"
|
|
vertex_ai_location: "us-east5"
|
|
- model_name: openai-gpt-4o-realtime-audio
|
|
litellm_params:
|
|
model: openai/gpt-4o-realtime-preview-2024-10-01
|
|
api_key: os.environ/OPENAI_API_KEY
|
|
- model_name: openai/*
|
|
litellm_params:
|
|
model: openai/*
|
|
api_key: os.environ/OPENAI_API_KEY
|
|
- model_name: openai/*
|
|
litellm_params:
|
|
model: openai/*
|
|
api_key: os.environ/OPENAI_API_KEY
|
|
model_info:
|
|
access_groups: ["public-openai-models"]
|
|
- model_name: openai/gpt-4o
|
|
litellm_params:
|
|
model: openai/gpt-4o
|
|
api_key: os.environ/OPENAI_API_KEY
|
|
model_info:
|
|
access_groups: ["private-openai-models"]
|
|
|
|
router_settings:
|
|
routing_strategy: usage-based-routing-v2
|
|
#redis_url: "os.environ/REDIS_URL"
|
|
redis_host: "os.environ/REDIS_HOST"
|
|
redis_port: "os.environ/REDIS_PORT"
|
|
|
|
litellm_settings:
|
|
success_callback: ["langsmith"] |