phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix(router.py): fix validation error for default fallback

Browse source
This commit is contained in:
Krrish Dholakia 2024-05-15 13:22:13 -07:00
parent 74f093bb4b
commit d9ad7c6218
2 changed files with 24 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

24
litellm/model_prices_and_context_window_backup.json
View file

@ -1744,6 +1744,30 @@
"litellm_provider": "openrouter", "litellm_provider": "openrouter",
"mode": "chat" "mode": "chat"
}, },
"openrouter/openai/gpt-4o": {
"max_tokens": 4096,
"max_input_tokens": 128000,
"max_output_tokens": 4096,
"input_cost_per_token": 0.000005,
"output_cost_per_token": 0.000015,
"litellm_provider": "openrouter",
"mode": "chat",
"supports_function_calling": true,
"supports_parallel_function_calling": true,
"supports_vision": true
},
"openrouter/openai/gpt-4o-2024-05-13": {
"max_tokens": 4096,
"max_input_tokens": 128000,
"max_output_tokens": 4096,
"input_cost_per_token": 0.000005,
"output_cost_per_token": 0.000015,
"litellm_provider": "openrouter",
"mode": "chat",
"supports_function_calling": true,
"supports_parallel_function_calling": true,
"supports_vision": true
},
"openrouter/openai/gpt-4-vision-preview": { "openrouter/openai/gpt-4-vision-preview": {
"max_tokens": 130000, "max_tokens": 130000,
"input_cost_per_token": 0.00001, "input_cost_per_token": 0.00001,

1
litellm/router.py
View file

@ -273,7 +273,6 @@ class Router:
if default_fallbacks is not None or litellm.default_fallbacks is not None: if default_fallbacks is not None or litellm.default_fallbacks is not None:
_fallbacks = default_fallbacks or litellm.default_fallbacks _fallbacks = default_fallbacks or litellm.default_fallbacks
self.validate_fallbacks(fallback_param=_fallbacks)
if self.fallbacks is not None: if self.fallbacks is not None:
self.fallbacks.append({"*": _fallbacks}) self.fallbacks.append({"*": _fallbacks})
else: else: