From c8793c80226294ccefae237abe8f3008d1b53c0c Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Tue, 19 Nov 2024 11:46:39 -0800 Subject: [PATCH] add ProviderBudgetConfig --- litellm/types/router.py | 13 +++++++++++++ 1 file changed, 13 insertions(+) diff --git a/litellm/types/router.py b/litellm/types/router.py index bb93aaa63..c160a8124 100644 --- a/litellm/types/router.py +++ b/litellm/types/router.py @@ -628,3 +628,16 @@ class RoutingStrategy(enum.Enum): COST_BASED = "cost-based-routing" USAGE_BASED_ROUTING_V2 = "usage-based-routing-v2" USAGE_BASED_ROUTING = "usage-based-routing" + PROVIDER_BUDGET_LIMITING = "provider-budget-routing" + + +class DayToBudgetLimit(TypedDict): + day: str + budget_limit: float + + +class ProviderBudgetConfig(TypedDict): + custom_llm_provider: str # The name of the provider (e.g., OpenAI, Azure) + budgets: ( + DayToBudgetLimit # Time periods (e.g., '1d', '30d') mapped to budget limits + )