phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

add ProviderBudgetConfig

Browse source
This commit is contained in:
Ishaan Jaff 2024-11-19 11:46:39 -08:00
parent 1890fde3f3
commit c8793c8022
1 changed files with 13 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

13
litellm/types/router.py
View file

@ -628,3 +628,16 @@ class RoutingStrategy(enum.Enum):
COST_BASED = "cost-based-routing" COST_BASED = "cost-based-routing"
USAGE_BASED_ROUTING_V2 = "usage-based-routing-v2" USAGE_BASED_ROUTING_V2 = "usage-based-routing-v2"
USAGE_BASED_ROUTING = "usage-based-routing" USAGE_BASED_ROUTING = "usage-based-routing"
PROVIDER_BUDGET_LIMITING = "provider-budget-routing"
class DayToBudgetLimit(TypedDict):
day: str
budget_limit: float
class ProviderBudgetConfig(TypedDict):
custom_llm_provider: str # The name of the provider (e.g., OpenAI, Azure)
budgets: (
DayToBudgetLimit # Time periods (e.g., '1d', '30d') mapped to budget limits
)