phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 19:24:27 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

set litellm_team_budget_reset_at_metric

Browse source
This commit is contained in:
Ishaan Jaff 2025-01-23 08:56:05 -08:00
parent a89fbe0e6f
commit ddaed35f54
1 changed files with 27 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

35
litellm/integrations/prometheus.py
View file

@ -139,7 +139,27 @@ class PrometheusLogger(CustomLogger):
self.litellm_remaining_team_budget_metric = Gauge( self.litellm_remaining_team_budget_metric = Gauge(
"litellm_remaining_team_budget_metric", "litellm_remaining_team_budget_metric",
"Remaining budget for team", "Remaining budget for team",
labelnames=["team_id", "team_alias"], labelnames=PrometheusMetricLabels.get_labels(
label_name="litellm_remaining_team_budget_metric"
),
)
# Max Budget for Team
self.litellm_team_max_budget_metric = Gauge(
"litellm_team_max_budget_metric",
"Maximum budget set for team",
labelnames=PrometheusMetricLabels.get_labels(
label_name="litellm_team_max_budget_metric"
),
)
# Team Budget Reset At
self.litellm_team_budget_reset_at_metric = Gauge(
"litellm_team_budget_reset_at_metric",
"Time when the team budget will be reset",
labelnames=PrometheusMetricLabels.get_labels(
label_name="litellm_team_budget_reset_at_metric"
),
) )
# Remaining Budget for API Key # Remaining Budget for API Key
@ -149,13 +169,6 @@ class PrometheusLogger(CustomLogger):
labelnames=["hashed_api_key", "api_key_alias"], labelnames=["hashed_api_key", "api_key_alias"],
) )
# Max Budget for Team
self.litellm_team_max_budget_metric = Gauge(
"litellm_team_max_budget_metric",
"Maximum budget set for team",
labelnames=["team_id", "team_alias"],
)
# Max Budget for API Key # Max Budget for API Key
self.litellm_api_key_max_budget_metric = Gauge( self.litellm_api_key_max_budget_metric = Gauge(
"litellm_api_key_max_budget_metric", "litellm_api_key_max_budget_metric",
@ -1371,6 +1384,12 @@ class PrometheusLogger(CustomLogger):
) )
) )
if team.budget_reset_at is not None:
self.litellm_team_budget_reset_at_metric.labels(
team.team_id,
team.team_alias or "",
).set(team.budget_reset_at.timestamp())
def prometheus_label_factory( def prometheus_label_factory(
supported_enum_labels: List[str], supported_enum_labels: List[str],