From d630f77b73669bff309ed32162bb19169aa918d0 Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Sat, 17 Aug 2024 10:12:23 -0700 Subject: [PATCH] show correct metric --- litellm/integrations/prometheus.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/litellm/integrations/prometheus.py b/litellm/integrations/prometheus.py index 8ee726196b..3141f36fb0 100644 --- a/litellm/integrations/prometheus.py +++ b/litellm/integrations/prometheus.py @@ -318,11 +318,11 @@ class PrometheusLogger(CustomLogger): remaining_tokens = _metadata.get(remaining_tokens_variable_name, sys.maxsize) self.litellm_remaining_api_key_requests_for_model.labels( - user_api_key, user_api_key_alias, model + user_api_key, user_api_key_alias, model_group ).set(remaining_requests) self.litellm_remaining_api_key_tokens_for_model.labels( - user_api_key, user_api_key_alias, model + user_api_key, user_api_key_alias, model_group ).set(remaining_tokens) # set x-ratelimit headers