phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 11:43:54 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

show correct metric

Browse source
This commit is contained in:
Ishaan Jaff 2024-08-17 10:12:23 -07:00
parent 03196742d2
commit 2dd098f384
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
litellm/integrations/prometheus.py
View file

@ -318,11 +318,11 @@ class PrometheusLogger(CustomLogger):
remaining_tokens = _metadata.get(remaining_tokens_variable_name, sys.maxsize)
self.litellm_remaining_api_key_requests_for_model.labels(
user_api_key, user_api_key_alias, model
user_api_key, user_api_key_alias, model_group
).set(remaining_requests)
self.litellm_remaining_api_key_tokens_for_model.labels(
user_api_key, user_api_key_alias, model
user_api_key, user_api_key_alias, model_group
).set(remaining_tokens)
# set x-ratelimit headers