phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

feat - use commong helper for getting model group

Browse source
This commit is contained in:
Ishaan Jaff 2024-08-17 10:46:04 -07:00
parent d630f77b73
commit 5985c7e933
6 changed files with 56 additions and 18 deletions
Download patch file Download diff file Expand all files Collapse all files

5
litellm/integrations/prometheus.py
View file

@ -204,6 +204,9 @@ class PrometheusLogger(CustomLogger):
async def async_log_success_event(self, kwargs, response_obj, start_time, end_time):
# Define prometheus client
from litellm.proxy.common_utils.callback_utils import (
get_model_group_from_litellm_kwargs,
)
from litellm.proxy.proxy_server import premium_user
verbose_logger.debug(
@ -306,7 +309,7 @@ class PrometheusLogger(CustomLogger):
# Set remaining rpm/tpm for API Key + model
# see parallel_request_limiter.py - variables are set there
model_group = _metadata.get("model_group", None)
model_group = get_model_group_from_litellm_kwargs(kwargs)
remaining_requests_variable_name = (
f"litellm-key-remaining-requests-{model_group}"
)