phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 11:14:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(feat - proxy) Add status_code to litellm_proxy_total_requests_metric_total (#7293)

Browse source 
* fix _select_model_name_for_cost_calc docstring

* add STATUS_CODE  to prometheus

* test prometheus unit tests

* test_prometheus_unit_tests.py

* update Proxy Level Tracking Metrics docs

* fix test_proxy_failure_metrics

* fix test_proxy_failure_metrics
This commit is contained in:
Ishaan Jaff 2024-12-18 15:55:02 -08:00 • committed by GitHub
parent 225e0581a7
commit 70883bc1b8
6 changed files with 75 additions and 41 deletions
Download patch file Download diff file Expand all files Collapse all files

31
litellm/integrations/prometheus.py
View file

@ -65,6 +65,7 @@ class PrometheusLogger(CustomLogger):
"team",
"team_alias",
"user",
STATUS_CODE,
],
)
@ -731,13 +732,14 @@ class PrometheusLogger(CustomLogger):
).inc()
self.litellm_proxy_total_requests_metric.labels(
user_api_key_dict.end_user_id,
user_api_key_dict.api_key,
user_api_key_dict.key_alias,
request_data.get("model", ""),
user_api_key_dict.team_id,
user_api_key_dict.team_alias,
user_api_key_dict.user_id,
end_user=user_api_key_dict.end_user_id,
hashed_api_key=user_api_key_dict.api_key,
api_key_alias=user_api_key_dict.key_alias,
requested_model=request_data.get("model", ""),
team=user_api_key_dict.team_id,
team_alias=user_api_key_dict.team_alias,
user=user_api_key_dict.user_id,
status_code=str(getattr(original_exception, "status_code", None)),
).inc()
pass
except Exception as e:
@ -754,13 +756,14 @@ class PrometheusLogger(CustomLogger):
"""
try:
self.litellm_proxy_total_requests_metric.labels(
user_api_key_dict.end_user_id,
user_api_key_dict.api_key,
user_api_key_dict.key_alias,
data.get("model", ""),
user_api_key_dict.team_id,
user_api_key_dict.team_alias,
user_api_key_dict.user_id,
end_user=user_api_key_dict.end_user_id,
hashed_api_key=user_api_key_dict.api_key,
api_key_alias=user_api_key_dict.key_alias,
requested_model=data.get("model", ""),
team=user_api_key_dict.team_id,
team_alias=user_api_key_dict.team_alias,
user=user_api_key_dict.user_id,
status_code="200",
).inc()
except Exception as e:
verbose_logger.exception(