phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 19:24:27 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix set_llm_deployment_success_metrics

Browse source
This commit is contained in:
Ishaan Jaff 2025-01-21 20:49:42 -08:00
parent 29021da004
commit 67d4cc6ac8
1 changed files with 3 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

6
litellm/integrations/prometheus.py
View file

@ -1001,9 +1001,9 @@ class PrometheusLogger(CustomLogger):
"x_ratelimit_remaining_tokens", None "x_ratelimit_remaining_tokens", None
) )
if litellm_overhead_time_ms := standard_logging_payload["hidden_params"][ if litellm_overhead_time_ms := standard_logging_payload[
"litellm_overhead_time_ms" "hidden_params"
]: ].get("litellm_overhead_time_ms"):
self.litellm_overhead_latency_metric.labels( self.litellm_overhead_latency_metric.labels(
model_group, model_group,
llm_provider, llm_provider,