From 67d4cc6ac8ea6fe209b943e9ffa283510ae14f28 Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Tue, 21 Jan 2025 20:49:42 -0800 Subject: [PATCH] fix set_llm_deployment_success_metrics --- litellm/integrations/prometheus.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/litellm/integrations/prometheus.py b/litellm/integrations/prometheus.py index dc9e170eb4..68d0cdfaf5 100644 --- a/litellm/integrations/prometheus.py +++ b/litellm/integrations/prometheus.py @@ -1001,9 +1001,9 @@ class PrometheusLogger(CustomLogger): "x_ratelimit_remaining_tokens", None ) - if litellm_overhead_time_ms := standard_logging_payload["hidden_params"][ - "litellm_overhead_time_ms" - ]: + if litellm_overhead_time_ms := standard_logging_payload[ + "hidden_params" + ].get("litellm_overhead_time_ms"): self.litellm_overhead_latency_metric.labels( model_group, llm_provider,