phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix set_llm_deployment_success_metrics

Browse source
This commit is contained in:
Ishaan Jaff 2025-01-21 20:49:42 -08:00
parent 695ac73281
commit aa96c177be
1 changed files with 3 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

6
litellm/integrations/prometheus.py
View file

@ -1001,9 +1001,9 @@ class PrometheusLogger(CustomLogger):
"x_ratelimit_remaining_tokens", None
)
if litellm_overhead_time_ms := standard_logging_payload["hidden_params"][
"litellm_overhead_time_ms"
]:
if litellm_overhead_time_ms := standard_logging_payload[
"hidden_params"
].get("litellm_overhead_time_ms"):
self.litellm_overhead_latency_metric.labels(
model_group,
llm_provider,