phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 03:34:10 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix litellm_overhead_latency_metric

Browse source
This commit is contained in:
Ishaan Jaff 2025-01-21 21:33:31 -08:00
parent 6bdc722007
commit b39c2eb226
2 changed files with 4 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

4
litellm/integrations/prometheus.py
View file

@ -1011,7 +1011,9 @@ class PrometheusLogger(CustomLogger):
litellm_model_name,
standard_logging_payload["metadata"]["user_api_key_hash"],
standard_logging_payload["metadata"]["user_api_key_alias"],
).observe(litellm_overhead_time_ms)
).observe(
litellm_overhead_time_ms / 1000
) # set as seconds
if remaining_requests:
"""