phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 03:34:10 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(fix) add /metrics to utils.py

Browse source
This commit is contained in:
Ishaan Jaff 2024-03-19 17:28:33 -07:00
parent acd6691d6d
commit a23746b776
2 changed files with 37 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

6
litellm/integrations/prometheus.py
View file

@ -12,7 +12,7 @@ import litellm, uuid
from litellm._logging import print_verbose, verbose_logger
class prometheusLogger:
class PrometheusLogger:
# Class variables or attributes
def __init__(
self,
@ -42,7 +42,7 @@ class prometheusLogger:
labelnames=["user", "key", "model"],
)
except Exception as e:
print_verbose(f"Got exception on init s3 client {str(e)}")
print_verbose(f"Got exception on init prometheus client {str(e)}")
raise e
async def _async_log_event(
@ -65,7 +65,7 @@ class prometheusLogger:
litellm_params = kwargs.get("litellm_params", {}) or {}
proxy_server_request = litellm_params.get("proxy_server_request") or {}
end_user_id = proxy_server_request.get("body", {}).get("user", None)
user_api_key = litellm_params.get("metadata", {}).get("api_key", None)
user_api_key = litellm_params.get("metadata", {}).get("user_api_key", None)
tokens_used = response_obj.get("usage", {}).get("total_tokens", 0)
print_verbose(