forked from phoenix/litellm-mirror
(proxy prometheus) track api key and team in latency metrics (#5966)
* track api key and team in prom latency metric * add test for latency metric * test prometheus success metrics for latency
This commit is contained in:
parent
49ec40b1cb
commit
7e69cdd1b4
1 changed files with 6 additions and 0 deletions
|
@ -264,6 +264,12 @@ class PrometheusLogger(CustomLogger):
|
||||||
)
|
)
|
||||||
|
|
||||||
# Deployment Latency tracking
|
# Deployment Latency tracking
|
||||||
|
team_and_key_labels = [
|
||||||
|
"hashed_api_key",
|
||||||
|
"api_key_alias",
|
||||||
|
"team",
|
||||||
|
"team_alias",
|
||||||
|
]
|
||||||
self.litellm_deployment_latency_per_output_token = Histogram(
|
self.litellm_deployment_latency_per_output_token = Histogram(
|
||||||
name="litellm_deployment_latency_per_output_token",
|
name="litellm_deployment_latency_per_output_token",
|
||||||
documentation="LLM Deployment Analytics - Latency per output token",
|
documentation="LLM Deployment Analytics - Latency per output token",
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue