phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 03:04:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

doc new prometheus metrics

Browse source
This commit is contained in:
Ishaan Jaff 2024-08-10 17:10:04 -07:00
parent a0a1feb7da
commit cc3316104f
2 changed files with 8 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
litellm/integrations/prometheus.py
View file

@ -172,12 +172,12 @@ class PrometheusLogger(CustomLogger):
self.llm_deployment_successful_fallbacks = Counter(
"llm_deployment_successful_fallbacks",
"LLM Deployment Analytics - Number of successful fallback workloads",
"LLM Deployment Analytics - Number of successful fallback requests from primary model -> fallback model",
["primary_model", "fallback_model"],
)
self.llm_deployment_failed_fallbacks = Counter(
"llm_deployment_failed_fallbacks",
"LLM Deployment Analytics - Number of failed fallback workloads",
"LLM Deployment Analytics - Number of failed fallback requests from primary model -> fallback model",
["primary_model", "fallback_model"],
)