From 3a998500e17d1f72ca74ca38f8aca0c85e4899a3 Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Thu, 13 Jun 2024 14:40:02 -0700 Subject: [PATCH] docs - budget metrics litellm --- docs/my-website/docs/proxy/prometheus.md | 9 ++++++++- docs/my-website/sidebars.js | 2 +- 2 files changed, 9 insertions(+), 2 deletions(-) diff --git a/docs/my-website/docs/proxy/prometheus.md b/docs/my-website/docs/proxy/prometheus.md index b1fb62ad5..2c7481f4c 100644 --- a/docs/my-website/docs/proxy/prometheus.md +++ b/docs/my-website/docs/proxy/prometheus.md @@ -1,4 +1,4 @@ -# Grafana, Prometheus metrics [BETA] +# 📈 Prometheus metrics [BETA] LiteLLM Exposes a `/metrics` endpoint for Prometheus to Poll @@ -54,6 +54,13 @@ http://localhost:4000/metrics | `litellm_total_tokens` | input + output tokens per `"user", "key", "model", "team", "end-user"` | | `litellm_llm_api_failed_requests_metric` | Number of failed LLM API requests per `"user", "key", "model", "team", "end-user"` | +### Budget Metrics +| Metric Name | Description | +|----------------------|--------------------------------------| +| `litellm_remaining_team_budget_metric` | Remaining Budget for Team (A team created on LiteLLM) | +| `litellm_remaining_api_key_budget_metric` | Remaining Budget for API Key (A key Created on LiteLLM)| + + ## Monitor System Health To monitor the health of litellm adjacent services (redis / postgres), do: diff --git a/docs/my-website/sidebars.js b/docs/my-website/sidebars.js index 5618eb41e..dc951ea05 100644 --- a/docs/my-website/sidebars.js +++ b/docs/my-website/sidebars.js @@ -54,6 +54,7 @@ const sidebars = { items: ["proxy/logging", "proxy/streaming_logging"], }, "proxy/ui", + "proxy/prometheus", "proxy/email", "proxy/multiple_admins", "proxy/team_based_routing", @@ -70,7 +71,6 @@ const sidebars = { "proxy/pii_masking", "proxy/prompt_injection", "proxy/caching", - "proxy/prometheus", "proxy/call_hooks", "proxy/rules", "proxy/cli",