phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 03:04:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Merge d70181691e into b82af5b826

Browse source
This commit is contained in:
minatoaquaMK2 2025-04-24 00:53:55 -07:00 • committed by GitHub
commit 13a85076f0
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 69 additions and 29 deletions
Download patch file Download diff file Expand all files Collapse all files

46
cookbook/litellm_proxy_server/grafana_dashboard/dashboard_1/grafana_dashboard.json
View file

@ -32,7 +32,7 @@
{ {
"datasource": { "datasource": {
"type": "prometheus", "type": "prometheus",
"uid": "rMzWaBvIk" "uid": "${DS_PROMETHEUS}"
}, },
"fieldConfig": { "fieldConfig": {
"defaults": { "defaults": {
@ -110,7 +110,7 @@
{ {
"datasource": { "datasource": {
"type": "prometheus", "type": "prometheus",
"uid": "rMzWaBvIk" "uid": "${DS_PROMETHEUS}"
}, },
"editorMode": "code", "editorMode": "code",
"expr": "histogram_quantile(0.99, sum(rate(litellm_self_latency_bucket{self=\"self\"}[1m])) by (le))", "expr": "histogram_quantile(0.99, sum(rate(litellm_self_latency_bucket{self=\"self\"}[1m])) by (le))",
@ -125,7 +125,7 @@
{ {
"datasource": { "datasource": {
"type": "prometheus", "type": "prometheus",
"uid": "rMzWaBvIk" "uid": "${DS_PROMETHEUS}"
}, },
"fieldConfig": { "fieldConfig": {
"defaults": { "defaults": {
@ -216,7 +216,7 @@
{ {
"datasource": { "datasource": {
"type": "prometheus", "type": "prometheus",
"uid": "rMzWaBvIk" "uid": "${DS_PROMETHEUS}"
}, },
"editorMode": "code", "editorMode": "code",
"expr": "sum(increase(litellm_spend_metric_total[30d])) by (hashed_api_key)", "expr": "sum(increase(litellm_spend_metric_total[30d])) by (hashed_api_key)",
@ -232,7 +232,7 @@
{ {
"datasource": { "datasource": {
"type": "prometheus", "type": "prometheus",
"uid": "rMzWaBvIk" "uid": "${DS_PROMETHEUS}"
}, },
"fieldConfig": { "fieldConfig": {
"defaults": { "defaults": {
@ -309,7 +309,7 @@
{ {
"datasource": { "datasource": {
"type": "prometheus", "type": "prometheus",
"uid": "rMzWaBvIk" "uid": "${DS_PROMETHEUS}"
}, },
"editorMode": "code", "editorMode": "code",
"expr": "sum by (model) (increase(litellm_requests_metric_total[5m]))", "expr": "sum by (model) (increase(litellm_requests_metric_total[5m]))",
@ -324,7 +324,7 @@
{ {
"datasource": { "datasource": {
"type": "prometheus", "type": "prometheus",
"uid": "rMzWaBvIk" "uid": "${DS_PROMETHEUS}"
}, },
"fieldConfig": { "fieldConfig": {
"defaults": { "defaults": {
@ -375,7 +375,7 @@
{ {
"datasource": { "datasource": {
"type": "prometheus", "type": "prometheus",
"uid": "rMzWaBvIk" "uid": "${DS_PROMETHEUS}"
}, },
"editorMode": "code", "editorMode": "code",
"expr": "sum(increase(litellm_llm_api_failed_requests_metric_total[1h]))", "expr": "sum(increase(litellm_llm_api_failed_requests_metric_total[1h]))",
@ -390,7 +390,7 @@
{ {
"datasource": { "datasource": {
"type": "prometheus", "type": "prometheus",
"uid": "rMzWaBvIk" "uid": "${DS_PROMETHEUS}"
}, },
"fieldConfig": { "fieldConfig": {
"defaults": { "defaults": {
@ -468,7 +468,7 @@
{ {
"datasource": { "datasource": {
"type": "prometheus", "type": "prometheus",
"uid": "rMzWaBvIk" "uid": "${DS_PROMETHEUS}"
}, },
"editorMode": "code", "editorMode": "code",
"expr": "sum(increase(litellm_spend_metric_total[30d])) by (model)", "expr": "sum(increase(litellm_spend_metric_total[30d])) by (model)",
@ -483,7 +483,7 @@
{ {
"datasource": { "datasource": {
"type": "prometheus", "type": "prometheus",
"uid": "rMzWaBvIk" "uid": "${DS_PROMETHEUS}"
}, },
"fieldConfig": { "fieldConfig": {
"defaults": { "defaults": {
@ -560,7 +560,7 @@
{ {
"datasource": { "datasource": {
"type": "prometheus", "type": "prometheus",
"uid": "rMzWaBvIk" "uid": "${DS_PROMETHEUS}"
}, },
"editorMode": "code", "editorMode": "code",
"expr": "sum(increase(litellm_total_tokens_total[5m])) by (model)", "expr": "sum(increase(litellm_total_tokens_total[5m])) by (model)",
@ -579,7 +579,27 @@
"style": "dark", "style": "dark",
"tags": [], "tags": [],
"templating": { "templating": {
"list": [] "list": [
{
"current": {
"selected": false,
"text": "prometheus",
"value": "edx8memhpd9tsa"
},
"hide": 0,
"includeAll": false,
"label": "datasource",
"multi": false,
"name": "DS_PROMETHEUS",
"options": [],
"query": "prometheus",
"queryValue": "",
"refresh": 1,
"regex": "",
"skipUrlSync": false,
"type": "datasource"
}
]
}, },
"time": { "time": {
"from": "now-1h", "from": "now-1h",

52
cookbook/litellm_proxy_server/grafana_dashboard/dashboard_v2/grafana_dashboard.json
View file

@ -37,7 +37,7 @@
{ {
"datasource": { "datasource": {
"type": "prometheus", "type": "prometheus",
"uid": "bdiyc60dco54we" "uid": "${DS_PROMETHEUS}"
}, },
"description": "Total requests per second made to proxy - success + failure ", "description": "Total requests per second made to proxy - success + failure ",
"fieldConfig": { "fieldConfig": {
@ -119,7 +119,7 @@
{ {
"datasource": { "datasource": {
"type": "prometheus", "type": "prometheus",
"uid": "bdiyc60dco54we" "uid": "${DS_PROMETHEUS}"
}, },
"disableTextWrap": false, "disableTextWrap": false,
"editorMode": "code", "editorMode": "code",
@ -138,7 +138,7 @@
{ {
"datasource": { "datasource": {
"type": "prometheus", "type": "prometheus",
"uid": "bdiyc60dco54we" "uid": "${DS_PROMETHEUS}"
}, },
"description": "Failures per second by Exception Class", "description": "Failures per second by Exception Class",
"fieldConfig": { "fieldConfig": {
@ -220,7 +220,7 @@
{ {
"datasource": { "datasource": {
"type": "prometheus", "type": "prometheus",
"uid": "bdiyc60dco54we" "uid": "${DS_PROMETHEUS}"
}, },
"disableTextWrap": false, "disableTextWrap": false,
"editorMode": "code", "editorMode": "code",
@ -239,7 +239,7 @@
{ {
"datasource": { "datasource": {
"type": "prometheus", "type": "prometheus",
"uid": "bdiyc60dco54we" "uid": "${DS_PROMETHEUS}"
}, },
"description": "Average Response latency (seconds)", "description": "Average Response latency (seconds)",
"fieldConfig": { "fieldConfig": {
@ -346,7 +346,7 @@
{ {
"datasource": { "datasource": {
"type": "prometheus", "type": "prometheus",
"uid": "bdiyc60dco54we" "uid": "${DS_PROMETHEUS}"
}, },
"disableTextWrap": false, "disableTextWrap": false,
"editorMode": "code", "editorMode": "code",
@ -361,7 +361,7 @@
{ {
"datasource": { "datasource": {
"type": "prometheus", "type": "prometheus",
"uid": "bdiyc60dco54we" "uid": "${DS_PROMETHEUS}"
}, },
"editorMode": "code", "editorMode": "code",
"expr": "histogram_quantile(0.5, sum(rate(litellm_request_total_latency_metric_bucket[2m])) by (le))", "expr": "histogram_quantile(0.5, sum(rate(litellm_request_total_latency_metric_bucket[2m])) by (le))",
@ -391,7 +391,7 @@
{ {
"datasource": { "datasource": {
"type": "prometheus", "type": "prometheus",
"uid": "bdiyc60dco54we" "uid": "${DS_PROMETHEUS}"
}, },
"description": "x-ratelimit-remaining-requests returning from LLM APIs", "description": "x-ratelimit-remaining-requests returning from LLM APIs",
"fieldConfig": { "fieldConfig": {
@ -473,7 +473,7 @@
{ {
"datasource": { "datasource": {
"type": "prometheus", "type": "prometheus",
"uid": "bdiyc60dco54we" "uid": "${DS_PROMETHEUS}"
}, },
"editorMode": "code", "editorMode": "code",
"expr": "topk(5, sort(litellm_remaining_requests))", "expr": "topk(5, sort(litellm_remaining_requests))",
@ -488,7 +488,7 @@
{ {
"datasource": { "datasource": {
"type": "prometheus", "type": "prometheus",
"uid": "bdiyc60dco54we" "uid": "${DS_PROMETHEUS}"
}, },
"description": "x-ratelimit-remaining-tokens from LLM API ", "description": "x-ratelimit-remaining-tokens from LLM API ",
"fieldConfig": { "fieldConfig": {
@ -570,7 +570,7 @@
{ {
"datasource": { "datasource": {
"type": "prometheus", "type": "prometheus",
"uid": "bdiyc60dco54we" "uid": "${DS_PROMETHEUS}"
}, },
"editorMode": "code", "editorMode": "code",
"expr": "topk(5, sort(litellm_remaining_tokens))", "expr": "topk(5, sort(litellm_remaining_tokens))",
@ -598,7 +598,7 @@
{ {
"datasource": { "datasource": {
"type": "prometheus", "type": "prometheus",
"uid": "bdiyc60dco54we" "uid": "${DS_PROMETHEUS}"
}, },
"description": "Requests per second by Key Alias (keys are LiteLLM Virtual Keys). If key is None - means no Alias Set ", "description": "Requests per second by Key Alias (keys are LiteLLM Virtual Keys). If key is None - means no Alias Set ",
"fieldConfig": { "fieldConfig": {
@ -679,7 +679,7 @@
{ {
"datasource": { "datasource": {
"type": "prometheus", "type": "prometheus",
"uid": "bdiyc60dco54we" "uid": "${DS_PROMETHEUS}"
}, },
"editorMode": "code", "editorMode": "code",
"expr": "sum(rate(litellm_proxy_total_requests_metric_total[2m])) by (api_key_alias)\n", "expr": "sum(rate(litellm_proxy_total_requests_metric_total[2m])) by (api_key_alias)\n",
@ -694,7 +694,7 @@
{ {
"datasource": { "datasource": {
"type": "prometheus", "type": "prometheus",
"uid": "bdiyc60dco54we" "uid": "${DS_PROMETHEUS}"
}, },
"description": "Requests per second by Team Alias. If team is None - means no team alias Set ", "description": "Requests per second by Team Alias. If team is None - means no team alias Set ",
"fieldConfig": { "fieldConfig": {
@ -775,7 +775,7 @@
{ {
"datasource": { "datasource": {
"type": "prometheus", "type": "prometheus",
"uid": "bdiyc60dco54we" "uid": "${DS_PROMETHEUS}"
}, },
"editorMode": "code", "editorMode": "code",
"expr": "sum(rate(litellm_proxy_total_requests_metric_total[2m])) by (team_alias)\n", "expr": "sum(rate(litellm_proxy_total_requests_metric_total[2m])) by (team_alias)\n",
@ -792,7 +792,27 @@
"schemaVersion": 40, "schemaVersion": 40,
"tags": [], "tags": [],
"templating": { "templating": {
"list": [] "list": [
{
"current": {
"selected": false,
"text": "prometheus",
"value": "edx8memhpd9tsb"
},
"hide": 0,
"includeAll": false,
"label": "datasource",
"multi": false,
"name": "DS_PROMETHEUS",
"options": [],
"query": "prometheus",
"queryValue": "",
"refresh": 1,
"regex": "",
"skipUrlSync": false,
"type": "datasource"
}
]
}, },
"time": { "time": {
"from": "now-6h", "from": "now-6h",