From 24570bc0757605bc34fef5ef875274cf2b76834f Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Fri, 29 Mar 2024 14:25:45 -0700 Subject: [PATCH] (docs) grafana / prometheus --- docs/my-website/docs/proxy/grafana_metrics.md | 6 ++++++ litellm/proxy/proxy_config.yaml | 7 ++----- litellm/utils.py | 3 ++- 3 files changed, 10 insertions(+), 6 deletions(-) diff --git a/docs/my-website/docs/proxy/grafana_metrics.md b/docs/my-website/docs/proxy/grafana_metrics.md index 80dd11698..fee0b8be4 100644 --- a/docs/my-website/docs/proxy/grafana_metrics.md +++ b/docs/my-website/docs/proxy/grafana_metrics.md @@ -34,6 +34,12 @@ curl --location 'http://0.0.0.0:4000/chat/completions' \ }' ``` +View Metrics on `/metrics`, Visit `http://localhost:4000/metrics` +```shell +http://localhost:4000/metrics + +# /metrics +``` ## Metrics Tracked diff --git a/litellm/proxy/proxy_config.yaml b/litellm/proxy/proxy_config.yaml index f5f05891e..4827c753a 100644 --- a/litellm/proxy/proxy_config.yaml +++ b/litellm/proxy/proxy_config.yaml @@ -43,8 +43,5 @@ model_list: model: openai/fake api_key: fake-key api_base: https://exampleopenaiendpoint-production.up.railway.app/ -general_settings: - master_key: sk-1234 - disable_spend_logs: true - disable_reset_budget: true - num_retries: 2 \ No newline at end of file +litellm_settings: + success_callback: ["prometheus"] \ No newline at end of file diff --git a/litellm/utils.py b/litellm/utils.py index 2b73c0b8f..0001ba760 100644 --- a/litellm/utils.py +++ b/litellm/utils.py @@ -6235,7 +6235,8 @@ def set_callbacks(callback_list, function_id=None): elif callback == "datadog": dataDogLogger = DataDogLogger() elif callback == "prometheus": - prometheusLogger = PrometheusLogger() + if prometheusLogger is None: + prometheusLogger = PrometheusLogger() elif callback == "dynamodb": dynamoLogger = DyanmoDBLogger() elif callback == "s3":