add operational metrics for pod lock manager v2 arch

litellm/integrations/prometheus_services.py

@@ -42,12 +42,11 @@ class PrometheusServicesLogger:
 
             verbose_logger.debug("in init prometheus services metrics")
 
-            self.services: List[ServiceTypes] = [item for item in ServiceTypes]
             self.payload_to_prometheus_map: Dict[
                 str, List[Union[Histogram, Counter, Gauge, Collector]]
             ] = {}
 
-            for service in self.services:
+            for service in ServiceTypes:
                 service_metrics: List[Union[Histogram, Counter, Gauge, Collector]] = []
 
                 metrics_to_initialize = self._get_service_metrics_initialize(service)

litellm/proxy/proxy_config.yaml

@@ -5,11 +5,6 @@ model_list:
       api_key: fake-key
       api_base: https://exampleopenaiendpoint-production.up.railway.app/
 
-general_settings:
-  use_redis_transaction_buffer: true
-
 litellm_settings:
-  cache: True
-  cache_params:
-    type: redis
-    supported_call_types: []
+  callbacks: ["prometheus"]
+  service_callback: ["prometheus_system"]

litellm/types/services.py

@@ -78,7 +78,18 @@ DEFAULT_SERVICE_CONFIGS = {
     ServiceTypes.PROXY_PRE_CALL.value: {
         "metrics": [ServiceMetrics.COUNTER, ServiceMetrics.HISTOGRAM]
     },
+    # Operational metrics for DB Transaction Queues
     ServiceTypes.POD_LOCK_MANAGER.value: {"metrics": [ServiceMetrics.GAUGE]},
+    ServiceTypes.IN_MEMORY_DAILY_SPEND_UPDATE_QUEUE.value: {
+        "metrics": [ServiceMetrics.GAUGE]
+    },
+    ServiceTypes.REDIS_DAILY_SPEND_UPDATE_QUEUE.value: {
+        "metrics": [ServiceMetrics.GAUGE]
+    },
+    ServiceTypes.IN_MEMORY_SPEND_UPDATE_QUEUE.value: {
+        "metrics": [ServiceMetrics.GAUGE]
+    },
+    ServiceTypes.REDIS_SPEND_UPDATE_QUEUE.value: {"metrics": [ServiceMetrics.GAUGE]},
 }