diff --git a/litellm/integrations/prometheus_services.py b/litellm/integrations/prometheus_services.py index 2bd38c2ae9..a5f2f0b5c7 100644 --- a/litellm/integrations/prometheus_services.py +++ b/litellm/integrations/prometheus_services.py @@ -42,12 +42,11 @@ class PrometheusServicesLogger: verbose_logger.debug("in init prometheus services metrics") - self.services: List[ServiceTypes] = [item for item in ServiceTypes] self.payload_to_prometheus_map: Dict[ str, List[Union[Histogram, Counter, Gauge, Collector]] ] = {} - for service in self.services: + for service in ServiceTypes: service_metrics: List[Union[Histogram, Counter, Gauge, Collector]] = [] metrics_to_initialize = self._get_service_metrics_initialize(service) diff --git a/litellm/proxy/proxy_config.yaml b/litellm/proxy/proxy_config.yaml index 52948c927e..56eb2ca39f 100644 --- a/litellm/proxy/proxy_config.yaml +++ b/litellm/proxy/proxy_config.yaml @@ -5,11 +5,6 @@ model_list: api_key: fake-key api_base: https://exampleopenaiendpoint-production.up.railway.app/ -general_settings: - use_redis_transaction_buffer: true - litellm_settings: - cache: True - cache_params: - type: redis - supported_call_types: [] + callbacks: ["prometheus"] + service_callback: ["prometheus_system"] \ No newline at end of file diff --git a/litellm/types/services.py b/litellm/types/services.py index e7b3c91ed3..865827f0f8 100644 --- a/litellm/types/services.py +++ b/litellm/types/services.py @@ -78,7 +78,18 @@ DEFAULT_SERVICE_CONFIGS = { ServiceTypes.PROXY_PRE_CALL.value: { "metrics": [ServiceMetrics.COUNTER, ServiceMetrics.HISTOGRAM] }, + # Operational metrics for DB Transaction Queues ServiceTypes.POD_LOCK_MANAGER.value: {"metrics": [ServiceMetrics.GAUGE]}, + ServiceTypes.IN_MEMORY_DAILY_SPEND_UPDATE_QUEUE.value: { + "metrics": [ServiceMetrics.GAUGE] + }, + ServiceTypes.REDIS_DAILY_SPEND_UPDATE_QUEUE.value: { + "metrics": [ServiceMetrics.GAUGE] + }, + ServiceTypes.IN_MEMORY_SPEND_UPDATE_QUEUE.value: { + "metrics": [ServiceMetrics.GAUGE] + }, + ServiceTypes.REDIS_SPEND_UPDATE_QUEUE.value: {"metrics": [ServiceMetrics.GAUGE]}, }