phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

add operational metrics for pod lock manager v2 arch

Browse source
This commit is contained in:
Ishaan Jaff 2025-04-04 16:41:07 -07:00
parent bde88b3ba6
commit 901d6fe7b7
3 changed files with 14 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

3
litellm/integrations/prometheus_services.py
View file

@ -42,12 +42,11 @@ class PrometheusServicesLogger:
verbose_logger.debug("in init prometheus services metrics") verbose_logger.debug("in init prometheus services metrics")
self.services: List[ServiceTypes] = [item for item in ServiceTypes]
self.payload_to_prometheus_map: Dict[ self.payload_to_prometheus_map: Dict[
str, List[Union[Histogram, Counter, Gauge, Collector]] str, List[Union[Histogram, Counter, Gauge, Collector]]
] = {} ] = {}
for service in self.services: for service in ServiceTypes:
service_metrics: List[Union[Histogram, Counter, Gauge, Collector]] = [] service_metrics: List[Union[Histogram, Counter, Gauge, Collector]] = []
metrics_to_initialize = self._get_service_metrics_initialize(service) metrics_to_initialize = self._get_service_metrics_initialize(service)

9
litellm/proxy/proxy_config.yaml
View file

@ -5,11 +5,6 @@ model_list:
api_key: fake-key api_key: fake-key
api_base: https://exampleopenaiendpoint-production.up.railway.app/ api_base: https://exampleopenaiendpoint-production.up.railway.app/
general_settings:
use_redis_transaction_buffer: true
litellm_settings: litellm_settings:
cache: True callbacks: ["prometheus"]
cache_params: service_callback: ["prometheus_system"]
type: redis
supported_call_types: []

11
litellm/types/services.py
View file

@ -78,7 +78,18 @@ DEFAULT_SERVICE_CONFIGS = {
ServiceTypes.PROXY_PRE_CALL.value: { ServiceTypes.PROXY_PRE_CALL.value: {
"metrics": [ServiceMetrics.COUNTER, ServiceMetrics.HISTOGRAM] "metrics": [ServiceMetrics.COUNTER, ServiceMetrics.HISTOGRAM]
}, },
# Operational metrics for DB Transaction Queues
ServiceTypes.POD_LOCK_MANAGER.value: {"metrics": [ServiceMetrics.GAUGE]}, ServiceTypes.POD_LOCK_MANAGER.value: {"metrics": [ServiceMetrics.GAUGE]},
ServiceTypes.IN_MEMORY_DAILY_SPEND_UPDATE_QUEUE.value: {
"metrics": [ServiceMetrics.GAUGE]
},
ServiceTypes.REDIS_DAILY_SPEND_UPDATE_QUEUE.value: {
"metrics": [ServiceMetrics.GAUGE]
},
ServiceTypes.IN_MEMORY_SPEND_UPDATE_QUEUE.value: {
"metrics": [ServiceMetrics.GAUGE]
},
ServiceTypes.REDIS_SPEND_UPDATE_QUEUE.value: {"metrics": [ServiceMetrics.GAUGE]},
} }