phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

allow setting PROMETHEUS_SELECTED_INSTANCE

Browse source
This commit is contained in:
Ishaan Jaff 2024-08-10 17:31:05 -07:00
parent e46009f3d2
commit dd9be6f160
1 changed files with 4 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

4
litellm/integrations/prometheus_helpers/prometheus_api.py
View file

@ -57,6 +57,10 @@ async def get_fallback_metric_from_prometheus():
metric_values = result["values"]
most_recent_value = metric_values[0]
if PROMETHEUS_SELECTED_INSTANCE is not None:
if metric.get("instance") != PROMETHEUS_SELECTED_INSTANCE:
continue
value = int(float(most_recent_value[1])) # Convert value to integer
primary_model = metric.get("primary_model", "Unknown")
fallback_model = metric.get("fallback_model", "Unknown")