phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 19:24:27 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

refactor prom metrics

Browse source
This commit is contained in:
Ishaan Jaff 2024-08-09 09:02:23 -07:00
parent d382de7b74
commit 408d17dfee
3 changed files with 52 additions and 62 deletions
Download patch file Download diff file Expand all files Collapse all files

17
litellm/router_utils/cooldown_callbacks.py
View file

@ -38,6 +38,17 @@ async def router_cooldown_handler(
model_info = _deployment["model_info"]
model_id = model_info.id
litellm_model_name = temp_litellm_params.get("model")
llm_provider = ""
try:
_, llm_provider, _, _ = litellm.get_llm_provider(
model=litellm_model_name,
custom_llm_provider=temp_litellm_params.get("custom_llm_provider"),
)
except:
pass
# Trigger cooldown on Prometheus
from litellm.litellm_core_utils.litellm_logging import prometheusLogger
@ -45,7 +56,7 @@ async def router_cooldown_handler(
prometheusLogger.set_deployment_complete_outage(
litellm_model_name=_model_name,
model_id=model_id,
api_base="",
llm_provider="",
api_base=_api_base,
api_provider=llm_provider,
)
pass
return