mirror of
https://github.com/BerriAI/litellm.git
synced 2025-04-26 19:24:27 +00:00
stash /model/metrics/exceptions endpoints
This commit is contained in:
parent
0b0be700fc
commit
1f4f1c6f70
1 changed files with 35 additions and 0 deletions
|
@ -7596,6 +7596,41 @@ async def model_metrics(
|
||||||
return response
|
return response
|
||||||
|
|
||||||
|
|
||||||
|
@router.get(
|
||||||
|
"/model/metrics/exceptions",
|
||||||
|
description="View number of failed requests per model on config.yaml",
|
||||||
|
tags=["model management"],
|
||||||
|
include_in_schema=False,
|
||||||
|
dependencies=[Depends(user_api_key_auth)],
|
||||||
|
)
|
||||||
|
async def model_metrics_exceptions(
|
||||||
|
user_api_key_dict: UserAPIKeyAuth = Depends(user_api_key_auth),
|
||||||
|
_selected_model_group: Optional[str] = None,
|
||||||
|
startTime: Optional[datetime] = datetime.now() - timedelta(days=30),
|
||||||
|
endTime: Optional[datetime] = datetime.now(),
|
||||||
|
):
|
||||||
|
global prisma_client, llm_router
|
||||||
|
if prisma_client is None:
|
||||||
|
raise ProxyException(
|
||||||
|
message="Prisma Client is not initialized",
|
||||||
|
type="internal_error",
|
||||||
|
param="None",
|
||||||
|
code=status.HTTP_500_INTERNAL_SERVER_ERROR,
|
||||||
|
)
|
||||||
|
|
||||||
|
sql_query = """
|
||||||
|
SELECT model_group, api_base, exception_type, COUNT(*) AS num_exceptions
|
||||||
|
FROM "LiteLLM_ErrorLogs"
|
||||||
|
WHERE "startTime" >= $1::timestamp AND "endTime" <= $2::timestamp
|
||||||
|
GROUP BY model_group, api_base, exception_type
|
||||||
|
ORDER BY num_exceptions DESC
|
||||||
|
LIMIT 50;
|
||||||
|
"""
|
||||||
|
db_response = await prisma_client.db.query_raw(sql_query, startTime, endTime)
|
||||||
|
response: List[dict] = []
|
||||||
|
return response
|
||||||
|
|
||||||
|
|
||||||
@router.get(
|
@router.get(
|
||||||
"/model/info",
|
"/model/info",
|
||||||
description="Provides more info about each model in /models, including config.yaml descriptions (except api key and api base)",
|
description="Provides more info about each model in /models, including config.yaml descriptions (except api key and api base)",
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue