phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 11:14:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix passing starttime and endtime to model/exceptions

Browse source
This commit is contained in:
Ishaan Jaff 2024-04-30 16:53:53 -07:00
parent 26a5d85869
commit a2a8fef8f4
1 changed files with 13 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

19
litellm/proxy/proxy_server.py
View file

@ -7606,8 +7606,8 @@ async def model_metrics(
async def model_metrics_exceptions( async def model_metrics_exceptions(
user_api_key_dict: UserAPIKeyAuth = Depends(user_api_key_auth), user_api_key_dict: UserAPIKeyAuth = Depends(user_api_key_auth),
_selected_model_group: Optional[str] = None, _selected_model_group: Optional[str] = None,
startTime: Optional[datetime] = datetime.now() - timedelta(days=30), startTime: Optional[datetime] = None,
endTime: Optional[datetime] = datetime.now(), endTime: Optional[datetime] = None,
): ):
global prisma_client, llm_router global prisma_client, llm_router
if prisma_client is None: if prisma_client is None:
@ -7618,6 +7618,9 @@ async def model_metrics_exceptions(
code=status.HTTP_500_INTERNAL_SERVER_ERROR, code=status.HTTP_500_INTERNAL_SERVER_ERROR,
) )
startTime = startTime or datetime.now() - timedelta(days=30)
endTime = endTime or datetime.now()
sql_query = """ sql_query = """
SELECT model_group, api_base, exception_type, COUNT(*) AS num_exceptions SELECT model_group, api_base, exception_type, COUNT(*) AS num_exceptions
FROM "LiteLLM_ErrorLogs" FROM "LiteLLM_ErrorLogs"
@ -7628,25 +7631,29 @@ async def model_metrics_exceptions(
""" """
db_response = await prisma_client.db.query_raw(sql_query, startTime, endTime) db_response = await prisma_client.db.query_raw(sql_query, startTime, endTime)
response: List[dict] = [] response: List[dict] = []
exception_types = set()
for model_data in db_response: for model_data in db_response:
model = model_data.get("model_group", "") model = model_data.get("model_group", "")
api_base = model_data.get("api_base", "") api_base = model_data.get("api_base", "")
exception_type = model_data.get("exception_type", "") exception_type = model_data.get("exception_type", "")
num_exceptions = model_data.get("num_exceptions", 0) num_exceptions = model_data.get("num_exceptions", 0)
exception_types.add(exception_type)
response.append( response.append(
{ {
"model_group": model + "-" + api_base, "model_group": model + "-" + api_base,
"exception_type": exception_type, exception_type: num_exceptions,
"num_exceptions": num_exceptions, "num_exceptions": num_exceptions,
} }
) )
# sort all entries in descending order based on num_exceptions # sort all entries in descending order based on num_exceptions
response = sorted(response, key=lambda x: x["num_exceptions"], reverse=True)
response.sort(key=lambda x: x["num_exceptions"], reverse=True) return {
"data": response,
return response "exception_types": list(exception_types),
}
@router.get( @router.get(