phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 03:34:10 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

feat - backend changes for filtering by api key

Browse source
This commit is contained in:
Ishaan Jaff 2024-06-03 19:30:12 -07:00
parent 89a24da78e
commit f97f0b0462
1 changed files with 16 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

20
litellm/proxy/proxy_server.py
View file

@ -11628,6 +11628,9 @@ async def model_metrics(
startTime = startTime or datetime.now() - timedelta(days=30) startTime = startTime or datetime.now() - timedelta(days=30)
endTime = endTime or datetime.now() endTime = endTime or datetime.now()
if api_key is None or api_key == "undefined":
api_key = "null"
sql_query = """ sql_query = """
SELECT SELECT
api_base, api_base,
@ -11642,7 +11645,7 @@ async def model_metrics(
AND "model_group" = $1 AND "cache_hit" != 'True' AND "model_group" = $1 AND "cache_hit" != 'True'
AND ( AND (
CASE CASE
WHEN $4 IS NOT NULL THEN "api_key" = $4 WHEN $4 != 'null' THEN "api_key" = $4
ELSE TRUE ELSE TRUE
END END
) )
@ -11727,6 +11730,9 @@ async def model_metrics_slow_responses(
param="None", param="None",
code=status.HTTP_500_INTERNAL_SERVER_ERROR, code=status.HTTP_500_INTERNAL_SERVER_ERROR,
) )
if api_key is None or api_key == "undefined":
api_key = "null"
startTime = startTime or datetime.now() - timedelta(days=30) startTime = startTime or datetime.now() - timedelta(days=30)
endTime = endTime or datetime.now() endTime = endTime or datetime.now()
@ -11752,7 +11758,7 @@ WHERE
AND "startTime" <= $4::timestamp AND "startTime" <= $4::timestamp
AND ( AND (
CASE CASE
WHEN $5 IS NOT NULL THEN "api_key" = $4 WHEN $5 != 'null' THEN "api_key" = $5
ELSE TRUE ELSE TRUE
END END
) )
@ -11806,6 +11812,9 @@ async def model_metrics_exceptions(
startTime = startTime or datetime.now() - timedelta(days=30) startTime = startTime or datetime.now() - timedelta(days=30)
endTime = endTime or datetime.now() endTime = endTime or datetime.now()
if api_key is None or api_key == "undefined":
api_key = "null"
""" """
""" """
sql_query = """ sql_query = """
@ -11815,7 +11824,10 @@ async def model_metrics_exceptions(
exception_type, exception_type,
COUNT(*) AS num_rate_limit_exceptions COUNT(*) AS num_rate_limit_exceptions
FROM "LiteLLM_ErrorLogs" FROM "LiteLLM_ErrorLogs"
WHERE "startTime" >= $1::timestamp AND "endTime" <= $2::timestamp AND model_group = $3 WHERE
"startTime" >= $1::timestamp
AND "endTime" <= $2::timestamp
AND model_group = $3
GROUP BY combined_model_api_base, exception_type GROUP BY combined_model_api_base, exception_type
) )
SELECT SELECT
@ -11828,7 +11840,7 @@ async def model_metrics_exceptions(
LIMIT 200; LIMIT 200;
""" """
db_response = await prisma_client.db.query_raw( db_response = await prisma_client.db.query_raw(
sql_query, startTime, endTime, _selected_model_group sql_query, startTime, endTime, _selected_model_group, api_key
) )
response: List[dict] = [] response: List[dict] = []
exception_types = set() exception_types = set()