backend - get all up global activ

This commit is contained in:
Ishaan Jaff 2024-05-25 10:40:26 -07:00
parent 93024ccff3
commit 6d91ffd050

View file

@ -5883,6 +5883,103 @@ async def view_spend_tags(
) )
@router.get(
"/global/activity",
tags=["Budget & Spend Tracking"],
dependencies=[Depends(user_api_key_auth)],
include_in_schema=False,
responses={
200: {"model": List[LiteLLM_SpendLogs]},
},
)
async def get_global_activity(
start_date: Optional[str] = fastapi.Query(
default=None,
description="Time from which to start viewing spend",
),
end_date: Optional[str] = fastapi.Query(
default=None,
description="Time till which to view spend",
),
):
"""
Get number of API Requests, total tokens through proxy
{
"daily_data": [
const chartdata = [
{
date: 'Jan 22',
api_requests: 10,
total_tokens: 2000
},
{
date: 'Jan 23',
api_requests: 10,
total_tokens: 12
},
],
"sum_api_requests": 20,
"sum_total_tokens": 2012
}
"""
from collections import defaultdict
if start_date is None or end_date is None:
raise HTTPException(
status_code=status.HTTP_400_BAD_REQUEST,
detail={"error": "Please provide start_date and end_date"},
)
start_date_obj = datetime.strptime(start_date, "%Y-%m-%d")
end_date_obj = datetime.strptime(end_date, "%Y-%m-%d")
global prisma_client, llm_router
try:
if prisma_client is None:
raise Exception(
f"Database not connected. Connect a database to your proxy - https://docs.litellm.ai/docs/simple_proxy#managing-auth---virtual-keys"
)
sql_query = """
SELECT
date_trunc('day', "startTime") AS date,
COUNT(*) AS api_requests,
SUM(total_tokens) AS total_tokens
FROM "LiteLLM_SpendLogs"
WHERE "startTime" BETWEEN $1::date AND $2::date + interval '1 day'
GROUP BY date_trunc('day', "startTime")
"""
db_response = await prisma_client.db.query_raw(
sql_query, start_date_obj, end_date_obj
)
if db_response is None:
return []
sum_api_requests = 0
sum_total_tokens = 0
daily_data = []
for row in db_response:
daily_data.append(row)
sum_api_requests += row.get("api_requests", 0)
sum_total_tokens += row.get("total_tokens", 0)
data_to_return = {
"daily_data": daily_data,
"sum_api_requests": sum_api_requests,
"sum_total_tokens": sum_total_tokens,
}
return data_to_return
except Exception as e:
raise HTTPException(
status_code=status.HTTP_400_BAD_REQUEST,
detail={"error": str(e)},
)
@router.get( @router.get(
"/global/spend/provider", "/global/spend/provider",
tags=["Budget & Spend Tracking"], tags=["Budget & Spend Tracking"],