mirror of
https://github.com/BerriAI/litellm.git
synced 2025-04-26 11:14:04 +00:00
backend - get all up global activ
This commit is contained in:
parent
93024ccff3
commit
6d91ffd050
1 changed files with 97 additions and 0 deletions
|
@ -5883,6 +5883,103 @@ async def view_spend_tags(
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|
||||||
|
@router.get(
|
||||||
|
"/global/activity",
|
||||||
|
tags=["Budget & Spend Tracking"],
|
||||||
|
dependencies=[Depends(user_api_key_auth)],
|
||||||
|
include_in_schema=False,
|
||||||
|
responses={
|
||||||
|
200: {"model": List[LiteLLM_SpendLogs]},
|
||||||
|
},
|
||||||
|
)
|
||||||
|
async def get_global_activity(
|
||||||
|
start_date: Optional[str] = fastapi.Query(
|
||||||
|
default=None,
|
||||||
|
description="Time from which to start viewing spend",
|
||||||
|
),
|
||||||
|
end_date: Optional[str] = fastapi.Query(
|
||||||
|
default=None,
|
||||||
|
description="Time till which to view spend",
|
||||||
|
),
|
||||||
|
):
|
||||||
|
"""
|
||||||
|
Get number of API Requests, total tokens through proxy
|
||||||
|
|
||||||
|
{
|
||||||
|
"daily_data": [
|
||||||
|
const chartdata = [
|
||||||
|
{
|
||||||
|
date: 'Jan 22',
|
||||||
|
api_requests: 10,
|
||||||
|
total_tokens: 2000
|
||||||
|
},
|
||||||
|
{
|
||||||
|
date: 'Jan 23',
|
||||||
|
api_requests: 10,
|
||||||
|
total_tokens: 12
|
||||||
|
},
|
||||||
|
],
|
||||||
|
"sum_api_requests": 20,
|
||||||
|
"sum_total_tokens": 2012
|
||||||
|
}
|
||||||
|
"""
|
||||||
|
from collections import defaultdict
|
||||||
|
|
||||||
|
if start_date is None or end_date is None:
|
||||||
|
raise HTTPException(
|
||||||
|
status_code=status.HTTP_400_BAD_REQUEST,
|
||||||
|
detail={"error": "Please provide start_date and end_date"},
|
||||||
|
)
|
||||||
|
|
||||||
|
start_date_obj = datetime.strptime(start_date, "%Y-%m-%d")
|
||||||
|
end_date_obj = datetime.strptime(end_date, "%Y-%m-%d")
|
||||||
|
|
||||||
|
global prisma_client, llm_router
|
||||||
|
try:
|
||||||
|
if prisma_client is None:
|
||||||
|
raise Exception(
|
||||||
|
f"Database not connected. Connect a database to your proxy - https://docs.litellm.ai/docs/simple_proxy#managing-auth---virtual-keys"
|
||||||
|
)
|
||||||
|
|
||||||
|
sql_query = """
|
||||||
|
SELECT
|
||||||
|
date_trunc('day', "startTime") AS date,
|
||||||
|
COUNT(*) AS api_requests,
|
||||||
|
SUM(total_tokens) AS total_tokens
|
||||||
|
FROM "LiteLLM_SpendLogs"
|
||||||
|
WHERE "startTime" BETWEEN $1::date AND $2::date + interval '1 day'
|
||||||
|
GROUP BY date_trunc('day', "startTime")
|
||||||
|
"""
|
||||||
|
db_response = await prisma_client.db.query_raw(
|
||||||
|
sql_query, start_date_obj, end_date_obj
|
||||||
|
)
|
||||||
|
|
||||||
|
if db_response is None:
|
||||||
|
return []
|
||||||
|
|
||||||
|
sum_api_requests = 0
|
||||||
|
sum_total_tokens = 0
|
||||||
|
daily_data = []
|
||||||
|
for row in db_response:
|
||||||
|
daily_data.append(row)
|
||||||
|
sum_api_requests += row.get("api_requests", 0)
|
||||||
|
sum_total_tokens += row.get("total_tokens", 0)
|
||||||
|
|
||||||
|
data_to_return = {
|
||||||
|
"daily_data": daily_data,
|
||||||
|
"sum_api_requests": sum_api_requests,
|
||||||
|
"sum_total_tokens": sum_total_tokens,
|
||||||
|
}
|
||||||
|
|
||||||
|
return data_to_return
|
||||||
|
|
||||||
|
except Exception as e:
|
||||||
|
raise HTTPException(
|
||||||
|
status_code=status.HTTP_400_BAD_REQUEST,
|
||||||
|
detail={"error": str(e)},
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
@router.get(
|
@router.get(
|
||||||
"/global/spend/provider",
|
"/global/spend/provider",
|
||||||
tags=["Budget & Spend Tracking"],
|
tags=["Budget & Spend Tracking"],
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue