phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

refactor: add more debug statements

Browse source
This commit is contained in:
Krrish Dholakia 2024-11-30 19:09:00 -08:00
parent 81b053b11b
commit f35de78df1
2 changed files with 19 additions and 19 deletions
Download patch file Download diff file Expand all files Collapse all files

36
enterprise/utils.py
View file

@ -2,7 +2,9 @@
from typing import Optional, List from typing import Optional, List
from litellm._logging import verbose_logger from litellm._logging import verbose_logger
from litellm.proxy.proxy_server import PrismaClient, HTTPException from litellm.proxy.proxy_server import PrismaClient, HTTPException
from litellm.llms.custom_httpx.http_handler import HTTPHandler
import collections import collections
import httpx
from datetime import datetime from datetime import datetime
@ -114,7 +116,6 @@ async def ui_get_spend_by_tags(
def _forecast_daily_cost(data: list): def _forecast_daily_cost(data: list):
import requests # type: ignore
from datetime import datetime, timedelta from datetime import datetime, timedelta
if len(data) == 0: if len(data) == 0:
@ -144,9 +145,12 @@ def _forecast_daily_cost(data: list):
today_date.year, today_date.month % 12 + 1, 1 today_date.year, today_date.month % 12 + 1, 1
) - timedelta(days=1) ) - timedelta(days=1)
print("last day of todays month", last_day_of_todays_month)
# Calculate the remaining days in the month # Calculate the remaining days in the month
remaining_days = (last_day_of_todays_month - last_entry_date).days remaining_days = (last_day_of_todays_month - last_entry_date).days
print("remaining days", remaining_days)
current_spend_this_month = 0 current_spend_this_month = 0
series = {} series = {}
for entry in data: for entry in data:
@ -176,13 +180,19 @@ def _forecast_daily_cost(data: list):
"Content-Type": "application/json", "Content-Type": "application/json",
} }
response = requests.post( client = HTTPHandler()
url="https://trend-api-production.up.railway.app/forecast",
json=payload, try:
headers=headers, response = client.post(
) url="https://trend-api-production.up.railway.app/forecast",
# check the status code json=payload,
response.raise_for_status() headers=headers,
)
except httpx.HTTPStatusError as e:
raise HTTPException(
status_code=500,
detail={"error": f"Error getting forecast: {e.response.text}"},
)
json_response = response.json() json_response = response.json()
forecast_data = json_response["forecast"] forecast_data = json_response["forecast"]
@ -206,13 +216,3 @@ def _forecast_daily_cost(data: list):
f"Predicted Spend for { today_month } 2024, ${total_predicted_spend}" f"Predicted Spend for { today_month } 2024, ${total_predicted_spend}"
) )
return {"response": response_data, "predicted_spend": predicted_spend} return {"response": response_data, "predicted_spend": predicted_spend}
# print(f"Date: {entry['date']}, Spend: {entry['spend']}, Response: {response.text}")
# _forecast_daily_cost(
# [
# {"date": "2022-01-01", "spend": 100},
# ]
# )

2
tests/test_spend_logs.py
View file

@ -114,7 +114,7 @@ async def test_spend_logs():
async def get_predict_spend_logs(session): async def get_predict_spend_logs(session):
url = f"http://0.0.0.0:4000/global/predict/spend/logs" url = "http://0.0.0.0:4000/global/predict/spend/logs"
headers = {"Authorization": "Bearer sk-1234", "Content-Type": "application/json"} headers = {"Authorization": "Bearer sk-1234", "Content-Type": "application/json"}
data = { data = {
"data": [ "data": [