phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

Merge pull request #2593 from BerriAI/litellm_reset_budget_fix

Browse source 
fix(proxy/utils.py): fix reset budget logic
This commit is contained in:
Krish Dholakia 2024-03-19 20:17:03 -07:00 • committed by GitHub
commit afd363129f
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
4 changed files with 41 additions and 41 deletions
Download patch file Download diff file Expand all files Collapse all files

10
litellm/proxy/proxy_server.py
View file

@ -2661,6 +2661,12 @@ async def startup_event():
### START BUDGET SCHEDULER ###
if prisma_client is not None:
scheduler = AsyncIOScheduler()
verbose_proxy_logger.debug(
f"proxy_budget_rescheduler_max_time: {proxy_budget_rescheduler_max_time}"
)
verbose_proxy_logger.debug(
f"proxy_budget_rescheduler_min_time: {proxy_budget_rescheduler_min_time}"
)
interval = random.randint(
proxy_budget_rescheduler_min_time, proxy_budget_rescheduler_max_time
) # random interval, so multiple workers avoid resetting budget at the same time
@ -4993,6 +4999,7 @@ async def user_info(
```
"""
global prisma_client
verbose_proxy_logger.debug(f"Received `/user/info` call for user_id={user_id}")
try:
if prisma_client is None:
raise Exception(
@ -5000,7 +5007,9 @@ async def user_info(
)
## GET USER ROW ##
if user_id is not None:
verbose_proxy_logger.debug(f"Making get_data call for user_id={user_id}")
user_info = await prisma_client.get_data(user_id=user_id)
verbose_proxy_logger.debug(f"Received get_data for user_id={user_id}")
elif view_all == True:
if page is None:
page = 0
@ -5081,6 +5090,7 @@ async def user_info(
key = key.dict()
key.pop("token", None)
verbose_proxy_logger.debug(f"RETURNING RESPONSE FOR /USER/INFO call ")
response_data = {
"user_id": user_id,
"user_info": user_info,