phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 03:34:10 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix loc of DBSpendUpdateTransactions

Browse source
This commit is contained in:
Ishaan Jaff 2025-03-28 15:17:01 -07:00
parent fa304a538d
commit cc9f47b1d2
3 changed files with 13 additions and 14 deletions
Download patch file Download diff file Expand all files Collapse all files

9
litellm/proxy/_types.py
View file

@ -2733,3 +2733,12 @@ class DailyUserSpendTransaction(TypedDict):
prompt_tokens: int
completion_tokens: int
spend: float
class DBSpendUpdateTransactions(TypedDict):
user_list_transactions: Optional[Dict[str, float]]
end_user_list_transactions: Optional[Dict[str, float]]
key_list_transactions: Optional[Dict[str, float]]
team_list_transactions: Optional[Dict[str, float]]
team_member_list_transactions: Optional[Dict[str, float]]
org_list_transactions: Optional[Dict[str, float]]

6
litellm/proxy/db/db_spend_update_writer.py
View file

@ -18,15 +18,13 @@ from litellm.caching import DualCache, RedisCache
from litellm.constants import DB_SPEND_UPDATE_JOB_NAME
from litellm.proxy._types import (
DB_CONNECTION_ERROR_TYPES,
DBSpendUpdateTransactions,
Litellm_EntityType,
LiteLLM_UserTable,
SpendLogsPayload,
)
from litellm.proxy.db.pod_lock_manager import PodLockManager
from litellm.proxy.db.redis_update_buffer import (
DBSpendUpdateTransactions,
RedisUpdateBuffer,
)
from litellm.proxy.db.redis_update_buffer import RedisUpdateBuffer
if TYPE_CHECKING:
from litellm.proxy.utils import PrismaClient, ProxyLogging

12
litellm/proxy/db/redis_update_buffer.py
View file

@ -4,10 +4,11 @@ Handles buffering database `UPDATE` transactions in Redis before committing them
This is to prevent deadlocks and improve reliability
"""
from typing import TYPE_CHECKING, Any, Dict, Optional, TypedDict, Union, cast
from typing import TYPE_CHECKING, Any, Dict, Optional, Union, cast
from litellm._logging import verbose_proxy_logger
from litellm.caching import RedisCache
from litellm.proxy._types import DBSpendUpdateTransactions
from litellm.secret_managers.main import str_to_bool
if TYPE_CHECKING:
@ -16,15 +17,6 @@ else:
PrismaClient = Any
class DBSpendUpdateTransactions(TypedDict):
user_list_transactions: Optional[Dict[str, float]]
end_user_list_transactions: Optional[Dict[str, float]]
key_list_transactions: Optional[Dict[str, float]]
team_list_transactions: Optional[Dict[str, float]]
team_member_list_transactions: Optional[Dict[str, float]]
org_list_transactions: Optional[Dict[str, float]]
class RedisUpdateBuffer:
"""
Handles buffering database `UPDATE` transactions in Redis before committing them to the database