mirror of
https://github.com/BerriAI/litellm.git
synced 2025-04-27 03:34:10 +00:00
fix loc of DBSpendUpdateTransactions
This commit is contained in:
parent
fa304a538d
commit
cc9f47b1d2
3 changed files with 13 additions and 14 deletions
|
@ -2733,3 +2733,12 @@ class DailyUserSpendTransaction(TypedDict):
|
||||||
prompt_tokens: int
|
prompt_tokens: int
|
||||||
completion_tokens: int
|
completion_tokens: int
|
||||||
spend: float
|
spend: float
|
||||||
|
|
||||||
|
|
||||||
|
class DBSpendUpdateTransactions(TypedDict):
|
||||||
|
user_list_transactions: Optional[Dict[str, float]]
|
||||||
|
end_user_list_transactions: Optional[Dict[str, float]]
|
||||||
|
key_list_transactions: Optional[Dict[str, float]]
|
||||||
|
team_list_transactions: Optional[Dict[str, float]]
|
||||||
|
team_member_list_transactions: Optional[Dict[str, float]]
|
||||||
|
org_list_transactions: Optional[Dict[str, float]]
|
||||||
|
|
|
@ -18,15 +18,13 @@ from litellm.caching import DualCache, RedisCache
|
||||||
from litellm.constants import DB_SPEND_UPDATE_JOB_NAME
|
from litellm.constants import DB_SPEND_UPDATE_JOB_NAME
|
||||||
from litellm.proxy._types import (
|
from litellm.proxy._types import (
|
||||||
DB_CONNECTION_ERROR_TYPES,
|
DB_CONNECTION_ERROR_TYPES,
|
||||||
|
DBSpendUpdateTransactions,
|
||||||
Litellm_EntityType,
|
Litellm_EntityType,
|
||||||
LiteLLM_UserTable,
|
LiteLLM_UserTable,
|
||||||
SpendLogsPayload,
|
SpendLogsPayload,
|
||||||
)
|
)
|
||||||
from litellm.proxy.db.pod_lock_manager import PodLockManager
|
from litellm.proxy.db.pod_lock_manager import PodLockManager
|
||||||
from litellm.proxy.db.redis_update_buffer import (
|
from litellm.proxy.db.redis_update_buffer import RedisUpdateBuffer
|
||||||
DBSpendUpdateTransactions,
|
|
||||||
RedisUpdateBuffer,
|
|
||||||
)
|
|
||||||
|
|
||||||
if TYPE_CHECKING:
|
if TYPE_CHECKING:
|
||||||
from litellm.proxy.utils import PrismaClient, ProxyLogging
|
from litellm.proxy.utils import PrismaClient, ProxyLogging
|
||||||
|
|
|
@ -4,10 +4,11 @@ Handles buffering database `UPDATE` transactions in Redis before committing them
|
||||||
This is to prevent deadlocks and improve reliability
|
This is to prevent deadlocks and improve reliability
|
||||||
"""
|
"""
|
||||||
|
|
||||||
from typing import TYPE_CHECKING, Any, Dict, Optional, TypedDict, Union, cast
|
from typing import TYPE_CHECKING, Any, Dict, Optional, Union, cast
|
||||||
|
|
||||||
from litellm._logging import verbose_proxy_logger
|
from litellm._logging import verbose_proxy_logger
|
||||||
from litellm.caching import RedisCache
|
from litellm.caching import RedisCache
|
||||||
|
from litellm.proxy._types import DBSpendUpdateTransactions
|
||||||
from litellm.secret_managers.main import str_to_bool
|
from litellm.secret_managers.main import str_to_bool
|
||||||
|
|
||||||
if TYPE_CHECKING:
|
if TYPE_CHECKING:
|
||||||
|
@ -16,15 +17,6 @@ else:
|
||||||
PrismaClient = Any
|
PrismaClient = Any
|
||||||
|
|
||||||
|
|
||||||
class DBSpendUpdateTransactions(TypedDict):
|
|
||||||
user_list_transactions: Optional[Dict[str, float]]
|
|
||||||
end_user_list_transactions: Optional[Dict[str, float]]
|
|
||||||
key_list_transactions: Optional[Dict[str, float]]
|
|
||||||
team_list_transactions: Optional[Dict[str, float]]
|
|
||||||
team_member_list_transactions: Optional[Dict[str, float]]
|
|
||||||
org_list_transactions: Optional[Dict[str, float]]
|
|
||||||
|
|
||||||
|
|
||||||
class RedisUpdateBuffer:
|
class RedisUpdateBuffer:
|
||||||
"""
|
"""
|
||||||
Handles buffering database `UPDATE` transactions in Redis before committing them to the database
|
Handles buffering database `UPDATE` transactions in Redis before committing them to the database
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue