phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 10:44:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(proxy_server.py): track cost for global proxy

Browse source
This commit is contained in:
Krrish Dholakia 2024-01-24 16:06:10 -08:00
parent ba24037baf
commit 574208f005
3 changed files with 44 additions and 22 deletions
Download patch file Download diff file Expand all files Collapse all files

7
litellm/proxy/utils.py
View file

@ -634,7 +634,7 @@ class PrismaClient:
"update": {}, # don't do anything if it already exists
},
)
print_verbose(
verbose_proxy_logger.info(
"\033[91m"
+ f"DB User Table - update succeeded {update_user_row}"
+ "\033[0m"
@ -678,6 +678,7 @@ class PrismaClient:
Batch write update queries
"""
batcher = self.db.batch_()
verbose_proxy_logger.debug(f"data list for user table: {data_list}")
for idx, user in enumerate(data_list):
try:
data_json = self.jsonify_object(data=user.model_dump())
@ -688,8 +689,8 @@ class PrismaClient:
data={**data_json}, # type: ignore
)
await batcher.commit()
print_verbose(
"\033[91m" + f"DB User Table update succeeded" + "\033[0m"
verbose_proxy_logger.info(
"\033[91m" + f"DB User Table Batch update succeeded" + "\033[0m"
)
except Exception as e:
asyncio.create_task(