phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(fix) spend tracking per key - when no cache hit

Browse source
This commit is contained in:
ishaan-jaff 2024-01-22 13:18:33 -08:00
parent 76214baab9
commit 9d34281025
1 changed files with 6 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

10
litellm/proxy/proxy_server.py
View file

@ -691,8 +691,9 @@ async def update_database(
await prisma_client.update_data(token=token, data={"spend": new_spend})
valid_token = user_api_key_cache.get_cache(key=token)
valid_token.spend = new_spend
user_api_key_cache.set_cache(key=token, value=valid_token)
if valid_token is not None:
valid_token.spend = new_spend
user_api_key_cache.set_cache(key=token, value=valid_token)
elif custom_db_client is not None:
# Fetch the existing cost for the given token
existing_spend_obj = await custom_db_client.get_data(
@ -715,8 +716,9 @@ async def update_database(
)
valid_token = user_api_key_cache.get_cache(key=token)
valid_token.spend = new_spend
user_api_key_cache.set_cache(key=token, value=valid_token)
if valid_token is not None:
valid_token.spend = new_spend
user_api_key_cache.set_cache(key=token, value=valid_token)
async def _insert_spend_log_to_db():
# Helper to generate payload to log