(fix) dynamo - use hashed tokens budget tracking

This commit is contained in:
ishaan-jaff 2024-01-26 14:32:34 -08:00
parent 2c79585e18
commit 8b5e397abe

View file

@ -33,7 +33,7 @@ from litellm.proxy.proxy_server import (
) )
from litellm.proxy._types import NewUserRequest, DynamoDBArgs, GenerateKeyRequest from litellm.proxy._types import NewUserRequest, DynamoDBArgs, GenerateKeyRequest
from litellm.proxy.utils import DBClient from litellm.proxy.utils import DBClient, hash_token
from starlette.datastructures import URL from starlette.datastructures import URL
@ -232,7 +232,7 @@ def test_call_with_user_over_budget(custom_db_client):
"stream": False, "stream": False,
"litellm_params": { "litellm_params": {
"metadata": { "metadata": {
"user_api_key": generated_key, "user_api_key": hash_token(generated_key),
"user_api_key_user_id": user_id, "user_api_key_user_id": user_id,
} }
}, },
@ -305,7 +305,7 @@ def test_call_with_user_over_budget_stream(custom_db_client):
"complete_streaming_response": resp, "complete_streaming_response": resp,
"litellm_params": { "litellm_params": {
"metadata": { "metadata": {
"user_api_key": generated_key, "user_api_key": hash_token(generated_key),
"user_api_key_user_id": user_id, "user_api_key_user_id": user_id,
} }
}, },
@ -376,7 +376,7 @@ def test_call_with_user_key_budget(custom_db_client):
"stream": False, "stream": False,
"litellm_params": { "litellm_params": {
"metadata": { "metadata": {
"user_api_key": generated_key, "user_api_key": hash_token(generated_key),
"user_api_key_user_id": user_id, "user_api_key_user_id": user_id,
} }
}, },
@ -449,7 +449,7 @@ def test_call_with_key_over_budget_stream(custom_db_client):
"complete_streaming_response": resp, "complete_streaming_response": resp,
"litellm_params": { "litellm_params": {
"metadata": { "metadata": {
"user_api_key": generated_key, "user_api_key": hash_token(generated_key),
"user_api_key_user_id": user_id, "user_api_key_user_id": user_id,
} }
}, },