phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(test) state of litellm cache after create, delete

Browse source
This commit is contained in:
ishaan-jaff 2024-02-02 18:49:20 -08:00
parent cf41366653
commit 3899361aa4
1 changed files with 24 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

24
litellm/tests/test_key_generate_prisma.py
View file

@ -104,6 +104,8 @@ def test_generate_and_call_with_valid_key(prisma_client):
async def test(): async def test():
await litellm.proxy.proxy_server.prisma_client.connect() await litellm.proxy.proxy_server.prisma_client.connect()
from litellm.proxy.proxy_server import user_api_key_cache
request = NewUserRequest() request = NewUserRequest()
key = await new_user(request) key = await new_user(request)
print(key) print(key)
@ -111,6 +113,12 @@ def test_generate_and_call_with_valid_key(prisma_client):
generated_key = key.key generated_key = key.key
bearer_token = "Bearer " + generated_key bearer_token = "Bearer " + generated_key
assert generated_key not in user_api_key_cache.in_memory_cache.cache_dict
assert (
hash_token(generated_key)
in user_api_key_cache.in_memory_cache.cache_dict
)
request = Request(scope={"type": "http"}) request = Request(scope={"type": "http"})
request._url = URL(url="/chat/completions") request._url = URL(url="/chat/completions")
@ -618,6 +626,8 @@ def test_delete_key(prisma_client):
async def test(): async def test():
await litellm.proxy.proxy_server.prisma_client.connect() await litellm.proxy.proxy_server.prisma_client.connect()
from litellm.proxy.proxy_server import user_api_key_cache
request = NewUserRequest() request = NewUserRequest()
key = await new_user(request) key = await new_user(request)
print(key) print(key)
@ -632,6 +642,12 @@ def test_delete_key(prisma_client):
print("result from delete key", result_delete_key) print("result from delete key", result_delete_key)
assert result_delete_key == {"deleted_keys": [generated_key]} assert result_delete_key == {"deleted_keys": [generated_key]}
assert generated_key not in user_api_key_cache.in_memory_cache.cache_dict
assert (
hash_token(generated_key)
not in user_api_key_cache.in_memory_cache.cache_dict
)
asyncio.run(test()) asyncio.run(test())
except Exception as e: except Exception as e:
pytest.fail(f"An exception occurred - {str(e)}") pytest.fail(f"An exception occurred - {str(e)}")
@ -648,6 +664,8 @@ def test_delete_key_auth(prisma_client):
async def test(): async def test():
await litellm.proxy.proxy_server.prisma_client.connect() await litellm.proxy.proxy_server.prisma_client.connect()
from litellm.proxy.proxy_server import user_api_key_cache
request = NewUserRequest() request = NewUserRequest()
key = await new_user(request) key = await new_user(request)
print(key) print(key)
@ -666,6 +684,12 @@ def test_delete_key_auth(prisma_client):
request = Request(scope={"type": "http"}, receive=None) request = Request(scope={"type": "http"}, receive=None)
request._url = URL(url="/chat/completions") request._url = URL(url="/chat/completions")
assert generated_key not in user_api_key_cache.in_memory_cache.cache_dict
assert (
hash_token(generated_key)
not in user_api_key_cache.in_memory_cache.cache_dict
)
# use generated key to auth in # use generated key to auth in
result = await user_api_key_auth(request=request, api_key=bearer_token) result = await user_api_key_auth(request=request, api_key=bearer_token)
print("got result", result) print("got result", result)