phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

test(test_caching.py): add sleep

Browse source
This commit is contained in:
Krrish Dholakia 2024-04-19 17:02:15 -07:00
parent 62aab91186
commit 978c1a1976
1 changed files with 4 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

9
litellm/tests/test_caching.py
View file

@ -390,6 +390,7 @@ async def test_embedding_caching_azure_individual_items_reordered():
@pytest.mark.asyncio @pytest.mark.asyncio
async def test_embedding_caching_base_64(): async def test_embedding_caching_base_64():
""" """ """ """
litellm.set_verbose = True
litellm.cache = Cache( litellm.cache = Cache(
type="redis", type="redis",
host=os.environ["REDIS_HOST"], host=os.environ["REDIS_HOST"],
@ -408,6 +409,8 @@ async def test_embedding_caching_base_64():
caching=True, caching=True,
encoding_format="base64", encoding_format="base64",
) )
await asyncio.sleep(5)
print("\n\nCALL2\n\n")
embedding_val_2 = await aembedding( embedding_val_2 = await aembedding(
model="azure/azure-embedding-model", model="azure/azure-embedding-model",
input=inputs, input=inputs,
@ -1094,10 +1097,6 @@ def test_custom_redis_cache_params():
port=os.environ["REDIS_PORT"], port=os.environ["REDIS_PORT"],
password=os.environ["REDIS_PASSWORD"], password=os.environ["REDIS_PASSWORD"],
db=0, db=0,
ssl=True,
ssl_certfile="./redis_user.crt",
ssl_keyfile="./redis_user_private.key",
ssl_ca_certs="./redis_ca.pem",
) )
print(litellm.cache.cache.redis_client) print(litellm.cache.cache.redis_client)
@ -1105,7 +1104,7 @@ def test_custom_redis_cache_params():
litellm.success_callback = [] litellm.success_callback = []
litellm._async_success_callback = [] litellm._async_success_callback = []
except Exception as e: except Exception as e:
pytest.fail(f"Error occurred:", e) pytest.fail(f"Error occurred: {str(e)}")
def test_get_cache_key(): def test_get_cache_key():