phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

test(test_router_caching.py): fix caching tests

Browse source
This commit is contained in:
Krrish Dholakia 2024-05-21 18:07:46 -07:00
parent d5fd3095e4
commit 20ad1a5189
1 changed files with 5 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

10
litellm/tests/test_router_caching.py
View file

@ -134,6 +134,7 @@ async def test_acompletion_caching_on_router():
traceback.print_exc()
pytest.fail(f"Error occurred: {e}")
@pytest.mark.asyncio
async def test_completion_caching_on_router():
# tests completion + caching on router
@ -150,7 +151,7 @@ async def test_completion_caching_on_router():
"rpm": 1,
},
]
messages = [
{"role": "user", "content": f"write a one sentence poem {time.time()}?"}
]
@ -164,12 +165,12 @@ async def test_completion_caching_on_router():
routing_strategy_args={"ttl": 10},
routing_strategy="usage-based-routing",
)
response1 = await router.completion(
response1 = await router.acompletion(
model="gpt-3.5-turbo", messages=messages, temperature=1
)
print(f"response1: {response1}")
await asyncio.sleep(10)
response2 = await router.completion(
response2 = await router.acompletion(
model="gpt-3.5-turbo", messages=messages, temperature=1
)
print(f"response2: {response2}")
@ -178,13 +179,12 @@ async def test_completion_caching_on_router():
router.reset()
except litellm.Timeout as e:
end_time = time.time()
print(f"timeout error occurred: {end_time - start_time}")
pass
except Exception as e:
traceback.print_exc()
pytest.fail(f"Error occurred: {e}")
@pytest.mark.asyncio
async def test_acompletion_caching_with_ttl_on_router():
# tests acompletion + caching on router