phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

test(test_router_caching.py): fix caching tests

Browse source
This commit is contained in:
Krrish Dholakia 2024-05-21 18:07:46 -07:00
parent d5fd3095e4
commit 20ad1a5189
1 changed files with 5 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

10
litellm/tests/test_router_caching.py
View file

@ -134,6 +134,7 @@ async def test_acompletion_caching_on_router():
traceback.print_exc() traceback.print_exc()
pytest.fail(f"Error occurred: {e}") pytest.fail(f"Error occurred: {e}")
@pytest.mark.asyncio @pytest.mark.asyncio
async def test_completion_caching_on_router(): async def test_completion_caching_on_router():
# tests completion + caching on router # tests completion + caching on router
@ -150,7 +151,7 @@ async def test_completion_caching_on_router():
"rpm": 1, "rpm": 1,
}, },
] ]
messages = [ messages = [
{"role": "user", "content": f"write a one sentence poem {time.time()}?"} {"role": "user", "content": f"write a one sentence poem {time.time()}?"}
] ]
@ -164,12 +165,12 @@ async def test_completion_caching_on_router():
routing_strategy_args={"ttl": 10}, routing_strategy_args={"ttl": 10},
routing_strategy="usage-based-routing", routing_strategy="usage-based-routing",
) )
response1 = await router.completion( response1 = await router.acompletion(
model="gpt-3.5-turbo", messages=messages, temperature=1 model="gpt-3.5-turbo", messages=messages, temperature=1
) )
print(f"response1: {response1}") print(f"response1: {response1}")
await asyncio.sleep(10) await asyncio.sleep(10)
response2 = await router.completion( response2 = await router.acompletion(
model="gpt-3.5-turbo", messages=messages, temperature=1 model="gpt-3.5-turbo", messages=messages, temperature=1
) )
print(f"response2: {response2}") print(f"response2: {response2}")
@ -178,13 +179,12 @@ async def test_completion_caching_on_router():
router.reset() router.reset()
except litellm.Timeout as e: except litellm.Timeout as e:
end_time = time.time()
print(f"timeout error occurred: {end_time - start_time}")
pass pass
except Exception as e: except Exception as e:
traceback.print_exc() traceback.print_exc()
pytest.fail(f"Error occurred: {e}") pytest.fail(f"Error occurred: {e}")
@pytest.mark.asyncio @pytest.mark.asyncio
async def test_acompletion_caching_with_ttl_on_router(): async def test_acompletion_caching_with_ttl_on_router():
# tests acompletion + caching on router # tests acompletion + caching on router