test(test_router_fallbacks.py): fix test

This commit is contained in:
Krrish Dholakia 2024-05-10 09:58:40 -07:00
parent 40e19a838c
commit cdec7a414f
4 changed files with 15 additions and 10 deletions

View file

@ -437,8 +437,9 @@ async def test_cost_tracking_with_caching():
max_tokens=40,
temperature=0.2,
caching=True,
mock_response="Hey, i'm doing well!",
)
await asyncio.sleep(1) # success callback is async
await asyncio.sleep(3) # success callback is async
response_cost = customHandler_optional_params.response_cost
assert response_cost > 0
response2 = await litellm.acompletion(