phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(test) router - acompletion + cache

Browse source
This commit is contained in:
ishaan-jaff 2023-12-14 19:46:56 +05:30
parent ce6eb8a30e
commit 26c6c1a03e
1 changed files with 3 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

3
litellm/tests/test_router.py
View file

@ -413,6 +413,9 @@ def test_acompletion_on_router():
print("Testing acompletion + caching on router") print("Testing acompletion + caching on router")
response1 = await router.acompletion(model="gpt-3.5-turbo", messages=messages, temperature=1) response1 = await router.acompletion(model="gpt-3.5-turbo", messages=messages, temperature=1)
print(f"response1: {response1}") print(f"response1: {response1}")
await asyncio.sleep(1) # add cache is async, async sleep for cache to get set
response2 = await router.acompletion(model="gpt-3.5-turbo", messages=messages, temperature=1) response2 = await router.acompletion(model="gpt-3.5-turbo", messages=messages, temperature=1)
print(f"response2: {response2}") print(f"response2: {response2}")
assert response1.id == response2.id assert response1.id == response2.id