phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 03:34:10 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(router.py): fix exponential backoff to use retry-after if present in headers

Browse source
This commit is contained in:
Krrish Dholakia 2023-11-28 17:24:49 -08:00
parent 7f34298ef8
commit 60d6b6bc37
7 changed files with 154 additions and 67 deletions
Download patch file Download diff file Expand all files Collapse all files

4
litellm/tests/test_async_fn.py
View file

@ -74,6 +74,8 @@ def test_async_response_azure():
asyncio.run(test_get_response())
# test_async_response_azure()
def test_async_anyscale_response():
import asyncio
litellm.set_verbose = True
@ -162,4 +164,4 @@ def test_get_response_non_openai_streaming():
return response
asyncio.run(test_async_call())
test_get_response_non_openai_streaming()
# test_get_response_non_openai_streaming()