fix(router.py): fix exponential backoff to use retry-after if present in headers

2025-04-27 03:34:10 +00:00 · 2023-11-28 17:24:49 -08:00 · 2023-11-28 17:24:49 -08:00 · 60d6b6bc37
commit 60d6b6bc37
parent 7f34298ef8
7 changed files with 154 additions and 67 deletions
--- a/litellm/tests/test_custom_logger.py
+++ b/litellm/tests/test_custom_logger.py
@ -37,7 +37,13 @@ def test_chat_openai():
                              }],
                              stream=True, 
                              complete_response = True)
-        
+        response2 = completion(model="gpt-3.5-turbo",
+                              messages=[{
+                                  "role": "user",
+                                  "content": "Hi 👋 - i'm not openai"
+                              }],
+                              stream=True, 
+                              complete_response = True)
        time.sleep(1)
        assert customHandler.success == True
    except Exception as e: