phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 11:43:54 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Merge pull request #5484 from BerriAI/litellm_fix_redis

Browse source 
fix proxy server - always read redis for rate limiting logic
This commit is contained in:
Ishaan Jaff 2024-09-04 12:39:15 -07:00 • committed by GitHub
commit 935dba4470
5 changed files with 58 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/tests/test_completion.py
View file

@ -23,7 +23,7 @@ from litellm import RateLimitError, Timeout, completion, completion_cost, embedd
from litellm.llms.custom_httpx.http_handler import AsyncHTTPHandler, HTTPHandler
from litellm.llms.prompt_templates.factory import anthropic_messages_pt
# litellm.num_retries = 3
# litellm.num_retries=3
litellm.cache = None
litellm.success_callback = []
user_message = "Write a short poem about the sky"