phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 11:14:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

adding support for completion with retries

Browse source
This commit is contained in:
Krrish Dholakia 2023-08-23 14:09:06 -07:00
parent 787ae409b7
commit 0955f9d53d
5 changed files with 91 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

4
litellm/main.py
View file

@ -755,6 +755,10 @@ def completion(
model=model, custom_llm_provider=custom_llm_provider, original_exception=e
)
def completion_with_retries(*args, **kwargs):
import tenacity
retryer = tenacity.Retrying(stop=tenacity.stop_after_attempt(3), reraise=True)
return retryer(completion, *args, **kwargs)
def batch_completion(*args, **kwargs):
batch_messages = args[1] if len(args) > 1 else kwargs.get("messages")