phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 19:24:27 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Make return-exceptions as default behavior in litellm.batch_completion

Browse source
This commit is contained in:
ffreemt 2024-05-24 11:09:11 +08:00
parent 0b408ba6f4
commit ae6834e97a
2 changed files with 8 additions and 27 deletions
Download patch file Download diff file Expand all files Collapse all files

22
litellm/main.py
View file

@ -2332,11 +2332,6 @@ def batch_completion(
"""
args = locals()
# extra kw for dealing with exceptions
return_exceptions = args.get("kwargs").get("return_exceptions", False)
if "return_exceptions" in args.get("kwargs"):
args.get("kwargs").pop("return_exceptions")
batch_messages = messages
completions = []
model = model
@ -2391,15 +2386,14 @@ def batch_completion(
# Retrieve the results from the futures
# results = [future.result() for future in completions]
if return_exceptions:
results = []
for future in completions:
try:
results.append(future.result())
except Exception as exc:
results.append(exc)
else: # original
results = [future.result() for future in completions]
# return exceptions if any
results = []
for future in completions:
try:
results.append(future.result())
except Exception as exc:
results.append(exc)
return results