phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fixes to batch testing

Browse source
This commit is contained in:
Krrish Dholakia 2023-08-16 11:46:53 -07:00
parent fd6367ca25
commit c58c52db04
3 changed files with 15 additions and 14 deletions
Download patch file Download diff file Expand all files Collapse all files

7
litellm/testing.py
View file

@ -27,16 +27,17 @@ def testing_batch_completion(*args, **kwargs):
else:
kwargs_modified["messages"] = message_list
future = executor.submit(litellm.completion, *args_modified, **kwargs_modified)
completions.append(future)
completions.append((future, message_list))
# Retrieve the results and calculate elapsed time for each completion call
for future in completions:
for completion in completions:
future, message_list = completion
start_time = time.time()
try:
result = future.result()
end_time = time.time()
elapsed_time = end_time - start_time
result_dict = {"status": "succeeded", "response": future.result(), "response_time": elapsed_time}
result_dict = {"status": "succeeded", "response": future.result(), "prompt": message_list, "response_time": elapsed_time}
results.append(result_dict)
except Exception as e:
end_time = time.time()