forked from phoenix/litellm-mirror
(fix) batch_completion fails with bedrock due to extraneous [max_workers] key (#6176)
* fix batch_completion * fix import batch completion * fix batch completion usage
This commit is contained in:
parent
11f9df923a
commit
b032e898c2
5 changed files with 269 additions and 244 deletions
|
@ -37,6 +37,9 @@ def test_batch_completions():
|
|||
print(result)
|
||||
print(len(result))
|
||||
assert len(result) == 3
|
||||
|
||||
for response in result:
|
||||
assert response.choices[0].message.content is not None
|
||||
except Timeout as e:
|
||||
print(f"IN TIMEOUT")
|
||||
pass
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue