Add litellm\tests\test_batch_completion_return_exceptions.py

This commit is contained in:
ffreemt 2024-05-03 11:28:38 +08:00
parent 64d229caaa
commit a7ec1772b1
3 changed files with 33 additions and 1 deletions

View file

@ -2143,7 +2143,7 @@ def completion(
"""
assume input to custom LLM api bases follow this format:
resp = requests.post(
api_base,
api_base,
json={
'model': 'meta-llama/Llama-2-13b-hf', # model name
'params': {
@ -2280,6 +2280,7 @@ def batch_completion(
deployment_id=None,
request_timeout: Optional[int] = None,
timeout: Optional[int] = 600,
return_exceptions: bool = False,
# Optional liteLLM function params
**kwargs,
):