From a22e4736368faf996929919bfab44c332e08ee16 Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Wed, 18 Sep 2024 17:13:13 -0700 Subject: [PATCH] set timeout on predibase test --- litellm/tests/test_completion.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/litellm/tests/test_completion.py b/litellm/tests/test_completion.py index 371d73483..42cd625ee 100644 --- a/litellm/tests/test_completion.py +++ b/litellm/tests/test_completion.py @@ -302,12 +302,14 @@ async def test_completion_predibase(): model="predibase/llama-3-8b-instruct", tenant_id="c4768f95", api_key=os.getenv("PREDIBASE_API_KEY"), - messages=[{"role": "user", "content": "What is the meaning of life?"}], + messages=[{"role": "user", "content": "who are u?"}], max_tokens=10, + timeout=5, ) print(response) except litellm.Timeout as e: + print("got a timeout error from predibase") pass except litellm.ServiceUnavailableError as e: pass