From 3110abc8328875736c5bc2fe1c17b25505b7d138 Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Wed, 17 Jul 2024 17:50:42 -0700 Subject: [PATCH] shorten predibase streaming test --- litellm/tests/test_streaming.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/litellm/tests/test_streaming.py b/litellm/tests/test_streaming.py index eab202406..8c7943893 100644 --- a/litellm/tests/test_streaming.py +++ b/litellm/tests/test_streaming.py @@ -515,6 +515,7 @@ async def test_completion_predibase_streaming(sync_mode): response = completion( model="predibase/llama-3-8b-instruct", tenant_id="c4768f95", + max_tokens=10, api_base="https://serving.app.predibase.com", api_key=os.getenv("PREDIBASE_API_KEY"), messages=[{"role": "user", "content": "What is the meaning of life?"}], @@ -539,6 +540,7 @@ async def test_completion_predibase_streaming(sync_mode): response = await litellm.acompletion( model="predibase/llama-3-8b-instruct", tenant_id="c4768f95", + max_tokens=10, api_base="https://serving.app.predibase.com", api_key=os.getenv("PREDIBASE_API_KEY"), messages=[{"role": "user", "content": "What is the meaning of life?"}],