forked from phoenix/litellm-mirror
set timeout on predibase test
This commit is contained in:
parent
c60f6f496a
commit
a22e473636
1 changed files with 3 additions and 1 deletions
|
@ -302,12 +302,14 @@ async def test_completion_predibase():
|
|||
model="predibase/llama-3-8b-instruct",
|
||||
tenant_id="c4768f95",
|
||||
api_key=os.getenv("PREDIBASE_API_KEY"),
|
||||
messages=[{"role": "user", "content": "What is the meaning of life?"}],
|
||||
messages=[{"role": "user", "content": "who are u?"}],
|
||||
max_tokens=10,
|
||||
timeout=5,
|
||||
)
|
||||
|
||||
print(response)
|
||||
except litellm.Timeout as e:
|
||||
print("got a timeout error from predibase")
|
||||
pass
|
||||
except litellm.ServiceUnavailableError as e:
|
||||
pass
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue