mirror of
https://github.com/BerriAI/litellm.git
synced 2025-04-24 18:24:20 +00:00
(test) router cooldowns
This commit is contained in:
parent
3ca4487e77
commit
c52861906b
1 changed files with 3 additions and 3 deletions
|
@ -138,7 +138,7 @@ def test_cooldown_same_model_name():
|
||||||
redis_port=int(os.getenv("REDIS_PORT")),
|
redis_port=int(os.getenv("REDIS_PORT")),
|
||||||
routing_strategy="simple-shuffle",
|
routing_strategy="simple-shuffle",
|
||||||
set_verbose=True,
|
set_verbose=True,
|
||||||
num_retries=1
|
num_retries=3
|
||||||
) # type: ignore
|
) # type: ignore
|
||||||
|
|
||||||
response = router.completion(
|
response = router.completion(
|
||||||
|
@ -146,7 +146,7 @@ def test_cooldown_same_model_name():
|
||||||
messages=[
|
messages=[
|
||||||
{
|
{
|
||||||
"role": "user",
|
"role": "user",
|
||||||
"content": "hello this request will fail"
|
"content": "hello this request will pass"
|
||||||
}
|
}
|
||||||
]
|
]
|
||||||
)
|
)
|
||||||
|
@ -162,4 +162,4 @@ def test_cooldown_same_model_name():
|
||||||
except Exception as e:
|
except Exception as e:
|
||||||
pytest.fail(f"Got unexpected exception on router! - {e}")
|
pytest.fail(f"Got unexpected exception on router! - {e}")
|
||||||
|
|
||||||
# test_cooldown_same_model_name()
|
test_cooldown_same_model_name()
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue