phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

test - handle eol model claude-2, use claude-2.1 instead

Browse source
This commit is contained in:
Ishaan Jaff 2024-11-13 19:37:34 -08:00
parent 3a4e3e6ac0
commit 36d4943da9
2 changed files with 8 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

14
tests/local_testing/test_router_fallbacks.py
View file

@ -1138,9 +1138,9 @@ async def test_router_content_policy_fallbacks(
router = Router(
model_list=[
{
"model_name": "claude-2",
"model_name": "claude-2.1",
"litellm_params": {
"model": "claude-2",
"model": "claude-2.1",
"api_key": "",
"mock_response": mock_response,
},
@ -1164,7 +1164,7 @@ async def test_router_content_policy_fallbacks(
{
"model_name": "my-general-model",
"litellm_params": {
"model": "claude-2",
"model": "claude-2.1",
"api_key": "",
"mock_response": Exception("Should not have called this."),
},
@ -1172,14 +1172,14 @@ async def test_router_content_policy_fallbacks(
{
"model_name": "my-context-window-model",
"litellm_params": {
"model": "claude-2",
"model": "claude-2.1",
"api_key": "",
"mock_response": Exception("Should not have called this."),
},
},
],
content_policy_fallbacks=(
[{"claude-2": ["my-fallback-model"]}]
[{"claude-2.1": ["my-fallback-model"]}]
if fallback_type == "model-specific"
else None
),
@ -1190,12 +1190,12 @@ async def test_router_content_policy_fallbacks(
if sync_mode is True:
response = router.completion(
model="claude-2",
model="claude-2.1",
messages=[{"role": "user", "content": "Hey, how's it going?"}],
)
else:
response = await router.acompletion(
model="claude-2",
model="claude-2.1",
messages=[{"role": "user", "content": "Hey, how's it going?"}],
)

2
tests/local_testing/test_streaming.py
View file

@ -718,7 +718,7 @@ async def test_acompletion_claude_2_stream():
try:
litellm.set_verbose = True
response = await litellm.acompletion(
model="claude-2",
model="claude-2.1",
messages=[{"role": "user", "content": "hello from litellm"}],
stream=True,
)