phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

test - handle eol model claude-2, use claude-2.1 instead

Browse source
This commit is contained in:
Ishaan Jaff 2024-11-13 19:37:34 -08:00
parent f2e6025c65
commit 914cec3ab5
2 changed files with 8 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

14
tests/local_testing/test_router_fallbacks.py
View file

@ -1138,9 +1138,9 @@ async def test_router_content_policy_fallbacks(
router = Router( router = Router(
model_list=[ model_list=[
{ {
"model_name": "claude-2", "model_name": "claude-2.1",
"litellm_params": { "litellm_params": {
"model": "claude-2", "model": "claude-2.1",
"api_key": "", "api_key": "",
"mock_response": mock_response, "mock_response": mock_response,
}, },
@ -1164,7 +1164,7 @@ async def test_router_content_policy_fallbacks(
{ {
"model_name": "my-general-model", "model_name": "my-general-model",
"litellm_params": { "litellm_params": {
"model": "claude-2", "model": "claude-2.1",
"api_key": "", "api_key": "",
"mock_response": Exception("Should not have called this."), "mock_response": Exception("Should not have called this."),
}, },
@ -1172,14 +1172,14 @@ async def test_router_content_policy_fallbacks(
{ {
"model_name": "my-context-window-model", "model_name": "my-context-window-model",
"litellm_params": { "litellm_params": {
"model": "claude-2", "model": "claude-2.1",
"api_key": "", "api_key": "",
"mock_response": Exception("Should not have called this."), "mock_response": Exception("Should not have called this."),
}, },
}, },
], ],
content_policy_fallbacks=( content_policy_fallbacks=(
[{"claude-2": ["my-fallback-model"]}] [{"claude-2.1": ["my-fallback-model"]}]
if fallback_type == "model-specific" if fallback_type == "model-specific"
else None else None
), ),
@ -1190,12 +1190,12 @@ async def test_router_content_policy_fallbacks(
if sync_mode is True: if sync_mode is True:
response = router.completion( response = router.completion(
model="claude-2", model="claude-2.1",
messages=[{"role": "user", "content": "Hey, how's it going?"}], messages=[{"role": "user", "content": "Hey, how's it going?"}],
) )
else: else:
response = await router.acompletion( response = await router.acompletion(
model="claude-2", model="claude-2.1",
messages=[{"role": "user", "content": "Hey, how's it going?"}], messages=[{"role": "user", "content": "Hey, how's it going?"}],
) )

2
tests/local_testing/test_streaming.py
View file

@ -718,7 +718,7 @@ async def test_acompletion_claude_2_stream():
try: try:
litellm.set_verbose = True litellm.set_verbose = True
response = await litellm.acompletion( response = await litellm.acompletion(
model="claude-2", model="claude-2.1",
messages=[{"role": "user", "content": "hello from litellm"}], messages=[{"role": "user", "content": "hello from litellm"}],
stream=True, stream=True,
) )