fix(pattern_match_deployments.py): default to user input if unable to map based on wildcards (#6646)

tests/local_testing/test_router_pattern_matching.py

@@ -182,6 +182,14 @@ async def test_route_with_no_matching_pattern():
     )
     assert result.choices[0].message.content == "Works"
 
+    ## WORKS
+    result = await router.acompletion(
+        model="meta.llama3-70b-instruct-v1:0",
+        messages=[{"role": "user", "content": "Hello, world!"}],
+        mock_response="Works",
+    )
+    assert result.choices[0].message.content == "Works"
+
     ## FAILS
     with pytest.raises(litellm.BadRequestError) as e:
         await router.acompletion(
@@ -198,6 +206,7 @@ async def test_route_with_no_matching_pattern():
             input="Hello, world!",
         )
 
+
 def test_router_pattern_match_e2e():
     """
     Tests the end to end flow of the router
@@ -228,4 +237,3 @@ def test_router_pattern_match_e2e():
             "model": "gpt-4o",
             "messages": [{"role": "user", "content": "Hello, how are you?"}],
         }
-

tests/router_unit_tests/test_router_helper_utils.py

@@ -960,6 +960,18 @@ def test_replace_model_in_jsonl(model_list):
             "openai/gpt-3.5-turbo",
             "openai/gpt-3.5-turbo",
         ),
+        (
+            "bedrock/meta.llama3-70b",
+            "*meta.llama3*",
+            "bedrock/meta.llama3-*",
+            "bedrock/meta.llama3-70b",
+        ),
+        (
+            "meta.llama3-70b",
+            "*meta.llama3*",
+            "bedrock/meta.llama3-*",
+            "meta.llama3-70b",
+        ),
     ],
 )
 def test_pattern_match_deployment_set_model_name(
@@ -1000,9 +1012,10 @@ def test_pattern_match_deployment_set_model_name(
     for model in updated_models:
         assert model["litellm_params"]["model"] == expected_model
 
+
 @pytest.mark.asyncio
 async def test_pass_through_moderation_endpoint_factory(model_list):
     router = Router(model_list=model_list)
     response = await router._pass_through_moderation_endpoint_factory(
         original_function=litellm.amoderation, input="this is valid good text"
-    )
+    )