test: initial commit enforcing testing on all anthropic pass through … (#7794)

* test: initial commit enforcing testing on all anthropic pass through functions

prevents future regressions

* test(test_unit_test_anthropic_pass_through.py): add unit test for '_get_user_from_metadata' function

* test(test_unit_test_anthropic_passthrough.py): add unit test for handle_logging_anthropic_collected_chunks

* test(test_unit_test_anthropic_pass_through): add coverage for all anthropic pass through functions

tests/code_coverage_tests/pass_through_code_coverage.py

@@ -0,0 +1,125 @@
+import ast
+import os
+
+pass_through_classes = [
+    "AnthropicPassthroughLoggingHandler",
+]
+
+
+def get_function_names_from_file(file_path):
+    """
+    Extracts all function names from a given Python file.
+    """
+    with open(file_path, "r") as file:
+        tree = ast.parse(file.read())
+
+    function_names = []
+
+    for node in tree.body:
+        if isinstance(node, (ast.FunctionDef, ast.AsyncFunctionDef)):
+            function_names.append(node.name)
+        elif isinstance(node, ast.ClassDef):
+            if node.name in pass_through_classes:
+                for class_node in node.body:
+                    if isinstance(class_node, (ast.FunctionDef, ast.AsyncFunctionDef)):
+                        function_names.append(class_node.name)
+
+    return function_names
+
+
+def get_all_functions_called_in_tests(base_dir):
+    """
+    Returns a set of function names that are called in test functions
+    inside 'local_testing' and 'router_unit_test' directories,
+    specifically in files containing the word 'router'.
+    """
+    called_functions = set()
+    test_dirs = ["pass_through_unit_tests"]
+
+    for test_dir in test_dirs:
+        dir_path = os.path.join(base_dir, test_dir)
+        if not os.path.exists(dir_path):
+            print(f"Warning: Directory {dir_path} does not exist.")
+            continue
+
+        print("dir_path: ", dir_path)
+        for root, _, files in os.walk(dir_path):
+            for file in files:
+                if file.endswith(".py"):
+                    print("file: ", file)
+                    file_path = os.path.join(root, file)
+                    with open(file_path, "r") as f:
+                        try:
+                            tree = ast.parse(f.read())
+                        except SyntaxError:
+                            print(f"Warning: Syntax error in file {file_path}")
+                            continue
+
+                    for node in ast.walk(tree):
+                        if isinstance(node, ast.Call):
+                            if isinstance(node.func, ast.Attribute) and isinstance(
+                                node.func.value, ast.Name
+                            ):
+                                if node.func.value.id in pass_through_classes:
+                                    # If it's called via the class, add both the original and non-underscore versions
+                                    method_name = node.func.attr
+                                    called_functions.add(method_name)
+                                    if method_name.startswith("_"):
+                                        called_functions.add(method_name.lstrip("_"))
+
+    return called_functions
+
+
+def get_functions_from_router(file_path):
+    """
+    Extracts all functions defined in router.py.
+    """
+    return get_function_names_from_file(file_path)
+
+
+ignored_function_names = [
+    "__init__",
+]
+
+
+def main():
+    router_file = [
+        "../../litellm/proxy/pass_through_endpoints/llm_provider_handlers/anthropic_passthrough_logging_handler.py",
+    ]
+    tests_dir = "../../tests/"
+
+    router_functions = []
+    for file in router_file:
+        router_functions.extend(get_functions_from_router(file))
+    print("router_functions: ", router_functions)
+    called_functions_in_tests = get_all_functions_called_in_tests(tests_dir)
+    print("called_functions_in_tests: ", called_functions_in_tests)
+
+    untested_functions = []
+    for fn in router_functions:
+        # Check if the function is called either with or without leading underscore
+        clean_name = fn.lstrip("_")
+        if (
+            fn not in called_functions_in_tests
+            and clean_name not in called_functions_in_tests
+        ):
+            untested_functions.append(fn)
+
+    if untested_functions:
+        all_untested_functions = []
+        for func in untested_functions:
+            if func not in ignored_function_names:
+                all_untested_functions.append(func)
+        untested_perc = (len(all_untested_functions)) / len(router_functions)
+        print("untested_perc: ", untested_perc)
+        if untested_perc > 0:
+            print("The following functions in pass_through/ are not tested:")
+            raise Exception(
+                f"{untested_perc * 100:.2f}% of functions in pass_through/ are not tested: {all_untested_functions}"
+            )
+    else:
+        print("All functions in router.py are covered by tests.")
+
+
+if __name__ == "__main__":
+    main()