fix(llm_guard.py): working llm-guard 'key-specific' mode

enterprise/enterprise_hooks/llm_guard.py

@@ -107,16 +107,21 @@ class _ENTERPRISE_LLMGuard(CustomLogger):
         - Use the sanitized prompt returned
             - LLM Guard can handle things like PII Masking, etc.
         """
-        self.print_verbose(f"Inside LLM Guard Pre-Call Hook")
+        self.print_verbose(
+            f"Inside LLM Guard Pre-Call Hook - llm_guard_mode={self.llm_guard_mode}"
+        )
 
         # check if llm guard enabled for specific keys only
         if self.llm_guard_mode == "key-specific":
+            self.print_verbose(
+                f"user_api_key_dict.permissions: {user_api_key_dict.permissions}"
+            )
             if (
                 user_api_key_dict.permissions.get("enable_llm_guard_check", False)
                 == False
             ):
                 return
-
+        self.print_verbose("Makes LLM Guard Check")
         try:
             assert call_type in [
                 "completion",

litellm/__init__.py

@@ -1,6 +1,6 @@
 ### INIT VARIABLES ###
 import threading, requests, os
-from typing import Callable, List, Optional, Dict, Union, Any
+from typing import Callable, List, Optional, Dict, Union, Any, Literal
 from litellm.caching import Cache
 from litellm._logging import set_verbose, _turn_on_debug, verbose_logger
 from litellm.proxy._types import KeyManagementSystem, KeyManagementSettings

litellm/proxy/proxy_cli.py

@@ -6,7 +6,7 @@ from datetime import datetime
 import importlib
 from dotenv import load_dotenv
 import urllib.parse as urlparse
-from litellm._logging import verbose_proxy_logger
+
 
 sys.path.append(os.getcwd())
 
@@ -20,6 +20,8 @@ telemetry = None
 
 
 def append_query_params(url, params):
+    from litellm._logging import verbose_proxy_logger
+
     verbose_proxy_logger.debug(f"url: {url}")
     verbose_proxy_logger.debug(f"params: {params}")
     parsed_url = urlparse.urlparse(url)