diff --git a/enterprise/enterprise_hooks/llm_guard.py b/enterprise/enterprise_hooks/llm_guard.py index a973e1b13..e6b2867e5 100644 --- a/enterprise/enterprise_hooks/llm_guard.py +++ b/enterprise/enterprise_hooks/llm_guard.py @@ -107,16 +107,21 @@ class _ENTERPRISE_LLMGuard(CustomLogger): - Use the sanitized prompt returned - LLM Guard can handle things like PII Masking, etc. """ - self.print_verbose(f"Inside LLM Guard Pre-Call Hook") + self.print_verbose( + f"Inside LLM Guard Pre-Call Hook - llm_guard_mode={self.llm_guard_mode}" + ) # check if llm guard enabled for specific keys only if self.llm_guard_mode == "key-specific": + self.print_verbose( + f"user_api_key_dict.permissions: {user_api_key_dict.permissions}" + ) if ( user_api_key_dict.permissions.get("enable_llm_guard_check", False) == False ): return - + self.print_verbose("Makes LLM Guard Check") try: assert call_type in [ "completion", diff --git a/litellm/__init__.py b/litellm/__init__.py index 364160328..ea5844320 100644 --- a/litellm/__init__.py +++ b/litellm/__init__.py @@ -1,6 +1,6 @@ ### INIT VARIABLES ### import threading, requests, os -from typing import Callable, List, Optional, Dict, Union, Any +from typing import Callable, List, Optional, Dict, Union, Any, Literal from litellm.caching import Cache from litellm._logging import set_verbose, _turn_on_debug, verbose_logger from litellm.proxy._types import KeyManagementSystem, KeyManagementSettings diff --git a/litellm/proxy/proxy_cli.py b/litellm/proxy/proxy_cli.py index 51cc62860..0e14eb122 100644 --- a/litellm/proxy/proxy_cli.py +++ b/litellm/proxy/proxy_cli.py @@ -6,7 +6,7 @@ from datetime import datetime import importlib from dotenv import load_dotenv import urllib.parse as urlparse -from litellm._logging import verbose_proxy_logger + sys.path.append(os.getcwd()) @@ -20,6 +20,8 @@ telemetry = None def append_query_params(url, params): + from litellm._logging import verbose_proxy_logger + verbose_proxy_logger.debug(f"url: {url}") verbose_proxy_logger.debug(f"params: {params}") parsed_url = urlparse.urlparse(url)