feat - enfore enterprise checks

litellm/proxy/proxy_server.py

@@ -275,6 +275,7 @@ class CommonProxyErrors(enum.Enum):
     db_not_connected_error = "DB not connected"
     no_llm_router = "No models configured on proxy"
     not_allowed_access = "Admin-only endpoint. Not allowed to access this."
+    not_premium_user = "You must be a LiteLLM Enterprise user to use this feature. If you have a license please set `LITELLM_LICENSE` in your env. If you want to obtain a license meet with us here: https://calendly.com/d/4mp-gd3-k5k/litellm-1-1-onboarding-chat"
 
 
 @app.exception_handler(ProxyException)
@@ -2188,7 +2189,7 @@ class ProxyConfig:
         """
         Load config values into proxy global state
         """
-        global master_key, user_config_file_path, otel_logging, user_custom_auth, user_custom_auth_path, user_custom_key_generate, use_background_health_checks, health_check_interval, use_queue, custom_db_client, proxy_budget_rescheduler_max_time, proxy_budget_rescheduler_min_time, ui_access_mode, litellm_master_key_hash, proxy_batch_write_at, disable_spend_logs, prompt_injection_detection_obj, redis_usage_cache, store_model_in_db
+        global master_key, user_config_file_path, otel_logging, user_custom_auth, user_custom_auth_path, user_custom_key_generate, use_background_health_checks, health_check_interval, use_queue, custom_db_client, proxy_budget_rescheduler_max_time, proxy_budget_rescheduler_min_time, ui_access_mode, litellm_master_key_hash, proxy_batch_write_at, disable_spend_logs, prompt_injection_detection_obj, redis_usage_cache, store_model_in_db, premium_user
 
         # Load existing config
         config = await self.get_config(config_file_path=config_file_path)
@@ -2311,6 +2312,12 @@ class ProxyConfig:
                                     _ENTERPRISE_LlamaGuard,
                                 )
 
+                                if premium_user != True:
+                                    raise Exception(
+                                        "Trying to use Llama Guard"
+                                        + CommonProxyErrors.not_premium_user.value
+                                    )
+
                                 llama_guard_object = _ENTERPRISE_LlamaGuard()
                                 imported_list.append(llama_guard_object)
                             elif (
@@ -2321,6 +2328,12 @@ class ProxyConfig:
                                     _ENTERPRISE_OpenAI_Moderation,
                                 )
 
+                                if premium_user != True:
+                                    raise Exception(
+                                        "Trying to use OpenAI Moderations Check"
+                                        + CommonProxyErrors.not_premium_user.value
+                                    )
+
                                 openai_moderations_object = (
                                     _ENTERPRISE_OpenAI_Moderation()
                                 )
@@ -2333,6 +2346,12 @@ class ProxyConfig:
                                     _ENTERPRISE_lakeraAI_Moderation,
                                 )
 
+                                if premium_user != True:
+                                    raise Exception(
+                                        "Trying to use LakeraAI Prompt Injection"
+                                        + CommonProxyErrors.not_premium_user.value
+                                    )
+
                                 lakera_moderations_object = (
                                     _ENTERPRISE_lakeraAI_Moderation()
                                 )
@@ -2345,6 +2364,12 @@ class ProxyConfig:
                                     _ENTERPRISE_GoogleTextModeration,
                                 )
 
+                                if premium_user != True:
+                                    raise Exception(
+                                        "Trying to use Google Text Moderation"
+                                        + CommonProxyErrors.not_premium_user.value
+                                    )
+
                                 google_text_moderation_obj = (
                                     _ENTERPRISE_GoogleTextModeration()
                                 )
@@ -2357,6 +2382,12 @@ class ProxyConfig:
                                     _ENTERPRISE_LLMGuard,
                                 )
 
+                                if premium_user != True:
+                                    raise Exception(
+                                        "Trying to use Llm Guard"
+                                        + CommonProxyErrors.not_premium_user.value
+                                    )
+
                                 llm_guard_moderation_obj = _ENTERPRISE_LLMGuard()
                                 imported_list.append(llm_guard_moderation_obj)
                             elif (
@@ -2367,6 +2398,12 @@ class ProxyConfig:
                                     _ENTERPRISE_BlockedUserList,
                                 )
 
+                                if premium_user != True:
+                                    raise Exception(
+                                        "Trying to use ENTERPRISE BlockedUser"
+                                        + CommonProxyErrors.not_premium_user.value
+                                    )
+
                                 blocked_user_list = _ENTERPRISE_BlockedUserList(
                                     prisma_client=prisma_client
                                 )
@@ -2379,6 +2416,12 @@ class ProxyConfig:
                                     _ENTERPRISE_BannedKeywords,
                                 )
 
+                                if premium_user != True:
+                                    raise Exception(
+                                        "Trying to use ENTERPRISE BannedKeyword"
+                                        + CommonProxyErrors.not_premium_user.value
+                                    )
+
                                 banned_keywords_obj = _ENTERPRISE_BannedKeywords()
                                 imported_list.append(banned_keywords_obj)
                             elif (