bug fix - allow pods to startup when DB is unavailable

litellm/proxy/db/exception_handler.py

@@ -1,8 +1,11 @@
+from typing import Union
+
 from litellm.proxy._types import (
     DB_CONNECTION_ERROR_TYPES,
     ProxyErrorTypes,
     ProxyException,
 )
+from litellm.secret_managers.main import str_to_bool
 
 
 class PrismaDBExceptionHandler:
@@ -17,7 +20,12 @@ class PrismaDBExceptionHandler:
         """
         from litellm.proxy.proxy_server import general_settings
 
-        if general_settings.get("allow_requests_on_db_unavailable", False) is True:
+        _allow_requests_on_db_unavailable: Union[bool, str] = general_settings.get(
+            "allow_requests_on_db_unavailable", False
+        )
+        if isinstance(_allow_requests_on_db_unavailable, bool):
+            return _allow_requests_on_db_unavailable
+        if str_to_bool(_allow_requests_on_db_unavailable) is True:
             return True
         return False
 
@@ -35,3 +43,19 @@ class PrismaDBExceptionHandler:
         if isinstance(e, ProxyException) and e.type == ProxyErrorTypes.no_db_connection:
             return True
         return False
+
+    @staticmethod
+    def handle_db_exception(e: Exception):
+        """
+        Primary handler for `allow_requests_on_db_unavailable` flag. Decides whether to raise a DB Exception or not based on the flag.
+
+        - If exception is a DB Connection Error, and `allow_requests_on_db_unavailable` is True,
+            - Do not raise an exception, return None
+        - Else, raise the exception
+        """
+        if (
+            PrismaDBExceptionHandler.is_database_connection_error(e)
+            and PrismaDBExceptionHandler.should_allow_request_on_db_unavailable()
+        ):
+            return None
+        raise e