diff --git a/litellm/proxy/proxy_server.py b/litellm/proxy/proxy_server.py
index d633075b77..5011b64b3a 100644
--- a/litellm/proxy/proxy_server.py
+++ b/litellm/proxy/proxy_server.py
@@ -3372,8 +3372,9 @@ async def embeddings(
         )
         verbose_proxy_logger.debug(traceback.format_exc())
         if isinstance(e, HTTPException):
+            message = get_error_message_str(e)
             raise ProxyException(
-                message=getattr(e, "message", str(e)),
+                message=message,
                 type=getattr(e, "type", "None"),
                 param=getattr(e, "param", "None"),
                 code=getattr(e, "status_code", status.HTTP_400_BAD_REQUEST),
diff --git a/litellm/proxy/utils.py b/litellm/proxy/utils.py
index 32b74be7c6..ba1a610809 100644
--- a/litellm/proxy/utils.py
+++ b/litellm/proxy/utils.py
@@ -2888,6 +2888,11 @@ def get_error_message_str(e: Exception) -> str:
             error_message = e.detail
         elif isinstance(e.detail, dict):
             error_message = json.dumps(e.detail)
+        elif hasattr(e, "message"):
+            if isinstance(e.message, "str"):
+                error_message = e.message
+            elif isinstance(e.message, dict):
+                error_message = json.dumps(e.message)
         else:
             error_message = str(e)
     else: