diff --git a/litellm/proxy/custom_callbacks1.py b/litellm/proxy/custom_callbacks1.py index 41962c9aba..37e4a6cdb3 100644 --- a/litellm/proxy/custom_callbacks1.py +++ b/litellm/proxy/custom_callbacks1.py @@ -1,7 +1,8 @@ -from litellm.integrations.custom_logger import CustomLogger +from typing import Literal, Optional + import litellm -from litellm.proxy.proxy_server import UserAPIKeyAuth, DualCache -from typing import Optional, Literal +from litellm.integrations.custom_logger import CustomLogger +from litellm.proxy.proxy_server import DualCache, UserAPIKeyAuth # This file includes the custom callbacks for LiteLLM Proxy @@ -27,6 +28,7 @@ class MyCustomHandler( "image_generation", "moderation", "audio_transcription", + "pass_through_endpoint", ], ): return data diff --git a/litellm/proxy/hooks/dynamic_rate_limiter.py b/litellm/proxy/hooks/dynamic_rate_limiter.py index 33b5d2eb90..f5621055bd 100644 --- a/litellm/proxy/hooks/dynamic_rate_limiter.py +++ b/litellm/proxy/hooks/dynamic_rate_limiter.py @@ -198,6 +198,7 @@ class _PROXY_DynamicRateLimitHandler(CustomLogger): "image_generation", "moderation", "audio_transcription", + "pass_through_endpoint", ], ) -> Optional[ Union[Exception, str, dict] diff --git a/litellm/tests/test_proxy_reject_logging.py b/litellm/tests/test_proxy_reject_logging.py index 865566d009..d32f7783d4 100644 --- a/litellm/tests/test_proxy_reject_logging.py +++ b/litellm/tests/test_proxy_reject_logging.py @@ -66,6 +66,7 @@ class testLogger(CustomLogger): "image_generation", "moderation", "audio_transcription", + "pass_through_endpoint", ], ): raise HTTPException(