From 7422af75fd799f7063f05e3a754bcf8596795294 Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Fri, 22 Nov 2024 14:20:21 -0800 Subject: [PATCH] fix PassThroughStreamingHandler --- .../proxy/pass_through_endpoints/pass_through_endpoints.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/litellm/proxy/pass_through_endpoints/pass_through_endpoints.py b/litellm/proxy/pass_through_endpoints/pass_through_endpoints.py index baf107a16..f60fd0166 100644 --- a/litellm/proxy/pass_through_endpoints/pass_through_endpoints.py +++ b/litellm/proxy/pass_through_endpoints/pass_through_endpoints.py @@ -36,7 +36,7 @@ from litellm.proxy._types import ( from litellm.proxy.auth.user_api_key_auth import user_api_key_auth from litellm.secret_managers.main import get_secret_str -from .streaming_handler import chunk_processor +from .streaming_handler import PassThroughStreamingHandler from .success_handler import PassThroughEndpointLogging from .types import EndpointType, PassthroughStandardLoggingPayload @@ -448,7 +448,7 @@ async def pass_through_request( # noqa: PLR0915 ) return StreamingResponse( - chunk_processor( + PassThroughStreamingHandler.chunk_processor( response=response, request_body=_parsed_body, litellm_logging_obj=logging_obj, @@ -491,7 +491,7 @@ async def pass_through_request( # noqa: PLR0915 ) return StreamingResponse( - chunk_processor( + PassThroughStreamingHandler.chunk_processor( response=response, request_body=_parsed_body, litellm_logging_obj=logging_obj,