phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix PassThroughStreamingHandler

Browse source
This commit is contained in:
Ishaan Jaff 2024-11-22 14:20:21 -08:00
parent 04c9284da4
commit 7422af75fd
1 changed files with 3 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

6
litellm/proxy/pass_through_endpoints/pass_through_endpoints.py
View file

@ -36,7 +36,7 @@ from litellm.proxy._types import (
from litellm.proxy.auth.user_api_key_auth import user_api_key_auth from litellm.proxy.auth.user_api_key_auth import user_api_key_auth
from litellm.secret_managers.main import get_secret_str from litellm.secret_managers.main import get_secret_str
from .streaming_handler import chunk_processor from .streaming_handler import PassThroughStreamingHandler
from .success_handler import PassThroughEndpointLogging from .success_handler import PassThroughEndpointLogging
from .types import EndpointType, PassthroughStandardLoggingPayload from .types import EndpointType, PassthroughStandardLoggingPayload
@ -448,7 +448,7 @@ async def pass_through_request( # noqa: PLR0915
) )
return StreamingResponse( return StreamingResponse(
chunk_processor( PassThroughStreamingHandler.chunk_processor(
response=response, response=response,
request_body=_parsed_body, request_body=_parsed_body,
litellm_logging_obj=logging_obj, litellm_logging_obj=logging_obj,
@ -491,7 +491,7 @@ async def pass_through_request( # noqa: PLR0915
) )
return StreamingResponse( return StreamingResponse(
chunk_processor( PassThroughStreamingHandler.chunk_processor(
response=response, response=response,
request_body=_parsed_body, request_body=_parsed_body,
litellm_logging_obj=logging_obj, litellm_logging_obj=logging_obj,