phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 11:14:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

use helper to forward headers from request

Browse source
This commit is contained in:
Ishaan Jaff 2024-08-06 11:34:10 -07:00
parent e8f4ee56ad
commit 4656f7981d
2 changed files with 33 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

32
litellm/proxy/pass_through_endpoints/pass_through_endpoints.py
View file

@ -239,6 +239,26 @@ async def chat_completion_pass_through_endpoint(
)
def forward_headers_from_request(
request: Request,
headers: dict,
forward_headers: Optional[bool] = False,
):
"""
Helper to forward headers from original request
"""
if forward_headers is True:
request_headers = dict(request.headers)
# Header We Should NOT forward
request_headers.pop("content-length", None)
request_headers.pop("host", None)
# Combine request headers with custom headers
headers = {**request_headers, **headers}
return headers
async def pass_through_request(
request: Request,
target: str,
@ -255,6 +275,9 @@ async def pass_through_request(
url = httpx.URL(target)
headers = custom_headers
headers = forward_headers_from_request(
request=request, headers=headers, forward_headers=forward_headers
)
request_body = await request.body()
body_str = request_body.decode()
@ -263,10 +286,6 @@ async def pass_through_request(
except:
_parsed_body = json.loads(body_str)
if forward_headers is True:
request_headers = dict(request.headers)
headers = {**headers, **request_headers}
verbose_proxy_logger.debug(
"Pass through endpoint sending request to \nURL {}\nheaders: {}\nbody: {}\n".format(
url, headers, _parsed_body
@ -443,8 +462,9 @@ async def initialize_pass_through_endpoints(pass_through_endpoints: list):
if _target is None:
continue
verbose_proxy_logger.debug("adding pass through endpoint: %s", _path)
verbose_proxy_logger.debug(
"adding pass through endpoint: %s, dependencies: %s", _path, _dependencies
)
app.add_api_route(
path=_path,
endpoint=create_pass_through_route(