phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

init pass through endpoints

Browse source
This commit is contained in:
Ishaan Jaff 2024-08-06 12:04:04 -07:00
parent bd1f323297
commit c277a71c1e
1 changed files with 32 additions and 14 deletions
Download patch file Download diff file Expand all files Collapse all files

46
litellm/proxy/pass_through_endpoints/pass_through_endpoints.py
View file

@ -3,7 +3,7 @@ import asyncio
import json import json
import traceback import traceback
from base64 import b64encode from base64 import b64encode
from typing import Optional from typing import List, Optional
import httpx import httpx
from fastapi import ( from fastapi import (
@ -388,6 +388,7 @@ def create_pass_through_route(
target: str, target: str,
custom_headers: Optional[dict] = None, custom_headers: Optional[dict] = None,
_forward_headers: Optional[bool] = False, _forward_headers: Optional[bool] = False,
dependencies: Optional[List] = None,
): ):
# check if target is an adapter.py or a url # check if target is an adapter.py or a url
import uuid import uuid
@ -416,19 +417,36 @@ def create_pass_through_route(
except Exception: except Exception:
verbose_proxy_logger.warning("Defaulting to target being a url.") verbose_proxy_logger.warning("Defaulting to target being a url.")
if dependencies is None:
async def endpoint_func( async def endpoint_func_no_auth(
request: Request, request: Request,
fastapi_response: Response, fastapi_response: Response,
user_api_key_dict: UserAPIKeyAuth = Depends(user_api_key_auth), ):
): return await pass_through_request(
return await pass_through_request( request=request,
request=request, target=target,
target=target, custom_headers=custom_headers or {},
custom_headers=custom_headers or {}, user_api_key_dict=UserAPIKeyAuth(),
user_api_key_dict=user_api_key_dict, forward_headers=_forward_headers,
forward_headers=_forward_headers, )
)
return endpoint_func_no_auth
else:
async def endpoint_func(
request: Request,
fastapi_response: Response,
user_api_key_dict: UserAPIKeyAuth = Depends(user_api_key_auth),
):
return await pass_through_request(
request=request,
target=target,
custom_headers=custom_headers or {},
user_api_key_dict=user_api_key_dict,
forward_headers=_forward_headers,
)
return endpoint_func return endpoint_func
@ -468,7 +486,7 @@ async def initialize_pass_through_endpoints(pass_through_endpoints: list):
app.add_api_route( app.add_api_route(
path=_path, path=_path,
endpoint=create_pass_through_route( endpoint=create_pass_through_route(
_path, _target, _custom_headers, _forward_headers _path, _target, _custom_headers, _forward_headers, _dependencies
), ),
methods=["GET", "POST", "PUT", "DELETE", "PATCH"], methods=["GET", "POST", "PUT", "DELETE", "PATCH"],
dependencies=_dependencies, dependencies=_dependencies,