phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Merge pull request #4686 from BerriAI/litellm_custom_chat_endpoints

Browse source 
docs(pass_through.md): Creating custom chat endpoints on proxy
This commit is contained in:
Krish Dholakia 2024-07-13 09:45:17 -07:00 • committed by GitHub
commit 66cedccd6b
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
5 changed files with 419 additions and 10 deletions
Download patch file Download diff file Expand all files Collapse all files

16
litellm/proxy/auth/user_api_key_auth.py
View file

@ -115,6 +115,12 @@ async def user_api_key_auth(
)
try:
route: str = request.url.path
pass_through_endpoints: Optional[List[dict]] = general_settings.get(
"pass_through_endpoints", None
)
if isinstance(api_key, str):
passed_in_key = api_key
api_key = _get_bearer_token(api_key=api_key)
@ -125,6 +131,14 @@ async def user_api_key_auth(
elif isinstance(anthropic_api_key_header, str):
api_key = anthropic_api_key_header
elif pass_through_endpoints is not None:
for endpoint in pass_through_endpoints:
if endpoint.get("path", "") == route:
headers: Optional[dict] = endpoint.get("headers", None)
if headers is not None:
header_key: str = headers.get("litellm_user_api_key", "")
if request.headers.get(key=header_key) is not None:
api_key = request.headers.get(key=header_key)
parent_otel_span: Optional[Span] = None
if open_telemetry_logger is not None:
parent_otel_span = open_telemetry_logger.tracer.start_span(
@ -163,8 +177,6 @@ async def user_api_key_auth(
detail="Access forbidden: IP address not allowed.",
)
route: str = request.url.path
if (
route in LiteLLMRoutes.public_routes.value
or route_in_additonal_public_routes(current_route=route)