phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 19:24:27 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix support pass through endpoints

Browse source
This commit is contained in:
Ishaan Jaff 2024-06-28 15:06:51 -07:00
parent a8c8138552
commit cf9636cc59
1 changed files with 8 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

8
litellm/proxy/proxy_server.py
View file

@ -161,6 +161,9 @@ from litellm.proxy.management_endpoints.key_management_endpoints import (
router as key_management_router, router as key_management_router,
) )
from litellm.proxy.management_endpoints.team_endpoints import router as team_router from litellm.proxy.management_endpoints.team_endpoints import router as team_router
from litellm.proxy.pass_through_endpoints.pass_through_endpoints import (
initialize_pass_through_endpoints,
)
from litellm.proxy.secret_managers.aws_secret_manager import ( from litellm.proxy.secret_managers.aws_secret_manager import (
load_aws_kms, load_aws_kms,
load_aws_secret_manager, load_aws_secret_manager,
@ -1856,6 +1859,11 @@ class ProxyConfig:
user_custom_key_generate = get_instance_fn( user_custom_key_generate = get_instance_fn(
value=custom_key_generate, config_file_path=config_file_path value=custom_key_generate, config_file_path=config_file_path
) )
## pass through endpoints
if general_settings.get("pass_through_endpoints", None) is not None:
await initialize_pass_through_endpoints(
pass_through_endpoints=general_settings["pass_through_endpoints"]
)
## dynamodb ## dynamodb
database_type = general_settings.get("database_type", None) database_type = general_settings.get("database_type", None)
if database_type is not None and ( if database_type is not None and (