phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 11:14:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

set native vertex endpoints

Browse source
This commit is contained in:
Ishaan Jaff 2024-08-03 16:52:03 -07:00
parent ab32439bc7
commit c206a9c2d7
1 changed files with 7 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

7
litellm/proxy/proxy_server.py
View file

@ -213,6 +213,8 @@ from litellm.proxy.utils import (
send_email, send_email,
update_spend, update_spend,
) )
from litellm.proxy.vertex_ai_endpoints.vertex_endpoints import router as vertex_router
from litellm.proxy.vertex_ai_endpoints.vertex_endpoints import set_default_vertex_config
from litellm.router import ( from litellm.router import (
AssistantsTypedDict, AssistantsTypedDict,
Deployment, Deployment,
@ -1818,6 +1820,10 @@ class ProxyConfig:
files_config = config.get("files_settings", None) files_config = config.get("files_settings", None)
set_files_config(config=files_config) set_files_config(config=files_config)
## default config for vertex ai routes
default_vertex_config = config.get("default_vertex_config", None)
set_default_vertex_config(config=default_vertex_config)
## ROUTER SETTINGS (e.g. routing_strategy, ...) ## ROUTER SETTINGS (e.g. routing_strategy, ...)
router_settings = config.get("router_settings", None) router_settings = config.get("router_settings", None)
if router_settings and isinstance(router_settings, dict): if router_settings and isinstance(router_settings, dict):
@ -9631,6 +9637,7 @@ def cleanup_router_config_variables():
app.include_router(router) app.include_router(router)
app.include_router(fine_tuning_router) app.include_router(fine_tuning_router)
app.include_router(vertex_router)
app.include_router(health_router) app.include_router(health_router)
app.include_router(key_management_router) app.include_router(key_management_router)
app.include_router(internal_user_router) app.include_router(internal_user_router)