phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 10:44:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(proxy_server.py): setup depedencies on server startup

Browse source
This commit is contained in:
Krrish Dholakia 2023-12-16 11:56:11 -08:00
parent 4e828ff541
commit 3291de9e11
5 changed files with 10 additions and 13 deletions
Download patch file Download diff file Expand all files Collapse all files

11
litellm/proxy/proxy_server.py
View file

@ -319,7 +319,6 @@ async def user_api_key_auth(request: Request, api_key: str = fastapi.Security(ap
def prisma_setup(database_url: Optional[str]):
global prisma_client, proxy_logging_obj, user_api_key_cache
proxy_logging_obj._init_litellm_callbacks()
if database_url is not None:
try:
prisma_client = PrismaClient(database_url=database_url, proxy_logging_obj=proxy_logging_obj)
@ -527,10 +526,6 @@ def load_router_config(router: Optional[litellm.Router], config_file_path: str):
# these are litellm callbacks - "langfuse", "sentry", "wandb"
else:
litellm.success_callback.append(callback)
if callback == "traceloop":
from traceloop.sdk import Traceloop
print_verbose(f"{blue_color_code} Initializing Traceloop SDK - \nRunning:`Traceloop.init(app_name='Litellm-Server', disable_batch=True)`")
Traceloop.init(app_name="Litellm-Server", disable_batch=True)
print_verbose(f"{blue_color_code} Initialized Success Callbacks - {litellm.success_callback} {reset_color_code}")
elif key == "failure_callback":
litellm.failure_callback = []
@ -816,11 +811,9 @@ def get_litellm_model_info(model: dict = {}):
@router.on_event("startup")
async def startup_event():
global prisma_client, master_key, use_background_health_checks, use_queue
global prisma_client, master_key, use_background_health_checks
import json
print(f"VALUE OF USE_QUEUE: {use_queue}")
### LOAD CONFIG ###
worker_config = litellm.get_secret("WORKER_CONFIG")
print_verbose(f"worker_config: {worker_config}")
@ -833,6 +826,8 @@ async def startup_event():
initialize(**worker_config)
proxy_logging_obj._init_litellm_callbacks() # INITIALIZE LITELLM CALLBACKS ON SERVER STARTUP <- do this to catch any logging errors on startup, not when calls are being made
if use_background_health_checks:
asyncio.create_task(_run_background_health_check()) # start the background health check coroutine.