phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 11:14:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

feat(proxy_cli.py): support json logs on proxy

Browse source 
allow user to enable 'json logs' for proxy server
This commit is contained in:
Krrish Dholakia 2024-05-20 09:18:12 -07:00
parent 0016477d3b
commit 00d47f3d3b
4 changed files with 34 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

12
litellm/proxy/proxy_cli.py
View file

@ -17,6 +17,7 @@ if litellm_mode == "DEV":
from importlib import resources
import shutil
telemetry = None
@ -505,6 +506,7 @@ def run_server(
port = random.randint(1024, 49152)
from litellm.proxy.proxy_server import app
import litellm
if run_gunicorn == False:
if ssl_certfile_path is not None and ssl_keyfile_path is not None:
@ -519,7 +521,15 @@ def run_server(
ssl_certfile=ssl_certfile_path,
) # run uvicorn
else:
uvicorn.run(app, host=host, port=port) # run uvicorn
print(f"litellm.json_logs: {litellm.json_logs}")
if litellm.json_logs:
from litellm.proxy._logging import logger
uvicorn.run(
app, host=host, port=port, log_config=None
) # run uvicorn w/ json
else:
uvicorn.run(app, host=host, port=port) # run uvicorn
elif run_gunicorn == True:
import gunicorn.app.base