build(proxy_cli.py): make running gunicorn an optional cli arg

when running proxy locally, running with uvicorn is much better for debugging
This commit is contained in:
Krrish Dholakia 2024-01-29 15:32:34 -08:00
parent f7320834af
commit 8e9197b5b4
5 changed files with 16 additions and 6 deletions

View file

@ -52,4 +52,4 @@ RUN chmod +x entrypoint.sh
EXPOSE 4000/tcp
ENTRYPOINT ["litellm"]
CMD ["--port", "4000", "--config", "./proxy_server_config.yaml", "--detailed_debug"]
CMD ["--port", "4000", "--config", "./proxy_server_config.yaml", "--detailed_debug", "--run_gunicorn"]