phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

Refactor Dockerfile and proxy_cli.py to use new secrets file location

Browse source
This commit is contained in:
coconut49 2023-10-18 01:17:03 +08:00
parent 0939302ae9
commit 07f06c6479
No known key found for this signature in database
2 changed files with 3 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

6
Dockerfile
View file

@ -1,13 +1,13 @@
FROM python:3.10 FROM python:3.10
COPY . /app COPY . /app
WORKDIR /app WORKDIR /app
RUN mkdir -p /root/.config/litellm/ && cp /app/secrets_template.toml /root/.config/litellm/secrets_template.toml
RUN pip install -r requirements.txt RUN pip install -r requirements.txt
WORKDIR /app/litellm/proxy WORKDIR /app/litellm/proxy
EXPOSE 8000 EXPOSE 8000
ENTRYPOINT [ "/bin/bash", "/app/litellm/proxy/start.sh" ] ENTRYPOINT [ "python3", "proxy_cli.py" ]
# TODO - Set up a GitHub Action to automatically create the Docker image, # TODO - Set up a GitHub Action to automatically create the Docker image,
# and then we can quickly deploy the litellm proxy in the following way # and then we can quickly deploy the litellm proxy in the following way
# `docker run -p 8000:8000 ghcr.io/BerriAI/litellm:v0.8.4 -v ./secrets_template.toml:/app/secrets_template.toml` # `docker run -p 8000:8000 ghcr.io/BerriAI/litellm:v0.8.4 -v ./secrets_template.toml:/root/.config/litellm/secrets_template.toml`

1
litellm/proxy/proxy_cli.py
View file

@ -7,7 +7,6 @@ from dotenv import load_dotenv
import operator import operator
config_filename = "litellm.secrets.toml" config_filename = "litellm.secrets.toml"
pkg_config_filename = "template.secrets.toml"
# Using appdirs to determine user-specific config path # Using appdirs to determine user-specific config path
config_dir = appdirs.user_config_dir("litellm") config_dir = appdirs.user_config_dir("litellm")
user_config_path = os.path.join(config_dir, config_filename) user_config_path = os.path.join(config_dir, config_filename)