mirror of
https://github.com/BerriAI/litellm.git
synced 2025-04-25 10:44:24 +00:00
build(docker-compose.yml): fix default docker compose to run with config
This commit is contained in:
parent
4096118bf5
commit
30798126eb
2 changed files with 13 additions and 7 deletions
|
@ -1,10 +1,16 @@
|
||||||
version: "3.9"
|
version: "3.9"
|
||||||
services:
|
services:
|
||||||
litellm:
|
litellm:
|
||||||
|
build:
|
||||||
|
context: .
|
||||||
|
args:
|
||||||
|
target: runtime
|
||||||
image: ghcr.io/berriai/litellm:main-latest
|
image: ghcr.io/berriai/litellm:main-latest
|
||||||
volumes:
|
|
||||||
- ./proxy_server_config.yaml:/app/proxy_server_config.yaml # mount your litellm config.yaml
|
|
||||||
ports:
|
ports:
|
||||||
- "4000:4000"
|
- "4000:4000" # Map the container port to the host, change the host port if necessary
|
||||||
environment:
|
volumes:
|
||||||
- AZURE_API_KEY=sk-123
|
- ./litellm-config.yaml:/app/config.yaml # Mount the local configuration file
|
||||||
|
# You can change the port or number of workers as per your requirements or pass any new supported CLI augument. Make sure the port passed here matches with the container port defined above in `ports` value
|
||||||
|
command: [ "--config", "/app/config.yaml", "--port", "4000", "--num_workers", "8" ]
|
||||||
|
|
||||||
|
# ...rest of your docker-compose config if any
|
|
@ -666,8 +666,8 @@ services:
|
||||||
litellm:
|
litellm:
|
||||||
build:
|
build:
|
||||||
context: .
|
context: .
|
||||||
args:
|
args:
|
||||||
target: runtime
|
target: runtime
|
||||||
image: ghcr.io/berriai/litellm:main-latest
|
image: ghcr.io/berriai/litellm:main-latest
|
||||||
ports:
|
ports:
|
||||||
- "4000:4000" # Map the container port to the host, change the host port if necessary
|
- "4000:4000" # Map the container port to the host, change the host port if necessary
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue