feat: add docker-compose file

This commit is contained in:
Ayush Somani 2023-12-03 12:28:05 +05:30 committed by GitHub
parent 3b70a6864f
commit a66b4855a3
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23

12
docker-compose.yml Normal file
View file

@ -0,0 +1,12 @@
version: "3.9"
services:
litellm:
image: ghcr.io/berriai/litellm:main-v1.10.3
ports:
- "8000:8000" # Map the container port to the host, change the host port if necessary
volumes:
- ./litellm-config.yaml:/app/config.yaml # Mount the local configuration file
# You can change the port or number of workers as per your requirements or pass any new supported CLI augument. Make sure the port passed here matches with the container port defined above in `ports` value
command: [ "--config", "/app/config.yaml", "--port", "8000", "--num_workers", "8" ]
# ...rest of your docker-compose config if any