From a36edbcd4ca75fca81c7838f5780cbf2d1cb6ccc Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Fri, 30 Aug 2024 10:44:41 -0700 Subject: [PATCH] doc using gcs bucket config.yaml --- docs/my-website/docs/proxy/deploy.md | 31 ++++++++++++++++++++++++++-- 1 file changed, 29 insertions(+), 2 deletions(-) diff --git a/docs/my-website/docs/proxy/deploy.md b/docs/my-website/docs/proxy/deploy.md index 523f80ba07..f37f5f8473 100644 --- a/docs/my-website/docs/proxy/deploy.md +++ b/docs/my-website/docs/proxy/deploy.md @@ -705,11 +705,36 @@ docker run ghcr.io/berriai/litellm:main-latest \ Provide an ssl certificate when starting litellm proxy server -### 3. Providing LiteLLM config.yaml file as a s3 Object/url +### 3. Providing LiteLLM config.yaml file as a s3, GCS Bucket Object/url Use this if you cannot mount a config file on your deployment service (example - AWS Fargate, Railway etc) -LiteLLM Proxy will read your config.yaml from an s3 Bucket +LiteLLM Proxy will read your config.yaml from an s3 Bucket or GCS Bucket + + + + +Set the following .env vars +```shell +LITELLM_CONFIG_BUCKET_TYPE = "gcs" # set this to "gcs" +LITELLM_CONFIG_BUCKET_NAME = "litellm-proxy" # your bucket name on GCS +LITELLM_CONFIG_BUCKET_OBJECT_KEY = "proxy_config.yaml" # object key on GCS +``` + +Start litellm proxy with these env vars - litellm will read your config from s3 + +```shell +docker run --name litellm-proxy \ + -e DATABASE_URL= \ + -e LITELLM_CONFIG_BUCKET_NAME= \ + -e LITELLM_CONFIG_BUCKET_OBJECT_KEY="> \ + -p 4000:4000 \ + ghcr.io/berriai/litellm-database:main-latest --detailed_debug +``` + + + + Set the following .env vars ```shell @@ -727,6 +752,8 @@ docker run --name litellm-proxy \ -p 4000:4000 \ ghcr.io/berriai/litellm-database:main-latest ``` + + ## Platform-specific Guide