diff --git a/docs/my-website/docs/proxy/prod.md b/docs/my-website/docs/proxy/prod.md index 59ad441a26..948b20fa84 100644 --- a/docs/my-website/docs/proxy/prod.md +++ b/docs/my-website/docs/proxy/prod.md @@ -70,7 +70,7 @@ If you want to **move** to a separate server, do this: ```bash docker run -p 3000:3000 \ -e DATABASE_URL="postgres://.." \ - ghcr.io/berriai/litellm:litellm-spend_logs-latest + ghcr.io/berriai/litellm-spend_logs:main-latest # RUNNING on http://0.0.0.0:3000 ``` diff --git a/litellm/proxy/_new_secret_config.yaml b/litellm/proxy/_new_secret_config.yaml index 2e656b4cfd..1cba699abd 100644 --- a/litellm/proxy/_new_secret_config.yaml +++ b/litellm/proxy/_new_secret_config.yaml @@ -6,4 +6,5 @@ model_list: api_base: https://exampleopenaiendpoint-production.up.railway.app/ general_settings: - master_key: sk-1234 \ No newline at end of file + master_key: sk-1234 + proxy_batch_write_at: 5 \ No newline at end of file diff --git a/litellm/proxy/utils.py b/litellm/proxy/utils.py index 5923e0a5a2..9a35e7c016 100644 --- a/litellm/proxy/utils.py +++ b/litellm/proxy/utils.py @@ -2024,6 +2024,7 @@ async def update_spend( ): if not base_url.endswith("/"): base_url += "/" + verbose_proxy_logger.debug("base_url: {}".format(base_url)) response = await db_writer_client.post( url=base_url + "spend/update", data=json.dumps(prisma_client.spend_log_transactons), # type: ignore