From d889bce0c459cb5d5c6d60c8578673372413a566 Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Mon, 11 Nov 2024 11:49:44 -0800 Subject: [PATCH] add clear doc string for GCS bucket logging --- litellm/integrations/gcs_bucket/gcs_bucket.py | 12 +++++++++++- 1 file changed, 11 insertions(+), 1 deletion(-) diff --git a/litellm/integrations/gcs_bucket/gcs_bucket.py b/litellm/integrations/gcs_bucket/gcs_bucket.py index 0b637f9b6..83b831904 100644 --- a/litellm/integrations/gcs_bucket/gcs_bucket.py +++ b/litellm/integrations/gcs_bucket/gcs_bucket.py @@ -115,7 +115,17 @@ class GCSBucketLogger(GCSBucketBase): verbose_logger.exception(f"GCS Bucket logging error: {str(e)}") async def async_send_batch(self): - """Process queued logs in batch - sends logs to GCS Bucket""" + """ + Process queued logs in batch - sends logs to GCS Bucket + + + GCS Bucket does not have a Batch endpoint to batch upload logs + + Instead, we + - collect the logs to flush every `GCS_FLUSH_INTERVAL` seconds + - during async_send_batch, we make 1 POST request per log to GCS Bucket + + """ if not self.log_queue: return