forked from phoenix/litellm-mirror
add clear doc string for GCS bucket logging
This commit is contained in:
parent
f59cb46e71
commit
d889bce0c4
1 changed files with 11 additions and 1 deletions
|
@ -115,7 +115,17 @@ class GCSBucketLogger(GCSBucketBase):
|
||||||
verbose_logger.exception(f"GCS Bucket logging error: {str(e)}")
|
verbose_logger.exception(f"GCS Bucket logging error: {str(e)}")
|
||||||
|
|
||||||
async def async_send_batch(self):
|
async def async_send_batch(self):
|
||||||
"""Process queued logs in batch - sends logs to GCS Bucket"""
|
"""
|
||||||
|
Process queued logs in batch - sends logs to GCS Bucket
|
||||||
|
|
||||||
|
|
||||||
|
GCS Bucket does not have a Batch endpoint to batch upload logs
|
||||||
|
|
||||||
|
Instead, we
|
||||||
|
- collect the logs to flush every `GCS_FLUSH_INTERVAL` seconds
|
||||||
|
- during async_send_batch, we make 1 POST request per log to GCS Bucket
|
||||||
|
|
||||||
|
"""
|
||||||
if not self.log_queue:
|
if not self.log_queue:
|
||||||
return
|
return
|
||||||
|
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue