From dcb50243e7e94e51f0b03ff9e86be4e18c08e32c Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Fri, 6 Sep 2024 17:12:01 -0700 Subject: [PATCH] fix otel max batch size --- litellm/integrations/opentelemetry.py | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/litellm/integrations/opentelemetry.py b/litellm/integrations/opentelemetry.py index d35c7f304a..c116f9adf2 100644 --- a/litellm/integrations/opentelemetry.py +++ b/litellm/integrations/opentelemetry.py @@ -641,7 +641,8 @@ class OpenTelemetry(CustomLogger): return BatchSpanProcessor( OTLPSpanExporterHTTP( endpoint=self.OTEL_ENDPOINT, headers=_split_otel_headers - ) + ), + max_queue_size=100, ) elif self.OTEL_EXPORTER == "otlp_grpc": verbose_logger.debug( @@ -651,7 +652,8 @@ class OpenTelemetry(CustomLogger): return BatchSpanProcessor( OTLPSpanExporterGRPC( endpoint=self.OTEL_ENDPOINT, headers=_split_otel_headers - ) + ), + max_export_batch_size=100, ) else: verbose_logger.debug(