From dcb50243e7e94e51f0b03ff9e86be4e18c08e32c Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Fri, 6 Sep 2024 17:12:01 -0700 Subject: [PATCH 1/3] fix otel max batch size --- litellm/integrations/opentelemetry.py | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/litellm/integrations/opentelemetry.py b/litellm/integrations/opentelemetry.py index d35c7f304..c116f9adf 100644 --- a/litellm/integrations/opentelemetry.py +++ b/litellm/integrations/opentelemetry.py @@ -641,7 +641,8 @@ class OpenTelemetry(CustomLogger): return BatchSpanProcessor( OTLPSpanExporterHTTP( endpoint=self.OTEL_ENDPOINT, headers=_split_otel_headers - ) + ), + max_queue_size=100, ) elif self.OTEL_EXPORTER == "otlp_grpc": verbose_logger.debug( @@ -651,7 +652,8 @@ class OpenTelemetry(CustomLogger): return BatchSpanProcessor( OTLPSpanExporterGRPC( endpoint=self.OTEL_ENDPOINT, headers=_split_otel_headers - ) + ), + max_export_batch_size=100, ) else: verbose_logger.debug( From 356ad9b22b663a4cd236ea6404d2b97b87065d6a Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Fri, 6 Sep 2024 17:31:43 -0700 Subject: [PATCH 2/3] fix otel set max_queue_size, max_queue_size --- litellm/integrations/opentelemetry.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/litellm/integrations/opentelemetry.py b/litellm/integrations/opentelemetry.py index c116f9adf..5539a3bfe 100644 --- a/litellm/integrations/opentelemetry.py +++ b/litellm/integrations/opentelemetry.py @@ -643,6 +643,7 @@ class OpenTelemetry(CustomLogger): endpoint=self.OTEL_ENDPOINT, headers=_split_otel_headers ), max_queue_size=100, + max_queue_size=100, ) elif self.OTEL_EXPORTER == "otlp_grpc": verbose_logger.debug( @@ -653,6 +654,7 @@ class OpenTelemetry(CustomLogger): OTLPSpanExporterGRPC( endpoint=self.OTEL_ENDPOINT, headers=_split_otel_headers ), + max_queue_size=100, max_export_batch_size=100, ) else: From f742d6162f2a082b921a615a477b9f6161255493 Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Mon, 9 Sep 2024 16:18:55 -0700 Subject: [PATCH 3/3] fix otel defaults --- litellm/integrations/opentelemetry.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/litellm/integrations/opentelemetry.py b/litellm/integrations/opentelemetry.py index 5539a3bfe..b76fc7490 100644 --- a/litellm/integrations/opentelemetry.py +++ b/litellm/integrations/opentelemetry.py @@ -643,7 +643,7 @@ class OpenTelemetry(CustomLogger): endpoint=self.OTEL_ENDPOINT, headers=_split_otel_headers ), max_queue_size=100, - max_queue_size=100, + max_export_batch_size=100, ) elif self.OTEL_EXPORTER == "otlp_grpc": verbose_logger.debug(