chore: update OTel Collector libraries to v1.41.0/v0.135.0 (#46464)

* chore: update OTel Collector libraries to `v1.41.0`/`v0.135.0`

* fix(auditbeat): update ebpfevents to `v0.8.0`

Resolves dependency conflict on github.com/cilium/ebpf.

* make notice

* test: fix TestFilebeatOTelE2E integration test

The property `flush_timeout` has been required since v0.134.0.
I believe this is a result of fixing config validation in open-telemetry/opentelemetry-collector#13611.

* test: fix unit tests

Author: andrzej-stencel

NOTICE.txt

@@ -46,6 +46,7 @@ exporters:
     max_conns_per_host: 1
     sending_queue:
       batch:
+        flush_timeout: 10s
         max_size: 1600
         min_size: 0
         sizer: items
@@ -197,6 +198,7 @@ exporters:
     max_conns_per_host: 1
     sending_queue:
       batch:
+        flush_timeout: 10s
         max_size: 1600
         min_size: 0
         sizer: items

go.mod

@@ -142,9 +142,10 @@ func ToOTelConfig(output *config.C, logger *logp.Logger) (map[string]any, error)
 
 		"sending_queue": map[string]any{
 			"batch": map[string]any{
-				"max_size": escfg.BulkMaxSize, // bulk_max_size
-				"min_size": 0,                 // 0 means immediately trigger a flush
-				"sizer":    "items",
+				"flush_timeout": "10s",
+				"max_size":      escfg.BulkMaxSize, // bulk_max_size
+				"min_size":      0,                 // 0 means immediately trigger a flush
+				"sizer":         "items",
 			},
 			"enabled":           true,
 			"queue_size":        getQueueSize(logger, output),

go.sum

@@ -74,6 +74,7 @@ retry:
   max_retries: 3
 sending_queue:
   batch:
+    flush_timeout: 10s
     max_size: 1600
     min_size: 0
     sizer: items
@@ -122,6 +123,7 @@ retry:
 timeout: 1m30s
 sending_queue:
   batch:
+    flush_timeout: 10s
     max_size: 1600
     min_size: 0
     sizer: items
@@ -131,7 +133,7 @@ sending_queue:
   queue_size: 3200
   wait_for_result: true
 mapping:
-  mode: bodymap  
+  mode: bodymap
 max_conns_per_host: 1
 api_key: VGlOQUdHNEJhYU1kYUgxdFJmdVU6S25SNnlFNDFSclNvd2Iwa1EwSFdvQQ==
 compression: gzip
@@ -171,7 +173,7 @@ password: changeme
 user: elastic
 timeout: 1m30s
 mapping:
-  mode: bodymap 
+  mode: bodymap
 compression: gzip
 compression_params:
   level: 1
@@ -188,6 +190,7 @@ idle_conn_timeout: 3s
 max_conns_per_host: 1
 sending_queue:
   batch:
+    flush_timeout: 10s
     max_size: 1600
     min_size: 0
     sizer: items
@@ -205,6 +208,7 @@ idle_conn_timeout: 15s
 max_conns_per_host: 4
 sending_queue:
   batch:
+    flush_timeout: 10s
     max_size: 1600
     min_size: 0
     sizer: items
@@ -233,6 +237,7 @@ idle_conn_timeout: 1s
 max_conns_per_host: 1
 sending_queue:
   batch:
+    flush_timeout: 10s
     max_size: 1600
     min_size: 0
     sizer: items
@@ -242,7 +247,7 @@ sending_queue:
   queue_size: 3200
   wait_for_result: true
 mapping:
-  mode: bodymap    
+  mode: bodymap
 compression: gzip
 compression_params:
   level: 1
@@ -255,6 +260,7 @@ idle_conn_timeout: 1m0s
 max_conns_per_host: 1
 sending_queue:
   batch:
+    flush_timeout: 10s
     max_size: 50
     min_size: 0
     sizer: items
@@ -272,6 +278,7 @@ idle_conn_timeout: 3s
 max_conns_per_host: 1
 sending_queue:
   batch:
+    flush_timeout: 10s
     max_size: 1600
     min_size: 0
     sizer: items
@@ -327,6 +334,7 @@ max_conns_per_host: 1
 user: elastic
 sending_queue:
   batch:
+    flush_timeout: 10s
     max_size: 1600
     min_size: 0
     sizer: items

libbeat/otelbeat/beatconverter/beatconverter_test.go

@@ -685,6 +685,7 @@ processors:
             max_retries: 3
         sending_queue:
             batch:
+                flush_timeout: 10s
                 max_size: 1600
                 min_size: 0
                 sizer: items

libbeat/otelbeat/oteltranslate/outputs/elasticsearch/config_otel.go

@@ -66,7 +66,7 @@ metricbeat:
      processes:
       - '.*'
      metricsets:
-      - cpu		
+      - cpu
 output:
   elasticsearch:
     hosts:
@@ -82,7 +82,7 @@ processors:
     - add_docker_metadata: ~
     - add_kubernetes_metadata: ~
 http.host: localhost
-http.port: {{.MonitoringPort}}	
+http.port: {{.MonitoringPort}}
 `
 
 	// start metricbeat in otel mode
@@ -529,7 +529,7 @@ metricbeat:
      processes:
       - '.*'
      metricsets:
-      - cpu		
+      - cpu
 output:
   elasticsearch:
     hosts:
@@ -565,6 +565,7 @@ processors:
             max_retries: 3
         sending_queue:
             batch:
+                flush_timeout: 10s
                 max_size: 1600
                 min_size: 0
                 sizer: items