[v2][remote-storage] Implement remote storage extension (jaegertracing#7043)

## Which problem is this PR solving?
- Towards jaegertracing#7038

## Description of the changes
- Introduces a new remote_storage extension that wraps the existing
remote-storage binary. This extension allows a remote storage gRPC
server to be started within jaeger-v2, delegating to one of the
configured backends.
- Adds a new configuration file (config-remote-storage-backend.yaml)
used by the integration tests. This replaces the need to manually start
the test remote storage server. Integration tests are updated to use
this config and remove related boilerplate.

## How was this change tested?
- Updated the integration tests and added new unit tests

## Checklist
- [x] I have read
https://github.com/jaegertracing/jaeger/blob/master/CONTRIBUTING_GUIDELINES.md
- [x] I have signed all commits
- [x] I have added unit tests for the new functionality
- [x] I have run lint and test steps successfully
  - for `jaeger`: `make lint test`
  - for `jaeger-ui`: `npm run lint` and `npm run test`

---------

Signed-off-by: Mahad Zaryab <[email protected]>

Author: mahadzaryab1

.github/workflows/ci-e2e-grpc.yml

@@ -37,7 +37,7 @@ jobs:
             SPAN_STORAGE_TYPE=memory make grpc-storage-integration-test
             ;;
           v2)
-            STORAGE=grpc SPAN_STORAGE_TYPE=memory make jaeger-v2-storage-integration-test
+            STORAGE=grpc make jaeger-v2-storage-integration-test
             ;;
         esac
 

.github/workflows/ci-e2e-query.yml

@@ -28,7 +28,7 @@ jobs:
 
     - name: Run Memory storage integration tests
       run: |
-        STORAGE=query SPAN_STORAGE_TYPE=memory make jaeger-v2-storage-integration-test
+        STORAGE=query make jaeger-v2-storage-integration-test
 
     - name: Upload coverage to codecov
       uses: ./.github/actions/upload-codecov

cmd/jaeger/config-query.yaml

@@ -15,17 +15,14 @@ service:
             exporter:
               prometheus:
                 host: 0.0.0.0
-                # use different port to avoid conflict with collector on 8888
-                port: 8887
+                port: 8888
     logs:
       level: info
 
 extensions:
   healthcheckv2:
     use_v2: true
     http:
-      # use different port to avoid conflict with collector on 13133
-      endpoint: 0.0.0.0:12133
 
   jaeger_query:
     storage:

cmd/jaeger/config-remote-storage-backend.yaml

@@ -0,0 +1,67 @@
+service:
+  extensions: [jaeger_storage, jaeger_query, remote_storage, remote_storage/archive, healthcheckv2]
+  pipelines:
+    traces:
+      receivers: [otlp]
+      processors: [batch]
+      exporters: [jaeger_storage_exporter]
+  telemetry:
+    resource:
+      service.name: jaeger
+    metrics:
+      level: detailed
+      readers:
+        - pull:
+            exporter:
+              prometheus:
+                host: 0.0.0.0
+                port: 8887
+    logs:
+      level: debug
+    # TODO Initialize telemetry tracer once OTEL released new feature.
+    # https://github.com/open-telemetry/opentelemetry-collector/issues/10663
+
+extensions:
+  healthcheckv2:
+    use_v2: true
+    http:
+      # use different port to avoid conflict with collector on 13133
+      endpoint: 0.0.0.0:12133
+
+  jaeger_query:
+    storage:
+      traces: memory-storage
+      traces_archive: memory-storage-archive
+    ui:
+      config_file: ./cmd/jaeger/config-ui.json
+    grpc:
+      endpoint: "${env:JAEGER_QUERY_GRPC_ENDPOINT:-localhost:16685}"
+    http:
+      endpoint: "${env:JAEGER_QUERY_HTTP_ENDPOINT:-localhost:16686}"
+
+  jaeger_storage:
+    backends:
+      memory-storage:
+        memory:
+          max_traces: 100000
+      memory-storage-archive:
+        memory:
+          max_traces: 100000
+  remote_storage:
+    endpoint: localhost:17271
+    storage: memory-storage
+  remote_storage/archive:
+    endpoint: localhost:17272
+    storage: memory-storage-archive
+
+receivers:
+  otlp:
+    protocols:
+      grpc:
+
+processors:
+  batch:
+
+exporters:
+  jaeger_storage_exporter:
+    trace_storage: memory-storage

cmd/jaeger/config-remote-storage.yaml

@@ -32,10 +32,6 @@ extensions:
       traces_archive: another-storage
     ui:
       config_file: ./cmd/jaeger/config-ui.json
-    grpc:
-      endpoint: "${env:JAEGER_QUERY_GRPC_ENDPOINT:-localhost:16685}"
-    http:
-      endpoint: "${env:JAEGER_QUERY_HTTP_ENDPOINT:-localhost:16686}"
   jaeger_storage:
     backends:
       some-storage:
@@ -53,6 +49,8 @@ receivers:
   otlp:
     protocols:
       grpc:
+        # use different port to avoid conflict with remote storage backend on 4317
+        endpoint: 0.0.0.0:4316
       http:
 
 processors:

cmd/jaeger/internal/components.go

@@ -36,6 +36,7 @@ import (
 	"github.com/jaegertracing/jaeger/cmd/jaeger/internal/extension/jaegerquery"
 	"github.com/jaegertracing/jaeger/cmd/jaeger/internal/extension/jaegerstorage"
 	"github.com/jaegertracing/jaeger/cmd/jaeger/internal/extension/remotesampling"
+	"github.com/jaegertracing/jaeger/cmd/jaeger/internal/extension/remotestorage"
 	"github.com/jaegertracing/jaeger/cmd/jaeger/internal/integration/storagecleaner"
 	"github.com/jaegertracing/jaeger/cmd/jaeger/internal/processors/adaptivesampling"
 )
@@ -69,9 +70,11 @@ func (b builders) build() (otelcol.Factories, error) {
 		// add-ons
 		jaegerquery.NewFactory(),
 		jaegerstorage.NewFactory(),
-		storagecleaner.NewFactory(),
 		remotesampling.NewFactory(),
 		expvar.NewFactory(),
+		// only for e2e testing
+		storagecleaner.NewFactory(),
+		remotestorage.NewFactory(),
 	)
 	if err != nil {
 		return otelcol.Factories{}, err

cmd/jaeger/internal/extension/remotestorage/config.go

@@ -0,0 +1,20 @@
+// Copyright (c) 2025 The Jaeger Authors.
+// SPDX-License-Identifier: Apache-2.0
+
+package remotestorage
+
+import (
+	"github.com/asaskevich/govalidator"
+
+	"github.com/jaegertracing/jaeger/cmd/remote-storage/app"
+)
+
+type Config struct {
+	app.Options `mapstructure:",squash"`
+	Storage     string `mapstructure:"storage" valid:"required"`
+}
+
+func (cfg *Config) Validate() error {
+	_, err := govalidator.ValidateStruct(cfg)
+	return err
+}

cmd/jaeger/internal/extension/remotestorage/config_test.go

@@ -0,0 +1,42 @@
+// Copyright (c) 2025 The Jaeger Authors.
+// SPDX-License-Identifier: Apache-2.0
+
+package remotestorage
+
+import (
+	"testing"
+
+	"github.com/stretchr/testify/require"
+)
+
+func TestValidate(t *testing.T) {
+	tests := []struct {
+		name        string
+		config      *Config
+		expectedErr string
+	}{
+		{
+			name:        "Empty config",
+			config:      &Config{},
+			expectedErr: "Storage: non zero value required",
+		},
+		{
+			name: "Non empty-config",
+			config: &Config{
+				Storage: "some-storage",
+			},
+			expectedErr: "",
+		},
+	}
+
+	for _, tt := range tests {
+		t.Run(tt.name, func(t *testing.T) {
+			err := tt.config.Validate()
+			if tt.expectedErr == "" {
+				require.NoError(t, err)
+			} else {
+				require.Equal(t, tt.expectedErr, err.Error())
+			}
+		})
+	}
+}

cmd/jaeger/internal/extension/remotestorage/factory.go

@@ -0,0 +1,52 @@
+// Copyright (c) 2025 The Jaeger Authors.
+// SPDX-License-Identifier: Apache-2.0
+
+package remotestorage
+
+import (
+	"context"
+
+	"go.opentelemetry.io/collector/component"
+	"go.opentelemetry.io/collector/config/configgrpc"
+	"go.opentelemetry.io/collector/config/confignet"
+	"go.opentelemetry.io/collector/extension"
+
+	"github.com/jaegertracing/jaeger/cmd/remote-storage/app"
+	"github.com/jaegertracing/jaeger/ports"
+)
+
+// componentType is the name of this extension in configuration.
+var componentType = component.MustNewType("remote_storage")
+
+// ID is the identifier of this extension.
+var ID = component.NewID(componentType)
+
+func NewFactory() extension.Factory {
+	return extension.NewFactory(
+		componentType,
+		createDefaultConfig,
+		createExtension,
+		component.StabilityLevelDevelopment,
+	)
+}
+
+func createDefaultConfig() component.Config {
+	return &Config{
+		Options: app.Options{
+			ServerConfig: configgrpc.ServerConfig{
+				NetAddr: confignet.AddrConfig{
+					Endpoint:  ports.PortToHostPort(ports.RemoteStorageGRPC),
+					Transport: confignet.TransportTypeTCP,
+				},
+			},
+		},
+	}
+}
+
+func createExtension(
+	_ context.Context,
+	set extension.Settings,
+	cfg component.Config,
+) (extension.Extension, error) {
+	return newServer(cfg.(*Config), set.TelemetrySettings), nil
+}

cmd/jaeger/internal/extension/remotestorage/factory_test.go

@@ -0,0 +1,29 @@
+// Copyright (c) 2025 The Jaeger Authors.
+// SPDX-License-Identifier: Apache-2.0
+
+package remotestorage
+
+import (
+	"context"
+	"testing"
+
+	"github.com/stretchr/testify/require"
+	"go.opentelemetry.io/collector/extension"
+)
+
+func TestNewFactory(t *testing.T) {
+	factory := NewFactory()
+	require.Equal(t, componentType, factory.Type())
+	require.Equal(t, factory.CreateDefaultConfig(), createDefaultConfig())
+}
+
+func TestCreateExtension(t *testing.T) {
+	set := extension.Settings{
+		ID: ID,
+	}
+	cfg := createDefaultConfig()
+	ext, err := createExtension(context.Background(), set, cfg)
+
+	require.NoError(t, err)
+	require.NotNil(t, ext)
+}