[chore] Upgrade release version used in mass deployment testing (#6265)

* [chore] Upgrade OTel Collector version in mass deployment tests

Starting with Ansible

* update chef, puppet, salt, installer tests

* Set autoinstrumentation versions to 0.126.0 instead of latest

* remove deprecated "logging" exporter in favor of debug exporter

* Account for different formating of log from debug exporter

* assert instrumentstion configs exist, add dotnet for arm64

* add some debugging

* revert chef changes - handled in separate PR

* debug msi_arguments value

* try different syntax for passing msi_arguments

* revert all windows ansible changes, handled in separate PR

* Keep old collector config for Windows

* Fix reference to config file on Windows

Author: crobert-1

deployments/ansible/molecule/custom_vars/converge.yml

@@ -6,7 +6,7 @@
     splunk_access_token: fake-token
     splunk_ingest_url: https://fake-splunk-ingest.com
     splunk_api_url: https://fake-splunk-api.com
-    splunk_otel_collector_version: 0.48.0
+    splunk_otel_collector_version: 0.126.0
     splunk_otel_collector_config: /etc/otel/collector/custom_config.yml
     splunk_otel_collector_config_source: ./custom_collector_config.yml
     splunk_service_user: custom-user

deployments/ansible/molecule/custom_vars/custom_collector_config.yml

@@ -22,18 +22,18 @@ processors:
     limit_mib: ${SPLUNK_MEMORY_LIMIT_MIB}
 
 exporters:
-  logging/debug:
-    loglevel: debug
-  logging/info:
-    loglevel: info
+  debug/detailed:
+    verbosity: detailed
+  debug/normal:
+    verbosity: normal
 
 service:
   pipelines:
     metrics:
       receivers: [otlp, prometheus]
       processors: [memory_limiter]
-      exporters: [logging/info]
+      exporters: [debug/normal]
     logs:
       receivers: [fluentforward, otlp]
       processors: [memory_limiter]
-      exporters: [logging/debug]
+      exporters: [debug/detailed]

deployments/ansible/molecule/custom_vars/custom_collector_config_deprecated.yml

@@ -0,0 +1,39 @@
+---
+# Custom collector config for test purposes
+
+receivers:
+  fluentforward:
+    endpoint: 127.0.0.1:8006
+  otlp:
+    protocols:
+      grpc:
+      http:
+  prometheus:
+    config:
+      scrape_configs:
+        - job_name: 'otel-collector'
+          scrape_interval: 10s
+          static_configs:
+            - targets: ['127.0.0.1:8888']
+
+processors:
+  memory_limiter:
+    check_interval: 2s
+    limit_mib: ${SPLUNK_MEMORY_LIMIT_MIB}
+
+exporters:
+  logging/debug:
+    loglevel: debug
+  logging/info:
+    loglevel: info
+
+service:
+  pipelines:
+    metrics:
+      receivers: [otlp, prometheus]
+      processors: [memory_limiter]
+      exporters: [logging/info]
+    logs:
+      receivers: [fluentforward, otlp]
+      processors: [memory_limiter]
+      exporters: [logging/debug]

deployments/ansible/molecule/custom_vars/verify.yml

@@ -70,7 +70,7 @@
 
     - name: Assert specified version of splunk-otel-collector is installed
       assert:
-        that: ansible_facts.packages['splunk-otel-collector'][0].version == '0.48.0'
+        that: ansible_facts.packages['splunk-otel-collector'][0].version == '0.126.0'
 
     - name: Assert custom service user is set
       ansible.builtin.lineinfile:
@@ -135,7 +135,7 @@
 
     - name: Look for the test log message in collector service output
       ansible.builtin.shell:
-        cmd: 'journalctl -u splunk-otel-collector | grep "Body: test logs pipeline"'
+        cmd: 'journalctl -u splunk-otel-collector | grep "Body: Str(test logs pipeline)"'
       register: result
       changed_when: false
       until: result.stdout

deployments/ansible/molecule/custom_vars/windows-converge.yml

@@ -10,7 +10,7 @@
     splunk_hec_token: fake-hec-token
     splunk_otel_collector_version: 0.48.0
     splunk_otel_collector_config: '{{ansible_env.ProgramData}}\Splunk\OpenTelemetry Collector\custom_config.yml'
-    splunk_otel_collector_config_source: ./custom_collector_config.yml
+    splunk_otel_collector_config_source: ./custom_collector_config_deprecated.yml
     splunk_memory_total_mib: 256
     gomemlimit: 230
     install_fluentd: yes

deployments/ansible/molecule/with_instrumentation/converge.yml

@@ -6,7 +6,7 @@
     splunk_access_token: fake-token
     splunk_realm: fake-realm
     install_splunk_otel_auto_instrumentation: true
-    splunk_otel_auto_instrumentation_version: 0.50.0
+    splunk_otel_auto_instrumentation_version: 0.126.0
     splunk_otel_auto_instrumentation_resource_attributes: deployment.environment=test
     splunk_otel_auto_instrumentation_service_name: test
     splunk_otel_auto_instrumentation_generate_service_name: false

deployments/ansible/molecule/with_instrumentation/verify.yml

@@ -15,7 +15,7 @@
 
     - name: Assert specified version of splunk-otel-auto-instrumentation is installed
       assert:
-        that: ansible_facts.packages['splunk-otel-auto-instrumentation'][0].version == '0.50.0'
+        that: ansible_facts.packages['splunk-otel-auto-instrumentation'][0].version == '0.126.0'
 
     - name: Check for the new config files
       ansible.builtin.stat:
@@ -26,9 +26,9 @@
         - /etc/splunk/zeroconfig/dotnet.conf
       register: new_config_files
 
-    - name: Assert the new config files do not exist
+    - name: Assert the new config files exist
       assert:
-        that: not item.stat.exists
+        that: item.stat.exists
       loop: "{{ new_config_files.results }}"
 
     - name: Check for systemd drop-in file
@@ -60,7 +60,7 @@
 
     - name: Assert instrumentation config contains resource attribute
       ansible.builtin.lineinfile:
-        line: resource_attributes=splunk.zc.method=splunk-otel-auto-instrumentation-0.50.0,deployment.environment=test
+        line: resource_attributes=splunk.zc.method=splunk-otel-auto-instrumentation-0.126.0,deployment.environment=test
         dest: /usr/lib/splunk-instrumentation/instrumentation.conf
         state: present
       check_mode: yes

deployments/ansible/roles/collector/tasks/linux_auto_instrumentation.yml

@@ -33,7 +33,7 @@
       and auto_instrumentation_version is version('0.87.0', '>=') }}"
     with_dotnet: "{{ 'dotnet' in (splunk_otel_auto_instrumentation_sdks | default([])) \
       and auto_instrumentation_version is version('0.99.0', '>=') \
-      and ansible_architecture in ('x86_64', 'amd64') }}"
+      and ansible_architecture in ('x86_64', 'amd64', 'arm64') }}"
 
 - name: Check for npm
   shell: npm --version

packaging/tests/deployments/puppet/puppet_test.py

@@ -215,9 +215,9 @@ def test_puppet_with_custom_vars(distro, puppet_release):
         try:
             api_url = "https://fake-splunk-api.com"
             ingest_url = "https://fake-splunk-ingest.com"
-            config = CUSTOM_VARS_CONFIG.substitute(api_url=api_url, ingest_url=ingest_url, version="0.86.0")
+            config = CUSTOM_VARS_CONFIG.substitute(api_url=api_url, ingest_url=ingest_url, version="0.126.0")
             run_puppet_apply(container, config)
-            verify_package_version(container, "splunk-otel-collector", "0.86.0")
+            verify_package_version(container, "splunk-otel-collector", "0.126.0")
             verify_env_file(container, api_url, ingest_url, "fake-hec-token")
             verify_config_file(container, SPLUNK_ENV_PATH, "SPLUNK_LISTEN_INTERFACE", "0.0.0.0")
             verify_config_file(container, SPLUNK_ENV_PATH, "OTELCOL_OPTIONS", "--discovery")

packaging/tests/deployments/salt/salt_test.py

@@ -204,7 +204,7 @@ def test_salt_default(distro):
   splunk_ingest_url: 'https://fake-ingest.com'
   splunk_api_url: 'https://fake-api.com'
   splunk_hec_token: 'fake-hec-token'
-  collector_version: '0.86.0'
+  collector_version: '0.126.0'
   splunk_service_user: 'test-user'
   splunk_service_group: 'test-user'
   splunk_listen_interface: '0.0.0.0'

packaging/tests/installer_test.py

@@ -265,7 +265,7 @@ def test_installer_custom(distro, arch):
     if distro == "opensuse-12" and arch == "arm64":
         pytest.skip("opensuse-12 arm64 no longer supported")
 
-    collector_version = "0.75.0"
+    collector_version = "0.126.0"
     service_owner = "test-user"
     custom_config = "/etc/my-custom-config.yaml"