ci: re-enable coverage in nightly

We can now use the stable Rust toolchain and hopefully this no longer
suffers from the aforementioned OOMs.

Just fast sqllogictests for now, with coverage in the raw JSON format
until we figure out what we want to do with it.

Author: tokenrove

ci/nightly/coverage.py

@@ -19,48 +19,58 @@
 pipeline.template.yml and the docstring on `trim_pipeline` below.
 """
 
+import subprocess
 import sys
 from pathlib import Path
 
-import yaml
-
 import materialize.cli.mzcompose
 
 
 def main() -> int:
-    with open(Path(__file__).parent.parent / "test" / "pipeline.template.yml") as f:
-        pipeline = yaml.safe_load(f)
-
-    tests = []
-
-    for step in pipeline["steps"]:
-        for plugin in step.get("plugins", []):
-            for plugin_name, plugin_config in plugin.items():
-                if plugin_name == "./ci/plugins/mzcompose":
-                    tests.append((plugin_config["composition"], plugin_config["run"]))
+    # Just the fast sqllogictests, for now
+    tests = [("sqllogictest", "default")]
 
     for (composition, workflow) in tests:
-        print(f"==> Running workflow {workflow} in {composition}")
         materialize.cli.mzcompose.main(
             [
-                "run",
-                workflow,
-                "--coverage",
                 "--find",
                 composition,
+                "--coverage",
+                "run",
+                workflow,
             ]
         )
         materialize.cli.mzcompose.main(
             [
-                "down",
-                "-v",
-                "--coverage",
                 "--find",
                 composition,
+                "down",
+                "-v",
             ]
         )
 
-    # TODO: gather and combine coverage information.
+    # NB: mzcompose _munge_services() sets LLVM_PROFILE_FILE
+    subprocess.run(
+        [
+            "rust-profdata",
+            "merge",
+            "-sparse",
+            *Path("test/sqllogictest/coverage").glob("sqllogictest*.profraw"),
+            "-o",
+            "sqllogictest.profdata",
+        ]
+    )
+    with open("coverage-sqllogictest.json", "w") as out:
+        subprocess.run(
+            [
+                "rust-cov",
+                "export",
+                "./target-xcompile/x86_64-unknown-linux-gnu/release/sqllogictest",
+                "./target-xcompile/x86_64-unknown-linux-gnu/release/clusterd",
+                "--instr-profile=sqllogictest.profdata",
+            ],
+            stdout=out,
+        )
 
     return 0
 

ci/nightly/pipeline.yml

@@ -97,10 +97,10 @@ steps:
   - id: coverage
     label: Code coverage
     timeout_in_minutes: 240
-    command: bin/ci-builder run nightly bin/pyactivate -m ci.nightly.coverage
+    command: bin/ci-builder run stable bin/pyactivate -m ci.nightly.coverage
+    artifact_paths: coverage-*.json
     agents:
       queue: linux-x86_64
-    skip: Disabled due to persistent OOMs when linking
 
   - id: kafka-matrix
     label: Kafka smoke test against previous Kafka versions