quest(audio-quality-harness): Audio quality harness

.github/workflows/audio-quality.yml

@@ -0,0 +1,63 @@
+name: Audio quality
+
+# Grades the recorded-trace replays of test/audio-quality against their exact
+# budgets on every PR that can move them. They replay the player's container
+# consumer and rings on a simulated clock, so they are deterministic and take
+# seconds, unlike the browser rows, which stay in nightly.yml.
+on:
+  pull_request:
+    paths:
+      - "js/watch/**"
+      # The container consumer decides what a replay delivers, waits for, and skips, on the
+      # groups, tracks, and signals underneath it.
+      - "js/hang/**"
+      - "js/net/**"
+      - "js/signals/**"
+      - "test/audio-quality/**"
+      - "test/lib/**"
+      - "test/justfile"
+      - ".github/workflows/audio-quality.yml"
+
+concurrency:
+  group: audio-quality-${{ github.ref }}
+  cancel-in-progress: true
+
+permissions:
+  contents: read
+
+jobs:
+  replay:
+    name: Replay
+    runs-on: ubuntu-24.04-arm
+    timeout-minutes: 20
+
+    steps:
+      - name: Checkout
+        uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
+        with:
+          persist-credentials: false
+
+      - uses: DeterminateSystems/nix-installer-action@1d87d45818068401a10cf16bdc5f00b24994a83f # main
+        with:
+          determinate: false
+          # Trust the flake's cachix substituter; see check.yml.
+          extra-conf: |
+            extra-substituters = https://kixelated.cachix.org
+            extra-trusted-public-keys = kixelated.cachix.org-1:CmFcV0lyM6KuVM2m9mih0q4SrAa0XyCsiM7GHrz3KKk=
+
+      - name: Replay
+        run: nix develop --command just test audio-quality --replays --enforce
+        shell: bash -leo pipefail {0}
+        env:
+          # Somewhere upload-artifact can reach; the harness default is under $TMPDIR.
+          MOQ_TEST_RUNS: ${{ runner.temp }}/moq-test-runs
+
+      # The harness keeps a failing run's directory: every row's samples and summary.
+      - name: Keep the failing run
+        if: ${{ failure() }}
+        uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7
+        with:
+          name: audio-quality-replay
+          path: ${{ runner.temp }}/moq-test-runs/
+          retention-days: 7
+          if-no-files-found: ignore

.github/workflows/nightly.yml

@@ -18,6 +18,15 @@ name: Nightly
 # the wheel builds in a manylinux container, the Kotlin/Swift/Go/Dart packages
 # link the FFI on every platform) and nothing notices until the tag is pushed.
 #
+# `audio-quality` is here because of what it measures. It plays twenty-four rows of
+# audio in real time, a minute each, which no merge gate should carry, and every
+# number it grades is a timing one that moves with whatever else the runner is
+# doing. A per-PR arm would fail on unrelated load often enough to be ignored;
+# nightly it competes with nothing, and a regression surfaces a day late against
+# a budget that still means something. The recorded-trace replays are the
+# exception: deterministic and seconds long, so audio-quality.yml also gates
+# PRs on them.
+#
 # A failure here lands on main rather than being caught in review, which is the
 # accepted trade. Anything that must block a merge belongs in check.yml.
 
@@ -200,6 +209,54 @@ jobs:
           NEXTEST_PROFILE: ci
           MOQ_STRICT: 1
 
+  # Plays the matrix in headless Chromium through moq-shaper and grades what the
+  # listener heard against test/audio-quality/budgets.json. ARM64 like wasm.yml,
+  # the only architecture cache.yml warms a Rust store for.
+  audio-quality:
+    name: Audio quality
+    runs-on: ubuntu-24.04-arm
+    # Twenty-four rows at a minute each, plus the relay, CLI, and shaper built from source.
+    timeout-minutes: 60
+    steps:
+      - name: Free disk space
+        uses: jlumbroso/free-disk-space@ceedf095f4ec1a097402bc6bd80831f2e1a6fde6 # main
+        with:
+          tool-cache: false
+      - name: Checkout
+        uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
+        with:
+          persist-credentials: false
+      - uses: DeterminateSystems/nix-installer-action@1d87d45818068401a10cf16bdc5f00b24994a83f # main
+        with:
+          determinate: false
+          extra-conf: |
+            extra-substituters = https://kixelated.cachix.org
+            extra-trusted-public-keys = kixelated.cachix.org-1:CmFcV0lyM6KuVM2m9mih0q4SrAa0XyCsiM7GHrz3KKk=
+      - name: Rust cache
+        uses: ./.github/actions/rust-cache
+      # Playwright's Chromium isn't in the nix devShell; `--with-deps` installs
+      # its apt runtime libs, and run.sh's own install then no-ops.
+      - name: Playwright Chromium
+        run: nix develop --command bash -c "bun install --frozen-lockfile && bunx playwright install --with-deps chromium"
+        shell: bash -leo pipefail {0}
+      - name: Audio quality
+        run: nix develop --command just test audio-quality --enforce
+        shell: bash -leo pipefail {0}
+        env:
+          # Somewhere upload-artifact can reach; the harness default is under $TMPDIR.
+          MOQ_TEST_RUNS: ${{ runner.temp }}/moq-test-runs
+      # The run directory is the diagnosis: each process's log, the shaper's
+      # counters, the raw samples, and every row's summary. The harness keeps it
+      # on a failure without being asked.
+      - name: Keep the failing run
+        if: ${{ failure() }}
+        uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7
+        with:
+          name: audio-quality-run
+          path: ${{ runner.temp }}/moq-test-runs/
+          retention-days: 7
+          if-no-files-found: ignore
+
   # Every tag-driven release workflow, run against main with publishing skipped:
   # the workflows gate their publish jobs on `github.ref_type == 'tag'`, and no
   # secrets are passed, so a dry-run cannot publish even by accident.

Cargo.toml

@@ -124,6 +124,7 @@ hex = "0.4"
 # HMAC-SHA256 for the mDNS membership proofs (moq-tokio's `mdns` feature).
 hmac = "0.13"
 humantime = "2.3"
+humantime-serde = "1.1.1"
 hyper-util = { version = "0.1.21", features = ["tokio"] }
 io-uring = "0.7.14"
 jsonwebtoken = "11"