perf(ci): split webapp e2e tests across runners

Author: carderne

.github/workflows/e2e-webapp.yml

@@ -16,8 +16,15 @@ jobs:
     name: "🧪 E2E Tests: Webapp"
     runs-on: warp-ubuntu-latest-x64-16x
     timeout-minutes: 30
+    strategy:
+      fail-fast: false
+      matrix:
+        shardIndex: [1, 2]
+        shardTotal: [2]
     env:
       DOCKERHUB_USERNAME: ${{ secrets.DOCKERHUB_USERNAME }}
+      SHARD_INDEX: ${{ matrix.shardIndex }}
+      SHARD_TOTAL: ${{ matrix.shardTotal }}
     steps:
       - name: 🔧 Disable IPv6
         run: |
@@ -130,6 +137,6 @@ jobs:
         run: cd apps/webapp && pnpm exec playwright install chromium
 
       - name: 🧪 Run Webapp E2E Tests
-        run: cd apps/webapp && pnpm exec vitest run --config vitest.e2e.config.ts --reporter=default
+        run: cd apps/webapp && pnpm exec vitest run --config vitest.e2e.config.ts --reporter=default --shard=${{ matrix.shardIndex }}/${{ matrix.shardTotal }}
         env:
           WEBAPP_TEST_VERBOSE: "1"

apps/webapp/vitest.e2e.config.ts

@@ -1,8 +1,10 @@
 import { defineConfig } from "vitest/config";
+import { DurationShardingSequencer } from "@internal/testcontainers/sequencer";
 import tsconfigPaths from "vite-tsconfig-paths";
 
 export default defineConfig({
   test: {
+    sequence: { sequencer: DurationShardingSequencer },
     include: ["test/**/*.e2e.test.ts"],
     globals: true,
     pool: "forks",

test-timings.json

@@ -108,6 +108,7 @@
   "apps/webapp/test/activitySeries.server.test.ts": 6,
   "apps/webapp/test/additionalApiKeyIssuance.test.ts": 3,
   "apps/webapp/test/aiTitleRateLimiter.test.ts": 55,
+  "apps/webapp/test/api-auth.e2e.test.ts": 20090,
   "apps/webapp/test/api.v1.waitpoints.tokens.complete.crossSeamGuard.test.ts": 94856,
   "apps/webapp/test/api.v1.waitpoints.tokens.test.ts": 174422,
   "apps/webapp/test/apiAuthActorClaim.test.ts": 4,
@@ -279,6 +280,7 @@
   "apps/webapp/test/getDeploymentImageRef.test.ts": 6,
   "apps/webapp/test/getTraceDetailedSubtreeSummary.integration.test.ts": 466,
   "apps/webapp/test/googleEmailVerification.test.ts": 2,
+  "apps/webapp/test/healthcheck-require-plugins.e2e.test.ts": 37215,
   "apps/webapp/test/httpErrors.test.ts": 2,
   "apps/webapp/test/idempotencyDedupResidency.test.ts": 7600,
   "apps/webapp/test/idempotencyExpiredRecreateReserialize.test.ts": 2,
@@ -459,7 +461,12 @@
   "apps/webapp/test/services.controlPlane.readthrough.test.ts": 7217,
   "apps/webapp/test/services/organizationAccessToken.test.ts": 6,
   "apps/webapp/test/services/personalAccessToken.test.ts": 7,
+  "apps/webapp/test/session-agent.e2e.test.ts": 73920,
+  "apps/webapp/test/session-stream.browser.e2e.test.ts": 20470,
+  "apps/webapp/test/session-stream.e2e.test.ts": 30404,
   "apps/webapp/test/sessionDuration.test.ts": 10855,
+  "apps/webapp/test/sessionRunStreamsBackend.e2e.test.ts": 20771,
+  "apps/webapp/test/sessionRunStreamsPerOrgBasin.e2e.test.ts": 20639,
   "apps/webapp/test/sessionWaitpointRoutes.replicaLag.guard.test.ts": 13790,
   "apps/webapp/test/sessions.readthrough.test.ts": 9480,
   "apps/webapp/test/sessionsReplicationService.test.ts": 19666,