ci: add test results reporting and coverage for all test types

- Add EnricoMi/publish-unit-test-result-action for unified test reporting
- Add Codecov integration for TypeScript coverage
- Configure JUnit XML output for Rust (nextest), TypeScript (vitest), and E2E (wdio)
- Add test-report and coverage-report jobs to CI workflow
- Add e2e-report job to e2e-desktop workflow for desktop E2E results
- Fix gnome-keyring unlock for Linux E2E tests (pipe password properly)
- Upload test artifacts (screenshots, videos, reports) on all runs

Author: Mohammod Al Amin Ashik

.github/workflows/ci.yml

@@ -11,6 +11,13 @@ concurrency:
   group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.sha }}
   cancel-in-progress: ${{ github.event_name == 'pull_request' }}
 
+# Permissions needed for test reporting and PR comments
+permissions:
+  contents: read
+  actions: read
+  checks: write
+  pull-requests: write
+
 env:
   CARGO_TERM_COLOR: always
   RUST_BACKTRACE: 1
@@ -77,8 +84,25 @@ jobs:
       - run: pnpm install --frozen-lockfile
       - run: pnpm typecheck
       - run: pnpm lint
-      - name: TypeScript tests
-        run: pnpm test:ts
+
+      - name: TypeScript tests with coverage
+        run: pnpm exec vitest run -c tests/ts/vitest.config.ts --coverage
+
+      - name: Upload TS test results
+        uses: actions/upload-artifact@v4
+        if: always()
+        with:
+          name: test-results-typescript
+          path: tests/ts/test-results/
+          retention-days: 7
+
+      - name: Upload TS coverage
+        uses: actions/upload-artifact@v4
+        if: always()
+        with:
+          name: coverage-typescript
+          path: tests/ts/coverage/
+          retention-days: 7
 
   # ─────────────────────────────────────────────────────────────
   # Rust Tests (cross-platform matrix)
@@ -124,10 +148,19 @@ jobs:
       - name: Doc tests
         run: cargo test --workspace --doc
 
-      # Run integration tests
+      # Run integration tests (outputs JUnit XML)
       - name: Integration tests
         run: cargo nextest run -p tests --profile ci
 
+      # Upload test results for reporting
+      - name: Upload test results
+        uses: actions/upload-artifact@v4
+        if: always()
+        with:
+          name: test-results-${{ matrix.os }}
+          path: target/nextest/ci/junit.xml
+          retention-days: 7
+
   # ─────────────────────────────────────────────────────────────
   # Build Verification (ensures app compiles on all platforms)
   # ─────────────────────────────────────────────────────────────
@@ -175,6 +208,59 @@ jobs:
           PKG_CONFIG_PATH: /usr/lib/x86_64-linux-gnu/pkgconfig:/usr/lib/pkgconfig:/usr/share/pkgconfig
           TAURI_SIGNING_PRIVATE_KEY: ${{ secrets.TAURI_SIGNING_PRIVATE_KEY }}
 
+  # ─────────────────────────────────────────────────────────────
+  # Test Results Report (aggregates all test results)
+  # ─────────────────────────────────────────────────────────────
+  test-report:
+    needs: [rust-test, ts-check]
+    if: always()
+    runs-on: ubuntu-latest
+    steps:
+      - name: Download all test results
+        uses: actions/download-artifact@v4
+        with:
+          pattern: test-results-*
+          path: test-results
+          merge-multiple: true
+
+      - name: Publish Test Results
+        uses: EnricoMi/publish-unit-test-result-action@v2
+        if: always()
+        with:
+          files: |
+            test-results/**/*.xml
+          check_name: 'Test Results'
+          comment_title: 'Test Results'
+          comment_mode: always
+
+  # ─────────────────────────────────────────────────────────────
+  # Coverage Report (uploads to Codecov)
+  # ─────────────────────────────────────────────────────────────
+  coverage-report:
+    needs: [ts-check]
+    if: always() && needs.ts-check.result == 'success'
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Download coverage artifacts
+        uses: actions/download-artifact@v4
+        with:
+          pattern: coverage-*
+          path: coverage
+          merge-multiple: true
+
+      - name: Upload to Codecov
+        uses: codecov/codecov-action@v5
+        with:
+          files: coverage/lcov.info
+          flags: typescript
+          name: mcpmux-ts-coverage
+          fail_ci_if_error: false
+          verbose: true
+        env:
+          CODECOV_TOKEN: ${{ secrets.CODECOV_TOKEN }}
+
   # ─────────────────────────────────────────────────────────────
   # E2E Tests (Web-only Playwright for UI smoke tests)
   # Skip with [skip e2e] in commit message for faster PR iteration
@@ -221,9 +307,6 @@ jobs:
   # ─────────────────────────────────────────────────────────────
   e2e-trigger-check:
     runs-on: ubuntu-latest
-    permissions:
-      pull-requests: read
-      contents: read
     outputs:
       run_e2e: ${{ steps.check.outputs.should_run }}
     steps:

.github/workflows/e2e-desktop.yml

@@ -88,3 +88,43 @@ jobs:
       - name: Run desktop E2E tests (Windows)
         if: matrix.os == 'windows-latest'
         run: pnpm test:e2e
+
+      # Upload test results and artifacts
+      - name: Upload E2E test results
+        uses: actions/upload-artifact@v4
+        if: always()
+        with:
+          name: e2e-desktop-results-${{ matrix.os }}
+          path: |
+            tests/e2e/reports/
+            tests/e2e/screenshots/
+            tests/e2e/videos/
+          retention-days: 7
+
+  # Publish aggregated E2E test results
+  e2e-report:
+    needs: [e2e-desktop]
+    if: always()
+    runs-on: ubuntu-latest
+    permissions:
+      contents: read
+      actions: read
+      checks: write
+      pull-requests: write
+    steps:
+      - name: Download all E2E test results
+        uses: actions/download-artifact@v4
+        with:
+          pattern: e2e-desktop-results-*
+          path: test-results
+          merge-multiple: true
+
+      - name: Publish E2E Test Results
+        uses: EnricoMi/publish-unit-test-result-action@v2
+        if: always()
+        with:
+          files: |
+            test-results/**/*.xml
+          check_name: 'E2E Desktop Test Results'
+          comment_title: 'E2E Desktop Test Results'
+          comment_mode: always

package.json

@@ -44,6 +44,7 @@
     "@vitejs/plugin-react": "^4.6.0",
     "@vitest/coverage-v8": "^3.0.0",
     "@wdio/cli": "^9.0.0",
+    "@wdio/junit-reporter": "^9.0.0",
     "@wdio/local-runner": "^9.0.0",
     "@wdio/mocha-framework": "^9.0.0",
     "@wdio/spec-reporter": "^9.0.0",

pnpm-lock.yaml

@@ -223,6 +223,12 @@ export const config: Options.Testrunner = {
   framework: 'mocha',
   reporters: [
     'spec',
+    ['junit', {
+      outputDir: './tests/e2e/reports/',
+      outputFileFormat: function(options) {
+        return `wdio-junit-${options.cid}.xml`;
+      },
+    }],
     [video, {
       saveAllVideos: process.env.SAVE_ALL_VIDEOS === 'true', // Save all videos when env var is set
       videoSlowdownMultiplier: 1, // Normal speed
@@ -250,8 +256,10 @@ export const config: Options.Testrunner = {
     // Create output directories (gitignored; needed for CI and fresh clones)
     const screenshotsDir = path.resolve('./tests/e2e/screenshots');
     const videosDir = path.resolve('./tests/e2e/videos');
+    const reportsDir = path.resolve('./tests/e2e/reports');
     fs.mkdirSync(screenshotsDir, { recursive: true });
     fs.mkdirSync(videosDir, { recursive: true });
+    fs.mkdirSync(reportsDir, { recursive: true });
 
     // Verify tauri-driver is installed
     const hasTauriDriver = checkTauriDriver();

tests/e2e/wdio.conf.ts

@@ -11,6 +11,10 @@ export default defineConfig({
     include: ['**/*.test.{ts,tsx}'],
     exclude: ['**/node_modules/**'],
     root: __dirname,
+    reporters: ['default', 'junit'],
+    outputFile: {
+      junit: './test-results/vitest-junit.xml',
+    },
     coverage: {
       provider: 'v8',
       reporter: ['text', 'html', 'lcov'],