Report unhandled components in LLM bundles

.github/workflows/test.yml

@@ -25,6 +25,7 @@ jobs:
       solidity: ${{ steps.filter.outputs.solidity }}
       typescript: ${{ steps.filter.outputs.typescript }}
       content: ${{ steps.filter.outputs.content }}
+      llms: ${{ steps.filter.outputs.llms }}
       any_non_solidity: ${{ steps.filter.outputs.any_non_solidity }}
     steps:
       - uses: actions/checkout@v6
@@ -53,6 +54,21 @@ jobs:
               - 'lychee.toml'
               - 'vercel.json'
               - 'src/scripts/link-check/**'
+            llms:
+              - 'src/features/**'
+              - 'src/config/sidebar*'
+              - 'src/config/sidebar/**'
+              - 'src/config/llms.ts'
+              - 'src/config/sunset.ts'
+              - 'src/config/solutions/**'
+              - 'src/utils/solutionPages.ts'
+              - 'src/scripts/generate-llms.ts'
+              - 'src/scripts/validate-llms.ts'
+              - 'src/scripts/component-coverage-baseline.json'
+              - '.husky/pre-commit'
+              - 'package.json'
+              - 'package-lock.json'
+              - '.github/workflows/test.yml'
             any_non_solidity:
               - '**'
               - '!public/samples/**/*.sol'
@@ -318,7 +334,7 @@ jobs:
   # Job 6: Validate LLM files are present and well-formed
   validate-llms:
     needs: [setup, changes]
-    if: needs.changes.outputs.content == 'true'
+    if: needs.changes.outputs.content == 'true' || needs.changes.outputs.llms == 'true'
     runs-on: ubuntu-latest
     steps:
       - name: Checkout Repo
@@ -348,14 +364,25 @@ jobs:
       - name: Regenerate LLM files
         run: npm run generate:llms
 
+      - name: Upload component coverage report
+        if: always()
+        uses: actions/upload-artifact@v7
+        with:
+          name: component-coverage-report
+          path: reports/component-coverage.json
+          retention-days: 30
+          if-no-files-found: warn
+
       - name: Check LLM files are up-to-date
+        if: ${{ !cancelled() }}
         run: |
           if ! git diff --exit-code 'src/content/**/llms-full*.txt'; then
             echo "LLM files are out of date. Run 'npm run generate:llms' and commit the result."
             exit 1
           fi
 
       - name: Validate LLM files
+        if: ${{ !cancelled() }}
         run: npm run check:llms
 
       - name: Check Markdown fidelity

.gitignore

@@ -7,7 +7,7 @@ dist/
 node_modules/
 
 temp/
-reports/
+/reports/
 
 # logs
 npm-debug.log*
@@ -49,4 +49,4 @@ selectors*.yml.backup
 selectors.yml.backup
 
 # Test coverage
-coverage/
+coverage/

.prettierignore

@@ -13,6 +13,7 @@ data-source
 typechain-types
 public/snippets
 public/search-index.json
+public/reports/component-coverage.json
 vercel.json
 
 

package.json

@@ -68,7 +68,8 @@
     "quality-check:full": "npm run typecheck && npm run lint && npm run audit:dead-code",
     "generate:llms": "tsx --require tsconfig-paths/register src/scripts/generate-llms.ts",
     "check:llms": "tsx --require tsconfig-paths/register src/scripts/validate-llms.ts",
-    "check:markdown-fidelity": "tsx --require tsconfig-paths/register src/scripts/check-markdown-fidelity.ts"
+    "check:markdown-fidelity": "tsx --require tsconfig-paths/register src/scripts/check-markdown-fidelity.ts",
+    "report:component-coverage": "tsx --require tsconfig-paths/register src/scripts/generate-llms.ts --coverage-only"
   },
   "dependencies": {
     "@11ty/eleventy-fetch": "^5.1.3",