refactor(sources)!: remove the unused authority source adapters, change detection, and freshness stores

.github/workflows/ci.yml

@@ -34,8 +34,6 @@ jobs:
 
       - name: Test
         run: pnpm test
-        env:
-          AGENT_KNOWLEDGE_RUN_NETWORK_TESTS: '1'
 
       - name: Build
         run: pnpm build

CHANGELOG.md

@@ -10,6 +10,8 @@ The verified-research paper and its results remain as a historical record linked
 Remove the memory experiment, memory improvement, and benchmark-suite runners, which no consumer imported: `runAgentMemoryExperiment`, `runAgentMemoryLearningExperiment`, `runAgentMemoryImprovement`, `runKnowledgeBenchmarkSuite`, `runMemoryAdapterBenchmark`, the industry benchmark catalogs, qrels import, benchmark scoring, and their run-lease, cost, and comparison types.
 Compare memory providers on product tasks with Agent Eval.
 Memory adapters, branches, holdout, lifecycle bounds, play memory tools, and the `/benchmarks` in-memory and no-op adapters are unchanged.
+Remove the `/sources` entry point and the unused authority adapters behind it (Cornell LII, IRS publications, state Secretary of State, polite HTTP fetch, HTML extraction), plus `detectChanges` and the freshness stores. No consumer imported them.
+The source registry (`addSourceText`, `addSourcePath`, `loadSourceRegistry`), source adapters such as `textSourceAdapter`, and readiness freshness scoring are unchanged.
 
 ## 19.1.5
 

README.md

@@ -32,7 +32,6 @@ Use Knowledge 17 with older Eval releases.
 | Optimize a KB maintenance policy | `optimizeKnowledgeBasePolicy` | package root |
 | Run retrieval, research, answer checks, and promotion as one process | `runRagKnowledgeImprovementLoop` | package root |
 | Connect a memory provider or branch its state | `AgentMemoryAdapter`, `createAgentMemoryBranch` | `/memory` |
-| Read from external authorities | `KnowledgeSource` and source adapters | `/sources` |
 | Use live research or coding agents | `runKnowledgeImprovementJob` | `@tangle-network/agent-runtime` |
 
 ## Create and search a knowledge base
@@ -469,7 +468,6 @@ Compare providers on product tasks with `@tangle-network/agent-eval` before chan
 |---|---|
 | `@tangle-network/agent-knowledge` | KB files, indexes, search, validation, research callbacks, RAG evaluation, and candidate improvement |
 | `@tangle-network/agent-knowledge/memory` | Memory contracts, provider adapters, branches, holdout, and play memory tools |
-| `@tangle-network/agent-knowledge/sources` | HTTP and authority-specific source adapters |
 | `@tangle-network/agent-knowledge/benchmarks` | In-memory and no-op memory adapters for benchmark harnesses |
 | `@tangle-network/agent-knowledge/viz` | Dependency-free graph analysis helpers |
 

api-surface.json

@@ -44,15 +44,12 @@
       "ClaimLedgerStore": "type c402ec258adc",
       "ClaimRef": "type e200b4c5eeec",
       "ClaimVerdict": "type 18f044018844",
-      "CornellLiiSelector": "type c92fb79c4d6b",
-      "CornellLiiSourceOptions": "type 3d1a7a174053",
       "CreateAgentMemoryBranchOptions": "type 924c7b6dcd11",
       "CreateKnowledgeRetrievalDispositionInput": "type 27fb6228c8c1",
       "CreateKnowledgeRetrievalReceiptInput": "type 2b6c8c6a078b",
       "CreateKnowledgeToolsOptions": "type 359d4edb185e",
       "CreateKnowledgeUseReceiptInput": "type eb120a93f4c7",
       "CreatePlayMemoryToolsOptions": "type d659926093f3",
-      "D1Adapter": "type fd8669db1f2e",
       "DEADLINE_EXIT_CODE": "value 16590df13e07",
       "DEFAULT_KNOWLEDGE_BRIEF_LIMIT": "value a16e63bcd9c7",
       "DEFAULT_MEMORY_CLEANUP_TIMEOUT_MS": "value 10d1ef3e7731",
@@ -61,8 +58,6 @@
       "DeepQuestionKind": "type e1a27d1fc3c2",
       "DeepQuestionSchema": "value 373728f5643d",
       "DefineReadinessSpecInput": "type f54fcc87f848",
-      "DetectChangesOptions": "type 39c50fdf35ae",
-      "DetectChangesResult": "type 830df4ec6d85",
       "DiscoveryLoopResult": "type 80ccac2ce500",
       "DiscoveryLoopRound": "type 4a67fa7bfc48",
       "DiscoveryLoopStopReason": "type 61912c65132e",
@@ -72,19 +67,12 @@
       "EvaluateKnowledgeBaseReadinessOptions": "type 9a3de35dc405",
       "EvidenceRung": "type fa5c1c76aa73",
       "ExternalRagEvalScore": "type df1d799a1de6",
-      "FetchOpts": "type 7b44d8f28084",
-      "FileSystemFreshnessStoreOptions": "type 10a9cbd1e857",
       "FileSystemKbStore": "value 3e4c27745531",
       "FileSystemKbStoreOptions": "type 10a9cbd1e857",
       "FileSystemSearchOptions": "type ab0c98cd100a",
       "FileSystemSearchProvider": "value cf2101caec6e",
       "FileSystemSearchProviderOptions": "type f8bf1cf8926d",
       "ForkAgentMemoryBranchSnapshotOptions": "type 4daac6457273",
-      "FragmentProvenance": "type a719c43aeb25",
-      "FreshnessKey": "type 65cdc4ab2341",
-      "FreshnessMark": "type 93bc4803d9b3",
-      "FreshnessRecord": "type 65bdf72051de",
-      "FreshnessTtl": "type e3c26a4f6c3e",
       "GradeableClaim": "type bf465a1848d5",
       "GradedClaim": "type acfba8ff752d",
       "GraphitiMcpClientLike": "type a6c48bcfcdd6",
@@ -95,10 +83,8 @@
       "HindsightClientLike": "type e4b6e0bd1488",
       "HindsightMemoryAdapterOptions": "type 995d4468eb3c",
       "HindsightOperationUnknownError": "value 408246fe51ae",
-      "IRS_DIMENSION_HINTS": "value 373728f5643d",
       "ImproveSelectedKnowledgeCandidateOptions": "type c738ecaa49fa",
       "ImproveSelectedKnowledgeCandidateResult": "type 3a8454d1031d",
-      "IrsPublicationsSourceOptions": "type 6b60bfe9f1bc",
       "KB_CLAIM_LEDGER_DIR": "value 2e94ea580600",
       "KB_EVENTS_PATH": "value 7c4a3ddbac83",
       "KB_INDEX_PATH": "value f450045c9510",
@@ -118,8 +104,6 @@
       "KnowledgeBaseReadinessEvaluation": "type 5de5279c9dce",
       "KnowledgeBrief": "type 01ca10f80a06",
       "KnowledgeBriefOptions": "type ceb76227d749",
-      "KnowledgeChange": "type 7b71ca9dd658",
-      "KnowledgeChangeKind": "type 02226535c8f0",
       "KnowledgeChunk": "type 5c73eb000db2",
       "KnowledgeCitationAuditError": "value e64c40482f65",
       "KnowledgeCitationAuditIssue": "type bb84ee6c9f6c",
@@ -148,8 +132,6 @@
       "KnowledgeEventSchema": "value 373728f5643d",
       "KnowledgeEventType": "type 7071c221c684",
       "KnowledgeExplanation": "type 4326c52192e1",
-      "KnowledgeFragment": "type 5d9512fd9945",
-      "KnowledgeFreshnessStore": "type 6805e31ec36f",
       "KnowledgeGraph": "type 2a4f44745410",
       "KnowledgeGraphEdge": "type 9eba2728a7b2",
       "KnowledgeGraphEdgeSchema": "value 373728f5643d",
@@ -239,7 +221,6 @@
       "KnowledgeRetrieverIdentity": "type fb46de336ac2",
       "KnowledgeSearchHit": "type d13a101a4b4f",
       "KnowledgeSearchResult": "type c443b7efb49e",
-      "KnowledgeSource": "type 6ebb3f0a0ef2",
       "KnowledgeStateScope": "type 61b8ac32e052",
       "KnowledgeUnit": "type bbd850260f7f",
       "KnowledgeUseReceipt": "type 95b469ec3c07",
@@ -257,8 +238,6 @@
       "KnowledgeWriteIntakeRequest": "type 5074f0dab514",
       "KnowledgeWriteParseResult": "type 3ec744fcaf93",
       "LoadKnowledgeImprovementActivationResultOptions": "type 3c304bc52d1c",
-      "MAX_RESPONSE_BYTES": "value 373728f5643d",
-      "MIN_REQUEST_GAP_MS": "value 648cef7e8361",
       "MeasuredKnowledgeSelectionReceipt": "type 28a9a57c6626",
       "Mem0ClientMode": "type abfe4225abaf",
       "Mem0HostedClient": "type 4d1434ac5a9a",
@@ -275,14 +254,11 @@
       "OptimizeKnowledgeBasePolicyResult": "type 1e3b03c7a0a3",
       "OriginatedKnowledgeSearchResult": "type 99110190f58f",
       "OriginatedPage": "type 62ba6f531a4a",
-      "POLITE_USER_AGENT": "value 3eb07665c028",
       "PageOrigin": "type df33a580b8a9",
       "ParsedFrontmatter": "type 7aebd4ab7c31",
       "PartitionRetrievalScenariosOptions": "type bfb5473c9c0c",
       "PendingKnowledgeMutation": "type 265414e3a059",
       "PlayMemoryRetrievalReceipt": "type 0118f85065b1",
-      "PoliteFetchOptions": "type e8c10ab474da",
-      "PoliteFetchResult": "type 68c8ac7c266b",
       "PromoteKnowledgeCandidateOptions": "type 804348b78767",
       "PromoteRunScopedPagesOptions": "type 314295c13674",
       "ProposeFromFindingsResult": "type 979e50440bbd",
@@ -390,8 +366,6 @@
       "SourceRecord": "type b525cb8c09ee",
       "SourceRecordSchema": "value 373728f5643d",
       "SourceRegistry": "type 062b92354d23",
-      "StateSosEntity": "type 4ecdc780ae4d",
-      "StateSosSourceConfig": "type 3a2d0b61a718",
       "TrackedClaim": "type 823ab1f0941e",
       "UncheckableClaimError": "value 86a15815c4f1",
       "UseKnowledgeImprovementCandidateOptions": "type 848b0e83e03f",
@@ -400,7 +374,6 @@
       "VerifiedGradeableEvidence": "type 68ecc1af89b5",
       "VerifyGradeableEvidenceOptions": "type 01ef698f9b40",
       "WIKILINK_REGEX": "value 373728f5643d",
-      "__resetHttpThrottle": "value e47f3b6734a6",
       "addSourcePath": "value 9dabb587c73c",
       "addSourceText": "value 3a5c6107b137",
       "applyKnowledgeWriteBlocks": "value 08c999b38722",
@@ -438,15 +411,11 @@
       "claimId": "value 4c9eca896a37",
       "claimSourceHost": "value a8a18cde9fcc",
       "createAgentMemoryBranch": "value bae206df8be9",
-      "createCornellLiiSource": "value 5708478c5b8a",
-      "createD1FreshnessStoreStub": "value e89ca59074b9",
       "createFileRunLineageAuthority": "value 92afeb585f32",
-      "createFileSystemFreshnessStore": "value 56d2aaf47eb6",
       "createFileSystemSearchProvider": "value c88b43a7ac80",
       "createGraphitiMemoryAdapter": "value 512201c0dd04",
       "createHindsightMemoryAdapter": "value 97fcfb086aee",
       "createInMemoryBenchmarkAdapter": "value f4c546ff2fff",
-      "createIrsPublicationsSource": "value da388cf92c5c",
       "createKnowledgeControlLoopAdapter": "value bfc8f1be188f",
       "createKnowledgeEvent": "value 4b9e73e096bd",
       "createKnowledgeRetrievalDisposition": "value 838fadfc5636",
@@ -464,12 +433,10 @@
       "createQmdSearchProvider": "value f1d2a2d4d631",
       "createRagAnswerQualityHook": "value 7e18d330e76b",
       "createRunScopedStores": "value 6bfc535c7281",
-      "createStateSosSource": "value e7467eeee69b",
       "decodeKnowledgeVisibilitySnapshot": "value 143bc2b124e6",
       "deepQuestionId": "value ffec05529ae9",
       "defaultGetMemoryContext": "value 6a368eb4ea71",
       "defineReadinessSpec": "value 9128b5b31bfa",
-      "detectChanges": "value 741122c9f8e7",
       "detectNearDuplicatePages": "value 457a9cbea181",
       "deterministicRng": "value f2af0cd5da5c",
       "diagnoseRagAnswerFailure": "value a8382d9e2133",
@@ -478,9 +445,7 @@
       "encodeKnowledgeVisibilitySnapshot": "value c673fa060267",
       "evaluateKnowledgeBaseReadiness": "value a981becc92c2",
       "explainKnowledgeTarget": "value 1266c029bf54",
-      "extractLinks": "value 930437fc2aa4",
       "extractWikilinks": "value 2a806a857c29",
-      "firstMatch": "value 0fa78f90a44f",
       "forkAgentMemoryBranchSnapshot": "value 0c258d0909ac",
       "formatFrontmatter": "value e0a4508d4ded",
       "formatKnowledgeCitationReference": "value 8c9301778549",
@@ -492,11 +457,9 @@
       "groundClaimInText": "value f74ed9ca26c6",
       "hashKnowledgeBase": "value bdb2d9eea5f9",
       "hindsightMemoryBankId": "value b828b7e949f0",
-      "htmlToText": "value c58c3f5d8c75",
       "improveKnowledgeBase": "value a4ebce095bdf",
       "improveSelectedKnowledgeCandidate": "value 6d48e36af283",
       "initKnowledgeBase": "value 65692669c5c8",
-      "innerHtmlById": "value f0ffa022d6c0",
       "inspectKnowledgeIndex": "value 79b67f7de1cd",
       "inspectPendingKnowledgeMutation": "value 38b2e30827bd",
       "isKernelAnchoredPath": "value 2819fa14db65",
@@ -528,7 +491,6 @@
       "loadKnowledgePages": "value baac5eb22201",
       "loadKnowledgePromotionRecord": "value 65617956865c",
       "loadSourceRegistry": "value cae49411bcc5",
-      "looksLikeBlockPage": "value 371f55d1c1d9",
       "materializeRegisteredClaimEvidence": "value cf315a2deab2",
       "mediaTypeFor": "value a8a18cde9fcc",
       "mem0MemoryAdapterIdentity": "value c590a9c1e72f",
@@ -551,7 +513,6 @@
       "parseKnowledgeWriteBlocks": "value d6bd24d2858d",
       "partitionRetrievalScenarios": "value 363802debe8a",
       "planInvalidationPropagation": "value 39da8e2c1a14",
-      "politeFetch": "value 10d577fc5694",
       "promoteKnowledgeCandidate": "value ea1e94a3d6a2",
       "promoteRunScopedPages": "value 58ff1ec22528",
       "proposeFromFinding": "value 1dcecd58e869",
@@ -714,33 +675,6 @@
       "sleepForMemoryRecovery": "value 4a6818f984e4",
       "toOffPolicyTrajectory": "value 934dec24305c"
     },
-    "./sources": {
-      "CornellLiiSelector": "type c92fb79c4d6b",
-      "CornellLiiSourceOptions": "type 3d1a7a174053",
-      "FetchOpts": "type 7b44d8f28084",
-      "FragmentProvenance": "type a719c43aeb25",
-      "IRS_DIMENSION_HINTS": "value 373728f5643d",
-      "IrsPublicationsSourceOptions": "type 6b60bfe9f1bc",
-      "KnowledgeFragment": "type 5d9512fd9945",
-      "KnowledgeSource": "type 6ebb3f0a0ef2",
-      "MAX_RESPONSE_BYTES": "value 373728f5643d",
-      "MIN_REQUEST_GAP_MS": "value 648cef7e8361",
-      "POLITE_USER_AGENT": "value 3eb07665c028",
-      "PoliteFetchOptions": "type e8c10ab474da",
-      "PoliteFetchResult": "type 68c8ac7c266b",
-      "StateSosEntity": "type 4ecdc780ae4d",
-      "StateSosSourceConfig": "type 3a2d0b61a718",
-      "__resetHttpThrottle": "value e47f3b6734a6",
-      "createCornellLiiSource": "value 5708478c5b8a",
-      "createIrsPublicationsSource": "value da388cf92c5c",
-      "createStateSosSource": "value e7467eeee69b",
-      "extractLinks": "value 930437fc2aa4",
-      "firstMatch": "value 0fa78f90a44f",
-      "htmlToText": "value c58c3f5d8c75",
-      "innerHtmlById": "value f0ffa022d6c0",
-      "looksLikeBlockPage": "value 371f55d1c1d9",
-      "politeFetch": "value 10d577fc5694"
-    },
     "./viz": {
       "KnowledgeCommunity": "type 945ac89694c9",
       "KnowledgeGap": "type afb49eb9f42f",

package.json

@@ -34,11 +34,6 @@
       "import": "./dist/memory/index.js",
       "default": "./dist/memory/index.js"
     },
-    "./sources": {
-      "types": "./dist/sources/index.d.ts",
-      "import": "./dist/sources/index.js",
-      "default": "./dist/sources/index.js"
-    },
     "./benchmarks": {
       "types": "./dist/benchmarks/index.d.ts",
       "import": "./dist/benchmarks/index.js",

scripts/verify-package.mjs

@@ -19,7 +19,6 @@ const publicImports = [
   packageName,
   `${packageName}/viz`,
   `${packageName}/memory`,
-  `${packageName}/sources`,
   `${packageName}/benchmarks`,
 ]
 const requiredRootExports = [