Source Redirect Capture

1'use strict';
2
3// Persist one source redirect capture (wp-redirect-sources.extractRedirectSources output) into
4// state/url-preservation/: append changed rules to source-redirects.ndjson, tombstone rules a
5// COMPLETE capture no longer has, write source-redirect-coverage.json, and plan imported
6// destinations when source domains are already declared. One implementation for both callers:
7// discovery's automatic capture and `url-redirects.js sources` (operator export path).
8
9const state = require('./url-preservation-state.js');
10const importedTargets = require('./imported-redirect-targets.js');
11
12function captureIsComplete(coverage) {
13  const providers = (coverage && coverage.providers) || [];
14  return providers.length > 0 && providers.every((row) => ['extracted', 'confirmed_empty'].includes(row.status));
15}
16
17async function recordSourceRedirectCapture({ projectDir, result, runId = null }) {
18  const capturedRules = result.rules.slice();
19  const rows = result.rules.slice();
20  const existing = await state.loadSourceRedirects(projectDir);
21  const complete = captureIsComplete(result.coverage);
22  if (complete) {
23    const present = new Set(rows.map((rule) => rule.ruleKey));
24    for (const prior of existing.latest) {
25      if (present.has(prior.ruleKey) || prior.disabledReason === 'removed_from_complete_capture') continue;
26      rows.push({ ...prior, enabled: false, disabledReason: 'removed_from_complete_capture',
27        extractedAt: result.coverage.generatedAt });
28    }
29  }
30  let appended = 0;
31  for (const rule of rows) {
32    const prior = existing.byKey[rule.ruleKey];
33    const same = prior && JSON.stringify({ ...prior, extractedAt: null }) === JSON.stringify({ ...rule, extractedAt: null });
34    if (!same) { await state.appendSourceRedirectRow(projectDir, rule); appended += 1; }
35  }
36  await state.writeStateJson(projectDir, 'sourceRedirectCoverage', result.coverage);
37  const sourceDomains = await state.loadStateJson(projectDir, 'sourceDomains');
38  if (sourceDomains) {
39    await importedTargets.planImportedRedirectTargets({ projectDir,
40      runId: runId || result.coverage.generatedAt,
41      captureRevision: result.coverage.generatedAt,
42      rules: importedTargets.adaptSourceRedirects(capturedRules, {
43        captureRevision: result.coverage.generatedAt, sourceDomains,
44      }), fullCapture: complete });
45  }
46  return {
47    rules: capturedRules.length,
48    appended,
49    complete,
50    coverage: result.coverage.providers.map((p) => ({ provider: p.provider, status: p.status, ruleCount: p.ruleCount })),
51  };
52}
53
54module.exports = { recordSourceRedirectCapture, captureIsComplete };