MyAiDesk/nomifun-tauri/scripts/prune-build.mjs

#!/usr/bin/env bun
/**
 * prune-build -- self-cleaning preflight for every build/dev/test entry point.
 *
 * Keeps build artifact directories bounded WITHOUT a scheduled/cron job.
 * "Cleanup cadence = build cadence": this runs once at the START of every build,
 * before cargo touches anything, so the previous session's cruft is reclaimed
 * exactly when the next session begins. The growth driver IS the build, so
 * hooking cleanup to the build makes the two cadences match by construction.
 *
 * What it does (dev/test preflight, in order):
 *   1. GC the incremental cache PER UNIT: inside each incremental/<crate>-<hash>/
 *      dir, keep only the newest finalized session (the one rustc would load)
 *      and delete older/interrupted sessions + orphan locks. This preserves
 *      cross-session warmth (zero rebuild-speed regression) while removing the
 *      dead sessions that ballooned this to 82G/241k-files in 2 days.
 *   2. Remove leftover junk in build.noindex root (_*.log/_*.json/_*.out/_*.err)
 *      and the empty tmp/ dir.
 *   3. Size-gated cap: only if build.noindex / target exceed their cap, run
 *      `cargo sweep --maxsize` to trim the OLDEST artifacts back under the cap.
 *      `--maxsize` is a no-op when already small (unlike `--time 1`, which would
 *      wrongly delete still-valid deps that simply haven't changed in a day).
 *   4. Hard backstop: if build.noindex STILL exceeds CAP_GB, nuke debug/ + release/
 *      intermediates wholesale (all-or-nothing on Windows; see invariants below).
 *      This is the "can never silently balloon" guarantee.
 *
 * Release build split (so the heavy reclaim never delays compile start):
 *   --pre   cheap, output-cleaning preflight run by tauri's beforeBuildCommand
 *           BEFORE the release compile: drop the stale bundle (old installers) +
 *           junk. Runs in seconds, so cargo starts compiling immediately.
 *   --post  heavy reclaim run AFTER a successful release build: nuke the debug
 *           (dev) profile + flycheck — dead weight for a release. NEVER touches
 *           release/ intermediates or the freshly-built bundle. NOTE: the next
 *           dev build is therefore a cold rebuild (debug was reclaimed).
 *   --release  full reclaim = --pre + --post in one shot. This is `bun run clean`
 *           (reclaim everything on demand, without building).
 *
 * Design invariants:
 *   - NEVER fails the build chain (always exits 0).
 *   - Cross-platform (macOS / Linux / Windows): all paths via node:path, all
 *     deletes via node:fs; size uses `du` on unix with a pure-Node walk fallback.
 *     `cargo sweep` is optional — without it the size cap falls back to dropping
 *     the regenerable incremental cache, and the GC + hard backstop still bound
 *     the dir. (`cargo install cargo-sweep` enables surgical oldest-artifact trim.)
 *   - Windows specifics (win32-only branches; mac/linux paths are untouched):
 *       * a running image LOCKS its .exe, so before any WHOLESALE profile delete
 *         we kill stale dev binaries (kill-stale-dev.mjs) to release locks;
 *       * wholesale deletes are ALL-OR-NOTHING: a lock-induced partial delete
 *         that pruned deps/ and .fingerprint/ to different extents could make
 *         cargo link a stale/missing dep, so on residue we retry then drop
 *         .fingerprint (forcing a loud recompile over a silent wrong build);
 *       * big trees are cleared with `robocopy` empty-mirror (fast, long-path-
 *         safe, /XJ so it never purges the D: cache-junction targets).
 *   - Fast in the normal case: GC + du checks only; cargo-sweep runs ONLY when
 *     a dir is genuinely over cap.
 *   - Safe: only ever deletes regenerable build artifacts, never source code.
 *     Does NOT touch <target-triple> dirs (e.g. an intended Linux/cross build).
 *   - Idempotent: a second run in a row is a near no-op.
 *
 * Usage (always via package.json / tauri beforeBuildCommand, never by hand):
 *   bun scripts/prune-build.mjs             # dev/test preflight (GC + caps)
 *   bun scripts/prune-build.mjs --pre       # release pre-step (stale bundle + junk)
 *   bun scripts/prune-build.mjs --post      # release post-step (reclaim debug)
 *   bun scripts/prune-build.mjs --release   # full reclaim on demand (`bun run clean`)
 *   bun scripts/prune-build.mjs --cap 30    # override hard cap (GB)
 */
import { execSync, spawnSync } from 'node:child_process';
import { existsSync, mkdtempSync, readdirSync, rmSync, statSync, statfsSync } from 'node:fs';
import { tmpdir } from 'node:os';
import { dirname, join, resolve } from 'node:path';
import { fileURLToPath } from 'node:url';

const ROOT = resolve(dirname(fileURLToPath(import.meta.url)), '..');
const BUILD_DIR = join(ROOT, 'build.noindex');
const TARGET_DIR = join(ROOT, 'target');
const isWin = process.platform === 'win32';

// ── Tunables ───────────────────────────────────────────────────────────────
// Steady state after GC is ~3-4G, so these caps leave generous headroom and
// only ever fire on genuine dep/feature churn.
const BUILD_MAXSIZE_GB = 10; // cargo-sweep trims build.noindex back under this
const TARGET_MAXSIZE_GB = 5; // cargo-sweep trims target/ back under this

// ── Parse flags ──────────────────────────────────────────────────────────────
const args = process.argv.slice(2);
const isRelease = args.includes('--release');
const isPre = args.includes('--pre');
const isPost = args.includes('--post');
const capIdx = args.indexOf('--cap');
const CAP_GB = capIdx >= 0 && args[capIdx + 1] ? Number(args[capIdx + 1]) : 25;

const TAG = '[prune-build]';

function log(msg) {
  console.log(`${TAG} ${msg}`);
}

// ── Helpers ──────────────────────────────────────────────────────────────────

/** Sum file sizes under a dir with a pure-Node walk. Cross-platform, no shell. */
function dirSizeBytes(dir) {
  let total = 0;
  const stack = [dir];
  while (stack.length) {
    const d = stack.pop();
    let ents;
    try { ents = readdirSync(d, { withFileTypes: true }); } catch { continue; }
    for (const ent of ents) {
      const p = join(d, ent.name);
      if (ent.isDirectory()) stack.push(p); // Dirent.isDirectory() is false for symlinks → no loops
      else { try { total += statSync(p).size; } catch { /* skip */ } }
    }
  }
  return total;
}

/**
 * Directory size in GB. 0 if absent.
 * Fast path: `du -sk` on macOS/Linux (metadata-only, fast even on huge trees).
 * Universal fallback: a pure-Node walk (Windows, or wherever `du` is missing) —
 * never the fragile cmd.exe→PowerShell quoting, so the size-gated cap and the
 * hard backstop work identically on all three platforms.
 */
function dirSizeGB(dir) {
  if (!existsSync(dir)) return 0;
  if (process.platform !== 'win32') {
    try {
      const kb = parseInt(execSync(`du -sk "${dir}" 2>/dev/null`, { encoding: 'utf8' }).trim().split(/\s/)[0], 10);
      if (Number.isFinite(kb)) return kb / (1024 * 1024);
    } catch { /* fall through to the pure-Node walk */ }
  }
  try { return dirSizeBytes(dir) / 1024 ** 3; } catch { return 0; }
}

/** Format GB for display. */
function fmtGB(gb) {
  if (gb < 1) return `${(gb * 1024).toFixed(0)}M`;
  return `${gb.toFixed(1)}G`;
}

/**
 * Windows: empty-mirror a scratch dir over `dir` with robocopy, then the caller
 * drops the emptied shell. robocopy is the fastest reliable way to clear huge
 * many-file trees on Windows and is long-path-safe (deep NTFS paths that choke
 * rmSync). Flags: /XJ — do NOT descend junctions (an empty mirror would else
 * purge the junction TARGET's real contents; this repo junctions caches onto D:);
 * /R:0 /W:0 — never retry/wait on a locked file (leave it; caller detects residue).
 * robocopy exit codes: 1/2/3 == SUCCESS, >=8 == failure, status null == missing.
 * Returns true iff robocopy ran without a hard error (status < 8).
 */
function robocopyEmptyMirror(dir) {
  let scratch;
  try {
    scratch = mkdtempSync(join(tmpdir(), 'nomi-empty-'));
    const r = spawnSync(
      'robocopy',
      [scratch, dir, '/MIR', '/XJ', '/R:0', '/W:0', '/MT:16', '/NFL', '/NDL', '/NJH', '/NJS', '/NC', '/NS', '/NP'],
      { stdio: 'ignore', timeout: 120_000 },
    );
    return r.status !== null && r.status < 8;
  } catch {
    return false;
  } finally {
    if (scratch) { try { rmSync(scratch, { recursive: true, force: true }); } catch { /* ignore */ } }
  }
}

/** Remove a directory tree. Silent on failure. Lock-resilient on Windows. */
function rmDir(dir, label) {
  if (!existsSync(dir)) return;
  try {
    // Windows: empty the tree with robocopy first (fast + long-path-safe), then
    // rmSync drops the emptied shell. If robocopy is absent, rmSync alone.
    if (isWin) robocopyEmptyMirror(dir);
    rmSync(dir, { recursive: true, force: true });
    log(`  removed ${label || dir}`);
  } catch (e) {
    log(`  WARN: could not remove ${label || dir}: ${e.message}`);
  }
}

/**
 * Kill leftover dev binaries that lock files under target/ or build.noindex/.
 * Windows only: a running image locks its .exe, so a wholesale delete would
 * otherwise be a no-op or a torn partial. Reuses the battle-tested
 * kill-stale-dev.mjs (taskkill /T tree-kill + lock-release sleep). Best-effort.
 * Called ONLY before wholesale-profile deletes — never during routine per-unit
 * incremental GC (those are independent units, non-fatal on a locked file).
 */
function killStaleLockers() {
  if (!isWin) return;
  try {
    execSync(`"${process.execPath}" "${join(ROOT, 'scripts', 'kill-stale-dev.mjs')}"`, {
      stdio: 'ignore',
      timeout: 30_000,
    });
  } catch { /* best effort — must never block the build */ }
}

/**
 * All-or-nothing wholesale delete of a build profile dir (e.g. build.noindex/
 * debug). Hazard on Windows: a held lock makes the delete PARTIAL, and a tree
 * where deps/*.rlib and .fingerprint/ were pruned to different extents can make
 * cargo link a stale/missing dep — a WRONG build, not just a cold one. The
 * caller kills lockers first; here we delete, and on residue retry once (after
 * another kill), then as a last resort drop .fingerprint so cargo cannot trust
 * the torn deps/ (a loud recompile beats a silent wrong build) and warn loudly.
 */
function nukeProfileAllOrNothing(profileDir, label) {
  if (!existsSync(profileDir)) return;
  rmDir(profileDir, label);
  if (!existsSync(profileDir)) return; // fully removed
  killStaleLockers();
  rmDir(profileDir, `${label} (retry)`);
  if (!existsSync(profileDir)) return;
  try { rmSync(join(profileDir, '.fingerprint'), { recursive: true, force: true }); } catch { /* ignore */ }
  log(`  WARN: ${label} only partially removed (a process still holds a lock).`);
  log('  WARN: close the dev app / editor and rebuild; run `cargo clean` if the build errors.');
}

/** Drop the regenerable incremental cache on both profiles (warmth-only lever). */
function dropIncrementalCaches(reason) {
  log(`  ${reason} — dropping incremental cache (regenerable; costs only rebuild warmth)`);
  rmDir(join(BUILD_DIR, 'debug', 'incremental'), 'build.noindex/debug/incremental');
  rmDir(join(BUILD_DIR, 'release', 'incremental'), 'build.noindex/release/incremental');
  rmDir(join(TARGET_DIR, 'debug', 'incremental'), 'target/debug/incremental');
}

/**
 * Cheap pre-release preflight (tauri beforeBuildCommand): drop the stale bundle
 * (old installers from a previous build/version) + leftover junk, so the produced
 * dist is clean. Runs in seconds and touches NOTHING the compile needs, so cargo
 * starts immediately. The heavy debug reclaim is deferred to --post (after build).
 */
function preReleaseClean() {
  log('pre-release: dropping stale bundle + junk (fast — compile starts now)...');
  rmDir(join(TARGET_DIR, 'release', 'bundle'), 'target/release/bundle (stale installers)');
  rmGlob(BUILD_DIR, /^_.*\.(log|json|out|err)$/, 'leftover log/json');
  rmDir(join(BUILD_DIR, 'tmp'), 'build.noindex/tmp');
}

/**
 * Heavy reclaim of the debug (dev) profile — dead weight for a release build. Run
 * AFTER a successful release build (so it never delays compile start) or on demand
 * via `bun run clean`. NEVER touches release/ intermediates or the freshly-built
 * bundle, so the just-finished build's outputs are safe. The next dev build is a
 * cold rebuild (debug was reclaimed) — the intended trade for bounded disk.
 */
function reclaimDebugDeadWeight() {
  log('reclaiming debug dead weight (debug profile + flycheck)...');
  killStaleLockers(); // release locks before wholesale deletes (Windows)
  nukeProfileAllOrNothing(join(BUILD_DIR, 'debug'), 'build.noindex/debug');
  nukeProfileAllOrNothing(join(TARGET_DIR, 'debug'), 'target/debug');
  rmDir(join(TARGET_DIR, 'flycheck0'), 'target/flycheck0');
}

/** Is cargo-sweep on PATH? Its --maxsize cap is warn-only (a no-op) without it. */
function cargoSweepInstalled() {
  try {
    execSync(isWin ? 'where cargo-sweep' : 'command -v cargo-sweep', { stdio: 'ignore' });
    return true;
  } catch { return false; }
}

/** Windows: warn (never auto-delete) when the build drive is running low. */
function freeSpaceWarn() {
  if (!isWin) return;
  try {
    const s = statfsSync(ROOT);
    const freeGB = (s.bsize * s.bavail) / 1024 ** 3;
    if (freeGB < 50) {
      log(`WARN: only ${fmtGB(freeGB)} free on the build drive — run a --release build to reclaim, or 'cargo clean'`);
    }
  } catch { /* statfsSync unavailable — skip */ }
}

/** Remove files matching a pattern in a directory (non-recursive). */
function rmGlob(dir, pattern, label) {
  if (!existsSync(dir)) return;
  let count = 0;
  try {
    for (const entry of readdirSync(dir)) {
      if (!pattern.test(entry)) continue;
      const full = join(dir, entry);
      try {
        if (statSync(full).isFile()) {
          rmSync(full, { force: true });
          count++;
        }
      } catch { /* skip */ }
    }
    if (count > 0) log(`  removed ${count} ${label} files`);
  } catch { /* dir might have vanished */ }
}

/**
 * Per-unit incremental GC.
 *
 * Layout: incremental/<crate>-<hash>/s-<id>-<svh>/  (+ a 0-byte s-<id>.lock)
 * rustc loads only the newest *finalized* session per unit; older sessions and
 * leftover "-working" dirs from interrupted compiles are dead and never GC'd by
 * cargo during fast dev iteration. We keep the newest finalized session per unit
 * (warmth preserved) and delete the rest. NEVER groups across units — every
 * <crate>-<hash> dir (incl. each per-crate build_script_build-*) is independent.
 */
function pruneIncrementalSessions(incrDir) {
  let units;
  try { units = readdirSync(incrDir); } catch { return; }

  let pruned = 0;
  for (const unit of units) {
    const unitPath = join(incrDir, unit);
    try { if (!statSync(unitPath).isDirectory()) continue; } catch { continue; }

    let entries;
    try { entries = readdirSync(unitPath); } catch { continue; }

    const sessions = [];
    for (const e of entries) {
      if (!e.startsWith('s-')) continue;
      const p = join(unitPath, e);
      try {
        const s = statSync(p);
        if (s.isDirectory()) {
          sessions.push({ name: e, mtime: s.mtimeMs, working: e.endsWith('-working') });
        }
      } catch { /* skip */ }
    }
    if (sessions.length === 0) continue;

    // Prefer the newest finalized session; fall back to newest overall.
    const finals = sessions.filter((s) => !s.working);
    const pool = (finals.length ? finals : sessions).sort((a, b) => b.mtime - a.mtime);
    const keptDir = pool[0].name;
    // Session dir is s-<id>-<svh>-<random>; its lock file is s-<id>-<svh>.lock.
    // Strip the trailing "-<random>" segment to recover the lock name.
    const keptLock = `${keptDir.replace(/-[^-]+$/, '')}.lock`;

    for (const e of entries) {
      if (e === keptDir || e === keptLock) continue;
      try {
        rmSync(join(unitPath, e), { recursive: true, force: true });
        pruned++;
      } catch { /* best effort */ }
    }
  }
  if (pruned > 0) log(`  GC'd ${pruned} stale incremental entries (kept newest session per unit)`);
}

/**
 * Trim a target dir back under maxGB using cargo-sweep --maxsize (removes oldest
 * artifacts first). Only call when the dir is actually over cap. Never fatal.
 */
function cargoSweepMaxsize(targetDir, maxGB, label) {
  if (!existsSync(targetDir)) return;
  try {
    const env = { ...process.env, CARGO_TARGET_DIR: targetDir, CARGO_NET_OFFLINE: 'true' };
    execSync(`cargo sweep --maxsize ${maxGB}GB "${ROOT}"`, {
      encoding: 'utf8',
      stdio: 'pipe',
      env,
      timeout: 60_000,
    });
    log(`  capped ${label} at ${maxGB}GB`);
  } catch (e) {
    log(`  WARN: cargo sweep --maxsize on ${label} failed (${e.message?.split('\n')[0] || 'cargo-sweep missing?'})`);
  }
}

// ── Main ─────────────────────────────────────────────────────────────────────
try {
  const beforeGB = dirSizeGB(BUILD_DIR) + dirSizeGB(TARGET_DIR);
  const mode = isPre ? ' [pre]' : isPost ? ' [post]' : isRelease ? ' [release]' : '';
  log(`start: ${fmtGB(beforeGB)} total (build.noindex + target)${mode}`);

  if (isPre) {
    // Cheap pre-build step (tauri beforeBuildCommand): clean output + junk only,
    // so the release compile starts immediately. Heavy reclaim is deferred to --post.
    preReleaseClean();
  } else if (isPost) {
    // Heavy reclaim AFTER a successful release build — never delays compile start.
    reclaimDebugDeadWeight();
  } else if (isRelease) {
    // Full reclaim on demand (`bun run clean`): output-clean + heavy reclaim.
    preReleaseClean();
    reclaimDebugDeadWeight();
  } else {
    // 1) Per-unit incremental GC — keeps warmth, drops dead sessions.
    //    Covers the split build-dir AND the target/ fallback (older cargo that
    //    ignores the build-dir key puts intermediates under target/ instead).
    for (const incrDir of [join(BUILD_DIR, 'debug', 'incremental'), join(TARGET_DIR, 'debug', 'incremental')]) {
      if (!existsSync(incrDir)) continue;
      const incrGB = dirSizeGB(incrDir);
      pruneIncrementalSessions(incrDir);
      const after = dirSizeGB(incrDir);
      if (incrGB - after > 0.05) log(`  incremental: ${fmtGB(incrGB)} -> ${fmtGB(after)}`);
    }

    // 2) Junk files + empty tmp.
    rmGlob(BUILD_DIR, /^_.*\.(log|json|out|err)$/, 'leftover log/json');
    rmDir(join(BUILD_DIR, 'tmp'), 'build.noindex/tmp');

    // 3) Size-gated cap (no-op unless genuinely over cap). cargo-sweep trims the
    //    OLDEST artifacts surgically; without it (common on Windows) fall back to
    //    dropping the regenerable incremental cache — a warmth-only lever that
    //    never risks deps/*.rlib correctness.
    const haveSweep = cargoSweepInstalled();
    if (dirSizeGB(BUILD_DIR) > BUILD_MAXSIZE_GB) {
      if (haveSweep) cargoSweepMaxsize(BUILD_DIR, BUILD_MAXSIZE_GB, 'build.noindex');
      else dropIncrementalCaches('build.noindex over soft cap, cargo-sweep absent');
    }
    if (dirSizeGB(TARGET_DIR) > TARGET_MAXSIZE_GB && haveSweep) {
      cargoSweepMaxsize(TARGET_DIR, TARGET_MAXSIZE_GB, 'target');
    }

    // 4) Hard backstop — the "can never silently balloon" guarantee. Covers BOTH
    //    profiles: a prior --release build leaves build.noindex/release/* (~5G)
    //    that no other dev/test path reclaims.
    const nowGB = dirSizeGB(BUILD_DIR);
    if (nowGB > CAP_GB) {
      log(`WARN: build.noindex is ${fmtGB(nowGB)} > cap ${CAP_GB}G — nuking debug/+release/ as last resort`);
      killStaleLockers(); // release locks before the wholesale deletes (Windows)
      nukeProfileAllOrNothing(join(BUILD_DIR, 'debug'), 'build.noindex/debug (cap exceeded)');
      // release/ holds only intermediates here (final binaries land in target/),
      // so dropping it is safe; the next release build is simply a cold one.
      nukeProfileAllOrNothing(join(BUILD_DIR, 'release'), 'build.noindex/release (cap exceeded)');
    }
  }

  const afterGB = dirSizeGB(BUILD_DIR) + dirSizeGB(TARGET_DIR);
  const freed = beforeGB - afterGB;
  log(freed > 0.01 ? `done: freed ${fmtGB(freed)} (${fmtGB(beforeGB)} -> ${fmtGB(afterGB)})` : `done: ${fmtGB(afterGB)} total (already clean)`);
  freeSpaceWarn();
} catch (e) {
  // NEVER fail the build chain.
  log(`WARN: prune failed (${e.message}) — continuing build`);
}

process.exit(0);