Ai Self-Healing Tests: AI Quarantine With Hard Human Fix SLAs

// ci/flake-classify.ts
export type Class = "flake" | "regression" | "infra" | "unknown";

export function classify(sig: {
  testId: string;
  passRate14d: number;
  changedInPR: boolean;
  sameStackAsKnownFlake: boolean;
}): Class {
  if (sig.changedInPR && sig.passRate14d > 0.95) return "regression"; // ✅ new failure on touched code
  if (sig.sameStackAsKnownFlake && sig.passRate14d < 0.85) return "flake";
  if (/ECONNRESET|runner|dockerd/.test(sig.testId)) return "infra";
  return "unknown";
}

<!-- .quarantine/payments.spec.ts::retriesExhausted.md -->
test: payments.spec.ts > retriesExhausted
class: flake
owner: @payments-platform
sla_due: 2026-09-18
ai_notes: |
  Historical pass rate 71% (14d). Failure correlates with shared Redis
  fixture; stack matches flake#482. Not touched in this PR.
evidence:
  - ci_run: 889120
  - stack_hash: a1b2c3
action: quarantine_until_sla

// jest setup — illustrative
import { readFileSync, existsSync } from "node:fs";

function isQuarantined(testId: string): boolean {
  const p = `.quarantine/${testId}.md`;
  if (!existsSync(p)) return false;
  const due = /sla_due:\s*(\d{4}-\d{2}-\d{2})/.exec(readFileSync(p, "utf8"));
  if (!due) return false;
  // ✅ Past SLA → fail CI loudly (coverage rot prevention)
  if (new Date(due[1]) < new Date()) throw new Error(`quarantine_sla_breached:${testId}`);
  return true;
}

# ✅ Allowed bot actions
# - open quarantine file + Jira/Linear ticket
# - suggest flake root cause from logs
# - re-run flake class once

# ❌ Forbidden
# - delete expect(...) / reduce timeouts “to green”
# - mark regression class as quarantine
# - mute entire suites