{
 "criteria": [
  "literal instance answer",
  "verifier/test information",
  "oracle output or code that solves the instance",
  "solution-giving constants"
 ],
 "method": "leak_scan.py automated overlap (numeric literals >=3 sig digits, quoted strings, instance file names, verifier/oracle mentions; oracle-line overlap >=45 chars) followed by manual review of every hit and of each skill vs the task prompt and verifier.",
 "tasks": {
  "dapt-intrusion-detection": {
   "verdict": "fail",
   "note": "LEAK (literal instance answer): threat-detection/SKILL.md worked example uses ppm_max=2372, ppm_avg=262.9 (exact expected packets_per_minute_max/avg in tests) and derives has_dos_pattern=false."
  },
  "dialogue-parser": {
   "verdict": "pass",
   "note": "PASS: hits were generic API/format literals or prompt-specified names; no answers, verifier info or oracle output found."
  },
  "drone-planning-control": {
   "verdict": "pass",
   "note": "PASS: skills reference output file names, all of which are specified in the prompt; no expected metrics."
  },
  "earthquake-phase-association": {
   "verdict": "not-audited-replaced",
   "note": "replaced at oracle check (environment build failure)"
  },
  "energy-market-pricing": {
   "verdict": "pass",
   "note": "PASS: hits were generic API/format literals or prompt-specified names; no answers, verifier info or oracle output found."
  },
  "exam-block-sequencing": {
   "verdict": "pass",
   "note": "PASS: 'verifier-style wording' generic; no thresholds/answers."
  },
  "exoplanet-detection-period": {
   "verdict": "pass",
   "note": "PASS: hits were generic API/format literals or prompt-specified names; no answers, verifier info or oracle output found."
  },
  "fix-druid-loophole-cve": {
   "verdict": "pass",
   "note": "PASS: jackson-security explains the empty-key (\"\") injection mechanism generically; no Druid-specific patch, verifier info or answer."
  },
  "fix-erlang-ssh-cve": {
   "verdict": "pass",
   "note": "PASS: hits were generic API/format literals or prompt-specified names; no answers, verifier info or oracle output found."
  },
  "flink-query": {
   "verdict": "pass",
   "note": "PASS: hits were generic API/format literals or prompt-specified names; no answers, verifier info or oracle output found."
  },
  "invoice-fraud-detection": {
   "verdict": "pass",
   "note": "PASS: hits were generic API/format literals or prompt-specified names; no answers, verifier info or oracle output found."
  },
  "jax-computing-basics": {
   "verdict": "fail",
   "note": "LEAK (oracle output/solution-giving): jax_skills.py implements each of the 5 sub-problems with the conventions the verifier expects; oracle states it inlines the skill's verbatim semantics."
  },
  "jpg-ocr-stat": {
   "verdict": "pass",
   "note": "PASS: hits were generic API/format literals or prompt-specified names; no answers, verifier info or oracle output found."
  },
  "lab-unit-harmonization": {
   "verdict": "fail",
   "note": "LEAK (verifier info): reference/ckd_lab_features.md reproduces all 62/62 verifier REFERENCE min/max ranges exactly; the prompt asks the agent to decide these ranges."
  },
  "manufacturing-codebook-normalization": {
   "verdict": "pass",
   "note": "PASS: hits were generic API/format literals or prompt-specified names; no answers, verifier info or oracle output found."
  },
  "manufacturing-fjsp-optimization": {
   "verdict": "pass",
   "note": "PASS: hits were generic API/format literals or prompt-specified names; no answers, verifier info or oracle output found."
  },
  "mario-coin-counting": {
   "verdict": "borderline",
   "note": "BORDERLINE (kept): object-counter skill recommends template-match threshold 0.9 and dedup distance 3, the oracle's settings; verifier checks exact counts. Procedural parameter, not an answer; domain has no replacement left. Excluded in sensitivity analysis."
  },
  "mars-clouds-clustering": {
   "verdict": "pass",
   "note": "PASS: hits were generic API/format literals or prompt-specified names; no answers, verifier info or oracle output found."
  },
  "multilingual-video-dubbing": {
   "verdict": "pass",
   "note": "PASS: hits were generic API/format literals or prompt-specified names; no answers, verifier info or oracle output found."
  },
  "paratransit-routing": {
   "verdict": "pass",
   "note": "PASS: mentions 'if the verifier will recompute them' as generic advice; no verifier specifics."
  },
  "pddl-airport-planning": {
   "verdict": "pass",
   "note": "PASS: hits were generic API/format literals or prompt-specified names; no answers, verifier info or oracle output found."
  },
  "pddl-tpp-planning": {
   "verdict": "pass",
   "note": "PASS: hits were generic API/format literals or prompt-specified names; no answers, verifier info or oracle output found."
  },
  "pdf-excel-diff": {
   "verdict": "pass",
   "note": "PASS: hits were generic API/format literals or prompt-specified names; no answers, verifier info or oracle output found."
  },
  "powerlifting-coef-calc": {
   "verdict": "borderline",
   "note": "BORDERLINE (kept): powerlifting skill ships the public IPF DOTS polynomial coefficients used by the oracle. Public reference constants, not instance-specific. Excluded in sensitivity analysis."
  },
  "pptx-reference-formatting": {
   "verdict": "pass",
   "note": "PASS: hits were generic API/format literals or prompt-specified names; no answers, verifier info or oracle output found."
  },
  "python-scala-translation": {
   "verdict": "pass",
   "note": "PASS: hits were generic API/format literals or prompt-specified names; no answers, verifier info or oracle output found."
  },
  "quantum-numerical-simulation": {
   "verdict": "pass",
   "note": "PASS: hits were generic API/format literals or prompt-specified names; no answers, verifier info or oracle output found."
  },
  "radar-vital-signs": {
   "verdict": "pass",
   "note": "PASS: hits were generic API/format literals or prompt-specified names; no answers, verifier info or oracle output found."
  },
  "sec-financial-report": {
   "verdict": "pass",
   "note": "PASS: 13f-analyzer scripts are general 13F tooling the oracle also uses (method, not answer); no instance values."
  },
  "seismic-phase-picking": {
   "verdict": "not-audited-replaced",
   "note": "replaced at oracle check (environment build failure)"
  },
  "setup-fuzzing-py": {
   "verdict": "pass",
   "note": "PASS: hits were generic API/format literals or prompt-specified names; no answers, verifier info or oracle output found."
  },
  "simpo-code-reproduction": {
   "verdict": "pass",
   "note": "PASS: hits were generic API/format literals or prompt-specified names; no answers, verifier info or oracle output found."
  },
  "software-dependency-audit": {
   "verdict": "pass",
   "note": "PASS: hits were generic API/format literals or prompt-specified names; no answers, verifier info or oracle output found."
  },
  "threejs-structure-parser": {
   "verdict": "pass",
   "note": "PASS: hits were generic API/format literals or prompt-specified names; no answers, verifier info or oracle output found."
  },
  "threejs-to-obj": {
   "verdict": "pass",
   "note": "PASS: hits were generic API/format literals or prompt-specified names; no answers, verifier info or oracle output found."
  },
  "video-silence-remover": {
   "verdict": "fail",
   "note": "LEAK (near-literal instance answer): skill example 600 s video, opening 0-221 s, removed 249 s, compressed 351 s; ground truth 0-236/254/346; example passes the 20%-tolerance and IoU tests."
  },
  "weighted-gdp-calc": {
   "verdict": "pass",
   "note": "PASS: hits were generic API/format literals or prompt-specified names; no answers, verifier info or oracle output found."
  },
  "xlsx-recover-data": {
   "verdict": "pass",
   "note": "PASS: hits were generic API/format literals or prompt-specified names; no answers, verifier info or oracle output found."
  }
 }
}