{
 "active_tasks": [
  "fix-druid-loophole-cve",
  "fix-erlang-ssh-cve",
  "setup-fuzzing-py",
  "software-dependency-audit",
  "sec-financial-report",
  "invoice-fraud-detection",
  "weighted-gdp-calc",
  "xlsx-recover-data",
  "energy-market-pricing",
  "drone-planning-control",
  "manufacturing-codebook-normalization",
  "manufacturing-fjsp-optimization",
  "paratransit-routing",
  "exam-block-sequencing",
  "pddl-tpp-planning",
  "pddl-airport-planning",
  "mario-coin-counting",
  "threejs-to-obj",
  "multilingual-video-dubbing",
  "threejs-structure-parser",
  "mars-clouds-clustering",
  "exoplanet-detection-period",
  "radar-vital-signs",
  "quantum-numerical-simulation",
  "jpg-ocr-stat",
  "pptx-reference-formatting",
  "pdf-excel-diff",
  "powerlifting-coef-calc",
  "simpo-code-reproduction",
  "flink-query",
  "python-scala-translation",
  "dialogue-parser"
 ],
 "tasks": {
  "dapt-intrusion-detection": {
   "domain": "cybersecurity",
   "difficulty": "hard",
   "active": false,
   "oracle_pass": true,
   "nop_fail": false,
   "leak": "fail",
   "runs": {
    "oracle": [
     {
      "job": "pf-oracle",
      "reward": 1.0,
      "exception": null
     }
    ]
   }
  },
  "dialogue-parser": {
   "domain": "software-engineering",
   "difficulty": "easy",
   "active": true,
   "oracle_pass": true,
   "nop_fail": true,
   "leak": "pass",
   "runs": {
    "nop": [
     {
      "job": "pf-nop",
      "reward": 0.0,
      "exception": null
     }
    ],
    "oracle": [
     {
      "job": "pf-oracle-smoke",
      "reward": 1.0,
      "exception": null
     },
     {
      "job": "pf-oracle",
      "reward": 1.0,
      "exception": null
     }
    ]
   }
  },
  "drone-planning-control": {
   "domain": "industrial-physical-systems",
   "difficulty": "medium",
   "active": true,
   "oracle_pass": true,
   "nop_fail": true,
   "leak": "pass",
   "runs": {
    "nop": [
     {
      "job": "pf-nop",
      "reward": 0.0,
      "exception": null
     }
    ],
    "oracle": [
     {
      "job": "pf-oracle",
      "reward": 1.0,
      "exception": null
     }
    ]
   }
  },
  "earthquake-phase-association": {
   "domain": "natural-science",
   "difficulty": "hard",
   "active": false,
   "oracle_pass": false,
   "nop_fail": false,
   "leak": "not-audited-replaced",
   "runs": {
    "oracle": [
     {
      "job": "pf-oracle",
      "reward": null,
      "exception": "RuntimeError"
     }
    ]
   }
  },
  "energy-market-pricing": {
   "domain": "industrial-physical-systems",
   "difficulty": "hard",
   "active": true,
   "oracle_pass": true,
   "nop_fail": true,
   "leak": "pass",
   "runs": {
    "nop": [
     {
      "job": "pf-nop",
      "reward": 0.0,
      "exception": null
     }
    ],
    "oracle": [
     {
      "job": "pf-oracle",
      "reward": 1.0,
      "exception": null
     }
    ]
   }
  },
  "exam-block-sequencing": {
   "domain": "mathematics-or-formal-reasoning",
   "difficulty": "hard",
   "active": true,
   "oracle_pass": true,
   "nop_fail": true,
   "leak": "pass",
   "runs": {
    "nop": [
     {
      "job": "pf-nop",
      "reward": 0.0,
      "exception": null
     }
    ],
    "oracle": [
     {
      "job": "pf-oracle",
      "reward": 1.0,
      "exception": null
     }
    ]
   }
  },
  "exoplanet-detection-period": {
   "domain": "natural-science",
   "difficulty": "medium",
   "active": true,
   "oracle_pass": true,
   "nop_fail": true,
   "leak": "pass",
   "runs": {
    "nop": [
     {
      "job": "pf-nop",
      "reward": 0.0,
      "exception": null
     }
    ],
    "oracle": [
     {
      "job": "pf-oracle",
      "reward": 1.0,
      "exception": null
     }
    ]
   }
  },
  "fix-druid-loophole-cve": {
   "domain": "cybersecurity",
   "difficulty": "hard",
   "active": true,
   "oracle_pass": true,
   "nop_fail": true,
   "leak": "pass",
   "runs": {
    "nop": [
     {
      "job": "pf-nop",
      "reward": 0.0,
      "exception": null
     }
    ],
    "oracle": [
     {
      "job": "pf-oracle2",
      "reward": 1.0,
      "exception": null
     }
    ]
   }
  },
  "fix-erlang-ssh-cve": {
   "domain": "cybersecurity",
   "difficulty": "hard",
   "active": true,
   "oracle_pass": true,
   "nop_fail": true,
   "leak": "pass",
   "runs": {
    "nop": [
     {
      "job": "pf-nop",
      "reward": 0.0,
      "exception": null
     }
    ],
    "oracle": [
     {
      "job": "pf-oracle",
      "reward": 1.0,
      "exception": null
     }
    ]
   }
  },
  "flink-query": {
   "domain": "software-engineering",
   "difficulty": "hard",
   "active": true,
   "oracle_pass": true,
   "nop_fail": true,
   "leak": "pass",
   "runs": {
    "nop": [
     {
      "job": "pf-nop",
      "reward": 0.0,
      "exception": null
     }
    ],
    "oracle": [
     {
      "job": "pf-oracle",
      "reward": 1.0,
      "exception": null
     }
    ]
   }
  },
  "invoice-fraud-detection": {
   "domain": "finance-economics",
   "difficulty": "hard",
   "active": true,
   "oracle_pass": true,
   "nop_fail": true,
   "leak": "pass",
   "runs": {
    "nop": [
     {
      "job": "pf-nop",
      "reward": 0.0,
      "exception": null
     }
    ],
    "oracle": [
     {
      "job": "pf-oracle",
      "reward": 1.0,
      "exception": null
     }
    ]
   }
  },
  "jax-computing-basics": {
   "domain": "software-engineering",
   "difficulty": "medium",
   "active": false,
   "oracle_pass": true,
   "nop_fail": false,
   "leak": "fail",
   "runs": {
    "oracle": [
     {
      "job": "pf-oracle",
      "reward": 1.0,
      "exception": null
     }
    ]
   }
  },
  "jpg-ocr-stat": {
   "domain": "office-white-collar",
   "difficulty": "hard",
   "active": true,
   "oracle_pass": true,
   "nop_fail": true,
   "leak": "pass",
   "runs": {
    "nop": [
     {
      "job": "pf-nop",
      "reward": 0.0,
      "exception": null
     }
    ],
    "oracle": [
     {
      "job": "pf-oracle",
      "reward": 1.0,
      "exception": null
     }
    ]
   }
  },
  "lab-unit-harmonization": {
   "domain": "natural-science",
   "difficulty": "medium",
   "active": false,
   "oracle_pass": true,
   "nop_fail": false,
   "leak": "fail",
   "runs": {
    "oracle": [
     {
      "job": "pf-oracle",
      "reward": 1.0,
      "exception": null
     }
    ]
   }
  },
  "manufacturing-codebook-normalization": {
   "domain": "industrial-physical-systems",
   "difficulty": "medium",
   "active": true,
   "oracle_pass": true,
   "nop_fail": true,
   "leak": "pass",
   "runs": {
    "nop": [
     {
      "job": "pf-nop",
      "reward": 0.0,
      "exception": null
     }
    ],
    "oracle": [
     {
      "job": "pf-oracle",
      "reward": 1.0,
      "exception": null
     }
    ]
   }
  },
  "manufacturing-fjsp-optimization": {
   "domain": "industrial-physical-systems",
   "difficulty": "medium",
   "active": true,
   "oracle_pass": true,
   "nop_fail": true,
   "leak": "pass",
   "runs": {
    "nop": [
     {
      "job": "pf-nop",
      "reward": 0.0,
      "exception": null
     }
    ],
    "oracle": [
     {
      "job": "pf-oracle",
      "reward": 1.0,
      "exception": null
     }
    ]
   }
  },
  "mario-coin-counting": {
   "domain": "media-content-production",
   "difficulty": "medium",
   "active": true,
   "oracle_pass": true,
   "nop_fail": true,
   "leak": "borderline",
   "runs": {
    "nop": [
     {
      "job": "pf-nop",
      "reward": null,
      "exception": "RuntimeError"
     },
     {
      "job": "pf-nop2",
      "reward": 0.0,
      "exception": null
     }
    ],
    "oracle": [
     {
      "job": "pf-oracle2",
      "reward": null,
      "exception": "RuntimeError"
     },
     {
      "job": "pf-oracle3",
      "reward": 1.0,
      "exception": null
     }
    ]
   }
  },
  "mars-clouds-clustering": {
   "domain": "natural-science",
   "difficulty": "hard",
   "active": true,
   "oracle_pass": true,
   "nop_fail": true,
   "leak": "pass",
   "runs": {
    "nop": [
     {
      "job": "pf-nop2",
      "reward": 0.0,
      "exception": null
     }
    ],
    "oracle": [
     {
      "job": "pf-oracle4",
      "reward": 1.0,
      "exception": null
     }
    ]
   }
  },
  "multilingual-video-dubbing": {
   "domain": "media-content-production",
   "difficulty": "medium",
   "active": true,
   "oracle_pass": true,
   "nop_fail": true,
   "leak": "pass",
   "runs": {
    "nop": [
     {
      "job": "pf-nop",
      "reward": 0.0,
      "exception": null
     }
    ],
    "oracle": [
     {
      "job": "pf-oracle",
      "reward": 1.0,
      "exception": null
     }
    ]
   }
  },
  "paratransit-routing": {
   "domain": "mathematics-or-formal-reasoning",
   "difficulty": "hard",
   "active": true,
   "oracle_pass": true,
   "nop_fail": true,
   "leak": "pass",
   "runs": {
    "nop": [
     {
      "job": "pf-nop",
      "reward": 0.0,
      "exception": null
     }
    ],
    "oracle": [
     {
      "job": "pf-oracle",
      "reward": 1.0,
      "exception": null
     }
    ]
   }
  },
  "pddl-airport-planning": {
   "domain": "mathematics-or-formal-reasoning",
   "difficulty": "medium",
   "active": true,
   "oracle_pass": true,
   "nop_fail": true,
   "leak": "pass",
   "runs": {
    "nop": [
     {
      "job": "pf-nop",
      "reward": 0.0,
      "exception": null
     }
    ],
    "oracle": [
     {
      "job": "pf-oracle",
      "reward": 1.0,
      "exception": null
     }
    ]
   }
  },
  "pddl-tpp-planning": {
   "domain": "mathematics-or-formal-reasoning",
   "difficulty": "medium",
   "active": true,
   "oracle_pass": true,
   "nop_fail": true,
   "leak": "pass",
   "runs": {
    "nop": [
     {
      "job": "pf-nop",
      "reward": 0.0,
      "exception": null
     }
    ],
    "oracle": [
     {
      "job": "pf-oracle",
      "reward": 1.0,
      "exception": null
     }
    ]
   }
  },
  "pdf-excel-diff": {
   "domain": "office-white-collar",
   "difficulty": "medium",
   "active": true,
   "oracle_pass": true,
   "nop_fail": true,
   "leak": "pass",
   "runs": {
    "nop": [
     {
      "job": "pf-nop",
      "reward": 0.0,
      "exception": null
     }
    ],
    "oracle": [
     {
      "job": "pf-oracle",
      "reward": 1.0,
      "exception": null
     }
    ]
   }
  },
  "powerlifting-coef-calc": {
   "domain": "office-white-collar",
   "difficulty": "easy",
   "active": true,
   "oracle_pass": true,
   "nop_fail": true,
   "leak": "borderline",
   "runs": {
    "nop": [
     {
      "job": "pf-nop",
      "reward": 0.0,
      "exception": null
     }
    ],
    "oracle": [
     {
      "job": "pf-oracle",
      "reward": 1.0,
      "exception": null
     }
    ]
   }
  },
  "pptx-reference-formatting": {
   "domain": "office-white-collar",
   "difficulty": "medium",
   "active": true,
   "oracle_pass": true,
   "nop_fail": true,
   "leak": "pass",
   "runs": {
    "nop": [
     {
      "job": "pf-nop",
      "reward": 0.0,
      "exception": null
     }
    ],
    "oracle": [
     {
      "job": "pf-oracle",
      "reward": 1.0,
      "exception": null
     }
    ]
   }
  },
  "python-scala-translation": {
   "domain": "software-engineering",
   "difficulty": "medium",
   "active": true,
   "oracle_pass": true,
   "nop_fail": true,
   "leak": "pass",
   "runs": {
    "nop": [
     {
      "job": "pf-nop",
      "reward": 0.0,
      "exception": null
     }
    ],
    "oracle": [
     {
      "job": "pf-oracle2",
      "reward": 1.0,
      "exception": null
     }
    ]
   }
  },
  "quantum-numerical-simulation": {
   "domain": "natural-science",
   "difficulty": "medium",
   "active": true,
   "oracle_pass": true,
   "nop_fail": true,
   "leak": "pass",
   "runs": {
    "nop": [
     {
      "job": "pf-nop",
      "reward": 0.0,
      "exception": null
     },
     {
      "job": "pf-nop2",
      "reward": 0.0,
      "exception": null
     }
    ],
    "oracle": [
     {
      "job": "pf-oracle2",
      "reward": 0.0,
      "exception": null
     },
     {
      "job": "pf-oracle3",
      "reward": 1.0,
      "exception": null
     }
    ]
   }
  },
  "radar-vital-signs": {
   "domain": "natural-science",
   "difficulty": "medium",
   "active": true,
   "oracle_pass": true,
   "nop_fail": true,
   "leak": "pass",
   "runs": {
    "nop": [
     {
      "job": "pf-nop",
      "reward": 0.0,
      "exception": null
     }
    ],
    "oracle": [
     {
      "job": "pf-oracle",
      "reward": null,
      "exception": "RuntimeError"
     },
     {
      "job": "pf-oracle2",
      "reward": 1.0,
      "exception": null
     }
    ]
   }
  },
  "sec-financial-report": {
   "domain": "finance-economics",
   "difficulty": "hard",
   "active": true,
   "oracle_pass": true,
   "nop_fail": true,
   "leak": "pass",
   "runs": {
    "nop": [
     {
      "job": "pf-nop",
      "reward": 0.0,
      "exception": null
     }
    ],
    "oracle": [
     {
      "job": "pf-oracle",
      "reward": 1.0,
      "exception": null
     }
    ]
   }
  },
  "seismic-phase-picking": {
   "domain": "natural-science",
   "difficulty": "hard",
   "active": false,
   "oracle_pass": false,
   "nop_fail": false,
   "leak": "not-audited-replaced",
   "runs": {
    "nop": [
     {
      "job": "pf-nop",
      "reward": null,
      "exception": "RuntimeError"
     }
    ],
    "oracle": [
     {
      "job": "pf-oracle2",
      "reward": null,
      "exception": "RuntimeError"
     },
     {
      "job": "pf-oracle3",
      "reward": null,
      "exception": "RuntimeError"
     }
    ]
   }
  },
  "setup-fuzzing-py": {
   "domain": "cybersecurity",
   "difficulty": "medium",
   "active": true,
   "oracle_pass": true,
   "nop_fail": true,
   "leak": "pass",
   "runs": {
    "nop": [
     {
      "job": "pf-nop",
      "reward": 0.0,
      "exception": null
     }
    ],
    "oracle": [
     {
      "job": "pf-oracle",
      "reward": 1.0,
      "exception": null
     }
    ]
   }
  },
  "simpo-code-reproduction": {
   "domain": "software-engineering",
   "difficulty": "hard",
   "active": true,
   "oracle_pass": true,
   "nop_fail": true,
   "leak": "pass",
   "runs": {
    "nop": [
     {
      "job": "pf-nop",
      "reward": 0.0,
      "exception": null
     }
    ],
    "oracle": [
     {
      "job": "pf-oracle",
      "reward": 1.0,
      "exception": null
     }
    ]
   }
  },
  "software-dependency-audit": {
   "domain": "cybersecurity",
   "difficulty": "medium",
   "active": true,
   "oracle_pass": true,
   "nop_fail": true,
   "leak": "pass",
   "runs": {
    "nop": [
     {
      "job": "pf-nop",
      "reward": 0.0,
      "exception": null
     }
    ],
    "oracle": [
     {
      "job": "pf-oracle",
      "reward": 1.0,
      "exception": null
     }
    ]
   }
  },
  "threejs-structure-parser": {
   "domain": "media-content-production",
   "difficulty": "medium",
   "active": true,
   "oracle_pass": true,
   "nop_fail": true,
   "leak": "pass",
   "runs": {
    "nop": [
     {
      "job": "pf-nop",
      "reward": 0.0,
      "exception": null
     }
    ],
    "oracle": [
     {
      "job": "pf-oracle",
      "reward": 1.0,
      "exception": null
     }
    ]
   }
  },
  "threejs-to-obj": {
   "domain": "media-content-production",
   "difficulty": "medium",
   "active": true,
   "oracle_pass": true,
   "nop_fail": true,
   "leak": "pass",
   "runs": {
    "nop": [
     {
      "job": "pf-nop",
      "reward": 0.0,
      "exception": null
     }
    ],
    "oracle": [
     {
      "job": "pf-oracle",
      "reward": 1.0,
      "exception": null
     }
    ]
   }
  },
  "video-silence-remover": {
   "domain": "media-content-production",
   "difficulty": "hard",
   "active": false,
   "oracle_pass": true,
   "nop_fail": false,
   "leak": "fail",
   "runs": {
    "oracle": [
     {
      "job": "pf-oracle",
      "reward": 1.0,
      "exception": null
     }
    ]
   }
  },
  "weighted-gdp-calc": {
   "domain": "finance-economics",
   "difficulty": "medium",
   "active": true,
   "oracle_pass": true,
   "nop_fail": true,
   "leak": "pass",
   "runs": {
    "nop": [
     {
      "job": "pf-nop",
      "reward": 0.0,
      "exception": null
     }
    ],
    "oracle": [
     {
      "job": "pf-oracle",
      "reward": 1.0,
      "exception": null
     }
    ]
   }
  },
  "xlsx-recover-data": {
   "domain": "finance-economics",
   "difficulty": "medium",
   "active": true,
   "oracle_pass": true,
   "nop_fail": true,
   "leak": "pass",
   "runs": {
    "nop": [
     {
      "job": "pf-nop",
      "reward": 0.0,
      "exception": null
     }
    ],
    "oracle": [
     {
      "job": "pf-oracle",
      "reward": 1.0,
      "exception": null
     }
    ]
   }
  }
 },
 "active_not_clean": []
}