{"model": "claude-sonnet-5-5", "arm": "A", "task": "dialogue-parser", "trial": "dialogue-parser__M3t6jxX", "domain": "software-engineering", "difficulty": "easy", "reward": 0, "raw_reward": 0.833, "exception": null, "infra": false, "input_tokens": 70334, "cache_tokens": 68753, "output_tokens": 1980, "tokens_total": 72314, "agent_wall_s": 16.977597, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "dialogue-parser", "trial": "dialogue-parser__VV55srP", "domain": "software-engineering", "difficulty": "easy", "reward": 0, "raw_reward": 0.833, "exception": null, "infra": false, "input_tokens": 70607, "cache_tokens": 68753, "output_tokens": 2315, "tokens_total": 72922, "agent_wall_s": 17.328159, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "dialogue-parser", "trial": "dialogue-parser__YHA9GdB", "domain": "software-engineering", "difficulty": "easy", "reward": 0, "raw_reward": 0.833, "exception": null, "infra": false, "input_tokens": 70671, "cache_tokens": 53859, "output_tokens": 2474, "tokens_total": 73145, "agent_wall_s": 19.835804, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "drone-planning-control", "trial": "drone-planning-control__K5eVeHc", "domain": "industrial-physical-systems", "difficulty": "medium", "reward": 0, "raw_reward": 0.566667, "exception": null, "infra": false, "input_tokens": 228070, "cache_tokens": 208081, "output_tokens": 10163, "tokens_total": 238233, "agent_wall_s": 1247.375887, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "drone-planning-control", "trial": "drone-planning-control__STRypKq", "domain": "industrial-physical-systems", "difficulty": "medium", "reward": 0, "raw_reward": null, "exception": "AgentSetupTimeoutError", "infra": true, "input_tokens": null, "cache_tokens": null, "output_tokens": null, "tokens_total": 0, "agent_wall_s": null, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "drone-planning-control", "trial": "drone-planning-control__zHgvpQG", "domain": "industrial-physical-systems", "difficulty": "medium", "reward": 0, "raw_reward": 0.566667, "exception": null, "infra": false, "input_tokens": 85569, "cache_tokens": 77230, "output_tokens": 7397, "tokens_total": 92966, "agent_wall_s": 134.905188, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "drone-planning-control", "trial": "drone-planning-control__Gwk5YjR", "domain": "industrial-physical-systems", "difficulty": "medium", "reward": 0, "raw_reward": 0.166667, "exception": "AgentTimeoutError", "infra": false, "input_tokens": 190386, "cache_tokens": 173915, "output_tokens": 8145, "tokens_total": 198531, "agent_wall_s": 1800.001361, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "drone-planning-control", "trial": "drone-planning-control__JrirP2w", "domain": "industrial-physical-systems", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": "ApiRateLimitError", "infra": true, "input_tokens": 0, "cache_tokens": 0, "output_tokens": 0, "tokens_total": 0, "agent_wall_s": 1.297131, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "drone-planning-control", "trial": "drone-planning-control__buSdw9j", "domain": "industrial-physical-systems", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": "ApiRateLimitError", "infra": true, "input_tokens": 0, "cache_tokens": 0, "output_tokens": 0, "tokens_total": 0, "agent_wall_s": 1.284867, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "drone-planning-control", "trial": "drone-planning-control__d8w2R6n", "domain": "industrial-physical-systems", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": "ApiRateLimitError", "infra": true, "input_tokens": 0, "cache_tokens": 0, "output_tokens": 0, "tokens_total": 0, "agent_wall_s": 1.276696, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "energy-market-pricing", "trial": "energy-market-pricing__4p8R7zd", "domain": "industrial-physical-systems", "difficulty": "hard", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 297091, "cache_tokens": 280704, "output_tokens": 8286, "tokens_total": 305377, "agent_wall_s": 84.415531, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "energy-market-pricing", "trial": "energy-market-pricing__XMN4MQk", "domain": "industrial-physical-systems", "difficulty": "hard", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 117763, "cache_tokens": 111365, "output_tokens": 4412, "tokens_total": 122175, "agent_wall_s": 54.420971, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "energy-market-pricing", "trial": "energy-market-pricing__phhEM8Y", "domain": "industrial-physical-systems", "difficulty": "hard", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 95586, "cache_tokens": 89044, "output_tokens": 3906, "tokens_total": 99492, "agent_wall_s": 40.696546, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "energy-market-pricing", "trial": "energy-market-pricing__7tKS6ab", "domain": "industrial-physical-systems", "difficulty": "hard", "reward": 0, "raw_reward": 0.0, "exception": "ApiRateLimitError", "infra": true, "input_tokens": 0, "cache_tokens": 0, "output_tokens": 0, "tokens_total": 0, "agent_wall_s": 1.414215, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "energy-market-pricing", "trial": "energy-market-pricing__CXCVaUr", "domain": "industrial-physical-systems", "difficulty": "hard", "reward": 0, "raw_reward": 0.0, "exception": "ApiRateLimitError", "infra": true, "input_tokens": 0, "cache_tokens": 0, "output_tokens": 0, "tokens_total": 0, "agent_wall_s": 1.186364, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "energy-market-pricing", "trial": "energy-market-pricing__tLU9Dfz", "domain": "industrial-physical-systems", "difficulty": "hard", "reward": 0, "raw_reward": 0.0, "exception": "ApiRateLimitError", "infra": true, "input_tokens": 0, "cache_tokens": 0, "output_tokens": 0, "tokens_total": 0, "agent_wall_s": 1.180228, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "exam-block-sequencing", "trial": "exam-block-sequencing__ZgUkN8q", "domain": "mathematics-or-formal-reasoning", "difficulty": "hard", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 373537, "cache_tokens": 357226, "output_tokens": 6656, "tokens_total": 380193, "agent_wall_s": 844.833699, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "exam-block-sequencing", "trial": "exam-block-sequencing__d23ZqGi", "domain": "mathematics-or-formal-reasoning", "difficulty": "hard", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 165951, "cache_tokens": 158292, "output_tokens": 6369, "tokens_total": 172320, "agent_wall_s": 113.000607, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "exam-block-sequencing", "trial": "exam-block-sequencing__haQzDAg", "domain": "mathematics-or-formal-reasoning", "difficulty": "hard", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 136823, "cache_tokens": 129150, "output_tokens": 4009, "tokens_total": 140832, "agent_wall_s": 273.999319, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "exoplanet-detection-period", "trial": "exoplanet-detection-period__byAgnTo", "domain": "natural-science", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 63855, "cache_tokens": 59064, "output_tokens": 1172, "tokens_total": 65027, "agent_wall_s": 24.421523, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "exoplanet-detection-period", "trial": "exoplanet-detection-period__hqFesFN", "domain": "natural-science", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 47831, "cache_tokens": 46658, "output_tokens": 1330, "tokens_total": 49161, "agent_wall_s": 22.780394, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "exoplanet-detection-period", "trial": "exoplanet-detection-period__rbESDaS", "domain": "natural-science", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 47606, "cache_tokens": 46759, "output_tokens": 1047, "tokens_total": 48653, "agent_wall_s": 20.890981, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "fix-druid-loophole-cve", "trial": "fix-druid-loophole-cve__Pd8uAFy", "domain": "cybersecurity", "difficulty": "hard", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 88096, "cache_tokens": 80600, "output_tokens": 1874, "tokens_total": 89970, "agent_wall_s": 92.984072, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "fix-druid-loophole-cve", "trial": "fix-druid-loophole-cve__86Pe4Sg", "domain": "cybersecurity", "difficulty": "hard", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 104305, "cache_tokens": 101193, "output_tokens": 1906, "tokens_total": 106211, "agent_wall_s": 26.228166, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "fix-druid-loophole-cve", "trial": "fix-druid-loophole-cve__pPo3snC", "domain": "cybersecurity", "difficulty": "hard", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 173100, "cache_tokens": 166294, "output_tokens": 3875, "tokens_total": 176975, "agent_wall_s": 47.440408, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "fix-druid-loophole-cve", "trial": "fix-druid-loophole-cve__xe2C9V9", "domain": "cybersecurity", "difficulty": "hard", "reward": 0, "raw_reward": null, "exception": "VerifierTimeoutError", "infra": true, "input_tokens": 72876, "cache_tokens": 64604, "output_tokens": 1552, "tokens_total": 74428, "agent_wall_s": 203.142089, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "fix-erlang-ssh-cve", "trial": "fix-erlang-ssh-cve__Rz5v9qT", "domain": "cybersecurity", "difficulty": "hard", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 114625, "cache_tokens": 108904, "output_tokens": 1547, "tokens_total": 116172, "agent_wall_s": 16.31929, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "fix-erlang-ssh-cve", "trial": "fix-erlang-ssh-cve__jEbj9vG", "domain": "cybersecurity", "difficulty": "hard", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 118148, "cache_tokens": 108119, "output_tokens": 1460, "tokens_total": 119608, "agent_wall_s": 15.533993, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "fix-erlang-ssh-cve", "trial": "fix-erlang-ssh-cve__kBw3Nr3", "domain": "cybersecurity", "difficulty": "hard", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 115867, "cache_tokens": 109684, "output_tokens": 1465, "tokens_total": 117332, "agent_wall_s": 15.349363, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "flink-query", "trial": "flink-query__9xCYFfS", "domain": "software-engineering", "difficulty": "hard", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 178496, "cache_tokens": 168739, "output_tokens": 6445, "tokens_total": 184941, "agent_wall_s": 178.782738, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "flink-query", "trial": "flink-query__C8ctGbD", "domain": "software-engineering", "difficulty": "hard", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 200590, "cache_tokens": 186149, "output_tokens": 6471, "tokens_total": 207061, "agent_wall_s": 169.903927, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "flink-query", "trial": "flink-query__TV3f2cS", "domain": "software-engineering", "difficulty": "hard", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 200184, "cache_tokens": 190415, "output_tokens": 6346, "tokens_total": 206530, "agent_wall_s": 113.069727, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "invoice-fraud-detection", "trial": "invoice-fraud-detection__543duQM", "domain": "finance-economics", "difficulty": "hard", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 101103, "cache_tokens": 83198, "output_tokens": 1686, "tokens_total": 102789, "agent_wall_s": 17.208731, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "invoice-fraud-detection", "trial": "invoice-fraud-detection__CTcQBxD", "domain": "finance-economics", "difficulty": "hard", "reward": 0, "raw_reward": null, "exception": "AgentSetupTimeoutError", "infra": true, "input_tokens": null, "cache_tokens": null, "output_tokens": null, "tokens_total": 0, "agent_wall_s": null, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "invoice-fraud-detection", "trial": "invoice-fraud-detection__UEYHRVu", "domain": "finance-economics", "difficulty": "hard", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 76753, "cache_tokens": 70194, "output_tokens": 1646, "tokens_total": 78399, "agent_wall_s": 15.871894, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "invoice-fraud-detection", "trial": "invoice-fraud-detection__rirxUbY", "domain": "finance-economics", "difficulty": "hard", "reward": 0, "raw_reward": null, "exception": "AgentSetupTimeoutError", "infra": true, "input_tokens": null, "cache_tokens": null, "output_tokens": null, "tokens_total": 0, "agent_wall_s": null, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "invoice-fraud-detection", "trial": "invoice-fraud-detection__Q39kgYs", "domain": "finance-economics", "difficulty": "hard", "reward": 0, "raw_reward": 0.0, "exception": "ApiRateLimitError", "infra": true, "input_tokens": 0, "cache_tokens": 0, "output_tokens": 0, "tokens_total": 0, "agent_wall_s": 1.973129, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "invoice-fraud-detection", "trial": "invoice-fraud-detection__rB7sCV3", "domain": "finance-economics", "difficulty": "hard", "reward": 0, "raw_reward": 0.0, "exception": "ApiRateLimitError", "infra": true, "input_tokens": 0, "cache_tokens": 0, "output_tokens": 0, "tokens_total": 0, "agent_wall_s": 1.248019, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "invoice-fraud-detection", "trial": "invoice-fraud-detection__sTPCaqk", "domain": "finance-economics", "difficulty": "hard", "reward": 0, "raw_reward": 0.0, "exception": "ApiRateLimitError", "infra": true, "input_tokens": 0, "cache_tokens": 0, "output_tokens": 0, "tokens_total": 0, "agent_wall_s": 1.177589, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "jpg-ocr-stat", "trial": "jpg-ocr-stat__NSUWyyn", "domain": "office-white-collar", "difficulty": "hard", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 86429, "cache_tokens": 82665, "output_tokens": 1879, "tokens_total": 88308, "agent_wall_s": 32.995547, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "jpg-ocr-stat", "trial": "jpg-ocr-stat__pJDD6hm", "domain": "office-white-collar", "difficulty": "hard", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 66617, "cache_tokens": 58750, "output_tokens": 1480, "tokens_total": 68097, "agent_wall_s": 25.221766, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "jpg-ocr-stat", "trial": "jpg-ocr-stat__xvLT6Ag", "domain": "office-white-collar", "difficulty": "hard", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 66559, "cache_tokens": 64598, "output_tokens": 1371, "tokens_total": 67930, "agent_wall_s": 24.766946, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "manufacturing-codebook-normalization", "trial": "manufacturing-codebook-normaliza__2cs6nyq", "domain": "industrial-physical-systems", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 572199, "cache_tokens": 527419, "output_tokens": 15496, "tokens_total": 587695, "agent_wall_s": 185.641196, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "manufacturing-codebook-normalization", "trial": "manufacturing-codebook-normaliza__VFd5E2J", "domain": "industrial-physical-systems", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 369633, "cache_tokens": 329237, "output_tokens": 11578, "tokens_total": 381211, "agent_wall_s": 154.692857, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "manufacturing-codebook-normalization", "trial": "manufacturing-codebook-normaliza__XkA8PKg", "domain": "industrial-physical-systems", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 428965, "cache_tokens": 397434, "output_tokens": 10369, "tokens_total": 439334, "agent_wall_s": 99.365592, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "manufacturing-codebook-normalization", "trial": "manufacturing-codebook-normaliza__GcEHFau", "domain": "industrial-physical-systems", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": "ApiRateLimitError", "infra": true, "input_tokens": 0, "cache_tokens": 0, "output_tokens": 0, "tokens_total": 0, "agent_wall_s": 1.172236, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "manufacturing-codebook-normalization", "trial": "manufacturing-codebook-normaliza__NPj53HD", "domain": "industrial-physical-systems", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": "ApiRateLimitError", "infra": true, "input_tokens": 0, "cache_tokens": 0, "output_tokens": 0, "tokens_total": 0, "agent_wall_s": 1.225255, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "manufacturing-codebook-normalization", "trial": "manufacturing-codebook-normaliza__dZadEDh", "domain": "industrial-physical-systems", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": "ApiRateLimitError", "infra": true, "input_tokens": 0, "cache_tokens": 0, "output_tokens": 0, "tokens_total": 0, "agent_wall_s": 1.288575, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "manufacturing-fjsp-optimization", "trial": "manufacturing-fjsp-optimization__Nb5CsMU", "domain": "industrial-physical-systems", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 302714, "cache_tokens": 291620, "output_tokens": 7363, "tokens_total": 310077, "agent_wall_s": 350.264402, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "manufacturing-fjsp-optimization", "trial": "manufacturing-fjsp-optimization__Yu8ckZC", "domain": "industrial-physical-systems", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 188511, "cache_tokens": 178119, "output_tokens": 4820, "tokens_total": 193331, "agent_wall_s": 129.472088, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "manufacturing-fjsp-optimization", "trial": "manufacturing-fjsp-optimization__eUuZBdW", "domain": "industrial-physical-systems", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 107157, "cache_tokens": 101965, "output_tokens": 3714, "tokens_total": 110871, "agent_wall_s": 185.109664, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "manufacturing-fjsp-optimization", "trial": "manufacturing-fjsp-optimization__THxWYzx", "domain": "industrial-physical-systems", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": "ApiRateLimitError", "infra": true, "input_tokens": 0, "cache_tokens": 0, "output_tokens": 0, "tokens_total": 0, "agent_wall_s": 1.117447, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "manufacturing-fjsp-optimization", "trial": "manufacturing-fjsp-optimization__Xi72iw6", "domain": "industrial-physical-systems", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": "ApiRateLimitError", "infra": true, "input_tokens": 0, "cache_tokens": 0, "output_tokens": 0, "tokens_total": 0, "agent_wall_s": 1.129803, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "manufacturing-fjsp-optimization", "trial": "manufacturing-fjsp-optimization__giGkLqv", "domain": "industrial-physical-systems", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": "ApiRateLimitError", "infra": true, "input_tokens": 0, "cache_tokens": 0, "output_tokens": 0, "tokens_total": 0, "agent_wall_s": 1.852091, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "mario-coin-counting", "trial": "mario-coin-counting__6WMzzFk", "domain": "media-content-production", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 64449, "cache_tokens": 63058, "output_tokens": 1577, "tokens_total": 66026, "agent_wall_s": 22.804833, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "mario-coin-counting", "trial": "mario-coin-counting__HPNcbgN", "domain": "media-content-production", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 64307, "cache_tokens": 63057, "output_tokens": 1419, "tokens_total": 65726, "agent_wall_s": 16.381331, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "mario-coin-counting", "trial": "mario-coin-counting__PAuoyW4", "domain": "media-content-production", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 64600, "cache_tokens": 59199, "output_tokens": 1562, "tokens_total": 66162, "agent_wall_s": 20.795927, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "mars-clouds-clustering", "trial": "mars-clouds-clustering__47qhRKM", "domain": "natural-science", "difficulty": "hard", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 61194, "cache_tokens": 57169, "output_tokens": 1763, "tokens_total": 62957, "agent_wall_s": 109.607212, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "mars-clouds-clustering", "trial": "mars-clouds-clustering__feSGfPT", "domain": "natural-science", "difficulty": "hard", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 58783, "cache_tokens": 57169, "output_tokens": 1703, "tokens_total": 60486, "agent_wall_s": 116.692851, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "mars-clouds-clustering", "trial": "mars-clouds-clustering__t24qh7H", "domain": "natural-science", "difficulty": "hard", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 58884, "cache_tokens": 48330, "output_tokens": 1801, "tokens_total": 60685, "agent_wall_s": 122.633556, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "multilingual-video-dubbing", "trial": "multilingual-video-dubbing__8V7VVfo", "domain": "media-content-production", "difficulty": "medium", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 122500, "cache_tokens": 114868, "output_tokens": 2783, "tokens_total": 125283, "agent_wall_s": 83.31624, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "multilingual-video-dubbing", "trial": "multilingual-video-dubbing__MbLqayU", "domain": "media-content-production", "difficulty": "medium", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 104552, "cache_tokens": 100940, "output_tokens": 2898, "tokens_total": 107450, "agent_wall_s": 74.661878, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "multilingual-video-dubbing", "trial": "multilingual-video-dubbing__N7aZKLw", "domain": "media-content-production", "difficulty": "medium", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 145078, "cache_tokens": 139811, "output_tokens": 3414, "tokens_total": 148492, "agent_wall_s": 85.658895, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "paratransit-routing", "trial": "paratransit-routing__Vh6eFt5", "domain": "mathematics-or-formal-reasoning", "difficulty": "hard", "reward": 0, "raw_reward": 0.0, "exception": "AgentTimeoutError", "infra": false, "input_tokens": 391887, "cache_tokens": 375381, "output_tokens": 8977, "tokens_total": 400864, "agent_wall_s": 900.030126, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "paratransit-routing", "trial": "paratransit-routing__iYeYx2s", "domain": "mathematics-or-formal-reasoning", "difficulty": "hard", "reward": 0, "raw_reward": 0.0, "exception": "AgentTimeoutError", "infra": false, "input_tokens": 261013, "cache_tokens": 249798, "output_tokens": 7686, "tokens_total": 268699, "agent_wall_s": 900.007479, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "paratransit-routing", "trial": "paratransit-routing__uhwnU3L", "domain": "mathematics-or-formal-reasoning", "difficulty": "hard", "reward": 0, "raw_reward": 0.0, "exception": "AgentTimeoutError", "infra": false, "input_tokens": 208810, "cache_tokens": 199535, "output_tokens": 6084, "tokens_total": 214894, "agent_wall_s": 900.02559, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "paratransit-routing", "trial": "paratransit-routing__3WcWfNG", "domain": "mathematics-or-formal-reasoning", "difficulty": "hard", "reward": 0, "raw_reward": 0.0, "exception": "ApiRateLimitError", "infra": true, "input_tokens": 0, "cache_tokens": 0, "output_tokens": 0, "tokens_total": 0, "agent_wall_s": 1.22579, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "paratransit-routing", "trial": "paratransit-routing__9qyz2Fn", "domain": "mathematics-or-formal-reasoning", "difficulty": "hard", "reward": 0, "raw_reward": 0.0, "exception": "ApiRateLimitError", "infra": true, "input_tokens": 0, "cache_tokens": 0, "output_tokens": 0, "tokens_total": 0, "agent_wall_s": 1.176604, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "paratransit-routing", "trial": "paratransit-routing__zcLujVr", "domain": "mathematics-or-formal-reasoning", "difficulty": "hard", "reward": 0, "raw_reward": 0.0, "exception": "ApiRateLimitError", "infra": true, "input_tokens": 0, "cache_tokens": 0, "output_tokens": 0, "tokens_total": 0, "agent_wall_s": 1.276822, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "pddl-airport-planning", "trial": "pddl-airport-planning__W58o9sf", "domain": "mathematics-or-formal-reasoning", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 112550, "cache_tokens": 105598, "output_tokens": 1925, "tokens_total": 114475, "agent_wall_s": 24.653391, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "pddl-airport-planning", "trial": "pddl-airport-planning__aTosLkS", "domain": "mathematics-or-formal-reasoning", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 120613, "cache_tokens": 107214, "output_tokens": 945, "tokens_total": 121558, "agent_wall_s": 16.372637, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "pddl-airport-planning", "trial": "pddl-airport-planning__kC2dNTg", "domain": "mathematics-or-formal-reasoning", "difficulty": "medium", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 66743, "cache_tokens": 64371, "output_tokens": 738, "tokens_total": 67481, "agent_wall_s": 10.027214, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "pddl-tpp-planning", "trial": "pddl-tpp-planning__KarTRW4", "domain": "mathematics-or-formal-reasoning", "difficulty": "medium", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 67603, "cache_tokens": 66837, "output_tokens": 1153, "tokens_total": 68756, "agent_wall_s": 11.462937, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "pddl-tpp-planning", "trial": "pddl-tpp-planning__Q5NDrdU", "domain": "mathematics-or-formal-reasoning", "difficulty": "medium", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 67801, "cache_tokens": 59318, "output_tokens": 1104, "tokens_total": 68905, "agent_wall_s": 11.372538, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "pddl-tpp-planning", "trial": "pddl-tpp-planning__QLNxszF", "domain": "mathematics-or-formal-reasoning", "difficulty": "medium", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 67697, "cache_tokens": 64803, "output_tokens": 984, "tokens_total": 68681, "agent_wall_s": 11.124793, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "pdf-excel-diff", "trial": "pdf-excel-diff__7gsLr5k", "domain": "office-white-collar", "difficulty": "medium", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 48530, "cache_tokens": 47132, "output_tokens": 1005, "tokens_total": 49535, "agent_wall_s": 65.823149, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "pdf-excel-diff", "trial": "pdf-excel-diff__nKqc8YP", "domain": "office-white-collar", "difficulty": "medium", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 48764, "cache_tokens": 43367, "output_tokens": 1147, "tokens_total": 49911, "agent_wall_s": 65.872626, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "pdf-excel-diff", "trial": "pdf-excel-diff__sTvwFdf", "domain": "office-white-collar", "difficulty": "medium", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 48853, "cache_tokens": 47258, "output_tokens": 1080, "tokens_total": 49933, "agent_wall_s": 66.312879, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "powerlifting-coef-calc", "trial": "powerlifting-coef-calc__C7E5tCf", "domain": "office-white-collar", "difficulty": "easy", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 76983, "cache_tokens": 70948, "output_tokens": 1723, "tokens_total": 78706, "agent_wall_s": 19.261844, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "powerlifting-coef-calc", "trial": "powerlifting-coef-calc__kRwM9Nc", "domain": "office-white-collar", "difficulty": "easy", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 77585, "cache_tokens": 71192, "output_tokens": 1727, "tokens_total": 79312, "agent_wall_s": 19.007523, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "powerlifting-coef-calc", "trial": "powerlifting-coef-calc__xaQYUpV", "domain": "office-white-collar", "difficulty": "easy", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 77776, "cache_tokens": 67381, "output_tokens": 1725, "tokens_total": 79501, "agent_wall_s": 18.112103, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "pptx-reference-formatting", "trial": "pptx-reference-formatting__8PxLU3w", "domain": "office-white-collar", "difficulty": "medium", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 123121, "cache_tokens": 118181, "output_tokens": 3192, "tokens_total": 126313, "agent_wall_s": 30.945262, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "pptx-reference-formatting", "trial": "pptx-reference-formatting__G9EoRuo", "domain": "office-white-collar", "difficulty": "medium", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 104140, "cache_tokens": 98743, "output_tokens": 2849, "tokens_total": 106989, "agent_wall_s": 27.751963, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "pptx-reference-formatting", "trial": "pptx-reference-formatting__V5UNXqu", "domain": "office-white-collar", "difficulty": "medium", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 103066, "cache_tokens": 94793, "output_tokens": 2775, "tokens_total": 105841, "agent_wall_s": 27.530613, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "python-scala-translation", "trial": "python-scala-translation__XF6iyQv", "domain": "software-engineering", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 105787, "cache_tokens": 83535, "output_tokens": 11568, "tokens_total": 117355, "agent_wall_s": 94.681167, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "python-scala-translation", "trial": "python-scala-translation__cNJzbA8", "domain": "software-engineering", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 137017, "cache_tokens": 127005, "output_tokens": 10563, "tokens_total": 147580, "agent_wall_s": 93.357643, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "python-scala-translation", "trial": "python-scala-translation__sCm9JrG", "domain": "software-engineering", "difficulty": "medium", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 287975, "cache_tokens": 249527, "output_tokens": 24367, "tokens_total": 312342, "agent_wall_s": 196.879514, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "quantum-numerical-simulation", "trial": "quantum-numerical-simulation__4KFg2DL", "domain": "natural-science", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 222334, "cache_tokens": 212164, "output_tokens": 8527, "tokens_total": 230861, "agent_wall_s": 1889.904911, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "quantum-numerical-simulation", "trial": "quantum-numerical-simulation__B79m4Gs", "domain": "natural-science", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 150121, "cache_tokens": 139494, "output_tokens": 5252, "tokens_total": 155373, "agent_wall_s": 1313.076959, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "quantum-numerical-simulation", "trial": "quantum-numerical-simulation__DxUBQJu", "domain": "natural-science", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 209043, "cache_tokens": 198070, "output_tokens": 7464, "tokens_total": 216507, "agent_wall_s": 2780.415121, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "radar-vital-signs", "trial": "radar-vital-signs__9h6MuaE", "domain": "natural-science", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 48218, "cache_tokens": 42916, "output_tokens": 1569, "tokens_total": 49787, "agent_wall_s": 15.123547, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "radar-vital-signs", "trial": "radar-vital-signs__r8D2jaH", "domain": "natural-science", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 48338, "cache_tokens": 47006, "output_tokens": 1434, "tokens_total": 49772, "agent_wall_s": 14.76157, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "radar-vital-signs", "trial": "radar-vital-signs__rHa8v5E", "domain": "natural-science", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 66562, "cache_tokens": 64173, "output_tokens": 1800, "tokens_total": 68362, "agent_wall_s": 21.423218, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "radar-vital-signs", "trial": "radar-vital-signs__7K6oH9A", "domain": "natural-science", "difficulty": "medium", "reward": 0, "raw_reward": null, "exception": "NonZeroAgentExitCodeError", "infra": true, "input_tokens": null, "cache_tokens": null, "output_tokens": null, "tokens_total": 0, "agent_wall_s": null, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "radar-vital-signs", "trial": "radar-vital-signs__af3ddDg", "domain": "natural-science", "difficulty": "medium", "reward": 0, "raw_reward": null, "exception": "NonZeroAgentExitCodeError", "infra": true, "input_tokens": null, "cache_tokens": null, "output_tokens": null, "tokens_total": 0, "agent_wall_s": null, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "radar-vital-signs", "trial": "radar-vital-signs__uSQrqXH", "domain": "natural-science", "difficulty": "medium", "reward": 0, "raw_reward": null, "exception": "NonZeroAgentExitCodeError", "infra": true, "input_tokens": null, "cache_tokens": null, "output_tokens": null, "tokens_total": 0, "agent_wall_s": null, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "sec-financial-report", "trial": "sec-financial-report__B7obmdy", "domain": "finance-economics", "difficulty": "hard", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 111967, "cache_tokens": 102463, "output_tokens": 2337, "tokens_total": 114304, "agent_wall_s": 84.159078, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "sec-financial-report", "trial": "sec-financial-report__JBYQvdj", "domain": "finance-economics", "difficulty": "hard", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 130621, "cache_tokens": 126618, "output_tokens": 2670, "tokens_total": 133291, "agent_wall_s": 54.627337, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "sec-financial-report", "trial": "sec-financial-report__NBXBS3Z", "domain": "finance-economics", "difficulty": "hard", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 138177, "cache_tokens": 132758, "output_tokens": 2576, "tokens_total": 140753, "agent_wall_s": 207.396784, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "setup-fuzzing-py", "trial": "setup-fuzzing-py__K6ZcwZT", "domain": "cybersecurity", "difficulty": "medium", "reward": 0, "raw_reward": 0.5, "exception": null, "infra": false, "input_tokens": 330928, "cache_tokens": 313517, "output_tokens": 7757, "tokens_total": 338685, "agent_wall_s": 223.587242, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "setup-fuzzing-py", "trial": "setup-fuzzing-py__d7dLebh", "domain": "cybersecurity", "difficulty": "medium", "reward": 0, "raw_reward": 0.5, "exception": null, "infra": false, "input_tokens": 427802, "cache_tokens": 406685, "output_tokens": 7777, "tokens_total": 435579, "agent_wall_s": 306.210733, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "setup-fuzzing-py", "trial": "setup-fuzzing-py__wUMtu49", "domain": "cybersecurity", "difficulty": "medium", "reward": 0, "raw_reward": 0.66, "exception": null, "infra": false, "input_tokens": 328788, "cache_tokens": 299909, "output_tokens": 8870, "tokens_total": 337658, "agent_wall_s": 297.331568, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "simpo-code-reproduction", "trial": "simpo-code-reproduction__gfW9p3j", "domain": "software-engineering", "difficulty": "hard", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 209215, "cache_tokens": 201088, "output_tokens": 2538, "tokens_total": 211753, "agent_wall_s": 154.00519, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "simpo-code-reproduction", "trial": "simpo-code-reproduction__hjRRuLf", "domain": "software-engineering", "difficulty": "hard", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 215903, "cache_tokens": 206604, "output_tokens": 2845, "tokens_total": 218748, "agent_wall_s": 109.258423, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "simpo-code-reproduction", "trial": "simpo-code-reproduction__ttuB28Z", "domain": "software-engineering", "difficulty": "hard", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 197067, "cache_tokens": 185963, "output_tokens": 2709, "tokens_total": 199776, "agent_wall_s": 86.007539, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "software-dependency-audit", "trial": "software-dependency-audit__2M73ZYE", "domain": "cybersecurity", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 64011, "cache_tokens": 58612, "output_tokens": 1203, "tokens_total": 65214, "agent_wall_s": 13.699612, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "software-dependency-audit", "trial": "software-dependency-audit__G5pYvu7", "domain": "cybersecurity", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 81251, "cache_tokens": 70111, "output_tokens": 1235, "tokens_total": 82486, "agent_wall_s": 18.718334, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "software-dependency-audit", "trial": "software-dependency-audit__LeW8GUi", "domain": "cybersecurity", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 87862, "cache_tokens": 74489, "output_tokens": 1415, "tokens_total": 89277, "agent_wall_s": 19.111194, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "threejs-structure-parser", "trial": "threejs-structure-parser__MLSSvfz", "domain": "media-content-production", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 79202, "cache_tokens": 72462, "output_tokens": 1759, "tokens_total": 80961, "agent_wall_s": 16.919932, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "threejs-structure-parser", "trial": "threejs-structure-parser__jzgxfJV", "domain": "media-content-production", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 75994, "cache_tokens": 69523, "output_tokens": 1808, "tokens_total": 77802, "agent_wall_s": 17.147728, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "threejs-structure-parser", "trial": "threejs-structure-parser__qc3jPRU", "domain": "media-content-production", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 76430, "cache_tokens": 66460, "output_tokens": 1796, "tokens_total": 78226, "agent_wall_s": 26.377214, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "threejs-to-obj", "trial": "threejs-to-obj__2wZWb6Z", "domain": "media-content-production", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 48450, "cache_tokens": 46796, "output_tokens": 671, "tokens_total": 49121, "agent_wall_s": 10.035688, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "threejs-to-obj", "trial": "threejs-to-obj__sStcrnu", "domain": "media-content-production", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 50244, "cache_tokens": 43924, "output_tokens": 1406, "tokens_total": 51650, "agent_wall_s": 15.863179, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "threejs-to-obj", "trial": "threejs-to-obj__tqu6AvY", "domain": "media-content-production", "difficulty": "medium", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 88290, "cache_tokens": 84040, "output_tokens": 2412, "tokens_total": 90702, "agent_wall_s": 21.701403, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "weighted-gdp-calc", "trial": "weighted-gdp-calc__ABTmkub", "domain": "finance-economics", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 85696, "cache_tokens": 76140, "output_tokens": 2054, "tokens_total": 87750, "agent_wall_s": 22.545375, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "weighted-gdp-calc", "trial": "weighted-gdp-calc__o93tZAQ", "domain": "finance-economics", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 90768, "cache_tokens": 75329, "output_tokens": 2019, "tokens_total": 92787, "agent_wall_s": 24.178002, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "weighted-gdp-calc", "trial": "weighted-gdp-calc__qY9LzUg", "domain": "finance-economics", "difficulty": "medium", "reward": 0, "raw_reward": null, "exception": "AgentSetupTimeoutError", "infra": true, "input_tokens": null, "cache_tokens": null, "output_tokens": null, "tokens_total": 0, "agent_wall_s": null, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "weighted-gdp-calc", "trial": "weighted-gdp-calc__N48Es88", "domain": "finance-economics", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 86445, "cache_tokens": 71951, "output_tokens": 1978, "tokens_total": 88423, "agent_wall_s": 29.437978, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "weighted-gdp-calc", "trial": "weighted-gdp-calc__AHUMkPG", "domain": "finance-economics", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": "ApiRateLimitError", "infra": true, "input_tokens": 0, "cache_tokens": 0, "output_tokens": 0, "tokens_total": 0, "agent_wall_s": 1.21677, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "weighted-gdp-calc", "trial": "weighted-gdp-calc__uUMKvjw", "domain": "finance-economics", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": "ApiRateLimitError", "infra": true, "input_tokens": 0, "cache_tokens": 0, "output_tokens": 0, "tokens_total": 0, "agent_wall_s": 1.159654, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "weighted-gdp-calc", "trial": "weighted-gdp-calc__vG5QSKQ", "domain": "finance-economics", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": "ApiRateLimitError", "infra": true, "input_tokens": 0, "cache_tokens": 0, "output_tokens": 0, "tokens_total": 0, "agent_wall_s": 1.326973, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "xlsx-recover-data", "trial": "xlsx-recover-data__NZxpm64", "domain": "finance-economics", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 53080, "cache_tokens": 51868, "output_tokens": 2022, "tokens_total": 55102, "agent_wall_s": 16.446138, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "xlsx-recover-data", "trial": "xlsx-recover-data__koabhX4", "domain": "finance-economics", "difficulty": "medium", "reward": 0, "raw_reward": null, "exception": "AgentSetupTimeoutError", "infra": true, "input_tokens": null, "cache_tokens": null, "output_tokens": null, "tokens_total": 0, "agent_wall_s": null, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "xlsx-recover-data", "trial": "xlsx-recover-data__x9W2PQV", "domain": "finance-economics", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 52995, "cache_tokens": 45192, "output_tokens": 1786, "tokens_total": 54781, "agent_wall_s": 15.635298, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "xlsx-recover-data", "trial": "xlsx-recover-data__mHppyAx", "domain": "finance-economics", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 53717, "cache_tokens": 45624, "output_tokens": 1786, "tokens_total": 55503, "agent_wall_s": 16.556686, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "xlsx-recover-data", "trial": "xlsx-recover-data__gRyjxpD", "domain": "finance-economics", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": "ApiRateLimitError", "infra": true, "input_tokens": 0, "cache_tokens": 0, "output_tokens": 0, "tokens_total": 0, "agent_wall_s": 1.834493, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "xlsx-recover-data", "trial": "xlsx-recover-data__sqD34ov", "domain": "finance-economics", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": "ApiRateLimitError", "infra": true, "input_tokens": 0, "cache_tokens": 0, "output_tokens": 0, "tokens_total": 0, "agent_wall_s": 1.207073, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "A", "task": "xlsx-recover-data", "trial": "xlsx-recover-data__tHTvSN9", "domain": "finance-economics", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": "ApiRateLimitError", "infra": true, "input_tokens": 0, "cache_tokens": 0, "output_tokens": 0, "tokens_total": 0, "agent_wall_s": 1.340432, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "dialogue-parser", "trial": "dialogue-parser__PpP4eDe", "domain": "software-engineering", "difficulty": "easy", "reward": 0, "raw_reward": 0.833, "exception": null, "infra": false, "input_tokens": 101677, "cache_tokens": 81943, "output_tokens": 2275, "tokens_total": 103952, "agent_wall_s": 18.53298, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "dialogue-parser", "trial": "dialogue-parser__XTPVbiS", "domain": "software-engineering", "difficulty": "easy", "reward": 0, "raw_reward": 0.833, "exception": null, "infra": false, "input_tokens": 72716, "cache_tokens": 71196, "output_tokens": 2160, "tokens_total": 74876, "agent_wall_s": 16.588485, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "dialogue-parser", "trial": "dialogue-parser__siRtA2E", "domain": "software-engineering", "difficulty": "easy", "reward": 0, "raw_reward": 0.833, "exception": null, "infra": false, "input_tokens": 72827, "cache_tokens": 59133, "output_tokens": 2180, "tokens_total": 75007, "agent_wall_s": 18.847052, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "drone-planning-control", "trial": "drone-planning-control__W3VqJGg", "domain": "industrial-physical-systems", "difficulty": "medium", "reward": 0, "raw_reward": 0.566667, "exception": null, "infra": false, "input_tokens": 130792, "cache_tokens": 112415, "output_tokens": 6261, "tokens_total": 137053, "agent_wall_s": 158.480645, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "drone-planning-control", "trial": "drone-planning-control__ZhhfGs6", "domain": "industrial-physical-systems", "difficulty": "medium", "reward": 0, "raw_reward": 0.566667, "exception": null, "infra": false, "input_tokens": 107295, "cache_tokens": 86635, "output_tokens": 5505, "tokens_total": 112800, "agent_wall_s": 150.356803, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "drone-planning-control", "trial": "drone-planning-control__iUTh8JX", "domain": "industrial-physical-systems", "difficulty": "medium", "reward": 0, "raw_reward": 0.566667, "exception": null, "infra": false, "input_tokens": 161442, "cache_tokens": 144748, "output_tokens": 5995, "tokens_total": 167437, "agent_wall_s": 162.192707, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "drone-planning-control", "trial": "drone-planning-control__EWWL53g", "domain": "industrial-physical-systems", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": "ApiRateLimitError", "infra": true, "input_tokens": 0, "cache_tokens": 0, "output_tokens": 0, "tokens_total": 0, "agent_wall_s": 2.365051, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "drone-planning-control", "trial": "drone-planning-control__bRKfvTu", "domain": "industrial-physical-systems", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": "ApiRateLimitError", "infra": true, "input_tokens": 0, "cache_tokens": 0, "output_tokens": 0, "tokens_total": 0, "agent_wall_s": 1.842489, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "drone-planning-control", "trial": "drone-planning-control__mibnaES", "domain": "industrial-physical-systems", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": "ApiRateLimitError", "infra": true, "input_tokens": 0, "cache_tokens": 0, "output_tokens": 0, "tokens_total": 0, "agent_wall_s": 1.295205, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "energy-market-pricing", "trial": "energy-market-pricing__f4xXh4w", "domain": "industrial-physical-systems", "difficulty": "hard", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 104330, "cache_tokens": 92683, "output_tokens": 3658, "tokens_total": 107988, "agent_wall_s": 36.364456, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "energy-market-pricing", "trial": "energy-market-pricing__fXUssqa", "domain": "industrial-physical-systems", "difficulty": "hard", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 207370, "cache_tokens": 195803, "output_tokens": 5155, "tokens_total": 212525, "agent_wall_s": 57.411181, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "energy-market-pricing", "trial": "energy-market-pricing__jhbceV9", "domain": "industrial-physical-systems", "difficulty": "hard", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 120563, "cache_tokens": 116789, "output_tokens": 3856, "tokens_total": 124419, "agent_wall_s": 36.562514, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "energy-market-pricing", "trial": "energy-market-pricing__KUuX8k6", "domain": "industrial-physical-systems", "difficulty": "hard", "reward": 0, "raw_reward": 0.0, "exception": "ApiRateLimitError", "infra": true, "input_tokens": 0, "cache_tokens": 0, "output_tokens": 0, "tokens_total": 0, "agent_wall_s": 1.162924, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "energy-market-pricing", "trial": "energy-market-pricing__n9EGqG5", "domain": "industrial-physical-systems", "difficulty": "hard", "reward": 0, "raw_reward": 0.0, "exception": "ApiRateLimitError", "infra": true, "input_tokens": 0, "cache_tokens": 0, "output_tokens": 0, "tokens_total": 0, "agent_wall_s": 1.378511, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "energy-market-pricing", "trial": "energy-market-pricing__ounrT7d", "domain": "industrial-physical-systems", "difficulty": "hard", "reward": 0, "raw_reward": 0.0, "exception": "ApiRateLimitError", "infra": true, "input_tokens": 0, "cache_tokens": 0, "output_tokens": 0, "tokens_total": 0, "agent_wall_s": 1.565477, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "exam-block-sequencing", "trial": "exam-block-sequencing__b45yTCm", "domain": "mathematics-or-formal-reasoning", "difficulty": "hard", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 287737, "cache_tokens": 270508, "output_tokens": 7959, "tokens_total": 295696, "agent_wall_s": 541.322111, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "exam-block-sequencing", "trial": "exam-block-sequencing__ewgt4z2", "domain": "mathematics-or-formal-reasoning", "difficulty": "hard", "reward": 0, "raw_reward": null, "exception": "ApiRateLimitError", "infra": true, "input_tokens": 231425, "cache_tokens": 212224, "output_tokens": 6089, "tokens_total": 237514, "agent_wall_s": 880.799068, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "exam-block-sequencing", "trial": "exam-block-sequencing__jAu265d", "domain": "mathematics-or-formal-reasoning", "difficulty": "hard", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 253237, "cache_tokens": 238413, "output_tokens": 6580, "tokens_total": 259817, "agent_wall_s": 336.997411, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "exam-block-sequencing", "trial": "exam-block-sequencing__tkmyiDF", "domain": "mathematics-or-formal-reasoning", "difficulty": "hard", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 211925, "cache_tokens": 195067, "output_tokens": 6259, "tokens_total": 218184, "agent_wall_s": 690.523073, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "exam-block-sequencing", "trial": "exam-block-sequencing__8nFFHXP", "domain": "mathematics-or-formal-reasoning", "difficulty": "hard", "reward": 0, "raw_reward": 0.0, "exception": "ApiRateLimitError", "infra": true, "input_tokens": 0, "cache_tokens": 0, "output_tokens": 0, "tokens_total": 0, "agent_wall_s": 1.127785, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "exam-block-sequencing", "trial": "exam-block-sequencing__jhufHPk", "domain": "mathematics-or-formal-reasoning", "difficulty": "hard", "reward": 0, "raw_reward": 0.0, "exception": "ApiRateLimitError", "infra": true, "input_tokens": 0, "cache_tokens": 0, "output_tokens": 0, "tokens_total": 0, "agent_wall_s": 1.296691, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "exam-block-sequencing", "trial": "exam-block-sequencing__s37e8VE", "domain": "mathematics-or-formal-reasoning", "difficulty": "hard", "reward": 0, "raw_reward": 0.0, "exception": "ApiRateLimitError", "infra": true, "input_tokens": 0, "cache_tokens": 0, "output_tokens": 0, "tokens_total": 0, "agent_wall_s": 1.123822, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "exoplanet-detection-period", "trial": "exoplanet-detection-period__AF2SWxq", "domain": "natural-science", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 66017, "cache_tokens": 65042, "output_tokens": 1035, "tokens_total": 67052, "agent_wall_s": 21.634003, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "exoplanet-detection-period", "trial": "exoplanet-detection-period__WKQRd3W", "domain": "natural-science", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 66036, "cache_tokens": 65033, "output_tokens": 1008, "tokens_total": 67044, "agent_wall_s": 19.989119, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "exoplanet-detection-period", "trial": "exoplanet-detection-period__Yp4MTtr", "domain": "natural-science", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 66121, "cache_tokens": 60849, "output_tokens": 1163, "tokens_total": 67284, "agent_wall_s": 39.253111, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "fix-druid-loophole-cve", "trial": "fix-druid-loophole-cve__DaXR8qR", "domain": "cybersecurity", "difficulty": "hard", "reward": 0, "raw_reward": null, "exception": "AgentSetupTimeoutError", "infra": true, "input_tokens": null, "cache_tokens": null, "output_tokens": null, "tokens_total": 0, "agent_wall_s": null, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "fix-druid-loophole-cve", "trial": "fix-druid-loophole-cve__fBTvxQo", "domain": "cybersecurity", "difficulty": "hard", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 99014, "cache_tokens": 88345, "output_tokens": 1890, "tokens_total": 100904, "agent_wall_s": 90.776412, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "fix-druid-loophole-cve", "trial": "fix-druid-loophole-cve__H4okFn5", "domain": "cybersecurity", "difficulty": "hard", "reward": 0, "raw_reward": null, "exception": "VerifierTimeoutError", "infra": true, "input_tokens": 141137, "cache_tokens": 133642, "output_tokens": 2972, "tokens_total": 144109, "agent_wall_s": 211.043586, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "fix-druid-loophole-cve", "trial": "fix-druid-loophole-cve__thwjuua", "domain": "cybersecurity", "difficulty": "hard", "reward": 1, "raw_reward": 1.0, "exception": "AgentTimeoutError", "infra": false, "input_tokens": 145635, "cache_tokens": 131620, "output_tokens": 6404, "tokens_total": 152039, "agent_wall_s": 1800.855635, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "fix-druid-loophole-cve", "trial": "fix-druid-loophole-cve__xZRJz8U", "domain": "cybersecurity", "difficulty": "hard", "reward": 0, "raw_reward": null, "exception": "VerifierTimeoutError", "infra": true, "input_tokens": 123611, "cache_tokens": 115839, "output_tokens": 2508, "tokens_total": 126119, "agent_wall_s": 209.266937, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "fix-erlang-ssh-cve", "trial": "fix-erlang-ssh-cve__DaJSouJ", "domain": "cybersecurity", "difficulty": "hard", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 118063, "cache_tokens": 112263, "output_tokens": 1678, "tokens_total": 119741, "agent_wall_s": 18.185321, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "fix-erlang-ssh-cve", "trial": "fix-erlang-ssh-cve__KvLkMWH", "domain": "cybersecurity", "difficulty": "hard", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 145264, "cache_tokens": 131779, "output_tokens": 2885, "tokens_total": 148149, "agent_wall_s": 27.665961, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "fix-erlang-ssh-cve", "trial": "fix-erlang-ssh-cve__Z2K9Rt4", "domain": "cybersecurity", "difficulty": "hard", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 119939, "cache_tokens": 113689, "output_tokens": 1944, "tokens_total": 121883, "agent_wall_s": 20.671253, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "flink-query", "trial": "flink-query__5wNBfQ8", "domain": "software-engineering", "difficulty": "hard", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 154793, "cache_tokens": 146792, "output_tokens": 7018, "tokens_total": 161811, "agent_wall_s": 97.27403, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "flink-query", "trial": "flink-query__fmCwVe6", "domain": "software-engineering", "difficulty": "hard", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 229888, "cache_tokens": 215291, "output_tokens": 6173, "tokens_total": 236061, "agent_wall_s": 227.690337, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "flink-query", "trial": "flink-query__ioMwgvk", "domain": "software-engineering", "difficulty": "hard", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 254471, "cache_tokens": 242458, "output_tokens": 7865, "tokens_total": 262336, "agent_wall_s": 254.911281, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "invoice-fraud-detection", "trial": "invoice-fraud-detection__BbWHhLu", "domain": "finance-economics", "difficulty": "hard", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 102577, "cache_tokens": 84641, "output_tokens": 1688, "tokens_total": 104265, "agent_wall_s": 16.112619, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "invoice-fraud-detection", "trial": "invoice-fraud-detection__CPGt2qa", "domain": "finance-economics", "difficulty": "hard", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 70367, "cache_tokens": 67666, "output_tokens": 1666, "tokens_total": 72033, "agent_wall_s": 16.512202, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "invoice-fraud-detection", "trial": "invoice-fraud-detection__xTadExG", "domain": "finance-economics", "difficulty": "hard", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 68819, "cache_tokens": 66789, "output_tokens": 1454, "tokens_total": 70273, "agent_wall_s": 16.660848, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "invoice-fraud-detection", "trial": "invoice-fraud-detection__Dkk27yw", "domain": "finance-economics", "difficulty": "hard", "reward": 0, "raw_reward": 0.0, "exception": "ApiRateLimitError", "infra": true, "input_tokens": 0, "cache_tokens": 0, "output_tokens": 0, "tokens_total": 0, "agent_wall_s": 1.218298, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "invoice-fraud-detection", "trial": "invoice-fraud-detection__XZt7uhK", "domain": "finance-economics", "difficulty": "hard", "reward": 0, "raw_reward": 0.0, "exception": "ApiRateLimitError", "infra": true, "input_tokens": 0, "cache_tokens": 0, "output_tokens": 0, "tokens_total": 0, "agent_wall_s": 1.112158, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "invoice-fraud-detection", "trial": "invoice-fraud-detection__nThxRrA", "domain": "finance-economics", "difficulty": "hard", "reward": 0, "raw_reward": 0.0, "exception": "ApiRateLimitError", "infra": true, "input_tokens": 0, "cache_tokens": 0, "output_tokens": 0, "tokens_total": 0, "agent_wall_s": 1.323318, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "jpg-ocr-stat", "trial": "jpg-ocr-stat__4RsVE2K", "domain": "office-white-collar", "difficulty": "hard", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 93732, "cache_tokens": 89444, "output_tokens": 2184, "tokens_total": 95916, "agent_wall_s": 31.791487, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "jpg-ocr-stat", "trial": "jpg-ocr-stat__HyCLEib", "domain": "office-white-collar", "difficulty": "hard", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 191560, "cache_tokens": 177747, "output_tokens": 3828, "tokens_total": 195388, "agent_wall_s": 50.031524, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "jpg-ocr-stat", "trial": "jpg-ocr-stat__eVbqfF5", "domain": "office-white-collar", "difficulty": "hard", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 154422, "cache_tokens": 144088, "output_tokens": 2960, "tokens_total": 157382, "agent_wall_s": 51.006992, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "manufacturing-codebook-normalization", "trial": "manufacturing-codebook-normaliza__NxL9KYC", "domain": "industrial-physical-systems", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 186239, "cache_tokens": 164151, "output_tokens": 8297, "tokens_total": 194536, "agent_wall_s": 69.500623, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "manufacturing-codebook-normalization", "trial": "manufacturing-codebook-normaliza__qKJ9X5f", "domain": "industrial-physical-systems", "difficulty": "medium", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 309758, "cache_tokens": 291086, "output_tokens": 9050, "tokens_total": 318808, "agent_wall_s": 116.99237, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "manufacturing-codebook-normalization", "trial": "manufacturing-codebook-normaliza__sQK3DaL", "domain": "industrial-physical-systems", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 168114, "cache_tokens": 136260, "output_tokens": 7487, "tokens_total": 175601, "agent_wall_s": 72.111293, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "manufacturing-codebook-normalization", "trial": "manufacturing-codebook-normaliza__5ZXdUgW", "domain": "industrial-physical-systems", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": "ApiRateLimitError", "infra": true, "input_tokens": 0, "cache_tokens": 0, "output_tokens": 0, "tokens_total": 0, "agent_wall_s": 1.102974, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "manufacturing-codebook-normalization", "trial": "manufacturing-codebook-normaliza__GZKdJXY", "domain": "industrial-physical-systems", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": "ApiRateLimitError", "infra": true, "input_tokens": 0, "cache_tokens": 0, "output_tokens": 0, "tokens_total": 0, "agent_wall_s": 1.402993, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "manufacturing-codebook-normalization", "trial": "manufacturing-codebook-normaliza__WyTE3F7", "domain": "industrial-physical-systems", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": "ApiRateLimitError", "infra": true, "input_tokens": 0, "cache_tokens": 0, "output_tokens": 0, "tokens_total": 0, "agent_wall_s": 1.107603, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "manufacturing-fjsp-optimization", "trial": "manufacturing-fjsp-optimization__6A3CiT3", "domain": "industrial-physical-systems", "difficulty": "medium", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 93478, "cache_tokens": 84055, "output_tokens": 3136, "tokens_total": 96614, "agent_wall_s": 25.097615, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "manufacturing-fjsp-optimization", "trial": "manufacturing-fjsp-optimization__RG8Gmeg", "domain": "industrial-physical-systems", "difficulty": "medium", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 94281, "cache_tokens": 88009, "output_tokens": 3280, "tokens_total": 97561, "agent_wall_s": 25.486221, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "manufacturing-fjsp-optimization", "trial": "manufacturing-fjsp-optimization__w9qrrMg", "domain": "industrial-physical-systems", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 92432, "cache_tokens": 87055, "output_tokens": 3106, "tokens_total": 95538, "agent_wall_s": 51.831317, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "manufacturing-fjsp-optimization", "trial": "manufacturing-fjsp-optimization__4PMDJRK", "domain": "industrial-physical-systems", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": "ApiRateLimitError", "infra": true, "input_tokens": 0, "cache_tokens": 0, "output_tokens": 0, "tokens_total": 0, "agent_wall_s": 1.071166, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "manufacturing-fjsp-optimization", "trial": "manufacturing-fjsp-optimization__dr9Erou", "domain": "industrial-physical-systems", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": "ApiRateLimitError", "infra": true, "input_tokens": 0, "cache_tokens": 0, "output_tokens": 0, "tokens_total": 0, "agent_wall_s": 2.192137, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "manufacturing-fjsp-optimization", "trial": "manufacturing-fjsp-optimization__tFb5hUp", "domain": "industrial-physical-systems", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": "ApiRateLimitError", "infra": true, "input_tokens": 0, "cache_tokens": 0, "output_tokens": 0, "tokens_total": 0, "agent_wall_s": 1.0899, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "mario-coin-counting", "trial": "mario-coin-counting__5mjDBDp", "domain": "media-content-production", "difficulty": "medium", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 105761, "cache_tokens": 98730, "output_tokens": 1409, "tokens_total": 107170, "agent_wall_s": 45.283213, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "mario-coin-counting", "trial": "mario-coin-counting__HtmvtsL", "domain": "media-content-production", "difficulty": "medium", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 113997, "cache_tokens": 108953, "output_tokens": 1435, "tokens_total": 115432, "agent_wall_s": 54.240965, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "mario-coin-counting", "trial": "mario-coin-counting__xx6j8Pi", "domain": "media-content-production", "difficulty": "medium", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 86169, "cache_tokens": 83776, "output_tokens": 1206, "tokens_total": 87375, "agent_wall_s": 31.957556, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "mars-clouds-clustering", "trial": "mars-clouds-clustering__HuQXrbf", "domain": "natural-science", "difficulty": "hard", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 62013, "cache_tokens": 57941, "output_tokens": 1686, "tokens_total": 63699, "agent_wall_s": 110.018831, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "mars-clouds-clustering", "trial": "mars-clouds-clustering__XwdYg8M", "domain": "natural-science", "difficulty": "hard", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 61932, "cache_tokens": 48828, "output_tokens": 1605, "tokens_total": 63537, "agent_wall_s": 108.592089, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "mars-clouds-clustering", "trial": "mars-clouds-clustering__hP9j3vU", "domain": "natural-science", "difficulty": "hard", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 61956, "cache_tokens": 57941, "output_tokens": 1820, "tokens_total": 63776, "agent_wall_s": 110.439068, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "multilingual-video-dubbing", "trial": "multilingual-video-dubbing__FY7AEwN", "domain": "media-content-production", "difficulty": "medium", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 152171, "cache_tokens": 142666, "output_tokens": 3570, "tokens_total": 155741, "agent_wall_s": 142.702771, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "multilingual-video-dubbing", "trial": "multilingual-video-dubbing__cKhQHpR", "domain": "media-content-production", "difficulty": "medium", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 130699, "cache_tokens": 126084, "output_tokens": 2803, "tokens_total": 133502, "agent_wall_s": 108.788454, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "multilingual-video-dubbing", "trial": "multilingual-video-dubbing__juvoQF2", "domain": "media-content-production", "difficulty": "medium", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 238158, "cache_tokens": 219379, "output_tokens": 3736, "tokens_total": 241894, "agent_wall_s": 174.268354, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "paratransit-routing", "trial": "paratransit-routing__MFbHYqK", "domain": "mathematics-or-formal-reasoning", "difficulty": "hard", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 176091, "cache_tokens": 162550, "output_tokens": 4719, "tokens_total": 180810, "agent_wall_s": 584.008717, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "paratransit-routing", "trial": "paratransit-routing__Y3UbT5C", "domain": "mathematics-or-formal-reasoning", "difficulty": "hard", "reward": 0, "raw_reward": 0.0, "exception": "AgentTimeoutError", "infra": false, "input_tokens": 896197, "cache_tokens": 875834, "output_tokens": 10099, "tokens_total": 906296, "agent_wall_s": 900.017522, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "paratransit-routing", "trial": "paratransit-routing__qmqPHCZ", "domain": "mathematics-or-formal-reasoning", "difficulty": "hard", "reward": 1, "raw_reward": 1.0, "exception": "AgentTimeoutError", "infra": false, "input_tokens": 206327, "cache_tokens": 198793, "output_tokens": 5418, "tokens_total": 211745, "agent_wall_s": 900.014284, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "paratransit-routing", "trial": "paratransit-routing__9kDEJqT", "domain": "mathematics-or-formal-reasoning", "difficulty": "hard", "reward": 0, "raw_reward": 0.0, "exception": "ApiRateLimitError", "infra": true, "input_tokens": 0, "cache_tokens": 0, "output_tokens": 0, "tokens_total": 0, "agent_wall_s": 1.307863, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "paratransit-routing", "trial": "paratransit-routing__KpWDsQa", "domain": "mathematics-or-formal-reasoning", "difficulty": "hard", "reward": 0, "raw_reward": 0.0, "exception": "ApiRateLimitError", "infra": true, "input_tokens": 0, "cache_tokens": 0, "output_tokens": 0, "tokens_total": 0, "agent_wall_s": 1.352708, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "paratransit-routing", "trial": "paratransit-routing__rey66qx", "domain": "mathematics-or-formal-reasoning", "difficulty": "hard", "reward": 0, "raw_reward": 0.0, "exception": "ApiRateLimitError", "infra": true, "input_tokens": 0, "cache_tokens": 0, "output_tokens": 0, "tokens_total": 0, "agent_wall_s": 1.336484, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "pddl-airport-planning", "trial": "pddl-airport-planning__5ic7cTd", "domain": "mathematics-or-formal-reasoning", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 69199, "cache_tokens": 67848, "output_tokens": 688, "tokens_total": 69887, "agent_wall_s": 14.019711, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "pddl-airport-planning", "trial": "pddl-airport-planning__EDDHNGY", "domain": "mathematics-or-formal-reasoning", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 69125, "cache_tokens": 62287, "output_tokens": 646, "tokens_total": 69771, "agent_wall_s": 22.989897, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "pddl-airport-planning", "trial": "pddl-airport-planning__opZdF6M", "domain": "mathematics-or-formal-reasoning", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 69123, "cache_tokens": 67852, "output_tokens": 632, "tokens_total": 69755, "agent_wall_s": 16.081214, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "pddl-tpp-planning", "trial": "pddl-tpp-planning__AeWATzk", "domain": "mathematics-or-formal-reasoning", "difficulty": "medium", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 68892, "cache_tokens": 62123, "output_tokens": 657, "tokens_total": 69549, "agent_wall_s": 17.121895, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "pddl-tpp-planning", "trial": "pddl-tpp-planning__nfBk2jY", "domain": "mathematics-or-formal-reasoning", "difficulty": "medium", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 68868, "cache_tokens": 67626, "output_tokens": 638, "tokens_total": 69506, "agent_wall_s": 10.780192, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "pddl-tpp-planning", "trial": "pddl-tpp-planning__qZXMGwr", "domain": "mathematics-or-formal-reasoning", "difficulty": "medium", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 68868, "cache_tokens": 68860, "output_tokens": 637, "tokens_total": 69505, "agent_wall_s": 38.175862, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "pdf-excel-diff", "trial": "pdf-excel-diff__AcU87CT", "domain": "office-white-collar", "difficulty": "medium", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 49719, "cache_tokens": 48163, "output_tokens": 1022, "tokens_total": 50741, "agent_wall_s": 117.001512, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "pdf-excel-diff", "trial": "pdf-excel-diff__F9Doedb", "domain": "office-white-collar", "difficulty": "medium", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 49527, "cache_tokens": 48036, "output_tokens": 1134, "tokens_total": 50661, "agent_wall_s": 67.78234, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "pdf-excel-diff", "trial": "pdf-excel-diff__NhzmaxD", "domain": "office-white-collar", "difficulty": "medium", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 49713, "cache_tokens": 44001, "output_tokens": 1040, "tokens_total": 50753, "agent_wall_s": 66.904948, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "powerlifting-coef-calc", "trial": "powerlifting-coef-calc__5oCydVK", "domain": "office-white-collar", "difficulty": "easy", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 99175, "cache_tokens": 86245, "output_tokens": 1668, "tokens_total": 100843, "agent_wall_s": 16.759665, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "powerlifting-coef-calc", "trial": "powerlifting-coef-calc__MMJoGnK", "domain": "office-white-collar", "difficulty": "easy", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 98763, "cache_tokens": 85936, "output_tokens": 1673, "tokens_total": 100436, "agent_wall_s": 20.277966, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "powerlifting-coef-calc", "trial": "powerlifting-coef-calc__mCyoYHH", "domain": "office-white-collar", "difficulty": "easy", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 99027, "cache_tokens": 80872, "output_tokens": 1830, "tokens_total": 100857, "agent_wall_s": 18.37493, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "pptx-reference-formatting", "trial": "pptx-reference-formatting__ML2566q", "domain": "office-white-collar", "difficulty": "medium", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 179247, "cache_tokens": 164513, "output_tokens": 2972, "tokens_total": 182219, "agent_wall_s": 28.553169, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "pptx-reference-formatting", "trial": "pptx-reference-formatting__hvg7ZVD", "domain": "office-white-collar", "difficulty": "medium", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 209236, "cache_tokens": 194530, "output_tokens": 2979, "tokens_total": 212215, "agent_wall_s": 29.844831, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "pptx-reference-formatting", "trial": "pptx-reference-formatting__sGNCiLu", "domain": "office-white-collar", "difficulty": "medium", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 180084, "cache_tokens": 161515, "output_tokens": 3061, "tokens_total": 183145, "agent_wall_s": 29.341664, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "python-scala-translation", "trial": "python-scala-translation__C4Fk8oZ", "domain": "software-engineering", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 111371, "cache_tokens": 103754, "output_tokens": 8283, "tokens_total": 119654, "agent_wall_s": 69.140849, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "python-scala-translation", "trial": "python-scala-translation__PwwNuX3", "domain": "software-engineering", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 110503, "cache_tokens": 88246, "output_tokens": 7715, "tokens_total": 118218, "agent_wall_s": 64.379212, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "python-scala-translation", "trial": "python-scala-translation__zEtieo3", "domain": "software-engineering", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 178680, "cache_tokens": 171240, "output_tokens": 7857, "tokens_total": 186537, "agent_wall_s": 61.487149, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "quantum-numerical-simulation", "trial": "quantum-numerical-simulation__7waBrXr", "domain": "natural-science", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 296988, "cache_tokens": 282249, "output_tokens": 7741, "tokens_total": 304729, "agent_wall_s": 1890.852212, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "quantum-numerical-simulation", "trial": "quantum-numerical-simulation__GQeNWSX", "domain": "natural-science", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 434505, "cache_tokens": 416160, "output_tokens": 8634, "tokens_total": 443139, "agent_wall_s": 2601.192564, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "quantum-numerical-simulation", "trial": "quantum-numerical-simulation__VR3zmea", "domain": "natural-science", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 207403, "cache_tokens": 190271, "output_tokens": 5008, "tokens_total": 212411, "agent_wall_s": 2307.22242, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "radar-vital-signs", "trial": "radar-vital-signs__9T44Lmx", "domain": "natural-science", "difficulty": "medium", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 55245, "cache_tokens": 46885, "output_tokens": 1540, "tokens_total": 56785, "agent_wall_s": 16.27571, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "radar-vital-signs", "trial": "radar-vital-signs__FBPAonp", "domain": "natural-science", "difficulty": "medium", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 55276, "cache_tokens": 54213, "output_tokens": 1182, "tokens_total": 56458, "agent_wall_s": 12.497514, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "radar-vital-signs", "trial": "radar-vital-signs__TrHybAJ", "domain": "natural-science", "difficulty": "medium", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 55176, "cache_tokens": 46885, "output_tokens": 1095, "tokens_total": 56271, "agent_wall_s": 13.461704, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "radar-vital-signs", "trial": "radar-vital-signs__3TJ4fo4", "domain": "natural-science", "difficulty": "medium", "reward": 0, "raw_reward": null, "exception": "NonZeroAgentExitCodeError", "infra": true, "input_tokens": null, "cache_tokens": null, "output_tokens": null, "tokens_total": 0, "agent_wall_s": null, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "radar-vital-signs", "trial": "radar-vital-signs__By5YaoT", "domain": "natural-science", "difficulty": "medium", "reward": 0, "raw_reward": null, "exception": "NonZeroAgentExitCodeError", "infra": true, "input_tokens": null, "cache_tokens": null, "output_tokens": null, "tokens_total": 0, "agent_wall_s": null, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "radar-vital-signs", "trial": "radar-vital-signs__UwGnfes", "domain": "natural-science", "difficulty": "medium", "reward": 0, "raw_reward": null, "exception": "NonZeroAgentExitCodeError", "infra": true, "input_tokens": null, "cache_tokens": null, "output_tokens": null, "tokens_total": 0, "agent_wall_s": null, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "sec-financial-report", "trial": "sec-financial-report__EKgkinY", "domain": "finance-economics", "difficulty": "hard", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 209014, "cache_tokens": 202556, "output_tokens": 2099, "tokens_total": 211113, "agent_wall_s": 116.135577, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "sec-financial-report", "trial": "sec-financial-report__JzxNz5h", "domain": "finance-economics", "difficulty": "hard", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 172198, "cache_tokens": 165278, "output_tokens": 1794, "tokens_total": 173992, "agent_wall_s": 87.716328, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "sec-financial-report", "trial": "sec-financial-report__kKoULjB", "domain": "finance-economics", "difficulty": "hard", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 169010, "cache_tokens": 160434, "output_tokens": 1978, "tokens_total": 170988, "agent_wall_s": 105.922253, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "setup-fuzzing-py", "trial": "setup-fuzzing-py__7hQgMzy", "domain": "cybersecurity", "difficulty": "medium", "reward": 0, "raw_reward": 0.83, "exception": null, "infra": false, "input_tokens": 939494, "cache_tokens": 900890, "output_tokens": 12146, "tokens_total": 951640, "agent_wall_s": 322.17991, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "setup-fuzzing-py", "trial": "setup-fuzzing-py__LBUDA5z", "domain": "cybersecurity", "difficulty": "medium", "reward": 0, "raw_reward": 0.66, "exception": null, "infra": false, "input_tokens": 280898, "cache_tokens": 257012, "output_tokens": 7520, "tokens_total": 288418, "agent_wall_s": 239.82822, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "setup-fuzzing-py", "trial": "setup-fuzzing-py__zvAqf7U", "domain": "cybersecurity", "difficulty": "medium", "reward": 0, "raw_reward": 0.5, "exception": null, "infra": false, "input_tokens": 364918, "cache_tokens": 340053, "output_tokens": 6941, "tokens_total": 371859, "agent_wall_s": 261.797974, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "simpo-code-reproduction", "trial": "simpo-code-reproduction__5j7AfDc", "domain": "software-engineering", "difficulty": "hard", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 219943, "cache_tokens": 210310, "output_tokens": 2837, "tokens_total": 222780, "agent_wall_s": 56.907959, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "simpo-code-reproduction", "trial": "simpo-code-reproduction__eYSFzpR", "domain": "software-engineering", "difficulty": "hard", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 183079, "cache_tokens": 175144, "output_tokens": 2664, "tokens_total": 185743, "agent_wall_s": 78.679002, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "simpo-code-reproduction", "trial": "simpo-code-reproduction__omg8AND", "domain": "software-engineering", "difficulty": "hard", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 168249, "cache_tokens": 155996, "output_tokens": 2496, "tokens_total": 170745, "agent_wall_s": 78.015906, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "software-dependency-audit", "trial": "software-dependency-audit__DVbfGHE", "domain": "cybersecurity", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 129356, "cache_tokens": 125717, "output_tokens": 1859, "tokens_total": 131215, "agent_wall_s": 21.524057, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "software-dependency-audit", "trial": "software-dependency-audit__YRkpxSy", "domain": "cybersecurity", "difficulty": "medium", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 98937, "cache_tokens": 97685, "output_tokens": 1248, "tokens_total": 100185, "agent_wall_s": 15.875528, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "software-dependency-audit", "trial": "software-dependency-audit__zdMr42L", "domain": "cybersecurity", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 158122, "cache_tokens": 138263, "output_tokens": 2225, "tokens_total": 160347, "agent_wall_s": 21.538423, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "threejs-structure-parser", "trial": "threejs-structure-parser__7YzsX8K", "domain": "media-content-production", "difficulty": "medium", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 80194, "cache_tokens": 68288, "output_tokens": 1382, "tokens_total": 81576, "agent_wall_s": 14.945642, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "threejs-structure-parser", "trial": "threejs-structure-parser__g6pPzXw", "domain": "media-content-production", "difficulty": "medium", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 85776, "cache_tokens": 76108, "output_tokens": 1567, "tokens_total": 87343, "agent_wall_s": 14.555996, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "threejs-structure-parser", "trial": "threejs-structure-parser__qWqAVM2", "domain": "media-content-production", "difficulty": "medium", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 90105, "cache_tokens": 76021, "output_tokens": 1590, "tokens_total": 91695, "agent_wall_s": 17.829104, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "threejs-to-obj", "trial": "threejs-to-obj__LeT8mTo", "domain": "media-content-production", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 52574, "cache_tokens": 48936, "output_tokens": 1392, "tokens_total": 53966, "agent_wall_s": 13.208927, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "threejs-to-obj", "trial": "threejs-to-obj__VDSqhci", "domain": "media-content-production", "difficulty": "medium", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 53375, "cache_tokens": 45533, "output_tokens": 1407, "tokens_total": 54782, "agent_wall_s": 12.333866, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "threejs-to-obj", "trial": "threejs-to-obj__nsiBtok", "domain": "media-content-production", "difficulty": "medium", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 53354, "cache_tokens": 45533, "output_tokens": 1347, "tokens_total": 54701, "agent_wall_s": 11.971718, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "weighted-gdp-calc", "trial": "weighted-gdp-calc__KXtmDHi", "domain": "finance-economics", "difficulty": "medium", "reward": 0, "raw_reward": null, "exception": "AgentSetupTimeoutError", "infra": true, "input_tokens": null, "cache_tokens": null, "output_tokens": null, "tokens_total": 0, "agent_wall_s": null, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "weighted-gdp-calc", "trial": "weighted-gdp-calc__m5Mp4y3", "domain": "finance-economics", "difficulty": "medium", "reward": 1, "raw_reward": 1.0, "exception": null, "infra": false, "input_tokens": 101650, "cache_tokens": 87884, "output_tokens": 1751, "tokens_total": 103401, "agent_wall_s": 27.469919, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "weighted-gdp-calc", "trial": "weighted-gdp-calc__vmHBY8h", "domain": "finance-economics", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 112875, "cache_tokens": 99098, "output_tokens": 1896, "tokens_total": 114771, "agent_wall_s": 26.587676, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "weighted-gdp-calc", "trial": "weighted-gdp-calc__SqGfg7u", "domain": "finance-economics", "difficulty": "medium", "reward": 0, "raw_reward": null, "exception": "EnvironmentStartTimeoutError", "infra": true, "input_tokens": null, "cache_tokens": null, "output_tokens": null, "tokens_total": 0, "agent_wall_s": null, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "weighted-gdp-calc", "trial": "weighted-gdp-calc__iR8kuai", "domain": "finance-economics", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": "ApiRateLimitError", "infra": true, "input_tokens": 0, "cache_tokens": 0, "output_tokens": 0, "tokens_total": 0, "agent_wall_s": 2.442305, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "weighted-gdp-calc", "trial": "weighted-gdp-calc__q5LEN2E", "domain": "finance-economics", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": "ApiRateLimitError", "infra": true, "input_tokens": 0, "cache_tokens": 0, "output_tokens": 0, "tokens_total": 0, "agent_wall_s": 1.365318, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "weighted-gdp-calc", "trial": "weighted-gdp-calc__zADeWcm", "domain": "finance-economics", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": "ApiRateLimitError", "infra": true, "input_tokens": 0, "cache_tokens": 0, "output_tokens": 0, "tokens_total": 0, "agent_wall_s": 4.422044, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "xlsx-recover-data", "trial": "xlsx-recover-data__DsdtazG", "domain": "finance-economics", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 57176, "cache_tokens": 55862, "output_tokens": 2324, "tokens_total": 59500, "agent_wall_s": 18.356846, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "xlsx-recover-data", "trial": "xlsx-recover-data__JU4rBdb", "domain": "finance-economics", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 56999, "cache_tokens": 51067, "output_tokens": 1895, "tokens_total": 58894, "agent_wall_s": 16.834514, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "xlsx-recover-data", "trial": "xlsx-recover-data__hvjDXtL", "domain": "finance-economics", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": null, "infra": false, "input_tokens": 56874, "cache_tokens": 47322, "output_tokens": 2040, "tokens_total": 58914, "agent_wall_s": 16.046315, "skill_read": true}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "xlsx-recover-data", "trial": "xlsx-recover-data__NWqKRGP", "domain": "finance-economics", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": "ApiRateLimitError", "infra": true, "input_tokens": 0, "cache_tokens": 0, "output_tokens": 0, "tokens_total": 0, "agent_wall_s": 1.156042, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "xlsx-recover-data", "trial": "xlsx-recover-data__xHYh52q", "domain": "finance-economics", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": "ApiRateLimitError", "infra": true, "input_tokens": 0, "cache_tokens": 0, "output_tokens": 0, "tokens_total": 0, "agent_wall_s": 1.455826, "skill_read": false}
{"model": "claude-sonnet-5-5", "arm": "C", "task": "xlsx-recover-data", "trial": "xlsx-recover-data__zPL4NBc", "domain": "finance-economics", "difficulty": "medium", "reward": 0, "raw_reward": 0.0, "exception": "ApiRateLimitError", "infra": true, "input_tokens": 0, "cache_tokens": 0, "output_tokens": 0, "tokens_total": 0, "agent_wall_s": 1.286464, "skill_read": false}