File size: 2,325 Bytes
9b5294e 5755616 9a50cda 2a7efb2 c317e86 9d1dec5 26edc87 c317e86 60684fe c317e86 fbced5b 26edc87 a53f893 2a7efb2 a53f893 2a7efb2 06c8735 26edc87 fbced5b 6c62aad fbced5b 6c62aad 2949450 26edc87 c317e86 60684fe c317e86 06c8735 da6ec04 26edc87 2a7efb2 6c62aad 60684fe 9d1dec5 a53f893 26edc87 c317e86 d9e40ae 9a50cda 3fc916d 11ebf37 3fc916d 11ebf37 3fc916d 11ebf37 a3f415a b1d52c2 d072c1f b1d52c2 03177b3 a3f415a 3fc916d 9b76084 11ebf37 9b76084 11ebf37 9b76084 11ebf37 9b76084 b1d52c2 9b76084 b1d52c2 03177b3 9b76084 26edc87 9b5294e 26edc87 9b5294e 26edc87 9b5294e 26edc87 9b5294e 26edc87 9b5294e 26edc87 9b5294e 26edc87 9b5294e 26edc87 9b5294e 26edc87 9b5294e | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 | {
"rendered_at_utc": "2026-11-20 13:24:42 UTC",
"scale": {
"accepted": 5044,
"rows": 10088,
"attempts": 10489,
"per_teacher": {
"gpt55": {
"attempts": 1268,
"exec_pass": 1193,
"judge_pass": 83,
"judge_fail": 1110,
"exec_fail": 75,
"teacher_error": 0
},
"gpt61": {
"attempts": 6186,
"exec_pass": 5987,
"judge_pass": 4501,
"judge_fail": 1486,
"exec_fail": 138,
"teacher_error": 61
},
"terra": {
"attempts": 1685,
"exec_pass": 1572,
"judge_pass": 335,
"judge_fail": 1237,
"exec_fail": 111,
"teacher_error": 2
},
"luna": {
"attempts": 1350,
"exec_pass": 1152,
"judge_pass": 85,
"judge_fail": 1067,
"exec_fail": 174,
"teacher_error": 24
}
},
"accepted_per_teacher": {
"gpt61": 4537,
"terra": 337,
"gpt55": 85,
"luna": 85
},
"processed_samples": 6227,
"dataset_rows": 8807,
"shards": 51,
"elapsed_hours": 18.53,
"accepted_per_hour": 272.2,
"eta_hours": "",
"target_trajectories": 5000,
"target_rows": 10000
},
"sft": {
"step": 0,
"total_steps": 400,
"loss": 0,
"peak_memory_gib": 0,
"train_rows": 1195,
"evals": [],
"zero_shot": {
"tasks": 32,
"judge_pass": 3,
"overall_pass_rate": 0.09375,
"partial": true
}
},
"sft_code": {
"step": 0,
"total_steps": 400,
"loss": 0,
"peak_memory_gib": 0,
"train_rows": 1719,
"evals": [],
"zero_shot": {
"tasks": 32,
"judge_pass": 3,
"overall_pass_rate": 0.09375,
"partial": true
}
},
"legacy": [
{
"name": "GPT-6.1-Sol",
"tasks": 54,
"executed": 52,
"passed": 36,
"rate": 0.6666666666666666
},
{
"name": "GPT-5.5",
"tasks": 54,
"executed": 50,
"passed": 17,
"rate": 0.3148148148148148
},
{
"name": "GPT-5.6-Terra",
"tasks": 54,
"executed": 49,
"passed": 20,
"rate": 0.37037037037037035
},
{
"name": "GPT-5.6-Luna",
"tasks": 54,
"executed": 44,
"passed": 16,
"rate": 0.2962962962962963
}
]
} |