HuggingFriends's picture
progress update progress.json
675d243 verified
Raw History Blame Contribute Delete
2.33 kB
{
"rendered_at_utc": "2026-11-20 13:06:34 UTC",
"scale": {
"accepted": 5044,
"rows": 10088,
"attempts": 10489,
"per_teacher": {
"gpt55": {
"attempts": 1268,
"exec_pass": 1193,
"judge_pass": 83,
"judge_fail": 1110,
"exec_fail": 75,
"teacher_error": 0
},
"gpt61": {
"attempts": 6186,
"exec_pass": 5987,
"judge_pass": 4501,
"judge_fail": 1486,
"exec_fail": 138,
"teacher_error": 61
},
"terra": {
"attempts": 1685,
"exec_pass": 1572,
"judge_pass": 335,
"judge_fail": 1237,
"exec_fail": 111,
"teacher_error": 2
},
"luna": {
"attempts": 1350,
"exec_pass": 1152,
"judge_pass": 85,
"judge_fail": 1067,
"exec_fail": 174,
"teacher_error": 24
}
},
"accepted_per_teacher": {
"gpt61": 4537,
"terra": 337,
"gpt55": 85,
"luna": 85
},
"processed_samples": 6227,
"dataset_rows": 8807,
"shards": 51,
"elapsed_hours": 18.53,
"accepted_per_hour": 272.2,
"eta_hours": "",
"target_trajectories": 5000,
"target_rows": 10000
},
"sft": {
"step": 0,
"total_steps": 400,
"loss": 0,
"peak_memory_gib": 0,
"train_rows": 1195,
"evals": [],
"zero_shot": {
"tasks": 32,
"judge_pass": 3,
"overall_pass_rate": 0.09375,
"partial": true
}
},
"sft_code": {
"step": 0,
"total_steps": 400,
"loss": 0,
"peak_memory_gib": 0,
"train_rows": 1719,
"evals": [],
"zero_shot": {
"tasks": 32,
"judge_pass": 3,
"overall_pass_rate": 0.09375,
"partial": true
}
},
"legacy": [
{
"name": "GPT-6.1-Sol",
"tasks": 54,
"executed": 52,
"passed": 36,
"rate": 0.6666666666666666
},
{
"name": "GPT-5.5",
"tasks": 54,
"executed": 50,
"passed": 17,
"rate": 0.3148148148148148
},
{
"name": "GPT-5.6-Terra",
"tasks": 54,
"executed": 49,
"passed": 20,
"rate": 0.37037037037037035
},
{
"name": "GPT-5.6-Luna",
"tasks": 54,
"executed": 44,
"passed": 16,
"rate": 0.2962962962962963
}
]
}