{ "rendered_at_utc": "2026-11-20 13:15:38 UTC", "scale": { "accepted": 5044, "rows": 10088, "attempts": 10489, "per_teacher": { "gpt55": { "attempts": 1268, "exec_pass": 1193, "judge_pass": 83, "judge_fail": 1110, "exec_fail": 75, "teacher_error": 0 }, "gpt61": { "attempts": 6186, "exec_pass": 5987, "judge_pass": 4501, "judge_fail": 1486, "exec_fail": 138, "teacher_error": 61 }, "terra": { "attempts": 1685, "exec_pass": 1572, "judge_pass": 335, "judge_fail": 1237, "exec_fail": 111, "teacher_error": 2 }, "luna": { "attempts": 1350, "exec_pass": 1152, "judge_pass": 85, "judge_fail": 1067, "exec_fail": 174, "teacher_error": 24 } }, "accepted_per_teacher": { "gpt61": 4537, "terra": 337, "gpt55": 85, "luna": 85 }, "processed_samples": 6227, "dataset_rows": 8807, "shards": 51, "elapsed_hours": 18.53, "accepted_per_hour": 272.2, "eta_hours": "", "target_trajectories": 5000, "target_rows": 10000 }, "sft": { "step": 0, "total_steps": 400, "loss": 0, "peak_memory_gib": 0, "train_rows": 1195, "evals": [], "zero_shot": { "tasks": 32, "judge_pass": 3, "overall_pass_rate": 0.09375, "partial": true } }, "sft_code": { "step": 0, "total_steps": 400, "loss": 0, "peak_memory_gib": 0, "train_rows": 1719, "evals": [], "zero_shot": { "tasks": 32, "judge_pass": 3, "overall_pass_rate": 0.09375, "partial": true } }, "legacy": [ { "name": "GPT-6.1-Sol", "tasks": 54, "executed": 52, "passed": 36, "rate": 0.6666666666666666 }, { "name": "GPT-5.5", "tasks": 54, "executed": 50, "passed": 17, "rate": 0.3148148148148148 }, { "name": "GPT-5.6-Terra", "tasks": 54, "executed": 49, "passed": 20, "rate": 0.37037037037037035 }, { "name": "GPT-5.6-Luna", "tasks": 54, "executed": 44, "passed": 16, "rate": 0.2962962962962963 } ] }