File size: 2,325 Bytes
9b5294e
5755616
9a50cda
2a7efb2
 
c317e86
9d1dec5
26edc87
c317e86
 
60684fe
c317e86
fbced5b
26edc87
 
 
a53f893
 
2a7efb2
a53f893
2a7efb2
06c8735
26edc87
 
fbced5b
 
6c62aad
fbced5b
6c62aad
2949450
26edc87
 
c317e86
 
60684fe
c317e86
06c8735
da6ec04
26edc87
 
 
2a7efb2
6c62aad
60684fe
 
9d1dec5
a53f893
26edc87
 
c317e86
 
d9e40ae
9a50cda
 
 
3fc916d
11ebf37
3fc916d
11ebf37
 
3fc916d
11ebf37
a3f415a
b1d52c2
d072c1f
b1d52c2
03177b3
a3f415a
3fc916d
9b76084
11ebf37
9b76084
11ebf37
 
9b76084
11ebf37
9b76084
b1d52c2
9b76084
b1d52c2
03177b3
9b76084
 
26edc87
 
9b5294e
26edc87
 
 
 
9b5294e
26edc87
9b5294e
26edc87
 
 
 
9b5294e
26edc87
9b5294e
26edc87
 
 
 
9b5294e
26edc87
9b5294e
26edc87
 
 
 
9b5294e
26edc87
9b5294e
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
{
  "rendered_at_utc": "2026-11-20 13:24:42 UTC",
  "scale": {
    "accepted": 5044,
    "rows": 10088,
    "attempts": 10489,
    "per_teacher": {
      "gpt55": {
        "attempts": 1268,
        "exec_pass": 1193,
        "judge_pass": 83,
        "judge_fail": 1110,
        "exec_fail": 75,
        "teacher_error": 0
      },
      "gpt61": {
        "attempts": 6186,
        "exec_pass": 5987,
        "judge_pass": 4501,
        "judge_fail": 1486,
        "exec_fail": 138,
        "teacher_error": 61
      },
      "terra": {
        "attempts": 1685,
        "exec_pass": 1572,
        "judge_pass": 335,
        "judge_fail": 1237,
        "exec_fail": 111,
        "teacher_error": 2
      },
      "luna": {
        "attempts": 1350,
        "exec_pass": 1152,
        "judge_pass": 85,
        "judge_fail": 1067,
        "exec_fail": 174,
        "teacher_error": 24
      }
    },
    "accepted_per_teacher": {
      "gpt61": 4537,
      "terra": 337,
      "gpt55": 85,
      "luna": 85
    },
    "processed_samples": 6227,
    "dataset_rows": 8807,
    "shards": 51,
    "elapsed_hours": 18.53,
    "accepted_per_hour": 272.2,
    "eta_hours": "",
    "target_trajectories": 5000,
    "target_rows": 10000
  },
  "sft": {
    "step": 0,
    "total_steps": 400,
    "loss": 0,
    "peak_memory_gib": 0,
    "train_rows": 1195,
    "evals": [],
    "zero_shot": {
      "tasks": 32,
      "judge_pass": 3,
      "overall_pass_rate": 0.09375,
      "partial": true
    }
  },
  "sft_code": {
    "step": 0,
    "total_steps": 400,
    "loss": 0,
    "peak_memory_gib": 0,
    "train_rows": 1719,
    "evals": [],
    "zero_shot": {
      "tasks": 32,
      "judge_pass": 3,
      "overall_pass_rate": 0.09375,
      "partial": true
    }
  },
  "legacy": [
    {
      "name": "GPT-6.1-Sol",
      "tasks": 54,
      "executed": 52,
      "passed": 36,
      "rate": 0.6666666666666666
    },
    {
      "name": "GPT-5.5",
      "tasks": 54,
      "executed": 50,
      "passed": 17,
      "rate": 0.3148148148148148
    },
    {
      "name": "GPT-5.6-Terra",
      "tasks": 54,
      "executed": 49,
      "passed": 20,
      "rate": 0.37037037037037035
    },
    {
      "name": "GPT-5.6-Luna",
      "tasks": 54,
      "executed": 44,
      "passed": 16,
      "rate": 0.2962962962962963
    }
  ]
}