{ "updated_utc": "2026-11-19T22:18:25.354398+00:00", "models": { "gpt61-sol": "GPT-6.1-Sol", "gpt56-sol": "GPT-5.6-Sol", "gpt56-terra": "GPT-5.6-Terra", "gpt56-luna": "GPT-5.6-Luna", "deepseek-v41": "DeepSeek-V4.1-Flash" }, "totals": { "complete": 5599, "running": 38, "pending": 2980, "exhausted": 8, "total": 8625 }, "conditions": [ { "id": "physics_iq_text", "title": "Physics-IQ · Text", "question": "Text vs Vision", "track": "text", "cases": 198, "runs": "physics_iq_text", "config": "physics_iq_text_analysis.json", "total": 990, "counts": { "complete": 662, "running": 5, "pending": 322, "exhausted": 1 }, "page": "physics_iq_baseline.html", "output_text": "1280×720 · 24 FPS · 120 frames", "paused": false, "updated_utc": "2026-11-19T22:18:18.125325+00:00", "models": [ { "key": "gpt61-sol", "label": "GPT-6.1-Sol", "complete": 133, "running": 1, "pending": 64, "exhausted": 0, "total": 198, "mean_duration_seconds": 816.0815692105259, "latest_completion": [ "2026-11-19T22:12:06.364902+00:00", "0180" ] }, { "key": "gpt56-sol", "label": "GPT-5.6-Sol", "complete": 134, "running": 1, "pending": 63, "exhausted": 0, "total": 198, "mean_duration_seconds": 670.7973063656716, "latest_completion": [ "2026-11-19T22:12:53.493501+00:00", "0150" ] }, { "key": "gpt56-terra", "label": "GPT-5.6-Terra", "complete": 170, "running": 1, "pending": 27, "exhausted": 0, "total": 198, "mean_duration_seconds": 474.01481523529435, "latest_completion": [ "2026-11-19T22:15:01.819189+00:00", "0020" ] }, { "key": "gpt56-luna", "label": "GPT-5.6-Luna", "complete": 169, "running": 1, "pending": 28, "exhausted": 0, "total": 198, "mean_duration_seconds": 477.2891239230767, "latest_completion": [ "2026-11-19T22:15:48.966629+00:00", "0013" ] }, { "key": "deepseek-v41", "label": "DeepSeek-V4.1-Flash", "complete": 56, "running": 1, "pending": 140, "exhausted": 1, "total": 198, "mean_duration_seconds": 1662.923906375, "latest_completion": [ "2026-11-19T22:10:43.427697+00:00", "0115" ] } ] }, { "id": "physics_iq_res480", "title": "Physics-IQ · 480p", "question": "分辨率下界", "track": "vision-agent", "cases": 198, "runs": "physics_iq_res480", "config": "physics_iq_res480_analysis.json", "total": 990, "counts": { "complete": 621, "running": 2, "pending": 364, "exhausted": 3 }, "page": "physics_iq_baseline.html", "output_text": "854×480 · 24 FPS · 120 frames", "paused": false, "updated_utc": "2026-11-19T22:18:24.648939+00:00", "models": [ { "key": "gpt61-sol", "label": "GPT-6.1-Sol", "complete": 118, "running": 1, "pending": 79, "exhausted": 0, "total": 198, "mean_duration_seconds": 834.9685765932201, "latest_completion": [ "2026-11-19T22:12:56.989758+00:00", "0156" ] }, { "key": "gpt56-sol", "label": "GPT-5.6-Sol", "complete": 138, "running": 0, "pending": 59, "exhausted": 1, "total": 198, "mean_duration_seconds": 547.8532874420292, "latest_completion": [ "2026-11-19T22:03:15.218200+00:00", "0165" ] }, { "key": "gpt56-terra", "label": "GPT-5.6-Terra", "complete": 154, "running": 0, "pending": 44, "exhausted": 0, "total": 198, "mean_duration_seconds": 499.6965444545457, "latest_completion": [ "2026-11-19T22:18:22.588399+00:00", "0183" ] }, { "key": "gpt56-luna", "label": "GPT-5.6-Luna", "complete": 117, "running": 1, "pending": 80, "exhausted": 0, "total": 198, "mean_duration_seconds": 744.7105076324789, "latest_completion": [ "2026-11-19T22:10:38.468279+00:00", "0162" ] }, { "key": "deepseek-v41", "label": "DeepSeek-V4.1-Flash", "complete": 94, "running": 0, "pending": 102, "exhausted": 2, "total": 198, "mean_duration_seconds": 1541.791761212765, "latest_completion": [ "2026-11-19T21:53:53.818220+00:00", "0144" ] } ] }, { "id": "physics_iq_fps12", "title": "Physics-IQ · 12 FPS", "question": "低帧率", "track": "vision-agent", "cases": 198, "runs": "physics_iq_fps12", "config": "physics_iq_fps12_analysis.json", "total": 990, "counts": { "complete": 732, "running": 6, "pending": 252, "exhausted": 0 }, "page": "physics_iq_baseline.html", "output_text": "1280×720 · 12 FPS · 60 frames", "paused": false, "updated_utc": "2026-11-19T22:18:16.663390+00:00", "models": [ { "key": "gpt61-sol", "label": "GPT-6.1-Sol", "complete": 141, "running": 1, "pending": 56, "exhausted": 0, "total": 198, "mean_duration_seconds": 778.0460322624111, "latest_completion": [ "2026-11-19T22:16:13.389807+00:00", "0183" ] }, { "key": "gpt56-sol", "label": "GPT-5.6-Sol", "complete": 148, "running": 1, "pending": 49, "exhausted": 0, "total": 198, "mean_duration_seconds": 607.552430351351, "latest_completion": [ "2026-11-19T21:40:59.362595+00:00", "0181" ] }, { "key": "gpt56-terra", "label": "GPT-5.6-Terra", "complete": 177, "running": 1, "pending": 20, "exhausted": 0, "total": 198, "mean_duration_seconds": 436.2343933898306, "latest_completion": [ "2026-11-19T22:17:36.595742+00:00", "0030" ] }, { "key": "gpt56-luna", "label": "GPT-5.6-Luna", "complete": 160, "running": 1, "pending": 37, "exhausted": 0, "total": 198, "mean_duration_seconds": 502.8228024312501, "latest_completion": [ "2026-11-19T22:13:04.096470+00:00", "0016" ] }, { "key": "deepseek-v41", "label": "DeepSeek-V4.1-Flash", "complete": 106, "running": 2, "pending": 90, "exhausted": 0, "total": 198, "mean_duration_seconds": 1122.3562106886795, "latest_completion": [ "2026-11-19T22:13:46.832953+00:00", "0169" ] } ] }, { "id": "physics_iq_fps48", "title": "Physics-IQ · 48 FPS", "question": "高帧率", "track": "vision-agent", "cases": 198, "runs": "physics_iq_fps48", "config": "physics_iq_fps48_analysis.json", "total": 990, "counts": { "complete": 503, "running": 6, "pending": 481, "exhausted": 0 }, "page": "physics_iq_baseline.html", "output_text": "1280×720 · 48 FPS · 240 frames", "paused": false, "updated_utc": "2026-11-19T22:17:57.678760+00:00", "models": [ { "key": "gpt61-sol", "label": "GPT-6.1-Sol", "complete": 98, "running": 1, "pending": 99, "exhausted": 0, "total": 198, "mean_duration_seconds": 985.9890831530614, "latest_completion": [ "2026-11-19T22:17:33.394984+00:00", "0139" ] }, { "key": "gpt56-sol", "label": "GPT-5.6-Sol", "complete": 101, "running": 1, "pending": 96, "exhausted": 0, "total": 198, "mean_duration_seconds": 858.4994188316833, "latest_completion": [ "2026-11-19T22:14:35.369762+00:00", "0135" ] }, { "key": "gpt56-terra", "label": "GPT-5.6-Terra", "complete": 150, "running": 1, "pending": 47, "exhausted": 0, "total": 198, "mean_duration_seconds": 548.4784156266667, "latest_completion": [ "2026-11-19T22:17:39.824706+00:00", "0177" ] }, { "key": "gpt56-luna", "label": "GPT-5.6-Luna", "complete": 101, "running": 1, "pending": 96, "exhausted": 0, "total": 198, "mean_duration_seconds": 885.6867536237622, "latest_completion": [ "2026-11-19T22:12:57.654765+00:00", "0147" ] }, { "key": "deepseek-v41", "label": "DeepSeek-V4.1-Flash", "complete": 53, "running": 2, "pending": 143, "exhausted": 0, "total": 198, "mean_duration_seconds": 1890.1607184905668, "latest_completion": [ "2026-11-19T22:16:43.960896+00:00", "0126" ] } ] }, { "id": "physics_iq_res1080", "title": "Physics-IQ · 1080p", "question": "分辨率上界", "track": "vision-agent", "cases": 198, "runs": "physics_iq_res1080", "config": "physics_iq_res1080_analysis.json", "total": 990, "counts": { "complete": 439, "running": 5, "pending": 545, "exhausted": 1 }, "page": "physics_iq_baseline.html", "output_text": "1920×1080 · 24 FPS · 120 frames", "paused": false, "updated_utc": "2026-11-19T22:18:19.487152+00:00", "models": [ { "key": "gpt61-sol", "label": "GPT-6.1-Sol", "complete": 78, "running": 1, "pending": 119, "exhausted": 0, "total": 198, "mean_duration_seconds": 1185.491768615385, "latest_completion": [ "2026-11-19T21:54:02.189185+00:00", "0127" ] }, { "key": "gpt56-sol", "label": "GPT-5.6-Sol", "complete": 98, "running": 1, "pending": 99, "exhausted": 0, "total": 198, "mean_duration_seconds": 886.5677678979592, "latest_completion": [ "2026-11-19T22:13:16.650325+00:00", "0118" ] }, { "key": "gpt56-terra", "label": "GPT-5.6-Terra", "complete": 120, "running": 1, "pending": 77, "exhausted": 0, "total": 198, "mean_duration_seconds": 587.7396375166667, "latest_completion": [ "2026-11-19T22:07:18.220908+00:00", "0147" ] }, { "key": "gpt56-luna", "label": "GPT-5.6-Luna", "complete": 85, "running": 0, "pending": 112, "exhausted": 1, "total": 198, "mean_duration_seconds": 893.519415470588, "latest_completion": [ "2026-11-19T22:18:00.676970+00:00", "0134" ] }, { "key": "deepseek-v41", "label": "DeepSeek-V4.1-Flash", "complete": 58, "running": 2, "pending": 138, "exhausted": 0, "total": 198, "mean_duration_seconds": 1997.9043291034477, "latest_completion": [ "2026-11-19T22:10:14.954661+00:00", "0123" ] } ] }, { "id": "physics_iq_thinking_low", "title": "Physics-IQ · Thinking low", "question": "推理预算下界;High 复用主实验", "track": "vision-agent", "cases": 198, "runs": "physics_iq_thinking_low", "config": "physics_iq_thinking_low_analysis.json", "total": 990, "counts": { "complete": 877, "running": 1, "pending": 111, "exhausted": 1 }, "page": "physics_iq_baseline.html", "output_text": "1280×720 · 24 FPS · 120 frames", "paused": false, "updated_utc": "2026-11-19T22:18:23.954402+00:00", "models": [ { "key": "gpt61-sol", "label": "GPT-6.1-Sol", "complete": 198, "running": 0, "pending": 0, "exhausted": 0, "total": 198, "mean_duration_seconds": 270.61429981313125, "latest_completion": [ "2026-11-19T15:28:14.585717+00:00", "0012" ] }, { "key": "gpt56-sol", "label": "GPT-5.6-Sol", "complete": 198, "running": 0, "pending": 0, "exhausted": 0, "total": 198, "mean_duration_seconds": 274.7245243737374, "latest_completion": [ "2026-11-19T14:53:58.257685+00:00", "0136" ] }, { "key": "gpt56-terra", "label": "GPT-5.6-Terra", "complete": 198, "running": 0, "pending": 0, "exhausted": 0, "total": 198, "mean_duration_seconds": 321.39632161111115, "latest_completion": [ "2026-11-19T15:50:29.897709+00:00", "0160" ] }, { "key": "gpt56-luna", "label": "GPT-5.6-Luna", "complete": 198, "running": 0, "pending": 0, "exhausted": 0, "total": 198, "mean_duration_seconds": 365.62606741919194, "latest_completion": [ "2026-11-19T15:24:55.161116+00:00", "0176" ] }, { "key": "deepseek-v41", "label": "DeepSeek-V4.1-Flash", "complete": 85, "running": 1, "pending": 111, "exhausted": 1, "total": 198, "mean_duration_seconds": 983.6661708352949, "latest_completion": [ "2026-11-19T21:40:16.624094+00:00", "0150" ] } ] }, { "id": "physics_iq_thinking_higher", "title": "Physics-IQ · Thinking xhigh / max", "question": "GPT 请求 xhigh;DeepSeek 请求 max;API 接受已实测,内部推理深度由 provider 控制", "track": "vision-agent", "cases": 198, "runs": "physics_iq_thinking_higher", "config": "physics_iq_thinking_higher_analysis.json", "total": 990, "counts": { "complete": 302, "running": 5, "pending": 682, "exhausted": 1 }, "page": "physics_iq_baseline.html", "output_text": "1280×720 · 24 FPS · 120 frames", "paused": false, "updated_utc": "2026-11-19T22:18:21.474159+00:00", "models": [ { "key": "gpt61-sol", "label": "GPT-6.1-Sol", "complete": 58, "running": 1, "pending": 139, "exhausted": 0, "total": 198, "mean_duration_seconds": 1557.333074896552, "latest_completion": [ "2026-11-19T22:14:15.273985+00:00", "0077" ] }, { "key": "gpt56-sol", "label": "GPT-5.6-Sol", "complete": 62, "running": 1, "pending": 135, "exhausted": 0, "total": 198, "mean_duration_seconds": 1287.3339783387094, "latest_completion": [ "2026-11-19T22:10:26.521789+00:00", "0095" ] }, { "key": "gpt56-terra", "label": "GPT-5.6-Terra", "complete": 87, "running": 1, "pending": 110, "exhausted": 0, "total": 198, "mean_duration_seconds": 831.9477317011496, "latest_completion": [ "2026-11-19T22:09:25.672701+00:00", "0114" ] }, { "key": "gpt56-luna", "label": "GPT-5.6-Luna", "complete": 58, "running": 1, "pending": 139, "exhausted": 0, "total": 198, "mean_duration_seconds": 1032.930620913793, "latest_completion": [ "2026-11-19T21:56:36.493604+00:00", "0096" ] }, { "key": "deepseek-v41", "label": "DeepSeek-V4.1-Flash", "complete": 37, "running": 1, "pending": 159, "exhausted": 1, "total": 198, "mean_duration_seconds": 2260.7562494054064, "latest_completion": [ "2026-11-19T22:14:01.036287+00:00", "0079" ] } ] }, { "id": "robojudge_text", "title": "RoboJudge · Text", "question": "Text vs Vision", "track": "text", "cases": 50, "runs": "robojudge_text", "config": "robojudge_text_analysis.json", "total": 250, "counts": { "complete": 250, "running": 0, "pending": 0, "exhausted": 0 }, "page": "robojudge.html", "output_text": "960×720 · 24.0 FPS · 120 frames", "paused": false, "updated_utc": "2026-11-19T20:03:19.630737+00:00", "models": [ { "key": "gpt61-sol", "label": "GPT-6.1-Sol", "complete": 50, "running": 0, "pending": 0, "exhausted": 0, "total": 50, "mean_duration_seconds": 1010.9786867199998, "latest_completion": [ "2026-11-19T06:10:49.916337+00:00", "common50_0011" ] }, { "key": "gpt56-sol", "label": "GPT-5.6-Sol", "complete": 50, "running": 0, "pending": 0, "exhausted": 0, "total": 50, "mean_duration_seconds": 786.25924138, "latest_completion": [ "2026-11-19T06:07:35.352277+00:00", "common50_0016" ] }, { "key": "gpt56-terra", "label": "GPT-5.6-Terra", "complete": 50, "running": 0, "pending": 0, "exhausted": 0, "total": 50, "mean_duration_seconds": 323.07054778, "latest_completion": [ "2026-11-19T03:09:31.388686+00:00", "common50_0020" ] }, { "key": "gpt56-luna", "label": "GPT-5.6-Luna", "complete": 50, "running": 0, "pending": 0, "exhausted": 0, "total": 50, "mean_duration_seconds": 581.6740844599999, "latest_completion": [ "2026-11-19T04:13:02.497907+00:00", "common50_0008" ] }, { "key": "deepseek-v41", "label": "DeepSeek-V4.1-Flash", "complete": 50, "running": 0, "pending": 0, "exhausted": 0, "total": 50, "mean_duration_seconds": 1990.43969514, "latest_completion": [ "2026-11-19T20:03:13.778847+00:00", "common50_0048" ] } ] }, { "id": "pcve_text", "title": "PCVE · Text", "question": "Text vs Vision", "track": "text", "cases": 129, "runs": "pcve_text", "config": "pcve_text_analysis.json", "total": 645, "counts": { "complete": 485, "running": 6, "pending": 154, "exhausted": 0 }, "page": "pcve_rigid.html", "output_text": "1280×720 · 24 FPS · 96 frames", "paused": false, "updated_utc": "2026-11-19T22:18:17.894948+00:00", "models": [ { "key": "gpt61-sol", "label": "GPT-6.1-Sol", "complete": 100, "running": 2, "pending": 27, "exhausted": 0, "total": 129, "mean_duration_seconds": 998.2919152500003, "latest_completion": [ "2026-11-19T21:39:02.571369+00:00", "pcve_0010" ] }, { "key": "gpt56-sol", "label": "GPT-5.6-Sol", "complete": 104, "running": 1, "pending": 24, "exhausted": 0, "total": 129, "mean_duration_seconds": 789.7156145, "latest_completion": [ "2026-11-19T22:10:21.753827+00:00", "pcve_0124" ] }, { "key": "gpt56-terra", "label": "GPT-5.6-Terra", "complete": 129, "running": 0, "pending": 0, "exhausted": 0, "total": 129, "mean_duration_seconds": 555.2888093720928, "latest_completion": [ "2026-11-19T21:51:23.879876+00:00", "pcve_0017" ] }, { "key": "gpt56-luna", "label": "GPT-5.6-Luna", "complete": 115, "running": 1, "pending": 13, "exhausted": 0, "total": 129, "mean_duration_seconds": 724.354877869565, "latest_completion": [ "2026-11-19T22:08:14.114789+00:00", "pcve_0027" ] }, { "key": "deepseek-v41", "label": "DeepSeek-V4.1-Flash", "complete": 37, "running": 2, "pending": 90, "exhausted": 0, "total": 129, "mean_duration_seconds": 2758.451698162162, "latest_completion": [ "2026-11-19T21:52:27.597996+00:00", "pcve_0077" ] } ] }, { "id": "phygenbench_text", "title": "PhyGenBench · Text", "question": "Text vs Vision", "track": "text", "cases": 160, "runs": "phygenbench_text", "config": "phygenbench_text_analysis.json", "total": 800, "counts": { "complete": 728, "running": 2, "pending": 69, "exhausted": 1 }, "page": "phygen_pixelspace.html", "output_text": "1280×720 · 24.0 FPS · 120 frames", "paused": false, "updated_utc": "2026-11-19T22:18:18.189782+00:00", "models": [ { "key": "gpt61-sol", "label": "GPT-6.1-Sol", "complete": 160, "running": 0, "pending": 0, "exhausted": 0, "total": 160, "mean_duration_seconds": 625.66111554375, "latest_completion": [ "2026-11-19T19:49:59.304525+00:00", "phygen_141" ] }, { "key": "gpt56-sol", "label": "GPT-5.6-Sol", "complete": 160, "running": 0, "pending": 0, "exhausted": 0, "total": 160, "mean_duration_seconds": 471.5654947562501, "latest_completion": [ "2026-11-19T17:50:53.168085+00:00", "phygen_023" ] }, { "key": "gpt56-terra", "label": "GPT-5.6-Terra", "complete": 160, "running": 0, "pending": 0, "exhausted": 0, "total": 160, "mean_duration_seconds": 356.87554824374996, "latest_completion": [ "2026-11-19T15:28:22.584935+00:00", "phygen_032" ] }, { "key": "gpt56-luna", "label": "GPT-5.6-Luna", "complete": 160, "running": 0, "pending": 0, "exhausted": 0, "total": 160, "mean_duration_seconds": 355.05172073125016, "latest_completion": [ "2026-11-19T14:52:13.652519+00:00", "phygen_026" ] }, { "key": "deepseek-v41", "label": "DeepSeek-V4.1-Flash", "complete": 88, "running": 2, "pending": 69, "exhausted": 1, "total": 160, "mean_duration_seconds": 933.1196799772727, "latest_completion": [ "2026-11-19T21:34:54.278394+00:00", "phygen_036" ] } ] }, { "id": "phygen_i2v", "title": "PhyGenBench · AgentPixel → Qwen → I2V", "question": "agent 构建场景 + Qwen 真实化", "track": "vision-agent", "cases": 160, "planned": true, "total": 800, "counts": { "complete": 0, "running": 0, "pending": 0, "exhausted": 0 }, "paused": true, "models": [] } ], "planned_total": 800 }