Spaces:
Running
Running
Gallery links name gallery/index.html: the static host does not serve a folder's index
Browse files"gallery/" redirected to huggingface.co/gallery, so the menu item, the Open-the-gallery buttons and the gallery's own Gallery / By agent links went to the wrong site. Every link now names the page, as the rest of the site does with index.html#....
Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
- cases.html +2 -2
- gallery/cases.html +0 -0
- gallery/index.html +2 -2
- gallery/model/claude-fable-5.1-max.html +0 -0
- gallery/model/claude-haiku-5.5-max.html +0 -0
- gallery/model/claude-opus-5.5-max.html +0 -0
- gallery/model/claude-sonnet-5.5-max.html +0 -0
- gallery/model/deepseek-v4.1-flash-max.html +0 -0
- gallery/model/gemini-3.8-flash-high.html +0 -0
- gallery/model/gemini-4-argon-high.html +0 -0
- gallery/model/glm-5.3-flash-max.html +0 -0
- gallery/model/gpt-5.6-sol-max.html +0 -0
- gallery/model/gpt-6-astra-max.html +0 -0
- gallery/model/gpt-6.1-sol-max.html +0 -0
- gallery/model/grok-4.6-xhigh.html +0 -0
- gallery/model/grok-4.7-xhigh.html +0 -0
- gallery/model/muse-spark-1.3-max.html +0 -0
- gallery/model/muse-wonder-full-1.0-max.html +0 -0
- index.html +3 -3
- scripts/t2s_gallery.py +3 -3
- scripts/t2s_sandbox_round.py +14 -6
cases.html
CHANGED
|
@@ -81,11 +81,11 @@ table.cs td,table.cs th{white-space:nowrap}.panel code{font-size:.82em;backgroun
|
|
| 81 |
.in-open:hover{background:var(--primary);color:#fff}
|
| 82 |
@media(max-width:900px){.in-i2s{grid-template-columns:1fr}}
|
| 83 |
</style><script type="importmap">{"imports":{"three":"./assets/vendor/three-r160/build/three.module.js","three/addons/":"./assets/vendor/three-r160/addons/"}}</script><link href="assets/buildingbench.css?v=20261004i2s" rel="stylesheet"/></head><body class="case-page"><a class="skip-link" href="#casebar">Skip to benchmark explorer</a>
|
| 84 |
-
<header class="site-header"><div class="brand"><a aria-label="Code4Scene home" class="brand-home" href="index.html#top"><svg aria-hidden="true" fill="none" viewbox="0 0 30 32"><path d="M15 2 27 9v14l-12 7L3 23V9L15 2Z M3 9l12 7 12-7 M15 16v14 M9 5.5l12 7v14 M21 5.5l-12 7v14" stroke="currentColor" stroke-linejoin="round" stroke-width="1.6"></path></svg><span>Code4Scene</span></a><a class="brand-by" href="https://simworld.org/">by SimWorld</a></div><nav aria-label="Main navigation"><a href="index.html#top">Benchmark</a><a href="index.html#leaderboard">Leaderboard</a><a class="nav-active" href="index.html#cases">Visualization</a><a href="gallery/">Gallery</a><a href="https://arxiv.org/abs/2609.36777" rel="noopener" target="_blank">Paper ↗</a><a href="https://github.com/SimWorld-AI/Code4Scene" rel="noopener" target="_blank">Github ↗</a></nav></header>
|
| 85 |
<section class="alt" style="padding-top:34px;padding-bottom:40px"><div class="container">
|
| 86 |
<div class="section-header" style="margin-bottom:1.6rem"><span class="section-label">Cases</span><h2 class="section-title">Every scene in 3D, with its scores</h2>
|
| 87 |
<p class="section-desc">Each agent's result is the engine-native scene it saved, exported from Unreal Engine so you can turn it in the browser. Beside it, how the
|
| 88 |
-
evaluator scored that scene. 10 cases, 58 scenes in 3D. Pick a case, then an agent. These are the paper’s scenes and scores. For the October 2026 Text-to-Scene re-run, every agent’s scene on every case is in the <a href="gallery/">gallery</a>.</p></div>
|
| 89 |
<div class="casebar" id="casebar"></div>
|
| 90 |
<div class="card" style="padding:1.4rem 1.5rem"><div class="case-head"><h3 id="ctitle"></h3><p><b id="ctrack"></b> · <span id="cnote"></span></p></div>
|
| 91 |
<div class="case-input" id="cinput"></div>
|
|
|
|
| 81 |
.in-open:hover{background:var(--primary);color:#fff}
|
| 82 |
@media(max-width:900px){.in-i2s{grid-template-columns:1fr}}
|
| 83 |
</style><script type="importmap">{"imports":{"three":"./assets/vendor/three-r160/build/three.module.js","three/addons/":"./assets/vendor/three-r160/addons/"}}</script><link href="assets/buildingbench.css?v=20261004i2s" rel="stylesheet"/></head><body class="case-page"><a class="skip-link" href="#casebar">Skip to benchmark explorer</a>
|
| 84 |
+
<header class="site-header"><div class="brand"><a aria-label="Code4Scene home" class="brand-home" href="index.html#top"><svg aria-hidden="true" fill="none" viewbox="0 0 30 32"><path d="M15 2 27 9v14l-12 7L3 23V9L15 2Z M3 9l12 7 12-7 M15 16v14 M9 5.5l12 7v14 M21 5.5l-12 7v14" stroke="currentColor" stroke-linejoin="round" stroke-width="1.6"></path></svg><span>Code4Scene</span></a><a class="brand-by" href="https://simworld.org/">by SimWorld</a></div><nav aria-label="Main navigation"><a href="index.html#top">Benchmark</a><a href="index.html#leaderboard">Leaderboard</a><a class="nav-active" href="index.html#cases">Visualization</a><a href="gallery/index.html">Gallery</a><a href="https://arxiv.org/abs/2609.36777" rel="noopener" target="_blank">Paper ↗</a><a href="https://github.com/SimWorld-AI/Code4Scene" rel="noopener" target="_blank">Github ↗</a></nav></header>
|
| 85 |
<section class="alt" style="padding-top:34px;padding-bottom:40px"><div class="container">
|
| 86 |
<div class="section-header" style="margin-bottom:1.6rem"><span class="section-label">Cases</span><h2 class="section-title">Every scene in 3D, with its scores</h2>
|
| 87 |
<p class="section-desc">Each agent's result is the engine-native scene it saved, exported from Unreal Engine so you can turn it in the browser. Beside it, how the
|
| 88 |
+
evaluator scored that scene. 10 cases, 58 scenes in 3D. Pick a case, then an agent. These are the paper’s scenes and scores. For the October 2026 Text-to-Scene re-run, every agent’s scene on every case is in the <a href="gallery/index.html">gallery</a>.</p></div>
|
| 89 |
<div class="casebar" id="casebar"></div>
|
| 90 |
<div class="card" style="padding:1.4rem 1.5rem"><div class="case-head"><h3 id="ctitle"></h3><p><b id="ctrack"></b> · <span id="cnote"></span></p></div>
|
| 91 |
<div class="case-input" id="cinput"></div>
|
gallery/cases.html
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|
gallery/index.html
CHANGED
|
@@ -7,9 +7,9 @@
|
|
| 7 |
<link href="../assets/buildingbench.css?v=20261016t2s" rel="stylesheet"/>
|
| 8 |
<link href="../assets/gallery.css?v=20261016t2s" rel="stylesheet"/>
|
| 9 |
</head><body class="gallery-page"><a class="skip-link" href="#main">Skip to the gallery</a>
|
| 10 |
-
<header class="site-header"><div class="brand"><a aria-label="Code4Scene home" class="brand-home" href="../index.html#top"><svg aria-hidden="true" fill="none" viewbox="0 0 30 32"><path d="M15 2 27 9v14l-12 7L3 23V9L15 2Z M3 9l12 7 12-7 M15 16v14 M9 5.5l12 7v14 M21 5.5l-12 7v14" stroke="currentColor" stroke-linejoin="round" stroke-width="1.6"></path></svg><span>Code4Scene</span></a><a class="brand-by" href="https://simworld.org/">by SimWorld</a></div><nav aria-label="Main navigation"><a href="../index.html#top">Benchmark</a><a href="../index.html#leaderboard">Leaderboard</a><a href="../index.html#cases">Visualization</a><a class="nav-active" href="../gallery/">Gallery</a><a href="https://arxiv.org/abs/2609.36777" rel="noopener" target="_blank">Paper ↗</a><a href="https://github.com/SimWorld-AI/Code4Scene" rel="noopener" target="_blank">Github ↗</a></nav></header>
|
| 11 |
<main class="page-main" id="main">
|
| 12 |
-
<section class="gal-top"><div class="container"><span class="section-label">Gallery</span><h1 class="section-title">Every scene, every agent</h1><p class="section-desc">What each configuration built on the 20 Research Track scenes in the October 2026 Text-to-Scene re-run, as the evaluator saw it: four renders per scene from the benchmark's own cameras, with the case score and the agent's cost. Scores are truncated to three decimals; a case without a valid scene scores 0.</p><nav aria-label="Browse the gallery" class="gal-switch"><a aria-current="page" class="on" href="./">By agent</a><a href="cases.html">By scene</a></nav></div></section><section class="gal-body"><div class="container"><p class="gal-note">In leaderboard order. The strip shows the same five scenes for every agent: Blue City, Cyberpunk, Egyptian Temple, Nordic Harbour, Winter Town.</p><ol class="gal-agents"><li><a class="gal-agent" href="model/claude-sonnet-5.5-max.html"><span class="rk">1</span><span class="who"><span class="logo" aria-hidden="true"><svg fill="#D97757" fill-rule="evenodd" viewBox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><title>Claude</title><path d="M4.709 15.955l4.72-2.647.08-.23-.08-.128H9.2l-.79-.048-2.698-.073-2.339-.097-2.266-.122-.571-.121L0 11.784l.055-.352.48-.321.686.06 1.52.103 2.278.158 1.652.097 2.449.255h.389l.055-.157-.134-.098-.103-.097-2.358-1.596-2.552-1.688-1.336-.972-.724-.491-.364-.462-.158-1.008.656-.722.881.06.225.061.893.686 1.908 1.476 2.491 1.833.365.304.145-.103.019-.073-.164-.274-1.355-2.446-1.446-2.49-.644-1.032-.17-.619a2.97 2.97 0 01-.104-.729L6.283.134 6.696 0l.996.134.42.364.62 1.414 1.002 2.229 1.555 3.03.456.898.243.832.091.255h.158V9.01l.128-1.706.237-2.095.23-2.695.08-.76.376-.91.747-.492.584.28.48.685-.067.444-.286 1.851-.559 2.903-.364 1.942h.212l.243-.242.985-1.306 1.652-2.064.73-.82.85-.904.547-.431h1.033l.76 1.129-.34 1.166-1.064 1.347-.881 1.142-1.264 1.7-.79 1.36.073.11.188-.02 2.856-.606 1.543-.28 1.841-.315.833.388.091.395-.328.807-1.969.486-2.309.462-3.439.813-.042.03.049.061 1.549.146.662.036h1.622l3.02.225.79.522.474.638-.079.485-1.215.62-1.64-.389-3.829-.91-1.312-.329h-.182v.11l1.093 1.068 2.006 1.81 2.509 2.33.127.578-.322.455-.34-.049-2.205-1.657-.851-.747-1.926-1.62h-.128v.17l.444.649 2.345 3.521.122 1.08-.17.353-.608.213-.668-.122-1.374-1.925-1.415-2.167-1.143-1.943-.14.08-.674 7.254-.316.37-.729.28-.607-.461-.322-.747.322-1.476.389-1.924.315-1.53.286-1.9.17-.632-.012-.042-.14.018-1.434 1.967-2.18 2.945-1.726 1.845-.414.164-.717-.37.067-.662.401-.589 2.388-3.036 1.44-1.882.93-1.086-.006-.158h-.055L4.132 18.56l-1.13.146-.487-.456.061-.746.231-.243 1.908-1.312-.006.006z"></path></svg></span><span><b>Claude Sonnet 5.5 (max)</b><small>Anthropic</small></span></span><span class="num"><small>Score</small><b>0.837</b></span><span class="num"><small>Median cost</small>$26.93</span><span class="strip" aria-hidden="true"><img alt="" decoding="async" height="270" loading="lazy" src="img/claude-sonnet-5.5-max/blue-city/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/claude-sonnet-5.5-max/cyberpunk/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/claude-sonnet-5.5-max/egyptian-temple/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/claude-sonnet-5.5-max/nordic-harbour/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/claude-sonnet-5.5-max/winter-town/v0_t.webp?v=20261016t2s" width="480"/></span></a></li><li><a class="gal-agent" href="model/claude-opus-5.5-max.html"><span class="rk">2</span><span class="who"><span class="logo" aria-hidden="true"><svg fill="#D97757" fill-rule="evenodd" viewBox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><title>Claude</title><path d="M4.709 15.955l4.72-2.647.08-.23-.08-.128H9.2l-.79-.048-2.698-.073-2.339-.097-2.266-.122-.571-.121L0 11.784l.055-.352.48-.321.686.06 1.52.103 2.278.158 1.652.097 2.449.255h.389l.055-.157-.134-.098-.103-.097-2.358-1.596-2.552-1.688-1.336-.972-.724-.491-.364-.462-.158-1.008.656-.722.881.06.225.061.893.686 1.908 1.476 2.491 1.833.365.304.145-.103.019-.073-.164-.274-1.355-2.446-1.446-2.49-.644-1.032-.17-.619a2.97 2.97 0 01-.104-.729L6.283.134 6.696 0l.996.134.42.364.62 1.414 1.002 2.229 1.555 3.03.456.898.243.832.091.255h.158V9.01l.128-1.706.237-2.095.23-2.695.08-.76.376-.91.747-.492.584.28.48.685-.067.444-.286 1.851-.559 2.903-.364 1.942h.212l.243-.242.985-1.306 1.652-2.064.73-.82.85-.904.547-.431h1.033l.76 1.129-.34 1.166-1.064 1.347-.881 1.142-1.264 1.7-.79 1.36.073.11.188-.02 2.856-.606 1.543-.28 1.841-.315.833.388.091.395-.328.807-1.969.486-2.309.462-3.439.813-.042.03.049.061 1.549.146.662.036h1.622l3.02.225.79.522.474.638-.079.485-1.215.62-1.64-.389-3.829-.91-1.312-.329h-.182v.11l1.093 1.068 2.006 1.81 2.509 2.33.127.578-.322.455-.34-.049-2.205-1.657-.851-.747-1.926-1.62h-.128v.17l.444.649 2.345 3.521.122 1.08-.17.353-.608.213-.668-.122-1.374-1.925-1.415-2.167-1.143-1.943-.14.08-.674 7.254-.316.37-.729.28-.607-.461-.322-.747.322-1.476.389-1.924.315-1.53.286-1.9.17-.632-.012-.042-.14.018-1.434 1.967-2.18 2.945-1.726 1.845-.414.164-.717-.37.067-.662.401-.589 2.388-3.036 1.44-1.882.93-1.086-.006-.158h-.055L4.132 18.56l-1.13.146-.487-.456.061-.746.231-.243 1.908-1.312-.006.006z"></path></svg></span><span><b>Claude Opus 5.5 (max)</b><small>Anthropic</small></span></span><span class="num"><small>Score</small><b>0.832</b></span><span class="num"><small>Median cost</small>$26.90</span><span class="strip" aria-hidden="true"><img alt="" decoding="async" height="270" loading="lazy" src="img/claude-opus-5.5-max/blue-city/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/claude-opus-5.5-max/cyberpunk/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/claude-opus-5.5-max/egyptian-temple/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/claude-opus-5.5-max/nordic-harbour/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/claude-opus-5.5-max/winter-town/v0_t.webp?v=20261016t2s" width="480"/></span></a></li><li><a class="gal-agent" href="model/claude-fable-5.1-max.html"><span class="rk">3</span><span class="who"><span class="logo" aria-hidden="true"><svg fill="#D97757" fill-rule="evenodd" viewBox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><title>Claude</title><path d="M4.709 15.955l4.72-2.647.08-.23-.08-.128H9.2l-.79-.048-2.698-.073-2.339-.097-2.266-.122-.571-.121L0 11.784l.055-.352.48-.321.686.06 1.52.103 2.278.158 1.652.097 2.449.255h.389l.055-.157-.134-.098-.103-.097-2.358-1.596-2.552-1.688-1.336-.972-.724-.491-.364-.462-.158-1.008.656-.722.881.06.225.061.893.686 1.908 1.476 2.491 1.833.365.304.145-.103.019-.073-.164-.274-1.355-2.446-1.446-2.49-.644-1.032-.17-.619a2.97 2.97 0 01-.104-.729L6.283.134 6.696 0l.996.134.42.364.62 1.414 1.002 2.229 1.555 3.03.456.898.243.832.091.255h.158V9.01l.128-1.706.237-2.095.23-2.695.08-.76.376-.91.747-.492.584.28.48.685-.067.444-.286 1.851-.559 2.903-.364 1.942h.212l.243-.242.985-1.306 1.652-2.064.73-.82.85-.904.547-.431h1.033l.76 1.129-.34 1.166-1.064 1.347-.881 1.142-1.264 1.7-.79 1.36.073.11.188-.02 2.856-.606 1.543-.28 1.841-.315.833.388.091.395-.328.807-1.969.486-2.309.462-3.439.813-.042.03.049.061 1.549.146.662.036h1.622l3.02.225.79.522.474.638-.079.485-1.215.62-1.64-.389-3.829-.91-1.312-.329h-.182v.11l1.093 1.068 2.006 1.81 2.509 2.33.127.578-.322.455-.34-.049-2.205-1.657-.851-.747-1.926-1.62h-.128v.17l.444.649 2.345 3.521.122 1.08-.17.353-.608.213-.668-.122-1.374-1.925-1.415-2.167-1.143-1.943-.14.08-.674 7.254-.316.37-.729.28-.607-.461-.322-.747.322-1.476.389-1.924.315-1.53.286-1.9.17-.632-.012-.042-.14.018-1.434 1.967-2.18 2.945-1.726 1.845-.414.164-.717-.37.067-.662.401-.589 2.388-3.036 1.44-1.882.93-1.086-.006-.158h-.055L4.132 18.56l-1.13.146-.487-.456.061-.746.231-.243 1.908-1.312-.006.006z"></path></svg></span><span><b>Claude Fable 5.1 (max)</b><small>Anthropic</small></span></span><span class="num"><small>Score</small><b>0.800</b></span><span class="num"><small>Median cost</small>$23.42</span><span class="strip" aria-hidden="true"><img alt="" decoding="async" height="270" loading="lazy" src="img/claude-fable-5.1-max/blue-city/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/claude-fable-5.1-max/cyberpunk/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/claude-fable-5.1-max/egyptian-temple/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/claude-fable-5.1-max/nordic-harbour/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/claude-fable-5.1-max/winter-town/v0_t.webp?v=20261016t2s" width="480"/></span></a></li><li><a class="gal-agent" href="model/gpt-6-astra-max.html"><span class="rk">4</span><span class="who"><span class="logo" aria-hidden="true"><svg fill="currentColor" fill-rule="evenodd" viewBox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><title>OpenAI</title><path d="M9.205 8.658v-2.26c0-.19.072-.333.238-.428l4.543-2.616c.619-.357 1.356-.523 2.117-.523 2.854 0 4.662 2.212 4.662 4.566 0 .167 0 .357-.024.547l-4.71-2.759a.797.797 0 00-.856 0l-5.97 3.473zm10.609 8.8V12.06c0-.333-.143-.57-.429-.737l-5.97-3.473 1.95-1.118a.433.433 0 01.476 0l4.543 2.617c1.309.76 2.189 2.378 2.189 3.948 0 1.808-1.07 3.473-2.76 4.163zM7.802 12.703l-1.95-1.142c-.167-.095-.239-.238-.239-.428V5.899c0-2.545 1.95-4.472 4.591-4.472 1 0 1.927.333 2.712.928L8.23 5.067c-.285.166-.428.404-.428.737v6.898zM12 15.128l-2.795-1.57v-3.33L12 8.658l2.795 1.57v3.33L12 15.128zm1.796 7.23c-1 0-1.927-.332-2.712-.927l4.686-2.712c.285-.166.428-.404.428-.737v-6.898l1.974 1.142c.167.095.238.238.238.428v5.233c0 2.545-1.974 4.472-4.614 4.472zm-5.637-5.303l-4.544-2.617c-1.308-.761-2.188-2.378-2.188-3.948A4.482 4.482 0 014.21 6.327v5.423c0 .333.143.571.428.738l5.947 3.449-1.95 1.118a.432.432 0 01-.476 0zm-.262 3.9c-2.688 0-4.662-2.021-4.662-4.519 0-.19.024-.38.047-.57l4.686 2.71c.286.167.571.167.856 0l5.97-3.448v2.26c0 .19-.07.333-.237.428l-4.543 2.616c-.619.357-1.356.523-2.117.523zm5.899 2.83a5.947 5.947 0 005.827-4.756C22.287 18.339 24 15.84 24 13.296c0-1.665-.713-3.282-1.998-4.448.119-.5.19-.999.19-1.498 0-3.401-2.759-5.947-5.946-5.947-.642 0-1.26.095-1.88.31A5.962 5.962 0 0010.205 0a5.947 5.947 0 00-5.827 4.757C1.713 5.447 0 7.945 0 10.49c0 1.666.713 3.283 1.998 4.448-.119.5-.19 1-.19 1.499 0 3.401 2.759 5.946 5.946 5.946.642 0 1.26-.095 1.88-.309a5.96 5.96 0 004.162 1.713z"></path></svg></span><span><b>GPT-6 Astra (max)</b><small>OpenAI</small></span></span><span class="num"><small>Score</small><b>0.790</b></span><span class="num"><small>Median cost</small>$14.25</span><span class="strip" aria-hidden="true"><img alt="" decoding="async" height="270" loading="lazy" src="img/gpt-6-astra-max/blue-city/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/gpt-6-astra-max/cyberpunk/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/gpt-6-astra-max/egyptian-temple/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/gpt-6-astra-max/nordic-harbour/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/gpt-6-astra-max/winter-town/v0_t.webp?v=20261016t2s" width="480"/></span></a></li><li><a class="gal-agent" href="model/gpt-6.1-sol-max.html"><span class="rk">5</span><span class="who"><span class="logo" aria-hidden="true"><svg fill="currentColor" fill-rule="evenodd" viewBox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><title>OpenAI</title><path d="M9.205 8.658v-2.26c0-.19.072-.333.238-.428l4.543-2.616c.619-.357 1.356-.523 2.117-.523 2.854 0 4.662 2.212 4.662 4.566 0 .167 0 .357-.024.547l-4.71-2.759a.797.797 0 00-.856 0l-5.97 3.473zm10.609 8.8V12.06c0-.333-.143-.57-.429-.737l-5.97-3.473 1.95-1.118a.433.433 0 01.476 0l4.543 2.617c1.309.76 2.189 2.378 2.189 3.948 0 1.808-1.07 3.473-2.76 4.163zM7.802 12.703l-1.95-1.142c-.167-.095-.239-.238-.239-.428V5.899c0-2.545 1.95-4.472 4.591-4.472 1 0 1.927.333 2.712.928L8.23 5.067c-.285.166-.428.404-.428.737v6.898zM12 15.128l-2.795-1.57v-3.33L12 8.658l2.795 1.57v3.33L12 15.128zm1.796 7.23c-1 0-1.927-.332-2.712-.927l4.686-2.712c.285-.166.428-.404.428-.737v-6.898l1.974 1.142c.167.095.238.238.238.428v5.233c0 2.545-1.974 4.472-4.614 4.472zm-5.637-5.303l-4.544-2.617c-1.308-.761-2.188-2.378-2.188-3.948A4.482 4.482 0 014.21 6.327v5.423c0 .333.143.571.428.738l5.947 3.449-1.95 1.118a.432.432 0 01-.476 0zm-.262 3.9c-2.688 0-4.662-2.021-4.662-4.519 0-.19.024-.38.047-.57l4.686 2.71c.286.167.571.167.856 0l5.97-3.448v2.26c0 .19-.07.333-.237.428l-4.543 2.616c-.619.357-1.356.523-2.117.523zm5.899 2.83a5.947 5.947 0 005.827-4.756C22.287 18.339 24 15.84 24 13.296c0-1.665-.713-3.282-1.998-4.448.119-.5.19-.999.19-1.498 0-3.401-2.759-5.947-5.946-5.947-.642 0-1.26.095-1.88.31A5.962 5.962 0 0010.205 0a5.947 5.947 0 00-5.827 4.757C1.713 5.447 0 7.945 0 10.49c0 1.666.713 3.283 1.998 4.448-.119.5-.19 1-.19 1.499 0 3.401 2.759 5.946 5.946 5.946.642 0 1.26-.095 1.88-.309a5.96 5.96 0 004.162 1.713z"></path></svg></span><span><b>GPT-6.1 Sol (max)</b><small>OpenAI</small></span></span><span class="num"><small>Score</small><b>0.784</b></span><span class="num"><small>Median cost</small>$2.59</span><span class="strip" aria-hidden="true"><img alt="" decoding="async" height="270" loading="lazy" src="img/gpt-6.1-sol-max/blue-city/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/gpt-6.1-sol-max/cyberpunk/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/gpt-6.1-sol-max/egyptian-temple/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/gpt-6.1-sol-max/nordic-harbour/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/gpt-6.1-sol-max/winter-town/v0_t.webp?v=20261016t2s" width="480"/></span></a></li><li><a class="gal-agent" href="model/gemini-4-argon-high.html"><span class="rk">6</span><span class="who"><span class="logo" aria-hidden="true"><svg fill="url(#c4sGemG5)" fill-rule="evenodd" viewBox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><defs><linearGradient id="c4sGemG5" x1="0" y1="0" x2="1" y2="1"><stop offset="0" stop-color="#4796E3"/><stop offset=".55" stop-color="#9168C0"/><stop offset="1" stop-color="#D96570"/></linearGradient></defs><title>Gemini</title><path d="M20.616 10.835a14.147 14.147 0 01-4.45-3.001 14.111 14.111 0 01-3.678-6.452.503.503 0 00-.975 0 14.134 14.134 0 01-3.679 6.452 14.155 14.155 0 01-4.45 3.001c-.65.28-1.318.505-2.002.678a.502.502 0 000 .975c.684.172 1.35.397 2.002.677a14.147 14.147 0 014.45 3.001 14.112 14.112 0 013.679 6.453.502.502 0 00.975 0c.172-.685.397-1.351.677-2.003a14.145 14.145 0 013.001-4.45 14.113 14.113 0 016.453-3.678.503.503 0 000-.975 13.245 13.245 0 01-2.003-.678z"></path></svg></span><span><b>Gemini 4 Argon (high)</b><small>Google</small></span></span><span class="num"><small>Score</small><b>0.777</b></span><span class="num"><small>Median cost</small>$4.83</span><span class="strip" aria-hidden="true"><img alt="" decoding="async" height="270" loading="lazy" src="img/gemini-4-argon-high/blue-city/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/gemini-4-argon-high/cyberpunk/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/gemini-4-argon-high/egyptian-temple/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/gemini-4-argon-high/nordic-harbour/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/gemini-4-argon-high/winter-town/v0_t.webp?v=20261016t2s" width="480"/></span></a></li><li><a class="gal-agent" href="model/gpt-5.6-sol-max.html"><span class="rk">7</span><span class="who"><span class="logo" aria-hidden="true"><svg fill="currentColor" fill-rule="evenodd" viewBox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><title>OpenAI</title><path d="M9.205 8.658v-2.26c0-.19.072-.333.238-.428l4.543-2.616c.619-.357 1.356-.523 2.117-.523 2.854 0 4.662 2.212 4.662 4.566 0 .167 0 .357-.024.547l-4.71-2.759a.797.797 0 00-.856 0l-5.97 3.473zm10.609 8.8V12.06c0-.333-.143-.57-.429-.737l-5.97-3.473 1.95-1.118a.433.433 0 01.476 0l4.543 2.617c1.309.76 2.189 2.378 2.189 3.948 0 1.808-1.07 3.473-2.76 4.163zM7.802 12.703l-1.95-1.142c-.167-.095-.239-.238-.239-.428V5.899c0-2.545 1.95-4.472 4.591-4.472 1 0 1.927.333 2.712.928L8.23 5.067c-.285.166-.428.404-.428.737v6.898zM12 15.128l-2.795-1.57v-3.33L12 8.658l2.795 1.57v3.33L12 15.128zm1.796 7.23c-1 0-1.927-.332-2.712-.927l4.686-2.712c.285-.166.428-.404.428-.737v-6.898l1.974 1.142c.167.095.238.238.238.428v5.233c0 2.545-1.974 4.472-4.614 4.472zm-5.637-5.303l-4.544-2.617c-1.308-.761-2.188-2.378-2.188-3.948A4.482 4.482 0 014.21 6.327v5.423c0 .333.143.571.428.738l5.947 3.449-1.95 1.118a.432.432 0 01-.476 0zm-.262 3.9c-2.688 0-4.662-2.021-4.662-4.519 0-.19.024-.38.047-.57l4.686 2.71c.286.167.571.167.856 0l5.97-3.448v2.26c0 .19-.07.333-.237.428l-4.543 2.616c-.619.357-1.356.523-2.117.523zm5.899 2.83a5.947 5.947 0 005.827-4.756C22.287 18.339 24 15.84 24 13.296c0-1.665-.713-3.282-1.998-4.448.119-.5.19-.999.19-1.498 0-3.401-2.759-5.947-5.946-5.947-.642 0-1.26.095-1.88.31A5.962 5.962 0 0010.205 0a5.947 5.947 0 00-5.827 4.757C1.713 5.447 0 7.945 0 10.49c0 1.666.713 3.283 1.998 4.448-.119.5-.19 1-.19 1.499 0 3.401 2.759 5.946 5.946 5.946.642 0 1.26-.095 1.88-.309a5.96 5.96 0 004.162 1.713z"></path></svg></span><span><b>GPT-5.6 Sol (max)</b><small>OpenAI</small></span></span><span class="num"><small>Score</small><b>0.723</b></span><span class="num"><small>Median cost</small>$6.87</span><span class="strip" aria-hidden="true"><img alt="" decoding="async" height="270" loading="lazy" src="img/gpt-5.6-sol-max/blue-city/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/gpt-5.6-sol-max/cyberpunk/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/gpt-5.6-sol-max/egyptian-temple/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/gpt-5.6-sol-max/nordic-harbour/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/gpt-5.6-sol-max/winter-town/v0_t.webp?v=20261016t2s" width="480"/></span></a></li><li><a class="gal-agent" href="model/claude-haiku-5.5-max.html"><span class="rk">8</span><span class="who"><span class="logo" aria-hidden="true"><svg fill="#D97757" fill-rule="evenodd" viewBox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><title>Claude</title><path d="M4.709 15.955l4.72-2.647.08-.23-.08-.128H9.2l-.79-.048-2.698-.073-2.339-.097-2.266-.122-.571-.121L0 11.784l.055-.352.48-.321.686.06 1.52.103 2.278.158 1.652.097 2.449.255h.389l.055-.157-.134-.098-.103-.097-2.358-1.596-2.552-1.688-1.336-.972-.724-.491-.364-.462-.158-1.008.656-.722.881.06.225.061.893.686 1.908 1.476 2.491 1.833.365.304.145-.103.019-.073-.164-.274-1.355-2.446-1.446-2.49-.644-1.032-.17-.619a2.97 2.97 0 01-.104-.729L6.283.134 6.696 0l.996.134.42.364.62 1.414 1.002 2.229 1.555 3.03.456.898.243.832.091.255h.158V9.01l.128-1.706.237-2.095.23-2.695.08-.76.376-.91.747-.492.584.28.48.685-.067.444-.286 1.851-.559 2.903-.364 1.942h.212l.243-.242.985-1.306 1.652-2.064.73-.82.85-.904.547-.431h1.033l.76 1.129-.34 1.166-1.064 1.347-.881 1.142-1.264 1.7-.79 1.36.073.11.188-.02 2.856-.606 1.543-.28 1.841-.315.833.388.091.395-.328.807-1.969.486-2.309.462-3.439.813-.042.03.049.061 1.549.146.662.036h1.622l3.02.225.79.522.474.638-.079.485-1.215.62-1.64-.389-3.829-.91-1.312-.329h-.182v.11l1.093 1.068 2.006 1.81 2.509 2.33.127.578-.322.455-.34-.049-2.205-1.657-.851-.747-1.926-1.62h-.128v.17l.444.649 2.345 3.521.122 1.08-.17.353-.608.213-.668-.122-1.374-1.925-1.415-2.167-1.143-1.943-.14.08-.674 7.254-.316.37-.729.28-.607-.461-.322-.747.322-1.476.389-1.924.315-1.53.286-1.9.17-.632-.012-.042-.14.018-1.434 1.967-2.18 2.945-1.726 1.845-.414.164-.717-.37.067-.662.401-.589 2.388-3.036 1.44-1.882.93-1.086-.006-.158h-.055L4.132 18.56l-1.13.146-.487-.456.061-.746.231-.243 1.908-1.312-.006.006z"></path></svg></span><span><b>Claude Haiku 5.5 (max)</b><small>Anthropic</small></span></span><span class="num"><small>Score</small><b>0.718</b></span><span class="num"><small>Median cost</small>$2.43</span><span class="strip" aria-hidden="true"><img alt="" decoding="async" height="270" loading="lazy" src="img/claude-haiku-5.5-max/blue-city/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/claude-haiku-5.5-max/cyberpunk/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/claude-haiku-5.5-max/egyptian-temple/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/claude-haiku-5.5-max/nordic-harbour/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/claude-haiku-5.5-max/winter-town/v0_t.webp?v=20261016t2s" width="480"/></span></a></li><li><a class="gal-agent" href="model/muse-wonder-full-1.0-max.html"><span class="rk">9</span><span class="who"><span class="logo" aria-hidden="true"><svg fill="#0081FB" fill-rule="evenodd" viewBox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><title>Meta</title><path d="M6.897 4c1.915 0 3.516.932 5.43 3.376l.282-.373c.19-.246.383-.484.58-.71l.313-.35C14.588 4.788 15.792 4 17.225 4c1.273 0 2.469.557 3.491 1.516l.218.213c1.73 1.765 2.917 4.71 3.053 8.026l.011.392.002.25c0 1.501-.28 2.759-.818 3.7l-.14.23-.108.153c-.301.42-.664.758-1.086 1.009l-.265.142-.087.04a3.493 3.493 0 01-.302.118 4.117 4.117 0 01-1.33.208c-.524 0-.996-.067-1.438-.215-.614-.204-1.163-.56-1.726-1.116l-.227-.235c-.753-.812-1.534-1.976-2.493-3.586l-1.43-2.41-.544-.895-1.766 3.13-.343.592C7.597 19.156 6.227 20 4.356 20c-1.21 0-2.205-.42-2.936-1.182l-.168-.184c-.484-.573-.837-1.311-1.043-2.189l-.067-.32a8.69 8.69 0 01-.136-1.288L0 14.468c.002-.745.06-1.49.174-2.23l.1-.573c.298-1.53.828-2.958 1.536-4.157l.209-.34c1.177-1.83 2.789-3.053 4.615-3.16L6.897 4zm-.033 2.615l-.201.01c-.83.083-1.606.673-2.252 1.577l-.138.199-.01.018c-.67 1.017-1.185 2.378-1.456 3.845l-.004.022a12.591 12.591 0 00-.207 2.254l.002.188c.004.18.017.36.04.54l.043.291c.092.503.257.908.486 1.208l.117.137c.303.323.698.492 1.17.492 1.1 0 1.796-.676 3.696-3.641l2.175-3.4.454-.701-.139-.198C9.11 7.3 8.084 6.616 6.864 6.616zm10.196-.552l-.176.007c-.635.048-1.223.359-1.82.933l-.196.198c-.439.462-.887 1.064-1.367 1.807l.266.398c.18.274.362.56.55.858l.293.475 1.396 2.335.695 1.114c.583.926 1.03 1.6 1.408 2.082l.213.262c.282.326.529.54.777.673l.102.05c.227.1.457.138.718.138.176.002.35-.023.518-.073.338-.104.61-.32.813-.637l.095-.163.077-.162c.194-.459.29-1.06.29-1.785l-.006-.449c-.08-2.871-.938-5.372-2.2-6.798l-.176-.189c-.67-.683-1.444-1.074-2.27-1.074z"></path></svg></span><span><b>Muse Wonder Full 1.0 (max)</b><small>Meta</small></span></span><span class="num"><small>Score</small><b>0.715</b></span><span class="num" title="Muse Wonder Full 1.0 (max): sold by subscription; cost = the token counts its CLI logs, at Muse Wonder's per-token list price"><small>Median cost</small>$3.66*</span><span class="strip" aria-hidden="true"><img alt="" decoding="async" height="270" loading="lazy" src="img/muse-wonder-full-1.0-max/blue-city/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/muse-wonder-full-1.0-max/cyberpunk/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/muse-wonder-full-1.0-max/egyptian-temple/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/muse-wonder-full-1.0-max/nordic-harbour/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/muse-wonder-full-1.0-max/winter-town/v0_t.webp?v=20261016t2s" width="480"/></span></a></li><li><a class="gal-agent" href="model/gemini-3.8-flash-high.html"><span class="rk">10</span><span class="who"><span class="logo" aria-hidden="true"><svg fill="url(#c4sGemG9)" fill-rule="evenodd" viewBox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><defs><linearGradient id="c4sGemG9" x1="0" y1="0" x2="1" y2="1"><stop offset="0" stop-color="#4796E3"/><stop offset=".55" stop-color="#9168C0"/><stop offset="1" stop-color="#D96570"/></linearGradient></defs><title>Gemini</title><path d="M20.616 10.835a14.147 14.147 0 01-4.45-3.001 14.111 14.111 0 01-3.678-6.452.503.503 0 00-.975 0 14.134 14.134 0 01-3.679 6.452 14.155 14.155 0 01-4.45 3.001c-.65.28-1.318.505-2.002.678a.502.502 0 000 .975c.684.172 1.35.397 2.002.677a14.147 14.147 0 014.45 3.001 14.112 14.112 0 013.679 6.453.502.502 0 00.975 0c.172-.685.397-1.351.677-2.003a14.145 14.145 0 013.001-4.45 14.113 14.113 0 016.453-3.678.503.503 0 000-.975 13.245 13.245 0 01-2.003-.678z"></path></svg></span><span><b>Gemini 3.8 Flash (high)</b><small>Google</small></span></span><span class="num"><small>Score</small><b>0.694</b></span><span class="num"><small>Median cost</small>$3.85</span><span class="strip" aria-hidden="true"><img alt="" decoding="async" height="270" loading="lazy" src="img/gemini-3.8-flash-high/blue-city/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/gemini-3.8-flash-high/cyberpunk/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/gemini-3.8-flash-high/egyptian-temple/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/gemini-3.8-flash-high/nordic-harbour/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/gemini-3.8-flash-high/winter-town/v0_t.webp?v=20261016t2s" width="480"/></span></a></li><li><a class="gal-agent" href="model/grok-4.6-xhigh.html"><span class="rk">11</span><span class="who"><span class="logo" aria-hidden="true"><svg fill="currentColor" fill-rule="evenodd" viewBox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><title>Grok</title><path d="M9.27 15.29l7.978-5.897c.391-.29.95-.177 1.137.272.98 2.369.542 5.215-1.41 7.169-1.951 1.954-4.667 2.382-7.149 1.406l-2.711 1.257c3.889 2.661 8.611 2.003 11.562-.953 2.341-2.344 3.066-5.539 2.388-8.42l.006.007c-.983-4.232.242-5.924 2.75-9.383.06-.082.12-.164.179-.248l-3.301 3.305v-.01L9.267 15.292M7.623 16.723c-2.792-2.67-2.31-6.801.071-9.184 1.761-1.763 4.647-2.483 7.166-1.425l2.705-1.25a7.808 7.808 0 00-1.829-1A8.975 8.975 0 005.984 5.83c-2.533 2.536-3.33 6.436-1.962 9.764 1.022 2.487-.653 4.246-2.34 6.022-.599.63-1.199 1.259-1.682 1.925l7.62-6.815"></path></svg></span><span><b>Grok 4.6 (xhigh)</b><small>xAI</small></span></span><span class="num"><small>Score</small><b>0.625</b></span><span class="num"><small>Median cost</small>$7.41</span><span class="strip" aria-hidden="true"><img alt="" decoding="async" height="270" loading="lazy" src="img/grok-4.6-xhigh/blue-city/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/grok-4.6-xhigh/cyberpunk/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/grok-4.6-xhigh/egyptian-temple/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/grok-4.6-xhigh/nordic-harbour/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/grok-4.6-xhigh/winter-town/v0_t.webp?v=20261016t2s" width="480"/></span></a></li><li><a class="gal-agent" href="model/muse-spark-1.3-max.html"><span class="rk">12</span><span class="who"><span class="logo" aria-hidden="true"><svg fill="#0081FB" fill-rule="evenodd" viewBox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><title>Meta</title><path d="M6.897 4c1.915 0 3.516.932 5.43 3.376l.282-.373c.19-.246.383-.484.58-.71l.313-.35C14.588 4.788 15.792 4 17.225 4c1.273 0 2.469.557 3.491 1.516l.218.213c1.73 1.765 2.917 4.71 3.053 8.026l.011.392.002.25c0 1.501-.28 2.759-.818 3.7l-.14.23-.108.153c-.301.42-.664.758-1.086 1.009l-.265.142-.087.04a3.493 3.493 0 01-.302.118 4.117 4.117 0 01-1.33.208c-.524 0-.996-.067-1.438-.215-.614-.204-1.163-.56-1.726-1.116l-.227-.235c-.753-.812-1.534-1.976-2.493-3.586l-1.43-2.41-.544-.895-1.766 3.13-.343.592C7.597 19.156 6.227 20 4.356 20c-1.21 0-2.205-.42-2.936-1.182l-.168-.184c-.484-.573-.837-1.311-1.043-2.189l-.067-.32a8.69 8.69 0 01-.136-1.288L0 14.468c.002-.745.06-1.49.174-2.23l.1-.573c.298-1.53.828-2.958 1.536-4.157l.209-.34c1.177-1.83 2.789-3.053 4.615-3.16L6.897 4zm-.033 2.615l-.201.01c-.83.083-1.606.673-2.252 1.577l-.138.199-.01.018c-.67 1.017-1.185 2.378-1.456 3.845l-.004.022a12.591 12.591 0 00-.207 2.254l.002.188c.004.18.017.36.04.54l.043.291c.092.503.257.908.486 1.208l.117.137c.303.323.698.492 1.17.492 1.1 0 1.796-.676 3.696-3.641l2.175-3.4.454-.701-.139-.198C9.11 7.3 8.084 6.616 6.864 6.616zm10.196-.552l-.176.007c-.635.048-1.223.359-1.82.933l-.196.198c-.439.462-.887 1.064-1.367 1.807l.266.398c.18.274.362.56.55.858l.293.475 1.396 2.335.695 1.114c.583.926 1.03 1.6 1.408 2.082l.213.262c.282.326.529.54.777.673l.102.05c.227.1.457.138.718.138.176.002.35-.023.518-.073.338-.104.61-.32.813-.637l.095-.163.077-.162c.194-.459.29-1.06.29-1.785l-.006-.449c-.08-2.871-.938-5.372-2.2-6.798l-.176-.189c-.67-.683-1.444-1.074-2.27-1.074z"></path></svg></span><span><b>Muse Spark 1.3 (max)</b><small>Meta</small></span></span><span class="num"><small>Score</small><b>0.548</b></span><span class="num"><small>Median cost</small>$0.23</span><span class="strip" aria-hidden="true"><img alt="" decoding="async" height="270" loading="lazy" src="img/muse-spark-1.3-max/blue-city/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/muse-spark-1.3-max/cyberpunk/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/muse-spark-1.3-max/egyptian-temple/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/muse-spark-1.3-max/nordic-harbour/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/muse-spark-1.3-max/winter-town/v0_t.webp?v=20261016t2s" width="480"/></span></a></li><li><a class="gal-agent" href="model/glm-5.3-flash-max.html"><span class="rk">13</span><span class="who"><span class="logo" aria-hidden="true"><svg fill="currentColor" fill-rule="evenodd" viewBox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><title>Z.ai</title><path d="M12.105 2L9.927 4.953H.653L2.83 2h9.276zM23.254 19.048L21.078 22h-9.242l2.174-2.952h9.244zM24 2L9.264 22H0L14.736 2H24z"></path></svg></span><span><b>GLM-5.3 Flash (max)</b><small>Z.ai</small></span></span><span class="num"><small>Score</small><b>0.542</b></span><span class="num"><small>Median cost</small>$0.94</span><span class="strip" aria-hidden="true"><img alt="" decoding="async" height="270" loading="lazy" src="img/glm-5.3-flash-max/blue-city/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/glm-5.3-flash-max/cyberpunk/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/glm-5.3-flash-max/egyptian-temple/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/glm-5.3-flash-max/nordic-harbour/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/glm-5.3-flash-max/winter-town/v0_t.webp?v=20261016t2s" width="480"/></span></a></li><li><a class="gal-agent" href="model/grok-4.7-xhigh.html"><span class="rk">14</span><span class="who"><span class="logo" aria-hidden="true"><svg fill="currentColor" fill-rule="evenodd" viewBox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><title>Grok</title><path d="M9.27 15.29l7.978-5.897c.391-.29.95-.177 1.137.272.98 2.369.542 5.215-1.41 7.169-1.951 1.954-4.667 2.382-7.149 1.406l-2.711 1.257c3.889 2.661 8.611 2.003 11.562-.953 2.341-2.344 3.066-5.539 2.388-8.42l.006.007c-.983-4.232.242-5.924 2.75-9.383.06-.082.12-.164.179-.248l-3.301 3.305v-.01L9.267 15.292M7.623 16.723c-2.792-2.67-2.31-6.801.071-9.184 1.761-1.763 4.647-2.483 7.166-1.425l2.705-1.25a7.808 7.808 0 00-1.829-1A8.975 8.975 0 005.984 5.83c-2.533 2.536-3.33 6.436-1.962 9.764 1.022 2.487-.653 4.246-2.34 6.022-.599.63-1.199 1.259-1.682 1.925l7.62-6.815"></path></svg></span><span><b>Grok 4.7 (xhigh)</b><small>xAI</small></span></span><span class="num"><small>Score</small><b>0.541</b></span><span class="num"><small>Median cost</small>$7.29</span><span class="strip" aria-hidden="true"><img alt="" decoding="async" height="270" loading="lazy" src="img/grok-4.7-xhigh/blue-city/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/grok-4.7-xhigh/cyberpunk/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/grok-4.7-xhigh/egyptian-temple/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/grok-4.7-xhigh/nordic-harbour/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/grok-4.7-xhigh/winter-town/v0_t.webp?v=20261016t2s" width="480"/></span></a></li><li><a class="gal-agent" href="model/deepseek-v4.1-flash-max.html"><span class="rk">15</span><span class="who"><span class="logo" aria-hidden="true"><svg fill="#4D6BFE" fill-rule="evenodd" viewBox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><title>DeepSeek</title><path d="M23.748 4.482c-.254-.124-.364.113-.512.234-.051.039-.094.09-.137.136-.372.397-.806.657-1.373.626-.829-.046-1.537.214-2.163.848-.133-.782-.575-1.248-1.247-1.548-.352-.156-.708-.311-.955-.65-.172-.241-.219-.51-.305-.774-.055-.16-.11-.323-.293-.35-.2-.031-.278.136-.356.276-.313.572-.434 1.202-.422 1.84.027 1.436.633 2.58 1.838 3.393.137.093.172.187.129.323-.082.28-.18.552-.266.833-.055.179-.137.217-.329.14a5.526 5.526 0 01-1.736-1.18c-.857-.828-1.631-1.742-2.597-2.458a11.365 11.365 0 00-.689-.471c-.985-.957.13-1.743.388-1.836.27-.098.093-.432-.779-.428-.872.004-1.67.295-2.687.684a3.055 3.055 0 01-.465.137 9.597 9.597 0 00-2.883-.102c-1.885.21-3.39 1.102-4.497 2.623C.082 8.606-.231 10.684.152 12.85c.403 2.284 1.569 4.175 3.36 5.653 1.858 1.533 3.997 2.284 6.438 2.14 1.482-.085 3.133-.284 4.994-1.86.47.234.962.327 1.78.397.63.059 1.236-.03 1.705-.128.735-.156.684-.837.419-.961-2.155-1.004-1.682-.595-2.113-.926 1.096-1.296 2.746-2.642 3.392-7.003.05-.347.007-.565 0-.845-.004-.17.035-.237.23-.256a4.173 4.173 0 001.545-.475c1.396-.763 1.96-2.015 2.093-3.517.02-.23-.004-.467-.247-.588zM11.581 18c-2.089-1.642-3.102-2.183-3.52-2.16-.392.024-.321.471-.235.763.09.288.207.486.371.739.114.167.192.416-.113.603-.673.416-1.842-.14-1.897-.167-1.361-.802-2.5-1.86-3.301-3.307-.774-1.393-1.224-2.887-1.298-4.482-.02-.386.093-.522.477-.592a4.696 4.696 0 011.529-.039c2.132.312 3.946 1.265 5.468 2.774.868.86 1.525 1.887 2.202 2.891.72 1.066 1.494 2.082 2.48 2.914.348.292.625.514.891.677-.802.09-2.14.11-3.054-.614zm1-6.44a.306.306 0 01.415-.287.302.302 0 01.2.288.306.306 0 01-.31.307.303.303 0 01-.304-.308zm3.11 1.596c-.2.081-.399.151-.59.16a1.245 1.245 0 01-.798-.254c-.274-.23-.47-.358-.552-.758a1.73 1.73 0 01.016-.588c.07-.327-.008-.537-.239-.727-.187-.156-.426-.199-.688-.199a.559.559 0 01-.254-.078c-.11-.054-.2-.19-.114-.358.028-.054.16-.186.192-.21.356-.202.767-.136 1.146.016.352.144.618.408 1.001.782.391.451.462.576.685.914.176.265.336.537.445.848.067.195-.019.354-.25.452z"></path></svg></span><span><b>DeepSeek V4.1 Flash (max)</b><small>DeepSeek</small></span></span><span class="num"><small>Score</small><b>0.366</b></span><span class="num"><small>Median cost</small>$0.35</span><span class="strip" aria-hidden="true"><img alt="" decoding="async" height="270" loading="lazy" src="img/deepseek-v4.1-flash-max/blue-city/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/deepseek-v4.1-flash-max/cyberpunk/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/deepseek-v4.1-flash-max/egyptian-temple/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/deepseek-v4.1-flash-max/nordic-harbour/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/deepseek-v4.1-flash-max/winter-town/v0_t.webp?v=20261016t2s" width="480"/></span></a></li></ol></div></section>
|
| 13 |
</main>
|
| 14 |
<footer><p>Code4Scene · UC San Diego & UC Berkeley · <a href="https://arxiv.org/abs/2609.36777" rel="noopener" target="_blank">arXiv:2609.36777</a> · <a href="https://github.com/SimWorld-AI/Code4Scene" rel="noopener" target="_blank">GitHub</a> · <a href="https://simworld.org/" rel="noopener" target="_blank">SimWorld Home</a></p></footer>
|
| 15 |
<script defer src="../assets/gallery.js?v=20261016t2s"></script>
|
|
|
|
| 7 |
<link href="../assets/buildingbench.css?v=20261016t2s" rel="stylesheet"/>
|
| 8 |
<link href="../assets/gallery.css?v=20261016t2s" rel="stylesheet"/>
|
| 9 |
</head><body class="gallery-page"><a class="skip-link" href="#main">Skip to the gallery</a>
|
| 10 |
+
<header class="site-header"><div class="brand"><a aria-label="Code4Scene home" class="brand-home" href="../index.html#top"><svg aria-hidden="true" fill="none" viewbox="0 0 30 32"><path d="M15 2 27 9v14l-12 7L3 23V9L15 2Z M3 9l12 7 12-7 M15 16v14 M9 5.5l12 7v14 M21 5.5l-12 7v14" stroke="currentColor" stroke-linejoin="round" stroke-width="1.6"></path></svg><span>Code4Scene</span></a><a class="brand-by" href="https://simworld.org/">by SimWorld</a></div><nav aria-label="Main navigation"><a href="../index.html#top">Benchmark</a><a href="../index.html#leaderboard">Leaderboard</a><a href="../index.html#cases">Visualization</a><a class="nav-active" href="../gallery/index.html">Gallery</a><a href="https://arxiv.org/abs/2609.36777" rel="noopener" target="_blank">Paper ↗</a><a href="https://github.com/SimWorld-AI/Code4Scene" rel="noopener" target="_blank">Github ↗</a></nav></header>
|
| 11 |
<main class="page-main" id="main">
|
| 12 |
+
<section class="gal-top"><div class="container"><span class="section-label">Gallery</span><h1 class="section-title">Every scene, every agent</h1><p class="section-desc">What each configuration built on the 20 Research Track scenes in the October 2026 Text-to-Scene re-run, as the evaluator saw it: four renders per scene from the benchmark's own cameras, with the case score and the agent's cost. Scores are truncated to three decimals; a case without a valid scene scores 0.</p><nav aria-label="Browse the gallery" class="gal-switch"><a aria-current="page" class="on" href="index.html">By agent</a><a href="cases.html">By scene</a></nav></div></section><section class="gal-body"><div class="container"><p class="gal-note">In leaderboard order. The strip shows the same five scenes for every agent: Blue City, Cyberpunk, Egyptian Temple, Nordic Harbour, Winter Town.</p><ol class="gal-agents"><li><a class="gal-agent" href="model/claude-sonnet-5.5-max.html"><span class="rk">1</span><span class="who"><span class="logo" aria-hidden="true"><svg fill="#D97757" fill-rule="evenodd" viewBox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><title>Claude</title><path d="M4.709 15.955l4.72-2.647.08-.23-.08-.128H9.2l-.79-.048-2.698-.073-2.339-.097-2.266-.122-.571-.121L0 11.784l.055-.352.48-.321.686.06 1.52.103 2.278.158 1.652.097 2.449.255h.389l.055-.157-.134-.098-.103-.097-2.358-1.596-2.552-1.688-1.336-.972-.724-.491-.364-.462-.158-1.008.656-.722.881.06.225.061.893.686 1.908 1.476 2.491 1.833.365.304.145-.103.019-.073-.164-.274-1.355-2.446-1.446-2.49-.644-1.032-.17-.619a2.97 2.97 0 01-.104-.729L6.283.134 6.696 0l.996.134.42.364.62 1.414 1.002 2.229 1.555 3.03.456.898.243.832.091.255h.158V9.01l.128-1.706.237-2.095.23-2.695.08-.76.376-.91.747-.492.584.28.48.685-.067.444-.286 1.851-.559 2.903-.364 1.942h.212l.243-.242.985-1.306 1.652-2.064.73-.82.85-.904.547-.431h1.033l.76 1.129-.34 1.166-1.064 1.347-.881 1.142-1.264 1.7-.79 1.36.073.11.188-.02 2.856-.606 1.543-.28 1.841-.315.833.388.091.395-.328.807-1.969.486-2.309.462-3.439.813-.042.03.049.061 1.549.146.662.036h1.622l3.02.225.79.522.474.638-.079.485-1.215.62-1.64-.389-3.829-.91-1.312-.329h-.182v.11l1.093 1.068 2.006 1.81 2.509 2.33.127.578-.322.455-.34-.049-2.205-1.657-.851-.747-1.926-1.62h-.128v.17l.444.649 2.345 3.521.122 1.08-.17.353-.608.213-.668-.122-1.374-1.925-1.415-2.167-1.143-1.943-.14.08-.674 7.254-.316.37-.729.28-.607-.461-.322-.747.322-1.476.389-1.924.315-1.53.286-1.9.17-.632-.012-.042-.14.018-1.434 1.967-2.18 2.945-1.726 1.845-.414.164-.717-.37.067-.662.401-.589 2.388-3.036 1.44-1.882.93-1.086-.006-.158h-.055L4.132 18.56l-1.13.146-.487-.456.061-.746.231-.243 1.908-1.312-.006.006z"></path></svg></span><span><b>Claude Sonnet 5.5 (max)</b><small>Anthropic</small></span></span><span class="num"><small>Score</small><b>0.837</b></span><span class="num"><small>Median cost</small>$26.93</span><span class="strip" aria-hidden="true"><img alt="" decoding="async" height="270" loading="lazy" src="img/claude-sonnet-5.5-max/blue-city/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/claude-sonnet-5.5-max/cyberpunk/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/claude-sonnet-5.5-max/egyptian-temple/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/claude-sonnet-5.5-max/nordic-harbour/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/claude-sonnet-5.5-max/winter-town/v0_t.webp?v=20261016t2s" width="480"/></span></a></li><li><a class="gal-agent" href="model/claude-opus-5.5-max.html"><span class="rk">2</span><span class="who"><span class="logo" aria-hidden="true"><svg fill="#D97757" fill-rule="evenodd" viewBox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><title>Claude</title><path d="M4.709 15.955l4.72-2.647.08-.23-.08-.128H9.2l-.79-.048-2.698-.073-2.339-.097-2.266-.122-.571-.121L0 11.784l.055-.352.48-.321.686.06 1.52.103 2.278.158 1.652.097 2.449.255h.389l.055-.157-.134-.098-.103-.097-2.358-1.596-2.552-1.688-1.336-.972-.724-.491-.364-.462-.158-1.008.656-.722.881.06.225.061.893.686 1.908 1.476 2.491 1.833.365.304.145-.103.019-.073-.164-.274-1.355-2.446-1.446-2.49-.644-1.032-.17-.619a2.97 2.97 0 01-.104-.729L6.283.134 6.696 0l.996.134.42.364.62 1.414 1.002 2.229 1.555 3.03.456.898.243.832.091.255h.158V9.01l.128-1.706.237-2.095.23-2.695.08-.76.376-.91.747-.492.584.28.48.685-.067.444-.286 1.851-.559 2.903-.364 1.942h.212l.243-.242.985-1.306 1.652-2.064.73-.82.85-.904.547-.431h1.033l.76 1.129-.34 1.166-1.064 1.347-.881 1.142-1.264 1.7-.79 1.36.073.11.188-.02 2.856-.606 1.543-.28 1.841-.315.833.388.091.395-.328.807-1.969.486-2.309.462-3.439.813-.042.03.049.061 1.549.146.662.036h1.622l3.02.225.79.522.474.638-.079.485-1.215.62-1.64-.389-3.829-.91-1.312-.329h-.182v.11l1.093 1.068 2.006 1.81 2.509 2.33.127.578-.322.455-.34-.049-2.205-1.657-.851-.747-1.926-1.62h-.128v.17l.444.649 2.345 3.521.122 1.08-.17.353-.608.213-.668-.122-1.374-1.925-1.415-2.167-1.143-1.943-.14.08-.674 7.254-.316.37-.729.28-.607-.461-.322-.747.322-1.476.389-1.924.315-1.53.286-1.9.17-.632-.012-.042-.14.018-1.434 1.967-2.18 2.945-1.726 1.845-.414.164-.717-.37.067-.662.401-.589 2.388-3.036 1.44-1.882.93-1.086-.006-.158h-.055L4.132 18.56l-1.13.146-.487-.456.061-.746.231-.243 1.908-1.312-.006.006z"></path></svg></span><span><b>Claude Opus 5.5 (max)</b><small>Anthropic</small></span></span><span class="num"><small>Score</small><b>0.832</b></span><span class="num"><small>Median cost</small>$26.90</span><span class="strip" aria-hidden="true"><img alt="" decoding="async" height="270" loading="lazy" src="img/claude-opus-5.5-max/blue-city/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/claude-opus-5.5-max/cyberpunk/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/claude-opus-5.5-max/egyptian-temple/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/claude-opus-5.5-max/nordic-harbour/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/claude-opus-5.5-max/winter-town/v0_t.webp?v=20261016t2s" width="480"/></span></a></li><li><a class="gal-agent" href="model/claude-fable-5.1-max.html"><span class="rk">3</span><span class="who"><span class="logo" aria-hidden="true"><svg fill="#D97757" fill-rule="evenodd" viewBox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><title>Claude</title><path d="M4.709 15.955l4.72-2.647.08-.23-.08-.128H9.2l-.79-.048-2.698-.073-2.339-.097-2.266-.122-.571-.121L0 11.784l.055-.352.48-.321.686.06 1.52.103 2.278.158 1.652.097 2.449.255h.389l.055-.157-.134-.098-.103-.097-2.358-1.596-2.552-1.688-1.336-.972-.724-.491-.364-.462-.158-1.008.656-.722.881.06.225.061.893.686 1.908 1.476 2.491 1.833.365.304.145-.103.019-.073-.164-.274-1.355-2.446-1.446-2.49-.644-1.032-.17-.619a2.97 2.97 0 01-.104-.729L6.283.134 6.696 0l.996.134.42.364.62 1.414 1.002 2.229 1.555 3.03.456.898.243.832.091.255h.158V9.01l.128-1.706.237-2.095.23-2.695.08-.76.376-.91.747-.492.584.28.48.685-.067.444-.286 1.851-.559 2.903-.364 1.942h.212l.243-.242.985-1.306 1.652-2.064.73-.82.85-.904.547-.431h1.033l.76 1.129-.34 1.166-1.064 1.347-.881 1.142-1.264 1.7-.79 1.36.073.11.188-.02 2.856-.606 1.543-.28 1.841-.315.833.388.091.395-.328.807-1.969.486-2.309.462-3.439.813-.042.03.049.061 1.549.146.662.036h1.622l3.02.225.79.522.474.638-.079.485-1.215.62-1.64-.389-3.829-.91-1.312-.329h-.182v.11l1.093 1.068 2.006 1.81 2.509 2.33.127.578-.322.455-.34-.049-2.205-1.657-.851-.747-1.926-1.62h-.128v.17l.444.649 2.345 3.521.122 1.08-.17.353-.608.213-.668-.122-1.374-1.925-1.415-2.167-1.143-1.943-.14.08-.674 7.254-.316.37-.729.28-.607-.461-.322-.747.322-1.476.389-1.924.315-1.53.286-1.9.17-.632-.012-.042-.14.018-1.434 1.967-2.18 2.945-1.726 1.845-.414.164-.717-.37.067-.662.401-.589 2.388-3.036 1.44-1.882.93-1.086-.006-.158h-.055L4.132 18.56l-1.13.146-.487-.456.061-.746.231-.243 1.908-1.312-.006.006z"></path></svg></span><span><b>Claude Fable 5.1 (max)</b><small>Anthropic</small></span></span><span class="num"><small>Score</small><b>0.800</b></span><span class="num"><small>Median cost</small>$23.42</span><span class="strip" aria-hidden="true"><img alt="" decoding="async" height="270" loading="lazy" src="img/claude-fable-5.1-max/blue-city/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/claude-fable-5.1-max/cyberpunk/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/claude-fable-5.1-max/egyptian-temple/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/claude-fable-5.1-max/nordic-harbour/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/claude-fable-5.1-max/winter-town/v0_t.webp?v=20261016t2s" width="480"/></span></a></li><li><a class="gal-agent" href="model/gpt-6-astra-max.html"><span class="rk">4</span><span class="who"><span class="logo" aria-hidden="true"><svg fill="currentColor" fill-rule="evenodd" viewBox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><title>OpenAI</title><path d="M9.205 8.658v-2.26c0-.19.072-.333.238-.428l4.543-2.616c.619-.357 1.356-.523 2.117-.523 2.854 0 4.662 2.212 4.662 4.566 0 .167 0 .357-.024.547l-4.71-2.759a.797.797 0 00-.856 0l-5.97 3.473zm10.609 8.8V12.06c0-.333-.143-.57-.429-.737l-5.97-3.473 1.95-1.118a.433.433 0 01.476 0l4.543 2.617c1.309.76 2.189 2.378 2.189 3.948 0 1.808-1.07 3.473-2.76 4.163zM7.802 12.703l-1.95-1.142c-.167-.095-.239-.238-.239-.428V5.899c0-2.545 1.95-4.472 4.591-4.472 1 0 1.927.333 2.712.928L8.23 5.067c-.285.166-.428.404-.428.737v6.898zM12 15.128l-2.795-1.57v-3.33L12 8.658l2.795 1.57v3.33L12 15.128zm1.796 7.23c-1 0-1.927-.332-2.712-.927l4.686-2.712c.285-.166.428-.404.428-.737v-6.898l1.974 1.142c.167.095.238.238.238.428v5.233c0 2.545-1.974 4.472-4.614 4.472zm-5.637-5.303l-4.544-2.617c-1.308-.761-2.188-2.378-2.188-3.948A4.482 4.482 0 014.21 6.327v5.423c0 .333.143.571.428.738l5.947 3.449-1.95 1.118a.432.432 0 01-.476 0zm-.262 3.9c-2.688 0-4.662-2.021-4.662-4.519 0-.19.024-.38.047-.57l4.686 2.71c.286.167.571.167.856 0l5.97-3.448v2.26c0 .19-.07.333-.237.428l-4.543 2.616c-.619.357-1.356.523-2.117.523zm5.899 2.83a5.947 5.947 0 005.827-4.756C22.287 18.339 24 15.84 24 13.296c0-1.665-.713-3.282-1.998-4.448.119-.5.19-.999.19-1.498 0-3.401-2.759-5.947-5.946-5.947-.642 0-1.26.095-1.88.31A5.962 5.962 0 0010.205 0a5.947 5.947 0 00-5.827 4.757C1.713 5.447 0 7.945 0 10.49c0 1.666.713 3.283 1.998 4.448-.119.5-.19 1-.19 1.499 0 3.401 2.759 5.946 5.946 5.946.642 0 1.26-.095 1.88-.309a5.96 5.96 0 004.162 1.713z"></path></svg></span><span><b>GPT-6 Astra (max)</b><small>OpenAI</small></span></span><span class="num"><small>Score</small><b>0.790</b></span><span class="num"><small>Median cost</small>$14.25</span><span class="strip" aria-hidden="true"><img alt="" decoding="async" height="270" loading="lazy" src="img/gpt-6-astra-max/blue-city/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/gpt-6-astra-max/cyberpunk/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/gpt-6-astra-max/egyptian-temple/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/gpt-6-astra-max/nordic-harbour/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/gpt-6-astra-max/winter-town/v0_t.webp?v=20261016t2s" width="480"/></span></a></li><li><a class="gal-agent" href="model/gpt-6.1-sol-max.html"><span class="rk">5</span><span class="who"><span class="logo" aria-hidden="true"><svg fill="currentColor" fill-rule="evenodd" viewBox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><title>OpenAI</title><path d="M9.205 8.658v-2.26c0-.19.072-.333.238-.428l4.543-2.616c.619-.357 1.356-.523 2.117-.523 2.854 0 4.662 2.212 4.662 4.566 0 .167 0 .357-.024.547l-4.71-2.759a.797.797 0 00-.856 0l-5.97 3.473zm10.609 8.8V12.06c0-.333-.143-.57-.429-.737l-5.97-3.473 1.95-1.118a.433.433 0 01.476 0l4.543 2.617c1.309.76 2.189 2.378 2.189 3.948 0 1.808-1.07 3.473-2.76 4.163zM7.802 12.703l-1.95-1.142c-.167-.095-.239-.238-.239-.428V5.899c0-2.545 1.95-4.472 4.591-4.472 1 0 1.927.333 2.712.928L8.23 5.067c-.285.166-.428.404-.428.737v6.898zM12 15.128l-2.795-1.57v-3.33L12 8.658l2.795 1.57v3.33L12 15.128zm1.796 7.23c-1 0-1.927-.332-2.712-.927l4.686-2.712c.285-.166.428-.404.428-.737v-6.898l1.974 1.142c.167.095.238.238.238.428v5.233c0 2.545-1.974 4.472-4.614 4.472zm-5.637-5.303l-4.544-2.617c-1.308-.761-2.188-2.378-2.188-3.948A4.482 4.482 0 014.21 6.327v5.423c0 .333.143.571.428.738l5.947 3.449-1.95 1.118a.432.432 0 01-.476 0zm-.262 3.9c-2.688 0-4.662-2.021-4.662-4.519 0-.19.024-.38.047-.57l4.686 2.71c.286.167.571.167.856 0l5.97-3.448v2.26c0 .19-.07.333-.237.428l-4.543 2.616c-.619.357-1.356.523-2.117.523zm5.899 2.83a5.947 5.947 0 005.827-4.756C22.287 18.339 24 15.84 24 13.296c0-1.665-.713-3.282-1.998-4.448.119-.5.19-.999.19-1.498 0-3.401-2.759-5.947-5.946-5.947-.642 0-1.26.095-1.88.31A5.962 5.962 0 0010.205 0a5.947 5.947 0 00-5.827 4.757C1.713 5.447 0 7.945 0 10.49c0 1.666.713 3.283 1.998 4.448-.119.5-.19 1-.19 1.499 0 3.401 2.759 5.946 5.946 5.946.642 0 1.26-.095 1.88-.309a5.96 5.96 0 004.162 1.713z"></path></svg></span><span><b>GPT-6.1 Sol (max)</b><small>OpenAI</small></span></span><span class="num"><small>Score</small><b>0.784</b></span><span class="num"><small>Median cost</small>$2.59</span><span class="strip" aria-hidden="true"><img alt="" decoding="async" height="270" loading="lazy" src="img/gpt-6.1-sol-max/blue-city/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/gpt-6.1-sol-max/cyberpunk/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/gpt-6.1-sol-max/egyptian-temple/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/gpt-6.1-sol-max/nordic-harbour/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/gpt-6.1-sol-max/winter-town/v0_t.webp?v=20261016t2s" width="480"/></span></a></li><li><a class="gal-agent" href="model/gemini-4-argon-high.html"><span class="rk">6</span><span class="who"><span class="logo" aria-hidden="true"><svg fill="url(#c4sGemG5)" fill-rule="evenodd" viewBox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><defs><linearGradient id="c4sGemG5" x1="0" y1="0" x2="1" y2="1"><stop offset="0" stop-color="#4796E3"/><stop offset=".55" stop-color="#9168C0"/><stop offset="1" stop-color="#D96570"/></linearGradient></defs><title>Gemini</title><path d="M20.616 10.835a14.147 14.147 0 01-4.45-3.001 14.111 14.111 0 01-3.678-6.452.503.503 0 00-.975 0 14.134 14.134 0 01-3.679 6.452 14.155 14.155 0 01-4.45 3.001c-.65.28-1.318.505-2.002.678a.502.502 0 000 .975c.684.172 1.35.397 2.002.677a14.147 14.147 0 014.45 3.001 14.112 14.112 0 013.679 6.453.502.502 0 00.975 0c.172-.685.397-1.351.677-2.003a14.145 14.145 0 013.001-4.45 14.113 14.113 0 016.453-3.678.503.503 0 000-.975 13.245 13.245 0 01-2.003-.678z"></path></svg></span><span><b>Gemini 4 Argon (high)</b><small>Google</small></span></span><span class="num"><small>Score</small><b>0.777</b></span><span class="num"><small>Median cost</small>$4.83</span><span class="strip" aria-hidden="true"><img alt="" decoding="async" height="270" loading="lazy" src="img/gemini-4-argon-high/blue-city/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/gemini-4-argon-high/cyberpunk/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/gemini-4-argon-high/egyptian-temple/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/gemini-4-argon-high/nordic-harbour/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/gemini-4-argon-high/winter-town/v0_t.webp?v=20261016t2s" width="480"/></span></a></li><li><a class="gal-agent" href="model/gpt-5.6-sol-max.html"><span class="rk">7</span><span class="who"><span class="logo" aria-hidden="true"><svg fill="currentColor" fill-rule="evenodd" viewBox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><title>OpenAI</title><path d="M9.205 8.658v-2.26c0-.19.072-.333.238-.428l4.543-2.616c.619-.357 1.356-.523 2.117-.523 2.854 0 4.662 2.212 4.662 4.566 0 .167 0 .357-.024.547l-4.71-2.759a.797.797 0 00-.856 0l-5.97 3.473zm10.609 8.8V12.06c0-.333-.143-.57-.429-.737l-5.97-3.473 1.95-1.118a.433.433 0 01.476 0l4.543 2.617c1.309.76 2.189 2.378 2.189 3.948 0 1.808-1.07 3.473-2.76 4.163zM7.802 12.703l-1.95-1.142c-.167-.095-.239-.238-.239-.428V5.899c0-2.545 1.95-4.472 4.591-4.472 1 0 1.927.333 2.712.928L8.23 5.067c-.285.166-.428.404-.428.737v6.898zM12 15.128l-2.795-1.57v-3.33L12 8.658l2.795 1.57v3.33L12 15.128zm1.796 7.23c-1 0-1.927-.332-2.712-.927l4.686-2.712c.285-.166.428-.404.428-.737v-6.898l1.974 1.142c.167.095.238.238.238.428v5.233c0 2.545-1.974 4.472-4.614 4.472zm-5.637-5.303l-4.544-2.617c-1.308-.761-2.188-2.378-2.188-3.948A4.482 4.482 0 014.21 6.327v5.423c0 .333.143.571.428.738l5.947 3.449-1.95 1.118a.432.432 0 01-.476 0zm-.262 3.9c-2.688 0-4.662-2.021-4.662-4.519 0-.19.024-.38.047-.57l4.686 2.71c.286.167.571.167.856 0l5.97-3.448v2.26c0 .19-.07.333-.237.428l-4.543 2.616c-.619.357-1.356.523-2.117.523zm5.899 2.83a5.947 5.947 0 005.827-4.756C22.287 18.339 24 15.84 24 13.296c0-1.665-.713-3.282-1.998-4.448.119-.5.19-.999.19-1.498 0-3.401-2.759-5.947-5.946-5.947-.642 0-1.26.095-1.88.31A5.962 5.962 0 0010.205 0a5.947 5.947 0 00-5.827 4.757C1.713 5.447 0 7.945 0 10.49c0 1.666.713 3.283 1.998 4.448-.119.5-.19 1-.19 1.499 0 3.401 2.759 5.946 5.946 5.946.642 0 1.26-.095 1.88-.309a5.96 5.96 0 004.162 1.713z"></path></svg></span><span><b>GPT-5.6 Sol (max)</b><small>OpenAI</small></span></span><span class="num"><small>Score</small><b>0.723</b></span><span class="num"><small>Median cost</small>$6.87</span><span class="strip" aria-hidden="true"><img alt="" decoding="async" height="270" loading="lazy" src="img/gpt-5.6-sol-max/blue-city/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/gpt-5.6-sol-max/cyberpunk/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/gpt-5.6-sol-max/egyptian-temple/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/gpt-5.6-sol-max/nordic-harbour/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/gpt-5.6-sol-max/winter-town/v0_t.webp?v=20261016t2s" width="480"/></span></a></li><li><a class="gal-agent" href="model/claude-haiku-5.5-max.html"><span class="rk">8</span><span class="who"><span class="logo" aria-hidden="true"><svg fill="#D97757" fill-rule="evenodd" viewBox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><title>Claude</title><path d="M4.709 15.955l4.72-2.647.08-.23-.08-.128H9.2l-.79-.048-2.698-.073-2.339-.097-2.266-.122-.571-.121L0 11.784l.055-.352.48-.321.686.06 1.52.103 2.278.158 1.652.097 2.449.255h.389l.055-.157-.134-.098-.103-.097-2.358-1.596-2.552-1.688-1.336-.972-.724-.491-.364-.462-.158-1.008.656-.722.881.06.225.061.893.686 1.908 1.476 2.491 1.833.365.304.145-.103.019-.073-.164-.274-1.355-2.446-1.446-2.49-.644-1.032-.17-.619a2.97 2.97 0 01-.104-.729L6.283.134 6.696 0l.996.134.42.364.62 1.414 1.002 2.229 1.555 3.03.456.898.243.832.091.255h.158V9.01l.128-1.706.237-2.095.23-2.695.08-.76.376-.91.747-.492.584.28.48.685-.067.444-.286 1.851-.559 2.903-.364 1.942h.212l.243-.242.985-1.306 1.652-2.064.73-.82.85-.904.547-.431h1.033l.76 1.129-.34 1.166-1.064 1.347-.881 1.142-1.264 1.7-.79 1.36.073.11.188-.02 2.856-.606 1.543-.28 1.841-.315.833.388.091.395-.328.807-1.969.486-2.309.462-3.439.813-.042.03.049.061 1.549.146.662.036h1.622l3.02.225.79.522.474.638-.079.485-1.215.62-1.64-.389-3.829-.91-1.312-.329h-.182v.11l1.093 1.068 2.006 1.81 2.509 2.33.127.578-.322.455-.34-.049-2.205-1.657-.851-.747-1.926-1.62h-.128v.17l.444.649 2.345 3.521.122 1.08-.17.353-.608.213-.668-.122-1.374-1.925-1.415-2.167-1.143-1.943-.14.08-.674 7.254-.316.37-.729.28-.607-.461-.322-.747.322-1.476.389-1.924.315-1.53.286-1.9.17-.632-.012-.042-.14.018-1.434 1.967-2.18 2.945-1.726 1.845-.414.164-.717-.37.067-.662.401-.589 2.388-3.036 1.44-1.882.93-1.086-.006-.158h-.055L4.132 18.56l-1.13.146-.487-.456.061-.746.231-.243 1.908-1.312-.006.006z"></path></svg></span><span><b>Claude Haiku 5.5 (max)</b><small>Anthropic</small></span></span><span class="num"><small>Score</small><b>0.718</b></span><span class="num"><small>Median cost</small>$2.43</span><span class="strip" aria-hidden="true"><img alt="" decoding="async" height="270" loading="lazy" src="img/claude-haiku-5.5-max/blue-city/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/claude-haiku-5.5-max/cyberpunk/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/claude-haiku-5.5-max/egyptian-temple/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/claude-haiku-5.5-max/nordic-harbour/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/claude-haiku-5.5-max/winter-town/v0_t.webp?v=20261016t2s" width="480"/></span></a></li><li><a class="gal-agent" href="model/muse-wonder-full-1.0-max.html"><span class="rk">9</span><span class="who"><span class="logo" aria-hidden="true"><svg fill="#0081FB" fill-rule="evenodd" viewBox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><title>Meta</title><path d="M6.897 4c1.915 0 3.516.932 5.43 3.376l.282-.373c.19-.246.383-.484.58-.71l.313-.35C14.588 4.788 15.792 4 17.225 4c1.273 0 2.469.557 3.491 1.516l.218.213c1.73 1.765 2.917 4.71 3.053 8.026l.011.392.002.25c0 1.501-.28 2.759-.818 3.7l-.14.23-.108.153c-.301.42-.664.758-1.086 1.009l-.265.142-.087.04a3.493 3.493 0 01-.302.118 4.117 4.117 0 01-1.33.208c-.524 0-.996-.067-1.438-.215-.614-.204-1.163-.56-1.726-1.116l-.227-.235c-.753-.812-1.534-1.976-2.493-3.586l-1.43-2.41-.544-.895-1.766 3.13-.343.592C7.597 19.156 6.227 20 4.356 20c-1.21 0-2.205-.42-2.936-1.182l-.168-.184c-.484-.573-.837-1.311-1.043-2.189l-.067-.32a8.69 8.69 0 01-.136-1.288L0 14.468c.002-.745.06-1.49.174-2.23l.1-.573c.298-1.53.828-2.958 1.536-4.157l.209-.34c1.177-1.83 2.789-3.053 4.615-3.16L6.897 4zm-.033 2.615l-.201.01c-.83.083-1.606.673-2.252 1.577l-.138.199-.01.018c-.67 1.017-1.185 2.378-1.456 3.845l-.004.022a12.591 12.591 0 00-.207 2.254l.002.188c.004.18.017.36.04.54l.043.291c.092.503.257.908.486 1.208l.117.137c.303.323.698.492 1.17.492 1.1 0 1.796-.676 3.696-3.641l2.175-3.4.454-.701-.139-.198C9.11 7.3 8.084 6.616 6.864 6.616zm10.196-.552l-.176.007c-.635.048-1.223.359-1.82.933l-.196.198c-.439.462-.887 1.064-1.367 1.807l.266.398c.18.274.362.56.55.858l.293.475 1.396 2.335.695 1.114c.583.926 1.03 1.6 1.408 2.082l.213.262c.282.326.529.54.777.673l.102.05c.227.1.457.138.718.138.176.002.35-.023.518-.073.338-.104.61-.32.813-.637l.095-.163.077-.162c.194-.459.29-1.06.29-1.785l-.006-.449c-.08-2.871-.938-5.372-2.2-6.798l-.176-.189c-.67-.683-1.444-1.074-2.27-1.074z"></path></svg></span><span><b>Muse Wonder Full 1.0 (max)</b><small>Meta</small></span></span><span class="num"><small>Score</small><b>0.715</b></span><span class="num" title="Muse Wonder Full 1.0 (max): sold by subscription; cost = the token counts its CLI logs, at Muse Wonder's per-token list price"><small>Median cost</small>$3.66*</span><span class="strip" aria-hidden="true"><img alt="" decoding="async" height="270" loading="lazy" src="img/muse-wonder-full-1.0-max/blue-city/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/muse-wonder-full-1.0-max/cyberpunk/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/muse-wonder-full-1.0-max/egyptian-temple/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/muse-wonder-full-1.0-max/nordic-harbour/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/muse-wonder-full-1.0-max/winter-town/v0_t.webp?v=20261016t2s" width="480"/></span></a></li><li><a class="gal-agent" href="model/gemini-3.8-flash-high.html"><span class="rk">10</span><span class="who"><span class="logo" aria-hidden="true"><svg fill="url(#c4sGemG9)" fill-rule="evenodd" viewBox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><defs><linearGradient id="c4sGemG9" x1="0" y1="0" x2="1" y2="1"><stop offset="0" stop-color="#4796E3"/><stop offset=".55" stop-color="#9168C0"/><stop offset="1" stop-color="#D96570"/></linearGradient></defs><title>Gemini</title><path d="M20.616 10.835a14.147 14.147 0 01-4.45-3.001 14.111 14.111 0 01-3.678-6.452.503.503 0 00-.975 0 14.134 14.134 0 01-3.679 6.452 14.155 14.155 0 01-4.45 3.001c-.65.28-1.318.505-2.002.678a.502.502 0 000 .975c.684.172 1.35.397 2.002.677a14.147 14.147 0 014.45 3.001 14.112 14.112 0 013.679 6.453.502.502 0 00.975 0c.172-.685.397-1.351.677-2.003a14.145 14.145 0 013.001-4.45 14.113 14.113 0 016.453-3.678.503.503 0 000-.975 13.245 13.245 0 01-2.003-.678z"></path></svg></span><span><b>Gemini 3.8 Flash (high)</b><small>Google</small></span></span><span class="num"><small>Score</small><b>0.694</b></span><span class="num"><small>Median cost</small>$3.85</span><span class="strip" aria-hidden="true"><img alt="" decoding="async" height="270" loading="lazy" src="img/gemini-3.8-flash-high/blue-city/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/gemini-3.8-flash-high/cyberpunk/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/gemini-3.8-flash-high/egyptian-temple/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/gemini-3.8-flash-high/nordic-harbour/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/gemini-3.8-flash-high/winter-town/v0_t.webp?v=20261016t2s" width="480"/></span></a></li><li><a class="gal-agent" href="model/grok-4.6-xhigh.html"><span class="rk">11</span><span class="who"><span class="logo" aria-hidden="true"><svg fill="currentColor" fill-rule="evenodd" viewBox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><title>Grok</title><path d="M9.27 15.29l7.978-5.897c.391-.29.95-.177 1.137.272.98 2.369.542 5.215-1.41 7.169-1.951 1.954-4.667 2.382-7.149 1.406l-2.711 1.257c3.889 2.661 8.611 2.003 11.562-.953 2.341-2.344 3.066-5.539 2.388-8.42l.006.007c-.983-4.232.242-5.924 2.75-9.383.06-.082.12-.164.179-.248l-3.301 3.305v-.01L9.267 15.292M7.623 16.723c-2.792-2.67-2.31-6.801.071-9.184 1.761-1.763 4.647-2.483 7.166-1.425l2.705-1.25a7.808 7.808 0 00-1.829-1A8.975 8.975 0 005.984 5.83c-2.533 2.536-3.33 6.436-1.962 9.764 1.022 2.487-.653 4.246-2.34 6.022-.599.63-1.199 1.259-1.682 1.925l7.62-6.815"></path></svg></span><span><b>Grok 4.6 (xhigh)</b><small>xAI</small></span></span><span class="num"><small>Score</small><b>0.625</b></span><span class="num"><small>Median cost</small>$7.41</span><span class="strip" aria-hidden="true"><img alt="" decoding="async" height="270" loading="lazy" src="img/grok-4.6-xhigh/blue-city/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/grok-4.6-xhigh/cyberpunk/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/grok-4.6-xhigh/egyptian-temple/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/grok-4.6-xhigh/nordic-harbour/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/grok-4.6-xhigh/winter-town/v0_t.webp?v=20261016t2s" width="480"/></span></a></li><li><a class="gal-agent" href="model/muse-spark-1.3-max.html"><span class="rk">12</span><span class="who"><span class="logo" aria-hidden="true"><svg fill="#0081FB" fill-rule="evenodd" viewBox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><title>Meta</title><path d="M6.897 4c1.915 0 3.516.932 5.43 3.376l.282-.373c.19-.246.383-.484.58-.71l.313-.35C14.588 4.788 15.792 4 17.225 4c1.273 0 2.469.557 3.491 1.516l.218.213c1.73 1.765 2.917 4.71 3.053 8.026l.011.392.002.25c0 1.501-.28 2.759-.818 3.7l-.14.23-.108.153c-.301.42-.664.758-1.086 1.009l-.265.142-.087.04a3.493 3.493 0 01-.302.118 4.117 4.117 0 01-1.33.208c-.524 0-.996-.067-1.438-.215-.614-.204-1.163-.56-1.726-1.116l-.227-.235c-.753-.812-1.534-1.976-2.493-3.586l-1.43-2.41-.544-.895-1.766 3.13-.343.592C7.597 19.156 6.227 20 4.356 20c-1.21 0-2.205-.42-2.936-1.182l-.168-.184c-.484-.573-.837-1.311-1.043-2.189l-.067-.32a8.69 8.69 0 01-.136-1.288L0 14.468c.002-.745.06-1.49.174-2.23l.1-.573c.298-1.53.828-2.958 1.536-4.157l.209-.34c1.177-1.83 2.789-3.053 4.615-3.16L6.897 4zm-.033 2.615l-.201.01c-.83.083-1.606.673-2.252 1.577l-.138.199-.01.018c-.67 1.017-1.185 2.378-1.456 3.845l-.004.022a12.591 12.591 0 00-.207 2.254l.002.188c.004.18.017.36.04.54l.043.291c.092.503.257.908.486 1.208l.117.137c.303.323.698.492 1.17.492 1.1 0 1.796-.676 3.696-3.641l2.175-3.4.454-.701-.139-.198C9.11 7.3 8.084 6.616 6.864 6.616zm10.196-.552l-.176.007c-.635.048-1.223.359-1.82.933l-.196.198c-.439.462-.887 1.064-1.367 1.807l.266.398c.18.274.362.56.55.858l.293.475 1.396 2.335.695 1.114c.583.926 1.03 1.6 1.408 2.082l.213.262c.282.326.529.54.777.673l.102.05c.227.1.457.138.718.138.176.002.35-.023.518-.073.338-.104.61-.32.813-.637l.095-.163.077-.162c.194-.459.29-1.06.29-1.785l-.006-.449c-.08-2.871-.938-5.372-2.2-6.798l-.176-.189c-.67-.683-1.444-1.074-2.27-1.074z"></path></svg></span><span><b>Muse Spark 1.3 (max)</b><small>Meta</small></span></span><span class="num"><small>Score</small><b>0.548</b></span><span class="num"><small>Median cost</small>$0.23</span><span class="strip" aria-hidden="true"><img alt="" decoding="async" height="270" loading="lazy" src="img/muse-spark-1.3-max/blue-city/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/muse-spark-1.3-max/cyberpunk/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/muse-spark-1.3-max/egyptian-temple/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/muse-spark-1.3-max/nordic-harbour/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/muse-spark-1.3-max/winter-town/v0_t.webp?v=20261016t2s" width="480"/></span></a></li><li><a class="gal-agent" href="model/glm-5.3-flash-max.html"><span class="rk">13</span><span class="who"><span class="logo" aria-hidden="true"><svg fill="currentColor" fill-rule="evenodd" viewBox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><title>Z.ai</title><path d="M12.105 2L9.927 4.953H.653L2.83 2h9.276zM23.254 19.048L21.078 22h-9.242l2.174-2.952h9.244zM24 2L9.264 22H0L14.736 2H24z"></path></svg></span><span><b>GLM-5.3 Flash (max)</b><small>Z.ai</small></span></span><span class="num"><small>Score</small><b>0.542</b></span><span class="num"><small>Median cost</small>$0.94</span><span class="strip" aria-hidden="true"><img alt="" decoding="async" height="270" loading="lazy" src="img/glm-5.3-flash-max/blue-city/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/glm-5.3-flash-max/cyberpunk/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/glm-5.3-flash-max/egyptian-temple/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/glm-5.3-flash-max/nordic-harbour/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/glm-5.3-flash-max/winter-town/v0_t.webp?v=20261016t2s" width="480"/></span></a></li><li><a class="gal-agent" href="model/grok-4.7-xhigh.html"><span class="rk">14</span><span class="who"><span class="logo" aria-hidden="true"><svg fill="currentColor" fill-rule="evenodd" viewBox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><title>Grok</title><path d="M9.27 15.29l7.978-5.897c.391-.29.95-.177 1.137.272.98 2.369.542 5.215-1.41 7.169-1.951 1.954-4.667 2.382-7.149 1.406l-2.711 1.257c3.889 2.661 8.611 2.003 11.562-.953 2.341-2.344 3.066-5.539 2.388-8.42l.006.007c-.983-4.232.242-5.924 2.75-9.383.06-.082.12-.164.179-.248l-3.301 3.305v-.01L9.267 15.292M7.623 16.723c-2.792-2.67-2.31-6.801.071-9.184 1.761-1.763 4.647-2.483 7.166-1.425l2.705-1.25a7.808 7.808 0 00-1.829-1A8.975 8.975 0 005.984 5.83c-2.533 2.536-3.33 6.436-1.962 9.764 1.022 2.487-.653 4.246-2.34 6.022-.599.63-1.199 1.259-1.682 1.925l7.62-6.815"></path></svg></span><span><b>Grok 4.7 (xhigh)</b><small>xAI</small></span></span><span class="num"><small>Score</small><b>0.541</b></span><span class="num"><small>Median cost</small>$7.29</span><span class="strip" aria-hidden="true"><img alt="" decoding="async" height="270" loading="lazy" src="img/grok-4.7-xhigh/blue-city/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/grok-4.7-xhigh/cyberpunk/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/grok-4.7-xhigh/egyptian-temple/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/grok-4.7-xhigh/nordic-harbour/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/grok-4.7-xhigh/winter-town/v0_t.webp?v=20261016t2s" width="480"/></span></a></li><li><a class="gal-agent" href="model/deepseek-v4.1-flash-max.html"><span class="rk">15</span><span class="who"><span class="logo" aria-hidden="true"><svg fill="#4D6BFE" fill-rule="evenodd" viewBox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><title>DeepSeek</title><path d="M23.748 4.482c-.254-.124-.364.113-.512.234-.051.039-.094.09-.137.136-.372.397-.806.657-1.373.626-.829-.046-1.537.214-2.163.848-.133-.782-.575-1.248-1.247-1.548-.352-.156-.708-.311-.955-.65-.172-.241-.219-.51-.305-.774-.055-.16-.11-.323-.293-.35-.2-.031-.278.136-.356.276-.313.572-.434 1.202-.422 1.84.027 1.436.633 2.58 1.838 3.393.137.093.172.187.129.323-.082.28-.18.552-.266.833-.055.179-.137.217-.329.14a5.526 5.526 0 01-1.736-1.18c-.857-.828-1.631-1.742-2.597-2.458a11.365 11.365 0 00-.689-.471c-.985-.957.13-1.743.388-1.836.27-.098.093-.432-.779-.428-.872.004-1.67.295-2.687.684a3.055 3.055 0 01-.465.137 9.597 9.597 0 00-2.883-.102c-1.885.21-3.39 1.102-4.497 2.623C.082 8.606-.231 10.684.152 12.85c.403 2.284 1.569 4.175 3.36 5.653 1.858 1.533 3.997 2.284 6.438 2.14 1.482-.085 3.133-.284 4.994-1.86.47.234.962.327 1.78.397.63.059 1.236-.03 1.705-.128.735-.156.684-.837.419-.961-2.155-1.004-1.682-.595-2.113-.926 1.096-1.296 2.746-2.642 3.392-7.003.05-.347.007-.565 0-.845-.004-.17.035-.237.23-.256a4.173 4.173 0 001.545-.475c1.396-.763 1.96-2.015 2.093-3.517.02-.23-.004-.467-.247-.588zM11.581 18c-2.089-1.642-3.102-2.183-3.52-2.16-.392.024-.321.471-.235.763.09.288.207.486.371.739.114.167.192.416-.113.603-.673.416-1.842-.14-1.897-.167-1.361-.802-2.5-1.86-3.301-3.307-.774-1.393-1.224-2.887-1.298-4.482-.02-.386.093-.522.477-.592a4.696 4.696 0 011.529-.039c2.132.312 3.946 1.265 5.468 2.774.868.86 1.525 1.887 2.202 2.891.72 1.066 1.494 2.082 2.48 2.914.348.292.625.514.891.677-.802.09-2.14.11-3.054-.614zm1-6.44a.306.306 0 01.415-.287.302.302 0 01.2.288.306.306 0 01-.31.307.303.303 0 01-.304-.308zm3.11 1.596c-.2.081-.399.151-.59.16a1.245 1.245 0 01-.798-.254c-.274-.23-.47-.358-.552-.758a1.73 1.73 0 01.016-.588c.07-.327-.008-.537-.239-.727-.187-.156-.426-.199-.688-.199a.559.559 0 01-.254-.078c-.11-.054-.2-.19-.114-.358.028-.054.16-.186.192-.21.356-.202.767-.136 1.146.016.352.144.618.408 1.001.782.391.451.462.576.685.914.176.265.336.537.445.848.067.195-.019.354-.25.452z"></path></svg></span><span><b>DeepSeek V4.1 Flash (max)</b><small>DeepSeek</small></span></span><span class="num"><small>Score</small><b>0.366</b></span><span class="num"><small>Median cost</small>$0.35</span><span class="strip" aria-hidden="true"><img alt="" decoding="async" height="270" loading="lazy" src="img/deepseek-v4.1-flash-max/blue-city/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/deepseek-v4.1-flash-max/cyberpunk/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/deepseek-v4.1-flash-max/egyptian-temple/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/deepseek-v4.1-flash-max/nordic-harbour/v0_t.webp?v=20261016t2s" width="480"/><img alt="" decoding="async" height="270" loading="lazy" src="img/deepseek-v4.1-flash-max/winter-town/v0_t.webp?v=20261016t2s" width="480"/></span></a></li></ol></div></section>
|
| 13 |
</main>
|
| 14 |
<footer><p>Code4Scene · UC San Diego & UC Berkeley · <a href="https://arxiv.org/abs/2609.36777" rel="noopener" target="_blank">arXiv:2609.36777</a> · <a href="https://github.com/SimWorld-AI/Code4Scene" rel="noopener" target="_blank">GitHub</a> · <a href="https://simworld.org/" rel="noopener" target="_blank">SimWorld Home</a></p></footer>
|
| 15 |
<script defer src="../assets/gallery.js?v=20261016t2s"></script>
|
gallery/model/claude-fable-5.1-max.html
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|
gallery/model/claude-haiku-5.5-max.html
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|
gallery/model/claude-opus-5.5-max.html
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|
gallery/model/claude-sonnet-5.5-max.html
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|
gallery/model/deepseek-v4.1-flash-max.html
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|
gallery/model/gemini-3.8-flash-high.html
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|
gallery/model/gemini-4-argon-high.html
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|
gallery/model/glm-5.3-flash-max.html
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|
gallery/model/gpt-5.6-sol-max.html
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|
gallery/model/gpt-6-astra-max.html
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|
gallery/model/gpt-6.1-sol-max.html
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|
gallery/model/grok-4.6-xhigh.html
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|
gallery/model/grok-4.7-xhigh.html
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|
gallery/model/muse-spark-1.3-max.html
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|
gallery/model/muse-wonder-full-1.0-max.html
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|
index.html
CHANGED
|
@@ -20,14 +20,14 @@ svg.ch .dim{opacity:.42}svg.ch g.row:hover{opacity:1}svg.ch .hot{fill:var(--c4s-
|
|
| 20 |
.bigstats{display:flex;flex-wrap:wrap;gap:12px 34px;margin:0 0 12px}.bigstats b{display:block;font-size:30px;letter-spacing:-.02em;font-variant-numeric:tabular-nums}
|
| 21 |
.bigstats span{font-size:13px;color:var(--text-secondary)}
|
| 22 |
</style><link href="assets/buildingbench.css?v=20261016t2s" rel="stylesheet"/><script type="importmap">{"imports":{"three":"./assets/vendor/three-r160/build/three.module.js","three/addons/":"./assets/vendor/three-r160/addons/"}}</script></head><body><a class="skip-link" href="#leaderboard">Skip to benchmark explorer</a>
|
| 23 |
-
<header class="site-header"><div class="brand"><a aria-label="Code4Scene home" class="brand-home" href="index.html#top"><svg aria-hidden="true" fill="none" viewbox="0 0 30 32"><path d="M15 2 27 9v14l-12 7L3 23V9L15 2Z M3 9l12 7 12-7 M15 16v14 M9 5.5l12 7v14 M21 5.5l-12 7v14" stroke="currentColor" stroke-linejoin="round" stroke-width="1.6"></path></svg><span>Code4Scene</span></a><a class="brand-by" href="https://simworld.org/">by SimWorld</a></div><nav aria-label="Main navigation"><a class="nav-active" href="index.html#top">Benchmark</a><a href="index.html#leaderboard">Leaderboard</a><a href="index.html#cases">Visualization</a><a href="gallery/">Gallery</a><a href="https://arxiv.org/abs/2609.36777" rel="noopener" target="_blank">Paper ↗</a><a href="https://github.com/SimWorld-AI/Code4Scene" rel="noopener" target="_blank">Github ↗</a></nav></header><main class="page-main"><section class="intro" id="top"><div class="intro-copy"><h1>Constructing<br/><em>3D Scenes with Code</em></h1><p class="intro-text">Benchmarking coding agents that turn open-ended scene descriptions into engine-native 3D scenes in Unreal Engine. Measuring spatial reasoning, task fulfillment and physical validity.</p><div class="intro-links"><a href="paper.html">Read the paper ↗</a><a href="https://github.com/SimWorld-AI/Code4Scene">Code & Data ↗</a><a href="#hero-video">Watch the teaser ↘</a></div></div><div class="featured featured-video" id="hero-video"><video aria-label="Code4Scene overview video" controls="" playsinline="" poster="media/teaser-poster.jpg" preload="metadata"><source src="media/teaser-v31.mp4" type="video/mp4"/>Your browser does not support embedded video. <a href="media/teaser-v31.mp4">Watch the Code4Scene video</a>.</video><div class="featured-video-caption"><strong>Code4Scene in 90 seconds</strong><span>Construction and evaluation</span></div></div></section><section class="task-section" id="task-format"><div class="container"><h2 class="section-title">Task Format</h2><div class="task-shell"><div aria-label="Task format" class="task-tabs" role="tablist"><button aria-controls="task-t2s" aria-selected="true" data-task="t2s" id="task-tab-t2s" role="tab">Text-to-Scene</button><button aria-controls="task-i2s" aria-selected="false" data-task="i2s" id="task-tab-i2s" role="tab" tabindex="-1">Image-to-Scene</button></div><div aria-labelledby="task-tab-t2s" class="task-content" data-task="t2s" id="task-t2s" role="tabpanel"><h3>Nordic Harbour <span>· Text-to-Scene</span></h3><p class="task-subtitle">An open-ended scene description, an asset catalog and the Unreal Engine editor.</p><div class="task-columns"><article class="task-panel"><div class="panel-heading"><strong>Agent input</strong><span>Text + assets</span></div><div class="prompt-preview"><span class="eyebrow">Task instruction</span><p>Build me a compact, sunlit Copenhagen-style canal district with narrow cobblestone streets and rectangular waterways enclosing dense urban blocks.</p><p class="prompt-detail">Townhouses, canals, bridges and a waterfront promenade — with detailed requirements for materials, layout and street furniture.</p></div><p class="task-foot"><strong>Given:</strong> an empty level and the content pack’s asset catalog.</p></article><article class="task-panel output-panel"><div class="panel-heading"><strong>Agent output</strong><span>GPT-6 Astra</span></div><div class="live-scene" data-agent="astra" data-case="nordic-harbour"><canvas aria-label="Interactive 3D scene: Nordic Harbour. Drag to orbit, scroll or use plus and minus to zoom." tabindex="0"></canvas><span class="scene-loading" role="status">Loading 3D scene…</span><span class="scene-hint">Drag to orbit · Scroll to zoom</span><button aria-label="Pause scene rotation" class="scene-motion">Ⅱ</button></div><a class="task-foot text-button" href="cases.html#nordic-harbour">Compare agents and evaluator views ↗</a></article><article class="task-panel evaluation-panel"><div class="panel-heading"><strong>Evaluation</strong><span>Engine-native scene</span></div><div class="score-block"><span>CASE SCORE</span><strong>0.877</strong><dl><div><dt>Detailed Alignment</dt><dd>0.757</dd></div><div><dt>Overview Alignment</dt><dd>0.909</dd></div><div><dt>Physical Safety</dt><dd>0.900</dd></div></dl></div><p class="task-foot">Task fulfillment, artifact integrity and static physical validity.</p><p class="task-formula">0.2 × Detailed + 0.6 × Overview + 0.2 × Physical</p></article></div><details class="task-full"><summary><span>+ Full task instruction</span><span>TEXT-TO-SCENE</span></summary><p>Build me a compact, sunlit Copenhagen-style canal district with narrow cobblestone streets and rectangular waterways enclosing dense urban blocks. Arrange roughly thirty attached four- to six-storey townhouses in continuous street and canal-front rows, using slender façades, repetitive white-framed windows, arched doors and carriage entrances, modest cornices, and steep tiled roofs packed with dormers and brick chimneys. Include occasional exposed party walls between staggered building rows. Finish the façades in weathered muted red, mustard yellow, dusty blue, warm grey, beige, and exposed brick, with red, orange, and charcoal roof tiles. Run a principal waterfront street along a stone quay, crossed by smaller streets and linked across the canals by short, gently arched stone-and-metal bridges, including one opening onto a broad paved promenade with rounded landings. Form the canal edges from stepped pale stone, dark timber retaining walls, and iron railings around reflective rippling water. Add regularly spaced leafy trees, ornate black lamps, stone bollards, benches, European road signs, zebra crossings, puddles, grime, and sparse weeds.</p></details><div class="availability"><span><b>20</b> scenes in the <strong>Research Track</strong>: affordable, reproducible evaluation for academic and model-development use</span><span><b>160</b> scenes in the <strong>Full Benchmark</strong>: comprehensive evaluation for leaderboard and final reporting</span></div></div><div aria-labelledby="task-tab-i2s" class="task-content" data-task="i2s" hidden="" id="task-i2s" role="tabpanel"><h3>Old Industrial Pallet Bay <span>· Image-to-Scene</span></h3><p class="task-subtitle">Repair the corrupted scene using its reference image; preserve all unrelated actors.</p><div class="task-columns"><article class="task-panel input-panel"><div class="panel-heading"><strong>Agent input</strong><span>Scene + reference image</span></div><div class="live-scene" data-agent="astra" data-case="comp-31-old-industrial-pallet-bay-repair-v2" data-state="input"><canvas aria-label="Interactive 3D: Old Industrial Pallet Bay, input. Drag to orbit; scroll to zoom." tabindex="0"></canvas><span class="scene-loading" role="status">Loading 3D scene…</span><span class="scene-hint">Drag to orbit · Scroll to zoom</span><button aria-label="Resume scene rotation" class="scene-motion">▶</button></div><a class="task-reference" href="media/i2s/comp-31-old-industrial-pallet-bay-repair-v2/ref-1.jpg?v=1790549706" rel="noopener" target="_blank"><img alt="Provided reference image for Old Industrial Pallet Bay" loading="lazy" src="media/i2s/comp-31-old-industrial-pallet-bay-repair-v2/ref-1.jpg?v=1790549706"/><span>Provided reference image ↗</span></a><p class="task-foot">A translated and rotated pallet stack, plus an unintended duplicate.</p></article><article class="task-panel output-panel"><div class="panel-heading"><strong>Agent output</strong><span>GPT-6 Astra</span></div><div class="live-scene" data-agent="astra" data-case="comp-31-old-industrial-pallet-bay-repair-v2" data-state="repair"><canvas aria-label="Interactive 3D: Old Industrial Pallet Bay, repair. Drag to orbit; scroll to zoom." tabindex="0"></canvas><span class="scene-loading" role="status">Loading 3D scene…</span><span class="scene-hint">Drag to orbit · Scroll to zoom</span><button aria-label="Resume scene rotation" class="scene-motion">▶</button></div><div aria-label="Output scene state" class="scene-versions"><button class="on" data-state="repair">Repair</button><button data-state="input">Corrupted input</button><button data-state="gt">Ground truth</button></div><p class="task-foot">Inspect the saved repair from the same reference camera.</p><a class="text-button task-foot" href="cases.html#comp-31-old-industrial-pallet-bay-repair-v2">Compare agents and evaluator views ↗</a></article><article class="task-panel evaluation-panel"><div class="panel-heading"><strong>Evaluation</strong><span>Actor-level repair</span></div><div class="score-block"><span>CASE SCORE</span><strong>1.000</strong><dl><div><dt>Repair F1</dt><dd>1.000</dd></div><div><dt>Physical Safety</dt><dd>1.000</dd></div><div><dt>TP / FP / FN</dt><dd>2 / 0 / 0</dd></div></dl></div><p class="task-foot">Restore each target within 5 cm, 5° and 5%, without unintended edits.</p><p class="task-formula">0.8 × Repair F1 + 0.2 × Physical</p></article></div><details class="task-full"><summary><span>+ Full task instruction</span><span>IMAGE-TO-SCENE</span></summary><p>Repair the current outdoor scene so it matches the provided reference image. Make only the minimum changes needed, and preserve all unrelated actors and properties.</p></details><div class="availability"><span><b>160</b> editing cases in the full benchmark target, including private cases</span><span><b>72</b> public editing cases (22 indoor, 50 outdoor)</span></div></div></div></div></section><section id="leaderboard"><div class="container">
|
| 24 |
<div class="section-header centered"><span class="section-label">Leaderboard</span><h2 class="section-title">Leaderboard</h2>
|
| 25 |
<p class="section-desc" data-view="t2s">Research Track · 20 scenes · 15 coding-agent configurations · re-run in October 2026.</p><p class="section-desc" data-view="i2s" style="display:none">Image-to-Scene · 75 public cases (25 indoor, 50 outdoor) · 14 coding-agent configurations.</p><p class="tracks-why" data-view="t2s">Text-to-scene generation with frontier models is a long-horizon agentic task with substantial inference cost and runtime, which makes repeated full-scale evaluation difficult for many research groups. The Research Track supports affordable, reproducible experimentation; the Full Benchmark provides the more comprehensive evaluation for final model comparison and leaderboard reporting.</p></div>
|
| 26 |
<div id="lbwrap"><div class="lb-tabs"><div class="seg seg-lg" data-for="leaderboard"><button class="on" data-view="t2s">Text-to-Scene</button><button data-view="i2s">Image-to-Scene</button></div></div><div class="card bar-card"><div class="bar-heading"><h3>Code4Scene <span class="q" data-view="t2s">Research Track</span><span class="q" data-view="i2s" style="display:none">Image-to-Scene</span></h3><span><span data-view="t2s">20 scenes · score out of 100</span><span data-view="i2s" style="display:none">75 scenes · score out of 100</span></span></div><p class="bar-mobile-hint">Swipe to view every configuration →</p><div aria-label="All model configurations" class="bar-scroll" role="region" tabindex="0"><div data-view="t2s"><svg aria-label="Research Track scores for the 15 Code4Scene configurations" class="kit-bars" id="bars-t2s" role="group" viewbox="0 0 1200 420"></svg></div><div data-view="i2s" style="display:none"><svg aria-label="Image-to-Scene scores for the 14 Code4Scene paper configurations" class="kit-bars" id="bars-i2s" role="group" viewbox="0 0 1200 420"></svg></div></div><p class="note" data-view="t2s">Sorted by score. Bar labels are scores ×100, rounded down; the table truncates to three decimal places. One color per model provider.</p><p class="note" data-view="i2s" style="display:none">Sorted by score. Bar labels round scores ×100; the table preserves three decimal places. One color per model provider.</p></div>
|
| 27 |
<div class="card chart-card pareto-card"><h3 class="figure-title">Code4Scene <span>Pareto Frontier</span></h3><p class="figure-subtitle" data-view="t2s">Quality against the median cost of one case · Research Track, 20 scenes</p><p class="figure-subtitle" data-view="i2s" style="display:none">Quality against the cost of one case · Image-to-Scene, 75 public cases</p><p class="pareto-swipe">Swipe to explore all configurations →</p><div class="pareto-view" data-view="t2s"><div class="pareto-scroll"><svg aria-label="t2s score against median cost per case. More expensive runs on the left; logarithmic scale." class="pareto-svg" data-mode="t2s" role="group" viewbox="0 0 1200 560"></svg></div></div><div class="pareto-view" data-view="i2s" style="display:none"><div class="pareto-scroll"><svg aria-label="i2s score against average cost per case. More expensive runs on the left; logarithmic scale." class="pareto-svg" data-mode="i2s" role="group" viewbox="0 0 1200 560"></svg></div></div><p class="figure-caption" data-view="t2s">Solid: the frontier — nothing cheaper scores higher. One point per configuration, at its evaluated reasoning effort. Cost is the median USD per case. Muse Wonder Full 1.0 (max) is sold by subscription; cost = the token counts its CLI logs, at Muse Wonder's per-token list price.</p><p class="figure-caption" data-view="i2s" style="display:none">Solid: the frontier — nothing cheaper scores higher. One point per configuration, at its evaluated reasoning effort. Cost is the mean USD per case.</p></div>
|
| 28 |
<div class="card ranking-card"><div class="ranking-toolbar"><label for="model-search">Search configurations<input autocomplete="off" id="model-search" placeholder="Model or provider" type="search"/></label><span aria-live="polite" id="ranking-count">15 configurations</span></div><div class="sub-title">Ranking</div><div data-view="t2s"><p class="board-note" style="margin:0 .2rem .7rem">Research Track, 20 scenes, re-run in October 2026 with every agent in the same sandbox. Case score = 0.2 × Detailed + 0.6 × Overview + 0.2 × Physical; a case without a valid scene scores 0. Detailed, Overview and Physical are means of the per-case scores. Cost is the median per case. *Muse Wonder Full 1.0 (max) is sold by subscription; cost = the token counts its CLI logs, at Muse Wonder's per-token list price.</p><div class="board-wrap"><table class="board"><thead><tr><th>#</th><th>Agent configuration</th><th class="sorted" data-best="high" data-k="st">Score</th><th data-best="high" data-k="detailed">Detailed</th><th data-best="high" data-k="overview">Overview</th><th data-best="high" data-k="pt">Physical</th><th data-best="low" data-k="c_t2s">Median cost</th></tr></thead><tbody><tr data-model-key="claude-sonnet-5.5-max" data-search="claude sonnet 5.5 (max) anthropic"><td class="rk">1</td><td class="nm"><span class="logo"><svg fill="#D97757" fill-rule="evenodd" viewbox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><title>Claude</title><path d="M4.709 15.955l4.72-2.647.08-.23-.08-.128H9.2l-.79-.048-2.698-.073-2.339-.097-2.266-.122-.571-.121L0 11.784l.055-.352.48-.321.686.06 1.52.103 2.278.158 1.652.097 2.449.255h.389l.055-.157-.134-.098-.103-.097-2.358-1.596-2.552-1.688-1.336-.972-.724-.491-.364-.462-.158-1.008.656-.722.881.06.225.061.893.686 1.908 1.476 2.491 1.833.365.304.145-.103.019-.073-.164-.274-1.355-2.446-1.446-2.49-.644-1.032-.17-.619a2.97 2.97 0 01-.104-.729L6.283.134 6.696 0l.996.134.42.364.62 1.414 1.002 2.229 1.555 3.03.456.898.243.832.091.255h.158V9.01l.128-1.706.237-2.095.23-2.695.08-.76.376-.91.747-.492.584.28.48.685-.067.444-.286 1.851-.559 2.903-.364 1.942h.212l.243-.242.985-1.306 1.652-2.064.73-.82.85-.904.547-.431h1.033l.76 1.129-.34 1.166-1.064 1.347-.881 1.142-1.264 1.7-.79 1.36.073.11.188-.02 2.856-.606 1.543-.28 1.841-.315.833.388.091.395-.328.807-1.969.486-2.309.462-3.439.813-.042.03.049.061 1.549.146.662.036h1.622l3.02.225.79.522.474.638-.079.485-1.215.62-1.64-.389-3.829-.91-1.312-.329h-.182v.11l1.093 1.068 2.006 1.81 2.509 2.33.127.578-.322.455-.34-.049-2.205-1.657-.851-.747-1.926-1.62h-.128v.17l.444.649 2.345 3.521.122 1.08-.17.353-.608.213-.668-.122-1.374-1.925-1.415-2.167-1.143-1.943-.14.08-.674 7.254-.316.37-.729.28-.607-.461-.322-.747.322-1.476.389-1.924.315-1.53.286-1.9.17-.632-.012-.042-.14.018-1.434 1.967-2.18 2.945-1.726 1.845-.414.164-.717-.37.067-.662.401-.589 2.388-3.036 1.44-1.882.93-1.086-.006-.158h-.055L4.132 18.56l-1.13.146-.487-.456.061-.746.231-.243 1.908-1.312-.006.006z"></path></svg></span>Claude Sonnet 5.5 (max)<span class="tag front">Pareto</span><span class="org">Anthropic</span></td><td data-v="0.83738"><div class="cellbar"><i style="width:80.0px;--bar:var(--c4s-a)"></i><b>0.837</b></div></td><td class="dim" data-v="0.803165">0.803</td><td class="dim" data-v="0.812675">0.812</td><td class="dim" data-v="0.94574">0.945</td><td class="dim" data-v="26.9326">$26.93</td></tr><tr data-model-key="claude-opus-5.5-max" data-search="claude opus 5.5 (max) anthropic"><td class="rk">2</td><td class="nm"><span class="logo"><svg fill="#D97757" fill-rule="evenodd" viewbox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><title>Claude</title><path d="M4.709 15.955l4.72-2.647.08-.23-.08-.128H9.2l-.79-.048-2.698-.073-2.339-.097-2.266-.122-.571-.121L0 11.784l.055-.352.48-.321.686.06 1.52.103 2.278.158 1.652.097 2.449.255h.389l.055-.157-.134-.098-.103-.097-2.358-1.596-2.552-1.688-1.336-.972-.724-.491-.364-.462-.158-1.008.656-.722.881.06.225.061.893.686 1.908 1.476 2.491 1.833.365.304.145-.103.019-.073-.164-.274-1.355-2.446-1.446-2.49-.644-1.032-.17-.619a2.97 2.97 0 01-.104-.729L6.283.134 6.696 0l.996.134.42.364.62 1.414 1.002 2.229 1.555 3.03.456.898.243.832.091.255h.158V9.01l.128-1.706.237-2.095.23-2.695.08-.76.376-.91.747-.492.584.28.48.685-.067.444-.286 1.851-.559 2.903-.364 1.942h.212l.243-.242.985-1.306 1.652-2.064.73-.82.85-.904.547-.431h1.033l.76 1.129-.34 1.166-1.064 1.347-.881 1.142-1.264 1.7-.79 1.36.073.11.188-.02 2.856-.606 1.543-.28 1.841-.315.833.388.091.395-.328.807-1.969.486-2.309.462-3.439.813-.042.03.049.061 1.549.146.662.036h1.622l3.02.225.79.522.474.638-.079.485-1.215.62-1.64-.389-3.829-.91-1.312-.329h-.182v.11l1.093 1.068 2.006 1.81 2.509 2.33.127.578-.322.455-.34-.049-2.205-1.657-.851-.747-1.926-1.62h-.128v.17l.444.649 2.345 3.521.122 1.08-.17.353-.608.213-.668-.122-1.374-1.925-1.415-2.167-1.143-1.943-.14.08-.674 7.254-.316.37-.729.28-.607-.461-.322-.747.322-1.476.389-1.924.315-1.53.286-1.9.17-.632-.012-.042-.14.018-1.434 1.967-2.18 2.945-1.726 1.845-.414.164-.717-.37.067-.662.401-.589 2.388-3.036 1.44-1.882.93-1.086-.006-.158h-.055L4.132 18.56l-1.13.146-.487-.456.061-.746.231-.243 1.908-1.312-.006.006z"></path></svg></span>Claude Opus 5.5 (max)<span class="tag front">Pareto</span><span class="org">Anthropic</span></td><td data-v="0.83255"><div class="cellbar"><i style="width:79.5px;--bar:var(--c4s-a)"></i><b>0.832</b></div></td><td class="dim" data-v="0.76335">0.763</td><td class="dim" data-v="0.818565">0.818</td><td class="dim" data-v="0.943705">0.943</td><td class="dim" data-v="26.901442">$26.90</td></tr><tr data-model-key="claude-fable-5.1-max" data-search="claude fable 5.1 (max) anthropic"><td class="rk">3</td><td class="nm"><span class="logo"><svg fill="#D97757" fill-rule="evenodd" viewbox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><title>Claude</title><path d="M4.709 15.955l4.72-2.647.08-.23-.08-.128H9.2l-.79-.048-2.698-.073-2.339-.097-2.266-.122-.571-.121L0 11.784l.055-.352.48-.321.686.06 1.52.103 2.278.158 1.652.097 2.449.255h.389l.055-.157-.134-.098-.103-.097-2.358-1.596-2.552-1.688-1.336-.972-.724-.491-.364-.462-.158-1.008.656-.722.881.06.225.061.893.686 1.908 1.476 2.491 1.833.365.304.145-.103.019-.073-.164-.274-1.355-2.446-1.446-2.49-.644-1.032-.17-.619a2.97 2.97 0 01-.104-.729L6.283.134 6.696 0l.996.134.42.364.62 1.414 1.002 2.229 1.555 3.03.456.898.243.832.091.255h.158V9.01l.128-1.706.237-2.095.23-2.695.08-.76.376-.91.747-.492.584.28.48.685-.067.444-.286 1.851-.559 2.903-.364 1.942h.212l.243-.242.985-1.306 1.652-2.064.73-.82.85-.904.547-.431h1.033l.76 1.129-.34 1.166-1.064 1.347-.881 1.142-1.264 1.7-.79 1.36.073.11.188-.02 2.856-.606 1.543-.28 1.841-.315.833.388.091.395-.328.807-1.969.486-2.309.462-3.439.813-.042.03.049.061 1.549.146.662.036h1.622l3.02.225.79.522.474.638-.079.485-1.215.62-1.64-.389-3.829-.91-1.312-.329h-.182v.11l1.093 1.068 2.006 1.81 2.509 2.33.127.578-.322.455-.34-.049-2.205-1.657-.851-.747-1.926-1.62h-.128v.17l.444.649 2.345 3.521.122 1.08-.17.353-.608.213-.668-.122-1.374-1.925-1.415-2.167-1.143-1.943-.14.08-.674 7.254-.316.37-.729.28-.607-.461-.322-.747.322-1.476.389-1.924.315-1.53.286-1.9.17-.632-.012-.042-.14.018-1.434 1.967-2.18 2.945-1.726 1.845-.414.164-.717-.37.067-.662.401-.589 2.388-3.036 1.44-1.882.93-1.086-.006-.158h-.055L4.132 18.56l-1.13.146-.487-.456.061-.746.231-.243 1.908-1.312-.006.006z"></path></svg></span>Claude Fable 5.1 (max)<span class="tag front">Pareto</span><span class="org">Anthropic</span></td><td data-v="0.8001"><div class="cellbar"><i style="width:76.4px;--bar:var(--c4s-a)"></i><b>0.800</b></div></td><td class="dim" data-v="0.746475">0.746</td><td class="dim" data-v="0.756875">0.756</td><td class="dim" data-v="0.98342">0.983</td><td class="dim" data-v="23.419433">$23.42</td></tr><tr data-model-key="gpt-6-astra-max" data-search="gpt-6 astra (max) openai"><td class="rk">4</td><td class="nm"><span class="logo"><svg fill="currentColor" fill-rule="evenodd" viewbox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><title>OpenAI</title><path d="M9.205 8.658v-2.26c0-.19.072-.333.238-.428l4.543-2.616c.619-.357 1.356-.523 2.117-.523 2.854 0 4.662 2.212 4.662 4.566 0 .167 0 .357-.024.547l-4.71-2.759a.797.797 0 00-.856 0l-5.97 3.473zm10.609 8.8V12.06c0-.333-.143-.57-.429-.737l-5.97-3.473 1.95-1.118a.433.433 0 01.476 0l4.543 2.617c1.309.76 2.189 2.378 2.189 3.948 0 1.808-1.07 3.473-2.76 4.163zM7.802 12.703l-1.95-1.142c-.167-.095-.239-.238-.239-.428V5.899c0-2.545 1.95-4.472 4.591-4.472 1 0 1.927.333 2.712.928L8.23 5.067c-.285.166-.428.404-.428.737v6.898zM12 15.128l-2.795-1.57v-3.33L12 8.658l2.795 1.57v3.33L12 15.128zm1.796 7.23c-1 0-1.927-.332-2.712-.927l4.686-2.712c.285-.166.428-.404.428-.737v-6.898l1.974 1.142c.167.095.238.238.238.428v5.233c0 2.545-1.974 4.472-4.614 4.472zm-5.637-5.303l-4.544-2.617c-1.308-.761-2.188-2.378-2.188-3.948A4.482 4.482 0 014.21 6.327v5.423c0 .333.143.571.428.738l5.947 3.449-1.95 1.118a.432.432 0 01-.476 0zm-.262 3.9c-2.688 0-4.662-2.021-4.662-4.519 0-.19.024-.38.047-.57l4.686 2.71c.286.167.571.167.856 0l5.97-3.448v2.26c0 .19-.07.333-.237.428l-4.543 2.616c-.619.357-1.356.523-2.117.523zm5.899 2.83a5.947 5.947 0 005.827-4.756C22.287 18.339 24 15.84 24 13.296c0-1.665-.713-3.282-1.998-4.448.119-.5.19-.999.19-1.498 0-3.401-2.759-5.947-5.946-5.947-.642 0-1.26.095-1.88.31A5.962 5.962 0 0010.205 0a5.947 5.947 0 00-5.827 4.757C1.713 5.447 0 7.945 0 10.49c0 1.666.713 3.283 1.998 4.448-.119.5-.19 1-.19 1.499 0 3.401 2.759 5.946 5.946 5.946.642 0 1.26-.095 1.88-.309a5.96 5.96 0 004.162 1.713z"></path></svg></span>GPT-6 Astra (max)<span class="tag front">Pareto</span><span class="org">OpenAI</span></td><td data-v="0.79052"><div class="cellbar"><i style="width:75.5px;--bar:var(--c4s-a)"></i><b>0.790</b></div></td><td class="dim" data-v="0.76031">0.760</td><td class="dim" data-v="0.81108">0.811</td><td class="dim" data-v="0.75906">0.759</td><td class="dim" data-v="14.252182">$14.25</td></tr><tr data-model-key="gpt-6.1-sol-max" data-search="gpt-6.1 sol (max) openai"><td class="rk">5</td><td class="nm"><span class="logo"><svg fill="currentColor" fill-rule="evenodd" viewbox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><title>OpenAI</title><path d="M9.205 8.658v-2.26c0-.19.072-.333.238-.428l4.543-2.616c.619-.357 1.356-.523 2.117-.523 2.854 0 4.662 2.212 4.662 4.566 0 .167 0 .357-.024.547l-4.71-2.759a.797.797 0 00-.856 0l-5.97 3.473zm10.609 8.8V12.06c0-.333-.143-.57-.429-.737l-5.97-3.473 1.95-1.118a.433.433 0 01.476 0l4.543 2.617c1.309.76 2.189 2.378 2.189 3.948 0 1.808-1.07 3.473-2.76 4.163zM7.802 12.703l-1.95-1.142c-.167-.095-.239-.238-.239-.428V5.899c0-2.545 1.95-4.472 4.591-4.472 1 0 1.927.333 2.712.928L8.23 5.067c-.285.166-.428.404-.428.737v6.898zM12 15.128l-2.795-1.57v-3.33L12 8.658l2.795 1.57v3.33L12 15.128zm1.796 7.23c-1 0-1.927-.332-2.712-.927l4.686-2.712c.285-.166.428-.404.428-.737v-6.898l1.974 1.142c.167.095.238.238.238.428v5.233c0 2.545-1.974 4.472-4.614 4.472zm-5.637-5.303l-4.544-2.617c-1.308-.761-2.188-2.378-2.188-3.948A4.482 4.482 0 014.21 6.327v5.423c0 .333.143.571.428.738l5.947 3.449-1.95 1.118a.432.432 0 01-.476 0zm-.262 3.9c-2.688 0-4.662-2.021-4.662-4.519 0-.19.024-.38.047-.57l4.686 2.71c.286.167.571.167.856 0l5.97-3.448v2.26c0 .19-.07.333-.237.428l-4.543 2.616c-.619.357-1.356.523-2.117.523zm5.899 2.83a5.947 5.947 0 005.827-4.756C22.287 18.339 24 15.84 24 13.296c0-1.665-.713-3.282-1.998-4.448.119-.5.19-.999.19-1.498 0-3.401-2.759-5.947-5.946-5.947-.642 0-1.26.095-1.88.31A5.962 5.962 0 0010.205 0a5.947 5.947 0 00-5.827 4.757C1.713 5.447 0 7.945 0 10.49c0 1.666.713 3.283 1.998 4.448-.119.5-.19 1-.19 1.499 0 3.401 2.759 5.946 5.946 5.946.642 0 1.26-.095 1.88-.309a5.96 5.96 0 004.162 1.713z"></path></svg></span>GPT-6.1 Sol (max)<span class="tag front">Pareto</span><span class="org">OpenAI</span></td><td data-v="0.78454"><div class="cellbar"><i style="width:75.0px;--bar:var(--c4s-a)"></i><b>0.784</b></div></td><td class="dim" data-v="0.742895">0.742</td><td class="dim" data-v="0.77801">0.778</td><td class="dim" data-v="0.845775">0.845</td><td class="dim" data-v="2.589869">$2.59</td></tr><tr data-model-key="gemini-4-argon-high" data-search="gemini 4 argon (high) google"><td class="rk">6</td><td class="nm"><span class="logo"><svg fill="url(#c4sGemT5)" fill-rule="evenodd" viewbox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><defs><lineargradient id="c4sGemT5" x1="0" x2="1" y1="0" y2="1"><stop offset="0" stop-color="#4796E3"></stop><stop offset=".55" stop-color="#9168C0"></stop><stop offset="1" stop-color="#D96570"></stop></lineargradient></defs><title>Gemini</title><path d="M20.616 10.835a14.147 14.147 0 01-4.45-3.001 14.111 14.111 0 01-3.678-6.452.503.503 0 00-.975 0 14.134 14.134 0 01-3.679 6.452 14.155 14.155 0 01-4.45 3.001c-.65.28-1.318.505-2.002.678a.502.502 0 000 .975c.684.172 1.35.397 2.002.677a14.147 14.147 0 014.45 3.001 14.112 14.112 0 013.679 6.453.502.502 0 00.975 0c.172-.685.397-1.351.677-2.003a14.145 14.145 0 013.001-4.45 14.113 14.113 0 016.453-3.678.503.503 0 000-.975 13.245 13.245 0 01-2.003-.678z"></path></svg></span>Gemini 4 Argon (high)<span class="org">Google</span></td><td data-v="0.777895"><div class="cellbar"><i style="width:74.3px;--bar:var(--c4s-a)"></i><b>0.777</b></div></td><td class="dim" data-v="0.688515">0.688</td><td class="dim" data-v="0.756795">0.756</td><td class="dim" data-v="0.9306">0.930</td><td class="dim" data-v="4.828189">$4.83</td></tr><tr data-model-key="gpt-5.6-sol-max" data-search="gpt-5.6 sol (max) openai"><td class="rk">7</td><td class="nm"><span class="logo"><svg fill="currentColor" fill-rule="evenodd" viewbox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><title>OpenAI</title><path d="M9.205 8.658v-2.26c0-.19.072-.333.238-.428l4.543-2.616c.619-.357 1.356-.523 2.117-.523 2.854 0 4.662 2.212 4.662 4.566 0 .167 0 .357-.024.547l-4.71-2.759a.797.797 0 00-.856 0l-5.97 3.473zm10.609 8.8V12.06c0-.333-.143-.57-.429-.737l-5.97-3.473 1.95-1.118a.433.433 0 01.476 0l4.543 2.617c1.309.76 2.189 2.378 2.189 3.948 0 1.808-1.07 3.473-2.76 4.163zM7.802 12.703l-1.95-1.142c-.167-.095-.239-.238-.239-.428V5.899c0-2.545 1.95-4.472 4.591-4.472 1 0 1.927.333 2.712.928L8.23 5.067c-.285.166-.428.404-.428.737v6.898zM12 15.128l-2.795-1.57v-3.33L12 8.658l2.795 1.57v3.33L12 15.128zm1.796 7.23c-1 0-1.927-.332-2.712-.927l4.686-2.712c.285-.166.428-.404.428-.737v-6.898l1.974 1.142c.167.095.238.238.238.428v5.233c0 2.545-1.974 4.472-4.614 4.472zm-5.637-5.303l-4.544-2.617c-1.308-.761-2.188-2.378-2.188-3.948A4.482 4.482 0 014.21 6.327v5.423c0 .333.143.571.428.738l5.947 3.449-1.95 1.118a.432.432 0 01-.476 0zm-.262 3.9c-2.688 0-4.662-2.021-4.662-4.519 0-.19.024-.38.047-.57l4.686 2.71c.286.167.571.167.856 0l5.97-3.448v2.26c0 .19-.07.333-.237.428l-4.543 2.616c-.619.357-1.356.523-2.117.523zm5.899 2.83a5.947 5.947 0 005.827-4.756C22.287 18.339 24 15.84 24 13.296c0-1.665-.713-3.282-1.998-4.448.119-.5.19-.999.19-1.498 0-3.401-2.759-5.947-5.946-5.947-.642 0-1.26.095-1.88.31A5.962 5.962 0 0010.205 0a5.947 5.947 0 00-5.827 4.757C1.713 5.447 0 7.945 0 10.49c0 1.666.713 3.283 1.998 4.448-.119.5-.19 1-.19 1.499 0 3.401 2.759 5.946 5.946 5.946.642 0 1.26-.095 1.88-.309a5.96 5.96 0 004.162 1.713z"></path></svg></span>GPT-5.6 Sol (max)<span class="org">OpenAI</span></td><td data-v="0.723635"><div class="cellbar"><i style="width:69.1px;--bar:var(--c4s-a)"></i><b>0.723</b></div></td><td class="dim" data-v="0.640215">0.640</td><td class="dim" data-v="0.71395">0.713</td><td class="dim" data-v="0.836125">0.836</td><td class="dim" data-v="6.86758">$6.87</td></tr><tr data-model-key="claude-haiku-5.5-max" data-search="claude haiku 5.5 (max) anthropic"><td class="rk">8</td><td class="nm"><span class="logo"><svg fill="#D97757" fill-rule="evenodd" viewbox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><title>Claude</title><path d="M4.709 15.955l4.72-2.647.08-.23-.08-.128H9.2l-.79-.048-2.698-.073-2.339-.097-2.266-.122-.571-.121L0 11.784l.055-.352.48-.321.686.06 1.52.103 2.278.158 1.652.097 2.449.255h.389l.055-.157-.134-.098-.103-.097-2.358-1.596-2.552-1.688-1.336-.972-.724-.491-.364-.462-.158-1.008.656-.722.881.06.225.061.893.686 1.908 1.476 2.491 1.833.365.304.145-.103.019-.073-.164-.274-1.355-2.446-1.446-2.49-.644-1.032-.17-.619a2.97 2.97 0 01-.104-.729L6.283.134 6.696 0l.996.134.42.364.62 1.414 1.002 2.229 1.555 3.03.456.898.243.832.091.255h.158V9.01l.128-1.706.237-2.095.23-2.695.08-.76.376-.91.747-.492.584.28.48.685-.067.444-.286 1.851-.559 2.903-.364 1.942h.212l.243-.242.985-1.306 1.652-2.064.73-.82.85-.904.547-.431h1.033l.76 1.129-.34 1.166-1.064 1.347-.881 1.142-1.264 1.7-.79 1.36.073.11.188-.02 2.856-.606 1.543-.28 1.841-.315.833.388.091.395-.328.807-1.969.486-2.309.462-3.439.813-.042.03.049.061 1.549.146.662.036h1.622l3.02.225.79.522.474.638-.079.485-1.215.62-1.64-.389-3.829-.91-1.312-.329h-.182v.11l1.093 1.068 2.006 1.81 2.509 2.33.127.578-.322.455-.34-.049-2.205-1.657-.851-.747-1.926-1.62h-.128v.17l.444.649 2.345 3.521.122 1.08-.17.353-.608.213-.668-.122-1.374-1.925-1.415-2.167-1.143-1.943-.14.08-.674 7.254-.316.37-.729.28-.607-.461-.322-.747.322-1.476.389-1.924.315-1.53.286-1.9.17-.632-.012-.042-.14.018-1.434 1.967-2.18 2.945-1.726 1.845-.414.164-.717-.37.067-.662.401-.589 2.388-3.036 1.44-1.882.93-1.086-.006-.158h-.055L4.132 18.56l-1.13.146-.487-.456.061-.746.231-.243 1.908-1.312-.006.006z"></path></svg></span>Claude Haiku 5.5 (max)<span class="tag front">Pareto</span><span class="org">Anthropic</span></td><td data-v="0.718775"><div class="cellbar"><i style="width:68.7px;--bar:var(--c4s-a)"></i><b>0.718</b></div></td><td class="dim" data-v="0.652485">0.652</td><td class="dim" data-v="0.667865">0.667</td><td class="dim" data-v="0.93779">0.937</td><td class="dim" data-v="2.431911">$2.43</td></tr><tr data-model-key="muse-wonder-full-1.0-max" data-search="muse wonder full 1.0 (max) meta"><td class="rk">9</td><td class="nm"><span class="logo"><svg fill="#0081FB" fill-rule="evenodd" viewbox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><title>Meta</title><path d="M6.897 4c1.915 0 3.516.932 5.43 3.376l.282-.373c.19-.246.383-.484.58-.71l.313-.35C14.588 4.788 15.792 4 17.225 4c1.273 0 2.469.557 3.491 1.516l.218.213c1.73 1.765 2.917 4.71 3.053 8.026l.011.392.002.25c0 1.501-.28 2.759-.818 3.7l-.14.23-.108.153c-.301.42-.664.758-1.086 1.009l-.265.142-.087.04a3.493 3.493 0 01-.302.118 4.117 4.117 0 01-1.33.208c-.524 0-.996-.067-1.438-.215-.614-.204-1.163-.56-1.726-1.116l-.227-.235c-.753-.812-1.534-1.976-2.493-3.586l-1.43-2.41-.544-.895-1.766 3.13-.343.592C7.597 19.156 6.227 20 4.356 20c-1.21 0-2.205-.42-2.936-1.182l-.168-.184c-.484-.573-.837-1.311-1.043-2.189l-.067-.32a8.69 8.69 0 01-.136-1.288L0 14.468c.002-.745.06-1.49.174-2.23l.1-.573c.298-1.53.828-2.958 1.536-4.157l.209-.34c1.177-1.83 2.789-3.053 4.615-3.16L6.897 4zm-.033 2.615l-.201.01c-.83.083-1.606.673-2.252 1.577l-.138.199-.01.018c-.67 1.017-1.185 2.378-1.456 3.845l-.004.022a12.591 12.591 0 00-.207 2.254l.002.188c.004.18.017.36.04.54l.043.291c.092.503.257.908.486 1.208l.117.137c.303.323.698.492 1.17.492 1.1 0 1.796-.676 3.696-3.641l2.175-3.4.454-.701-.139-.198C9.11 7.3 8.084 6.616 6.864 6.616zm10.196-.552l-.176.007c-.635.048-1.223.359-1.82.933l-.196.198c-.439.462-.887 1.064-1.367 1.807l.266.398c.18.274.362.56.55.858l.293.475 1.396 2.335.695 1.114c.583.926 1.03 1.6 1.408 2.082l.213.262c.282.326.529.54.777.673l.102.05c.227.1.457.138.718.138.176.002.35-.023.518-.073.338-.104.61-.32.813-.637l.095-.163.077-.162c.194-.459.29-1.06.29-1.785l-.006-.449c-.08-2.871-.938-5.372-2.2-6.798l-.176-.189c-.67-.683-1.444-1.074-2.27-1.074z"></path></svg></span>Muse Wonder Full 1.0 (max)<span class="org">Meta</span></td><td data-v="0.71514"><div class="cellbar"><i style="width:68.3px;--bar:var(--c4s-a)"></i><b>0.715</b></div></td><td class="dim" data-v="0.666035">0.666</td><td class="dim" data-v="0.69662">0.696</td><td class="dim" data-v="0.81975">0.819</td><td class="dim" data-v="3.656847" title="Muse Wonder Full 1.0 (max): sold by subscription; cost = the token counts its CLI logs, at Muse Wonder's per-token list price">$3.66*</td></tr><tr data-model-key="gemini-3.8-flash-high" data-search="gemini 3.8 flash (high) google"><td class="rk">10</td><td class="nm"><span class="logo"><svg fill="url(#c4sGemT9)" fill-rule="evenodd" viewbox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><defs><lineargradient id="c4sGemT9" x1="0" x2="1" y1="0" y2="1"><stop offset="0" stop-color="#4796E3"></stop><stop offset=".55" stop-color="#9168C0"></stop><stop offset="1" stop-color="#D96570"></stop></lineargradient></defs><title>Gemini</title><path d="M20.616 10.835a14.147 14.147 0 01-4.45-3.001 14.111 14.111 0 01-3.678-6.452.503.503 0 00-.975 0 14.134 14.134 0 01-3.679 6.452 14.155 14.155 0 01-4.45 3.001c-.65.28-1.318.505-2.002.678a.502.502 0 000 .975c.684.172 1.35.397 2.002.677a14.147 14.147 0 014.45 3.001 14.112 14.112 0 013.679 6.453.502.502 0 00.975 0c.172-.685.397-1.351.677-2.003a14.145 14.145 0 013.001-4.45 14.113 14.113 0 016.453-3.678.503.503 0 000-.975 13.245 13.245 0 01-2.003-.678z"></path></svg></span>Gemini 3.8 Flash (high)<span class="org">Google</span></td><td data-v="0.6946"><div class="cellbar"><i style="width:66.4px;--bar:var(--c4s-a)"></i><b>0.694</b></div></td><td class="dim" data-v="0.578395">0.578</td><td class="dim" data-v="0.662995">0.662</td><td class="dim" data-v="0.90565">0.905</td><td class="dim" data-v="3.852846">$3.85</td></tr><tr data-model-key="grok-4.6-xhigh" data-search="grok 4.6 (xhigh) xai"><td class="rk">11</td><td class="nm"><span class="logo"><svg fill="currentColor" fill-rule="evenodd" viewbox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><title>Grok</title><path d="M9.27 15.29l7.978-5.897c.391-.29.95-.177 1.137.272.98 2.369.542 5.215-1.41 7.169-1.951 1.954-4.667 2.382-7.149 1.406l-2.711 1.257c3.889 2.661 8.611 2.003 11.562-.953 2.341-2.344 3.066-5.539 2.388-8.42l.006.007c-.983-4.232.242-5.924 2.75-9.383.06-.082.12-.164.179-.248l-3.301 3.305v-.01L9.267 15.292M7.623 16.723c-2.792-2.67-2.31-6.801.071-9.184 1.761-1.763 4.647-2.483 7.166-1.425l2.705-1.25a7.808 7.808 0 00-1.829-1A8.975 8.975 0 005.984 5.83c-2.533 2.536-3.33 6.436-1.962 9.764 1.022 2.487-.653 4.246-2.34 6.022-.599.63-1.199 1.259-1.682 1.925l7.62-6.815"></path></svg></span>Grok 4.6 (xhigh)<span class="org">xAI</span></td><td data-v="0.625745"><div class="cellbar"><i style="width:59.8px;--bar:var(--c4s-a)"></i><b>0.625</b></div></td><td class="dim" data-v="0.573455">0.573</td><td class="dim" data-v="0.64537">0.645</td><td class="dim" data-v="0.619185">0.619</td><td class="dim" data-v="7.41087">$7.41</td></tr><tr data-model-key="muse-spark-1.3-max" data-search="muse spark 1.3 (max) meta"><td class="rk">12</td><td class="nm"><span class="logo"><svg fill="#0081FB" fill-rule="evenodd" viewbox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><title>Meta</title><path d="M6.897 4c1.915 0 3.516.932 5.43 3.376l.282-.373c.19-.246.383-.484.58-.71l.313-.35C14.588 4.788 15.792 4 17.225 4c1.273 0 2.469.557 3.491 1.516l.218.213c1.73 1.765 2.917 4.71 3.053 8.026l.011.392.002.25c0 1.501-.28 2.759-.818 3.7l-.14.23-.108.153c-.301.42-.664.758-1.086 1.009l-.265.142-.087.04a3.493 3.493 0 01-.302.118 4.117 4.117 0 01-1.33.208c-.524 0-.996-.067-1.438-.215-.614-.204-1.163-.56-1.726-1.116l-.227-.235c-.753-.812-1.534-1.976-2.493-3.586l-1.43-2.41-.544-.895-1.766 3.13-.343.592C7.597 19.156 6.227 20 4.356 20c-1.21 0-2.205-.42-2.936-1.182l-.168-.184c-.484-.573-.837-1.311-1.043-2.189l-.067-.32a8.69 8.69 0 01-.136-1.288L0 14.468c.002-.745.06-1.49.174-2.23l.1-.573c.298-1.53.828-2.958 1.536-4.157l.209-.34c1.177-1.83 2.789-3.053 4.615-3.16L6.897 4zm-.033 2.615l-.201.01c-.83.083-1.606.673-2.252 1.577l-.138.199-.01.018c-.67 1.017-1.185 2.378-1.456 3.845l-.004.022a12.591 12.591 0 00-.207 2.254l.002.188c.004.18.017.36.04.54l.043.291c.092.503.257.908.486 1.208l.117.137c.303.323.698.492 1.17.492 1.1 0 1.796-.676 3.696-3.641l2.175-3.4.454-.701-.139-.198C9.11 7.3 8.084 6.616 6.864 6.616zm10.196-.552l-.176.007c-.635.048-1.223.359-1.82.933l-.196.198c-.439.462-.887 1.064-1.367 1.807l.266.398c.18.274.362.56.55.858l.293.475 1.396 2.335.695 1.114c.583.926 1.03 1.6 1.408 2.082l.213.262c.282.326.529.54.777.673l.102.05c.227.1.457.138.718.138.176.002.35-.023.518-.073.338-.104.61-.32.813-.637l.095-.163.077-.162c.194-.459.29-1.06.29-1.785l-.006-.449c-.08-2.871-.938-5.372-2.2-6.798l-.176-.189c-.67-.683-1.444-1.074-2.27-1.074z"></path></svg></span>Muse Spark 1.3 (max)<span class="tag front">Pareto</span><span class="org">Meta</span></td><td data-v="0.54823"><div class="cellbar"><i style="width:52.4px;--bar:var(--c4s-a)"></i><b>0.548</b></div></td><td class="dim" data-v="0.51783">0.517</td><td class="dim" data-v="0.547005">0.547</td><td class="dim" data-v="0.58227">0.582</td><td class="dim" data-v="0.231799">$0.23</td></tr><tr data-model-key="glm-5.3-flash-max" data-search="glm-5.3 flash (max) z.ai"><td class="rk">13</td><td class="nm"><span class="logo"><svg fill="currentColor" fill-rule="evenodd" viewbox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><title>Z.ai</title><path d="M12.105 2L9.927 4.953H.653L2.83 2h9.276zM23.254 19.048L21.078 22h-9.242l2.174-2.952h9.244zM24 2L9.264 22H0L14.736 2H24z"></path></svg></span>GLM-5.3 Flash (max)<span class="tag open">open weights</span><span class="org">Z.ai</span></td><td data-v="0.542365"><div class="cellbar"><i style="width:51.8px;--bar:var(--c4s-a)"></i><b>0.542</b></div></td><td class="dim" data-v="0.506515">0.506</td><td class="dim" data-v="0.545165">0.545</td><td class="dim" data-v="0.569815">0.569</td><td class="dim" data-v="0.938694">$0.94</td></tr><tr data-model-key="grok-4.7-xhigh" data-search="grok 4.7 (xhigh) xai"><td class="rk">14</td><td class="nm"><span class="logo"><svg fill="currentColor" fill-rule="evenodd" viewbox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><title>Grok</title><path d="M9.27 15.29l7.978-5.897c.391-.29.95-.177 1.137.272.98 2.369.542 5.215-1.41 7.169-1.951 1.954-4.667 2.382-7.149 1.406l-2.711 1.257c3.889 2.661 8.611 2.003 11.562-.953 2.341-2.344 3.066-5.539 2.388-8.42l.006.007c-.983-4.232.242-5.924 2.75-9.383.06-.082.12-.164.179-.248l-3.301 3.305v-.01L9.267 15.292M7.623 16.723c-2.792-2.67-2.31-6.801.071-9.184 1.761-1.763 4.647-2.483 7.166-1.425l2.705-1.25a7.808 7.808 0 00-1.829-1A8.975 8.975 0 005.984 5.83c-2.533 2.536-3.33 6.436-1.962 9.764 1.022 2.487-.653 4.246-2.34 6.022-.599.63-1.199 1.259-1.682 1.925l7.62-6.815"></path></svg></span>Grok 4.7 (xhigh)<span class="org">xAI</span></td><td data-v="0.541915"><div class="cellbar"><i style="width:51.8px;--bar:var(--c4s-a)"></i><b>0.541</b></div></td><td class="dim" data-v="0.521545">0.521</td><td class="dim" data-v="0.54621">0.546</td><td class="dim" data-v="0.54939">0.549</td><td class="dim" data-v="7.292507">$7.29</td></tr><tr data-model-key="deepseek-v4.1-flash-max" data-search="deepseek v4.1 flash (max) deepseek"><td class="rk">15</td><td class="nm"><span class="logo"><svg fill="#4D6BFE" fill-rule="evenodd" viewbox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><title>DeepSeek</title><path d="M23.748 4.482c-.254-.124-.364.113-.512.234-.051.039-.094.09-.137.136-.372.397-.806.657-1.373.626-.829-.046-1.537.214-2.163.848-.133-.782-.575-1.248-1.247-1.548-.352-.156-.708-.311-.955-.65-.172-.241-.219-.51-.305-.774-.055-.16-.11-.323-.293-.35-.2-.031-.278.136-.356.276-.313.572-.434 1.202-.422 1.84.027 1.436.633 2.58 1.838 3.393.137.093.172.187.129.323-.082.28-.18.552-.266.833-.055.179-.137.217-.329.14a5.526 5.526 0 01-1.736-1.18c-.857-.828-1.631-1.742-2.597-2.458a11.365 11.365 0 00-.689-.471c-.985-.957.13-1.743.388-1.836.27-.098.093-.432-.779-.428-.872.004-1.67.295-2.687.684a3.055 3.055 0 01-.465.137 9.597 9.597 0 00-2.883-.102c-1.885.21-3.39 1.102-4.497 2.623C.082 8.606-.231 10.684.152 12.85c.403 2.284 1.569 4.175 3.36 5.653 1.858 1.533 3.997 2.284 6.438 2.14 1.482-.085 3.133-.284 4.994-1.86.47.234.962.327 1.78.397.63.059 1.236-.03 1.705-.128.735-.156.684-.837.419-.961-2.155-1.004-1.682-.595-2.113-.926 1.096-1.296 2.746-2.642 3.392-7.003.05-.347.007-.565 0-.845-.004-.17.035-.237.23-.256a4.173 4.173 0 001.545-.475c1.396-.763 1.96-2.015 2.093-3.517.02-.23-.004-.467-.247-.588zM11.581 18c-2.089-1.642-3.102-2.183-3.52-2.16-.392.024-.321.471-.235.763.09.288.207.486.371.739.114.167.192.416-.113.603-.673.416-1.842-.14-1.897-.167-1.361-.802-2.5-1.86-3.301-3.307-.774-1.393-1.224-2.887-1.298-4.482-.02-.386.093-.522.477-.592a4.696 4.696 0 011.529-.039c2.132.312 3.946 1.265 5.468 2.774.868.86 1.525 1.887 2.202 2.891.72 1.066 1.494 2.082 2.48 2.914.348.292.625.514.891.677-.802.09-2.14.11-3.054-.614zm1-6.44a.306.306 0 01.415-.287.302.302 0 01.2.288.306.306 0 01-.31.307.303.303 0 01-.304-.308zm3.11 1.596c-.2.081-.399.151-.59.16a1.245 1.245 0 01-.798-.254c-.274-.23-.47-.358-.552-.758a1.73 1.73 0 01.016-.588c.07-.327-.008-.537-.239-.727-.187-.156-.426-.199-.688-.199a.559.559 0 01-.254-.078c-.11-.054-.2-.19-.114-.358.028-.054.16-.186.192-.21.356-.202.767-.136 1.146.016.352.144.618.408 1.001.782.391.451.462.576.685.914.176.265.336.537.445.848.067.195-.019.354-.25.452z"></path></svg></span>DeepSeek V4.1 Flash (max)<span class="tag open">open weights</span><span class="org">DeepSeek</span></td><td data-v="0.366635"><div class="cellbar"><i style="width:35.0px;--bar:var(--c4s-a)"></i><b>0.366</b></div></td><td class="dim" data-v="0.34321">0.343</td><td class="dim" data-v="0.32131">0.321</td><td class="dim" data-v="0.526035">0.526</td><td class="dim" data-v="0.346713">$0.35</td></tr></tbody></table></div></div><div data-view="i2s" style="display:none"><p class="board-note" style="margin:0 .2rem .7rem">75 public cases (25 indoor, 50 outdoor). Case score = 0.8 × Repair F1 + 0.2 × Physical. Repair F1 counts target actors restored to the withheld ground truth.</p><div class="board-wrap"><table class="board"><thead><tr><th>#</th><th>Agent configuration</th><th class="sorted" data-best="high" data-k="si">Score</th><th data-best="high" data-k="f1">Repair F1</th><th data-best="high" data-k="pi">Physical</th><th data-best="high" data-k="indoor">Indoor</th><th data-best="high" data-k="outdoor">Outdoor</th><th data-best="low" data-k="c_i2s">Cost / case</th></tr></thead><tbody><tr data-model-key="gemini" data-search="gemini 3.8 flash (high) google"><td class="rk">1</td><td class="nm"><span class="logo"><svg fill="url(#c4sGem-29)" fill-rule="evenodd" viewbox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><defs><lineargradient id="c4sGem-29" x1="0" x2="1" y1="0" y2="1"><stop offset="0" stop-color="#4796E3"></stop><stop offset=".55" stop-color="#9168C0"></stop><stop offset="1" stop-color="#D96570"></stop></lineargradient></defs><title>Gemini</title><path d="M20.616 10.835a14.147 14.147 0 01-4.45-3.001 14.111 14.111 0 01-3.678-6.452.503.503 0 00-.975 0 14.134 14.134 0 01-3.679 6.452 14.155 14.155 0 01-4.45 3.001c-.65.28-1.318.505-2.002.678a.502.502 0 000 .975c.684.172 1.35.397 2.002.677a14.147 14.147 0 014.45 3.001 14.112 14.112 0 013.679 6.453.502.502 0 00.975 0c.172-.685.397-1.351.677-2.003a14.145 14.145 0 013.001-4.45 14.113 14.113 0 016.453-3.678.503.503 0 000-.975 13.245 13.245 0 01-2.003-.678z"></path></svg></span>Gemini 3.8 Flash (high)<span class="tag front">Pareto</span><span class="org">Google</span></td><td data-v="0.5810600533333334"><div class="cellbar"><i style="width:80.0px;--bar:var(--c4s-b)"></i><b>0.581</b></div></td><td class="dim" data-v="0.527">0.527</td><td class="dim" data-v="0.796">0.796</td><td class="dim" data-v="0.71653332">0.717</td><td class="dim" data-v="0.5133234200000001">0.513</td><td class="dim" data-v="1.3523245042517007">$1.35</td></tr><tr data-model-key="astra" data-search="gpt-6 astra (max) openai"><td class="rk">2</td><td class="nm"><span class="logo"><svg fill="currentColor" fill-rule="evenodd" viewbox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><title>OpenAI</title><path d="M9.205 8.658v-2.26c0-.19.072-.333.238-.428l4.543-2.616c.619-.357 1.356-.523 2.117-.523 2.854 0 4.662 2.212 4.662 4.566 0 .167 0 .357-.024.547l-4.71-2.759a.797.797 0 00-.856 0l-5.97 3.473zm10.609 8.8V12.06c0-.333-.143-.57-.429-.737l-5.97-3.473 1.95-1.118a.433.433 0 01.476 0l4.543 2.617c1.309.76 2.189 2.378 2.189 3.948 0 1.808-1.07 3.473-2.76 4.163zM7.802 12.703l-1.95-1.142c-.167-.095-.239-.238-.239-.428V5.899c0-2.545 1.95-4.472 4.591-4.472 1 0 1.927.333 2.712.928L8.23 5.067c-.285.166-.428.404-.428.737v6.898zM12 15.128l-2.795-1.57v-3.33L12 8.658l2.795 1.57v3.33L12 15.128zm1.796 7.23c-1 0-1.927-.332-2.712-.927l4.686-2.712c.285-.166.428-.404.428-.737v-6.898l1.974 1.142c.167.095.238.238.238.428v5.233c0 2.545-1.974 4.472-4.614 4.472zm-5.637-5.303l-4.544-2.617c-1.308-.761-2.188-2.378-2.188-3.948A4.482 4.482 0 014.21 6.327v5.423c0 .333.143.571.428.738l5.947 3.449-1.95 1.118a.432.432 0 01-.476 0zm-.262 3.9c-2.688 0-4.662-2.021-4.662-4.519 0-.19.024-.38.047-.57l4.686 2.71c.286.167.571.167.856 0l5.97-3.448v2.26c0 .19-.07.333-.237.428l-4.543 2.616c-.619.357-1.356.523-2.117.523zm5.899 2.83a5.947 5.947 0 005.827-4.756C22.287 18.339 24 15.84 24 13.296c0-1.665-.713-3.282-1.998-4.448.119-.5.19-.999.19-1.498 0-3.401-2.759-5.947-5.946-5.947-.642 0-1.26.095-1.88.31A5.962 5.962 0 0010.205 0a5.947 5.947 0 00-5.827 4.757C1.713 5.447 0 7.945 0 10.49c0 1.666.713 3.283 1.998 4.448-.119.5-.19 1-.19 1.499 0 3.401 2.759 5.946 5.946 5.946.642 0 1.26-.095 1.88-.309a5.96 5.96 0 004.162 1.713z"></path></svg></span>GPT-6 Astra (max)<span class="org">OpenAI</span></td><td data-v="0.5148505733333334"><div class="cellbar"><i style="width:70.9px;--bar:var(--c4s-b)"></i><b>0.515</b></div></td><td class="dim" data-v="0.445">0.445</td><td class="dim" data-v="0.796">0.796</td><td class="dim" data-v="0.78546656">0.785</td><td class="dim" data-v="0.37954258">0.380</td><td class="dim" data-v="3.3217229090909095">$3.32</td></tr><tr data-model-key="opus" data-search="claude opus 5 (max) anthropic"><td class="rk">3</td><td class="nm"><span class="logo"><svg fill="#D97757" fill-rule="evenodd" viewbox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><title>Claude</title><path d="M4.709 15.955l4.72-2.647.08-.23-.08-.128H9.2l-.79-.048-2.698-.073-2.339-.097-2.266-.122-.571-.121L0 11.784l.055-.352.48-.321.686.06 1.52.103 2.278.158 1.652.097 2.449.255h.389l.055-.157-.134-.098-.103-.097-2.358-1.596-2.552-1.688-1.336-.972-.724-.491-.364-.462-.158-1.008.656-.722.881.06.225.061.893.686 1.908 1.476 2.491 1.833.365.304.145-.103.019-.073-.164-.274-1.355-2.446-1.446-2.49-.644-1.032-.17-.619a2.97 2.97 0 01-.104-.729L6.283.134 6.696 0l.996.134.42.364.62 1.414 1.002 2.229 1.555 3.03.456.898.243.832.091.255h.158V9.01l.128-1.706.237-2.095.23-2.695.08-.76.376-.91.747-.492.584.28.48.685-.067.444-.286 1.851-.559 2.903-.364 1.942h.212l.243-.242.985-1.306 1.652-2.064.73-.82.85-.904.547-.431h1.033l.76 1.129-.34 1.166-1.064 1.347-.881 1.142-1.264 1.7-.79 1.36.073.11.188-.02 2.856-.606 1.543-.28 1.841-.315.833.388.091.395-.328.807-1.969.486-2.309.462-3.439.813-.042.03.049.061 1.549.146.662.036h1.622l3.02.225.79.522.474.638-.079.485-1.215.62-1.64-.389-3.829-.91-1.312-.329h-.182v.11l1.093 1.068 2.006 1.81 2.509 2.33.127.578-.322.455-.34-.049-2.205-1.657-.851-.747-1.926-1.62h-.128v.17l.444.649 2.345 3.521.122 1.08-.17.353-.608.213-.668-.122-1.374-1.925-1.415-2.167-1.143-1.943-.14.08-.674 7.254-.316.37-.729.28-.607-.461-.322-.747.322-1.476.389-1.924.315-1.53.286-1.9.17-.632-.012-.042-.14.018-1.434 1.967-2.18 2.945-1.726 1.845-.414.164-.717-.37.067-.662.401-.589 2.388-3.036 1.44-1.882.93-1.086-.006-.158h-.055L4.132 18.56l-1.13.146-.487-.456.061-.746.231-.243 1.908-1.312-.006.006z"></path></svg></span>Claude Opus 5 (max)<span class="org">Anthropic</span></td><td data-v="0.46809998666666675"><div class="cellbar"><i style="width:64.4px;--bar:var(--c4s-b)"></i><b>0.468</b></div></td><td class="dim" data-v="0.389">0.389</td><td class="dim" data-v="0.786">0.786</td><td class="dim" data-v="0.61843384">0.618</td><td class="dim" data-v="0.39293306">0.393</td><td class="dim" data-v="4.459671546394558">$4.46</td></tr><tr data-model-key="fable" data-search="claude fable 5.1 (max) anthropic"><td class="rk">4</td><td class="nm"><span class="logo"><svg fill="#D97757" fill-rule="evenodd" viewbox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><title>Claude</title><path d="M4.709 15.955l4.72-2.647.08-.23-.08-.128H9.2l-.79-.048-2.698-.073-2.339-.097-2.266-.122-.571-.121L0 11.784l.055-.352.48-.321.686.06 1.52.103 2.278.158 1.652.097 2.449.255h.389l.055-.157-.134-.098-.103-.097-2.358-1.596-2.552-1.688-1.336-.972-.724-.491-.364-.462-.158-1.008.656-.722.881.06.225.061.893.686 1.908 1.476 2.491 1.833.365.304.145-.103.019-.073-.164-.274-1.355-2.446-1.446-2.49-.644-1.032-.17-.619a2.97 2.97 0 01-.104-.729L6.283.134 6.696 0l.996.134.42.364.62 1.414 1.002 2.229 1.555 3.03.456.898.243.832.091.255h.158V9.01l.128-1.706.237-2.095.23-2.695.08-.76.376-.91.747-.492.584.28.48.685-.067.444-.286 1.851-.559 2.903-.364 1.942h.212l.243-.242.985-1.306 1.652-2.064.73-.82.85-.904.547-.431h1.033l.76 1.129-.34 1.166-1.064 1.347-.881 1.142-1.264 1.7-.79 1.36.073.11.188-.02 2.856-.606 1.543-.28 1.841-.315.833.388.091.395-.328.807-1.969.486-2.309.462-3.439.813-.042.03.049.061 1.549.146.662.036h1.622l3.02.225.79.522.474.638-.079.485-1.215.62-1.64-.389-3.829-.91-1.312-.329h-.182v.11l1.093 1.068 2.006 1.81 2.509 2.33.127.578-.322.455-.34-.049-2.205-1.657-.851-.747-1.926-1.62h-.128v.17l.444.649 2.345 3.521.122 1.08-.17.353-.608.213-.668-.122-1.374-1.925-1.415-2.167-1.143-1.943-.14.08-.674 7.254-.316.37-.729.28-.607-.461-.322-.747.322-1.476.389-1.924.315-1.53.286-1.9.17-.632-.012-.042-.14.018-1.434 1.967-2.18 2.945-1.726 1.845-.414.164-.717-.37.067-.662.401-.589 2.388-3.036 1.44-1.882.93-1.086-.006-.158h-.055L4.132 18.56l-1.13.146-.487-.456.061-.746.231-.243 1.908-1.312-.006.006z"></path></svg></span>Claude Fable 5.1 (max)<span class="org">Anthropic</span></td><td data-v="0.4243479600000001"><div class="cellbar"><i style="width:58.4px;--bar:var(--c4s-b)"></i><b>0.424</b></div></td><td class="dim" data-v="0.332">0.332</td><td class="dim" data-v="0.795">0.795</td><td class="dim" data-v="0.53523332">0.535</td><td class="dim" data-v="0.36890528000000006">0.369</td><td class="dim" data-v="3.0888859328063245">$3.09</td></tr><tr data-model-key="sol" data-search="gpt-5.6 sol (high) openai"><td class="rk">5</td><td class="nm"><span class="logo"><svg fill="currentColor" fill-rule="evenodd" viewbox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><title>OpenAI</title><path d="M9.205 8.658v-2.26c0-.19.072-.333.238-.428l4.543-2.616c.619-.357 1.356-.523 2.117-.523 2.854 0 4.662 2.212 4.662 4.566 0 .167 0 .357-.024.547l-4.71-2.759a.797.797 0 00-.856 0l-5.97 3.473zm10.609 8.8V12.06c0-.333-.143-.57-.429-.737l-5.97-3.473 1.95-1.118a.433.433 0 01.476 0l4.543 2.617c1.309.76 2.189 2.378 2.189 3.948 0 1.808-1.07 3.473-2.76 4.163zM7.802 12.703l-1.95-1.142c-.167-.095-.239-.238-.239-.428V5.899c0-2.545 1.95-4.472 4.591-4.472 1 0 1.927.333 2.712.928L8.23 5.067c-.285.166-.428.404-.428.737v6.898zM12 15.128l-2.795-1.57v-3.33L12 8.658l2.795 1.57v3.33L12 15.128zm1.796 7.23c-1 0-1.927-.332-2.712-.927l4.686-2.712c.285-.166.428-.404.428-.737v-6.898l1.974 1.142c.167.095.238.238.238.428v5.233c0 2.545-1.974 4.472-4.614 4.472zm-5.637-5.303l-4.544-2.617c-1.308-.761-2.188-2.378-2.188-3.948A4.482 4.482 0 014.21 6.327v5.423c0 .333.143.571.428.738l5.947 3.449-1.95 1.118a.432.432 0 01-.476 0zm-.262 3.9c-2.688 0-4.662-2.021-4.662-4.519 0-.19.024-.38.047-.57l4.686 2.71c.286.167.571.167.856 0l5.97-3.448v2.26c0 .19-.07.333-.237.428l-4.543 2.616c-.619.357-1.356.523-2.117.523zm5.899 2.83a5.947 5.947 0 005.827-4.756C22.287 18.339 24 15.84 24 13.296c0-1.665-.713-3.282-1.998-4.448.119-.5.19-.999.19-1.498 0-3.401-2.759-5.947-5.946-5.947-.642 0-1.26.095-1.88.31A5.962 5.962 0 0010.205 0a5.947 5.947 0 00-5.827 4.757C1.713 5.447 0 7.945 0 10.49c0 1.666.713 3.283 1.998 4.448-.119.5-.19 1-.19 1.499 0 3.401 2.759 5.946 5.946 5.946.642 0 1.26-.095 1.88-.309a5.96 5.96 0 004.162 1.713z"></path></svg></span>GPT-5.6 Sol (high)<span class="org">OpenAI</span></td><td data-v="0.3929589333333333"><div class="cellbar"><i style="width:54.1px;--bar:var(--c4s-b)"></i><b>0.393</b></div></td><td class="dim" data-v="0.319">0.319</td><td class="dim" data-v="0.689">0.689</td><td class="dim" data-v="0.49742972">0.497</td><td class="dim" data-v="0.34072354">0.341</td><td class="dim" data-v="1.8773877185185188">$1.88</td></tr><tr data-model-key="muse" data-search="muse spark 1.3 (medium) meta"><td class="rk">6</td><td class="nm"><span class="logo"><svg fill="#0081FB" fill-rule="evenodd" viewbox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><title>Meta</title><path d="M6.897 4c1.915 0 3.516.932 5.43 3.376l.282-.373c.19-.246.383-.484.58-.71l.313-.35C14.588 4.788 15.792 4 17.225 4c1.273 0 2.469.557 3.491 1.516l.218.213c1.73 1.765 2.917 4.71 3.053 8.026l.011.392.002.25c0 1.501-.28 2.759-.818 3.7l-.14.23-.108.153c-.301.42-.664.758-1.086 1.009l-.265.142-.087.04a3.493 3.493 0 01-.302.118 4.117 4.117 0 01-1.33.208c-.524 0-.996-.067-1.438-.215-.614-.204-1.163-.56-1.726-1.116l-.227-.235c-.753-.812-1.534-1.976-2.493-3.586l-1.43-2.41-.544-.895-1.766 3.13-.343.592C7.597 19.156 6.227 20 4.356 20c-1.21 0-2.205-.42-2.936-1.182l-.168-.184c-.484-.573-.837-1.311-1.043-2.189l-.067-.32a8.69 8.69 0 01-.136-1.288L0 14.468c.002-.745.06-1.49.174-2.23l.1-.573c.298-1.53.828-2.958 1.536-4.157l.209-.34c1.177-1.83 2.789-3.053 4.615-3.16L6.897 4zm-.033 2.615l-.201.01c-.83.083-1.606.673-2.252 1.577l-.138.199-.01.018c-.67 1.017-1.185 2.378-1.456 3.845l-.004.022a12.591 12.591 0 00-.207 2.254l.002.188c.004.18.017.36.04.54l.043.291c.092.503.257.908.486 1.208l.117.137c.303.323.698.492 1.17.492 1.1 0 1.796-.676 3.696-3.641l2.175-3.4.454-.701-.139-.198C9.11 7.3 8.084 6.616 6.864 6.616zm10.196-.552l-.176.007c-.635.048-1.223.359-1.82.933l-.196.198c-.439.462-.887 1.064-1.367 1.807l.266.398c.18.274.362.56.55.858l.293.475 1.396 2.335.695 1.114c.583.926 1.03 1.6 1.408 2.082l.213.262c.282.326.529.54.777.673l.102.05c.227.1.457.138.718.138.176.002.35-.023.518-.073.338-.104.61-.32.813-.637l.095-.163.077-.162c.194-.459.29-1.06.29-1.785l-.006-.449c-.08-2.871-.938-5.372-2.2-6.798l-.176-.189c-.67-.683-1.444-1.074-2.27-1.074z"></path></svg></span>Muse Spark 1.3 (medium)<span class="tag front">Pareto</span><span class="org">Meta</span></td><td data-v="0.35821573333333334"><div class="cellbar"><i style="width:49.3px;--bar:var(--c4s-b)"></i><b>0.358</b></div></td><td class="dim" data-v="0.246">0.246</td><td class="dim" data-v="0.807">0.807</td><td class="dim" data-v="0.63253332">0.633</td><td class="dim" data-v="0.22105694">0.221</td><td class="dim" data-v="0.07172788461538461">$0.07</td></tr><tr data-model-key="glm" data-search="glm-5.3 flash (max) z.ai"><td class="rk">7</td><td class="nm"><span class="logo"><svg fill="currentColor" fill-rule="evenodd" viewbox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><title>Z.ai</title><path d="M12.105 2L9.927 4.953H.653L2.83 2h9.276zM23.254 19.048L21.078 22h-9.242l2.174-2.952h9.244zM24 2L9.264 22H0L14.736 2H24z"></path></svg></span>GLM-5.3 Flash (max)<span class="tag open">open weights</span><span class="org">Z.ai</span></td><td data-v="0.3199877333333333"><div class="cellbar"><i style="width:44.1px;--bar:var(--c4s-b)"></i><b>0.320</b></div></td><td class="dim" data-v="0.188">0.188</td><td class="dim" data-v="0.848">0.848</td><td class="dim" data-v="0.46533411999999996">0.465</td><td class="dim" data-v="0.24731454">0.247</td><td class="dim" data-v="0.09209057222222222">$0.09</td></tr><tr data-model-key="qwen-on" data-search="qwen 3.8 27b (thinking on) alibaba"><td class="rk">8</td><td class="nm"><span class="logo"><svg fill="#615CED" fill-rule="evenodd" viewbox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><title>Qwen</title><path d="M12.604 1.34c.393.69.784 1.382 1.174 2.075a.18.18 0 00.157.091h5.552c.174 0 .322.11.446.327l1.454 2.57c.19.337.24.478.024.837-.26.43-.513.864-.76 1.3l-.367.658c-.106.196-.223.28-.04.512l2.652 4.637c.172.301.111.494-.043.77-.437.785-.882 1.564-1.335 2.34-.159.272-.352.375-.68.37-.777-.016-1.552-.01-2.327.016a.099.099 0 00-.081.05 575.097 575.097 0 01-2.705 4.74c-.169.293-.38.363-.725.364-.997.003-2.002.004-3.017.002a.537.537 0 01-.465-.271l-1.335-2.323a.09.09 0 00-.083-.049H4.982c-.285.03-.553-.001-.805-.092l-1.603-2.77a.543.543 0 01-.002-.54l1.207-2.12a.198.198 0 000-.197 550.951 550.951 0 01-1.875-3.272l-.79-1.395c-.16-.31-.173-.496.095-.965.465-.813.927-1.625 1.387-2.436.132-.234.304-.334.584-.335a338.3 338.3 0 012.589-.001.124.124 0 00.107-.063l2.806-4.895a.488.488 0 01.422-.246c.524-.001 1.053 0 1.583-.006L11.704 1c.341-.003.724.032.9.34zm-3.432.403a.06.06 0 00-.052.03L6.254 6.788a.157.157 0 01-.135.078H3.253c-.056 0-.07.025-.041.074l5.81 10.156c.025.042.013.062-.034.063l-2.795.015a.218.218 0 00-.2.116l-1.32 2.31c-.044.078-.021.118.068.118l5.716.008c.046 0 .08.02.104.061l1.403 2.454c.046.081.092.082.139 0l5.006-8.76.783-1.382a.055.055 0 01.096 0l1.424 2.53a.122.122 0 00.107.062l2.763-.02a.04.04 0 00.035-.02.041.041 0 000-.04l-2.9-5.086a.108.108 0 010-.113l.293-.507 1.12-1.977c.024-.041.012-.062-.035-.062H9.2c-.059 0-.073-.026-.043-.077l1.434-2.505a.107.107 0 000-.114L9.225 1.774a.06.06 0 00-.053-.031zm6.29 8.02c.046 0 .058.02.034.06l-.832 1.465-2.613 4.585a.056.056 0 01-.05.029.058.058 0 01-.05-.029L8.498 9.841c-.02-.034-.01-.052.028-.054l.216-.012 6.722-.012z"></path></svg></span>Qwen 3.8 27B (thinking on)<span class="tag open">open weights</span><span class="org">Alibaba</span></td><td data-v="0.2261779866666667"><div class="cellbar"><i style="width:31.1px;--bar:var(--c4s-b)"></i><b>0.226</b></div></td><td class="dim" data-v="0.118">0.118</td><td class="dim" data-v="0.66">0.660</td><td class="dim" data-v="0.29651112">0.297</td><td class="dim" data-v="0.19101142">0.191</td><td class="dim" data-v="0.2605628115151515">$0.26</td></tr><tr data-model-key="deepseek" data-search="deepseek v4.1 flash (high) deepseek"><td class="rk">9</td><td class="nm"><span class="logo"><svg fill="#4D6BFE" fill-rule="evenodd" viewbox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><title>DeepSeek</title><path d="M23.748 4.482c-.254-.124-.364.113-.512.234-.051.039-.094.09-.137.136-.372.397-.806.657-1.373.626-.829-.046-1.537.214-2.163.848-.133-.782-.575-1.248-1.247-1.548-.352-.156-.708-.311-.955-.65-.172-.241-.219-.51-.305-.774-.055-.16-.11-.323-.293-.35-.2-.031-.278.136-.356.276-.313.572-.434 1.202-.422 1.84.027 1.436.633 2.58 1.838 3.393.137.093.172.187.129.323-.082.28-.18.552-.266.833-.055.179-.137.217-.329.14a5.526 5.526 0 01-1.736-1.18c-.857-.828-1.631-1.742-2.597-2.458a11.365 11.365 0 00-.689-.471c-.985-.957.13-1.743.388-1.836.27-.098.093-.432-.779-.428-.872.004-1.67.295-2.687.684a3.055 3.055 0 01-.465.137 9.597 9.597 0 00-2.883-.102c-1.885.21-3.39 1.102-4.497 2.623C.082 8.606-.231 10.684.152 12.85c.403 2.284 1.569 4.175 3.36 5.653 1.858 1.533 3.997 2.284 6.438 2.14 1.482-.085 3.133-.284 4.994-1.86.47.234.962.327 1.78.397.63.059 1.236-.03 1.705-.128.735-.156.684-.837.419-.961-2.155-1.004-1.682-.595-2.113-.926 1.096-1.296 2.746-2.642 3.392-7.003.05-.347.007-.565 0-.845-.004-.17.035-.237.23-.256a4.173 4.173 0 001.545-.475c1.396-.763 1.96-2.015 2.093-3.517.02-.23-.004-.467-.247-.588zM11.581 18c-2.089-1.642-3.102-2.183-3.52-2.16-.392.024-.321.471-.235.763.09.288.207.486.371.739.114.167.192.416-.113.603-.673.416-1.842-.14-1.897-.167-1.361-.802-2.5-1.86-3.301-3.307-.774-1.393-1.224-2.887-1.298-4.482-.02-.386.093-.522.477-.592a4.696 4.696 0 011.529-.039c2.132.312 3.946 1.265 5.468 2.774.868.86 1.525 1.887 2.202 2.891.72 1.066 1.494 2.082 2.48 2.914.348.292.625.514.891.677-.802.09-2.14.11-3.054-.614zm1-6.44a.306.306 0 01.415-.287.302.302 0 01.2.288.306.306 0 01-.31.307.303.303 0 01-.304-.308zm3.11 1.596c-.2.081-.399.151-.59.16a1.245 1.245 0 01-.798-.254c-.274-.23-.47-.358-.552-.758a1.73 1.73 0 01.016-.588c.07-.327-.008-.537-.239-.727-.187-.156-.426-.199-.688-.199a.559.559 0 01-.254-.078c-.11-.054-.2-.19-.114-.358.028-.054.16-.186.192-.21.356-.202.767-.136 1.146.016.352.144.618.408 1.001.782.391.451.462.576.685.914.176.265.336.537.445.848.067.195-.019.354-.25.452z"></path></svg></span>DeepSeek V4.1 Flash (high)<span class="tag open">open weights</span><span class="tag front">Pareto</span><span class="org">DeepSeek</span></td><td data-v="0.21048916"><div class="cellbar"><i style="width:28.9px;--bar:var(--c4s-b)"></i><b>0.210</b></div></td><td class="dim" data-v="0.066">0.066</td><td class="dim" data-v="0.787">0.787</td><td class="dim" data-v="0.18933412">0.189</td><td class="dim" data-v="0.22106668">0.221</td><td class="dim" data-v="0.054194520202020195">$0.05</td></tr><tr data-model-key="qwen-off" data-search="qwen 3.8 27b (thinking off) alibaba"><td class="rk">10</td><td class="nm"><span class="logo"><svg fill="#615CED" fill-rule="evenodd" viewbox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><title>Qwen</title><path d="M12.604 1.34c.393.69.784 1.382 1.174 2.075a.18.18 0 00.157.091h5.552c.174 0 .322.11.446.327l1.454 2.57c.19.337.24.478.024.837-.26.43-.513.864-.76 1.3l-.367.658c-.106.196-.223.28-.04.512l2.652 4.637c.172.301.111.494-.043.77-.437.785-.882 1.564-1.335 2.34-.159.272-.352.375-.68.37-.777-.016-1.552-.01-2.327.016a.099.099 0 00-.081.05 575.097 575.097 0 01-2.705 4.74c-.169.293-.38.363-.725.364-.997.003-2.002.004-3.017.002a.537.537 0 01-.465-.271l-1.335-2.323a.09.09 0 00-.083-.049H4.982c-.285.03-.553-.001-.805-.092l-1.603-2.77a.543.543 0 01-.002-.54l1.207-2.12a.198.198 0 000-.197 550.951 550.951 0 01-1.875-3.272l-.79-1.395c-.16-.31-.173-.496.095-.965.465-.813.927-1.625 1.387-2.436.132-.234.304-.334.584-.335a338.3 338.3 0 012.589-.001.124.124 0 00.107-.063l2.806-4.895a.488.488 0 01.422-.246c.524-.001 1.053 0 1.583-.006L11.704 1c.341-.003.724.032.9.34zm-3.432.403a.06.06 0 00-.052.03L6.254 6.788a.157.157 0 01-.135.078H3.253c-.056 0-.07.025-.041.074l5.81 10.156c.025.042.013.062-.034.063l-2.795.015a.218.218 0 00-.2.116l-1.32 2.31c-.044.078-.021.118.068.118l5.716.008c.046 0 .08.02.104.061l1.403 2.454c.046.081.092.082.139 0l5.006-8.76.783-1.382a.055.055 0 01.096 0l1.424 2.53a.122.122 0 00.107.062l2.763-.02a.04.04 0 00.035-.02.041.041 0 000-.04l-2.9-5.086a.108.108 0 010-.113l.293-.507 1.12-1.977c.024-.041.012-.062-.035-.062H9.2c-.059 0-.073-.026-.043-.077l1.434-2.505a.107.107 0 000-.114L9.225 1.774a.06.06 0 00-.053-.031zm6.29 8.02c.046 0 .058.02.034.06l-.832 1.465-2.613 4.585a.056.056 0 01-.05.029.058.058 0 01-.05-.029L8.498 9.841c-.02-.034-.01-.052.028-.054l.216-.012 6.722-.012z"></path></svg></span>Qwen 3.8 27B (thinking off)<span class="tag open">open weights</span><span class="org">Alibaba</span></td><td data-v="0.19970338666666668"><div class="cellbar"><i style="width:27.5px;--bar:var(--c4s-b)"></i><b>0.200</b></div></td><td class="dim" data-v="0.083">0.083</td><td class="dim" data-v="0.667">0.667</td><td class="dim" data-v="0.26629816">0.266</td><td class="dim" data-v="0.166406">0.166</td><td class="dim" data-v="0.27672816366207137">$0.28</td></tr><tr data-model-key="inkling" data-search="inkling (high) thinking machines"><td class="rk">11</td><td class="nm"><span class="logo"><svg fill="currentColor" viewbox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><title>Thinking Machines</title><rect height="15.6" rx="3.6" width="15.6" x="4.2" y="4.2"></rect></svg>
|
| 29 |
</span>Inkling (high)<span class="org">Thinking Machines</span></td><td data-v="0.19801974666666666"><div class="cellbar"><i style="width:27.3px;--bar:var(--c4s-b)"></i><b>0.198</b></div></td><td class="dim" data-v="0.095">0.095</td><td class="dim" data-v="0.609">0.609</td><td class="dim" data-v="0.1690288">0.169</td><td class="dim" data-v="0.21251522">0.213</td><td class="dim" data-v="0.7541276882539681">$0.75</td></tr><tr data-model-key="grok" data-search="grok 4.6 (high) xai"><td class="rk">12</td><td class="nm"><span class="logo"><svg fill="currentColor" fill-rule="evenodd" viewbox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><title>Grok</title><path d="M9.27 15.29l7.978-5.897c.391-.29.95-.177 1.137.272.98 2.369.542 5.215-1.41 7.169-1.951 1.954-4.667 2.382-7.149 1.406l-2.711 1.257c3.889 2.661 8.611 2.003 11.562-.953 2.341-2.344 3.066-5.539 2.388-8.42l.006.007c-.983-4.232.242-5.924 2.75-9.383.06-.082.12-.164.179-.248l-3.301 3.305v-.01L9.267 15.292M7.623 16.723c-2.792-2.67-2.31-6.801.071-9.184 1.761-1.763 4.647-2.483 7.166-1.425l2.705-1.25a7.808 7.808 0 00-1.829-1A8.975 8.975 0 005.984 5.83c-2.533 2.536-3.33 6.436-1.962 9.764 1.022 2.487-.653 4.246-2.34 6.022-.599.63-1.199 1.259-1.682 1.925l7.62-6.815"></path></svg></span>Grok 4.6 (high)<span class="org">xAI</span></td><td data-v="0.18414012"><div class="cellbar"><i style="width:25.3px;--bar:var(--c4s-b)"></i><b>0.184</b></div></td><td class="dim" data-v="0.044">0.044</td><td class="dim" data-v="0.744">0.744</td><td class="dim" data-v="0.1968008">0.197</td><td class="dim" data-v="0.17780978">0.178</td><td class="dim" data-v="0.2634673259259259">$0.26</td></tr><tr data-model-key="gemma-on" data-search="gemma 4 31b (thinking on) google"><td class="rk">13</td><td class="nm"><span class="logo"><svg fill="url(#c4sGem-41)" fill-rule="evenodd" viewbox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><defs><lineargradient id="c4sGem-41" x1="0" x2="1" y1="0" y2="1"><stop offset="0" stop-color="#4796E3"></stop><stop offset=".55" stop-color="#9168C0"></stop><stop offset="1" stop-color="#D96570"></stop></lineargradient></defs><title>Gemini</title><path d="M20.616 10.835a14.147 14.147 0 01-4.45-3.001 14.111 14.111 0 01-3.678-6.452.503.503 0 00-.975 0 14.134 14.134 0 01-3.679 6.452 14.155 14.155 0 01-4.45 3.001c-.65.28-1.318.505-2.002.678a.502.502 0 000 .975c.684.172 1.35.397 2.002.677a14.147 14.147 0 014.45 3.001 14.112 14.112 0 013.679 6.453.502.502 0 00.975 0c.172-.685.397-1.351.677-2.003a14.145 14.145 0 013.001-4.45 14.113 14.113 0 016.453-3.678.503.503 0 000-.975 13.245 13.245 0 01-2.003-.678z"></path></svg></span>Gemma 4 31B (thinking on)<span class="tag open">open weights</span><span class="tag front">Pareto</span><span class="org">Google</span></td><td data-v="0.12554015999999998"><div class="cellbar"><i style="width:17.3px;--bar:var(--c4s-b)"></i><b>0.126</b></div></td><td class="dim" data-v="0.003">0.003</td><td class="dim" data-v="0.615">0.615</td><td class="dim" data-v="0.12704028">0.127</td><td class="dim" data-v="0.1247901">0.125</td><td class="dim" data-v="0.028434150793650796">$0.03</td></tr><tr data-model-key="gemma-off" data-search="gemma 4 31b (thinking off) google"><td class="rk">14</td><td class="nm"><span class="logo"><svg fill="url(#c4sGem-42)" fill-rule="evenodd" viewbox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><defs><lineargradient id="c4sGem-42" x1="0" x2="1" y1="0" y2="1"><stop offset="0" stop-color="#4796E3"></stop><stop offset=".55" stop-color="#9168C0"></stop><stop offset="1" stop-color="#D96570"></stop></lineargradient></defs><title>Gemini</title><path d="M20.616 10.835a14.147 14.147 0 01-4.45-3.001 14.111 14.111 0 01-3.678-6.452.503.503 0 00-.975 0 14.134 14.134 0 01-3.679 6.452 14.155 14.155 0 01-4.45 3.001c-.65.28-1.318.505-2.002.678a.502.502 0 000 .975c.684.172 1.35.397 2.002.677a14.147 14.147 0 014.45 3.001 14.112 14.112 0 013.679 6.453.502.502 0 00.975 0c.172-.685.397-1.351.677-2.003a14.145 14.145 0 013.001-4.45 14.113 14.113 0 016.453-3.678.503.503 0 000-.975 13.245 13.245 0 01-2.003-.678z"></path></svg></span>Gemma 4 31B (thinking off)<span class="tag open">open weights</span><span class="tag front">Pareto</span><span class="org">Google</span></td><td data-v="0.11503794666666667"><div class="cellbar"><i style="width:15.8px;--bar:var(--c4s-b)"></i><b>0.115</b></div></td><td class="dim" data-v="0.001">0.001</td><td class="dim" data-v="0.572">0.572</td><td class="dim" data-v="0.11239600000000001">0.112</td><td class="dim" data-v="0.11635892">0.116</td><td class="dim" data-v="0.01913622993197279">$0.02</td></tr></tbody></table></div></div>
|
| 30 |
-
<p class="board-note">Click a column to sort. Pareto: on the score-against-cost frontier.</p><p class="board-note gallery-link" data-view="t2s"><a href="gallery/">Open the gallery</a>: what each of the 15 configurations built on every scene, with its score and cost.</p></div></div>
|
| 31 |
</div></section><section id="cases"><div class="container">
|
| 32 |
<div class="section-header centered"><span class="section-label">Cases</span><h2 class="section-title">Visualizing agent outputs</h2>
|
| 33 |
<p class="section-desc" data-view="t2s">Four agents build the same scene: a time-lapse of each build, then an orbit of the result. Pick a scene, or open the gallery for all 15 configurations on all 20 scenes.</p><p class="section-desc" data-view="i2s" style="display:none">Drag any scene to inspect the saved 3D output. Switch each repair between the saved scene, its corrupted input and the ground truth, or open a case to explore every agent.</p></div>
|
|
@@ -42,7 +42,7 @@ svg.ch .dim{opacity:.42}svg.ch g.row:hover{opacity:1}svg.ch .hot{fill:var(--c4s-
|
|
| 42 |
<p class="feature-note">Streams about 1.2 GB of textures on first load.</p>
|
| 43 |
</div>
|
| 44 |
</article></div><div class="case-grid" data-view="i2s" style="display:none"><article class="case-card"><div class="live-scene" data-agent="astra" data-case="comp-31-old-industrial-pallet-bay-repair-v2"><canvas aria-label="Interactive 3D scene: Old Industrial Pallet Bay. Drag to orbit, scroll or use plus and minus to zoom." tabindex="0"></canvas><span class="scene-loading" role="status">Loading 3D scene…</span><span class="scene-hint">Drag to orbit · Scroll to zoom</span><button aria-label="Pause scene rotation" class="scene-motion">Ⅱ</button></div><div aria-label="Scene state" class="scene-versions"><button class="on" data-state="repair">Repair</button><button data-state="input">Corrupted input</button><button data-state="gt">Ground truth</button></div><div class="meta"><span class="eyebrow">Image-to-Scene</span><h4>Old Industrial Pallet Bay</h4><p>GPT-6 Astra (max) · score 1.000</p><a class="text-button" href="cases.html#comp-31-old-industrial-pallet-bay-repair-v2">Compare all 14 agents ↗</a></div></article><article class="case-card"><div class="live-scene" data-agent="fable" data-case="comp-61-new-york-mailbox-pair-repair-v2"><canvas aria-label="Interactive 3D scene: New York Mailbox Pair. Drag to orbit, scroll or use plus and minus to zoom." tabindex="0"></canvas><span class="scene-loading" role="status">Loading 3D scene…</span><span class="scene-hint">Drag to orbit · Scroll to zoom</span><button aria-label="Pause scene rotation" class="scene-motion">Ⅱ</button></div><div aria-label="Scene state" class="scene-versions"><button class="on" data-state="repair">Repair</button><button data-state="input">Corrupted input</button><button data-state="gt">Ground truth</button></div><div class="meta"><span class="eyebrow">Image-to-Scene</span><h4>New York Mailbox Pair</h4><p>Claude Fable 5.1 (max) · score 1.000</p><a class="text-button" href="cases.html#comp-61-new-york-mailbox-pair-repair-v2">Compare all 14 agents ↗</a></div></article><article class="case-card"><div class="live-scene" data-agent="opus" data-case="comp-72-suburban-umbrella-pair-repair-v2"><canvas aria-label="Interactive 3D scene: Suburban Umbrella Pair. Drag to orbit, scroll or use plus and minus to zoom." tabindex="0"></canvas><span class="scene-loading" role="status">Loading 3D scene…</span><span class="scene-hint">Drag to orbit · Scroll to zoom</span><button aria-label="Pause scene rotation" class="scene-motion">Ⅱ</button></div><div aria-label="Scene state" class="scene-versions"><button class="on" data-state="repair">Repair</button><button data-state="input">Corrupted input</button><button data-state="gt">Ground truth</button></div><div class="meta"><span class="eyebrow">Image-to-Scene</span><h4>Suburban Umbrella Pair</h4><p>Claude Opus 5 (max) · score 1.000</p><a class="text-button" href="cases.html#comp-72-suburban-umbrella-pair-repair-v2">Compare all 14 agents ↗</a></div></article><article class="case-card"><div class="live-scene" data-agent="astra" data-case="comp-17-rosies-service-bin-reset-v3"><canvas aria-label="Interactive 3D scene: Rosie's Service Bin. Drag to orbit, scroll or use plus and minus to zoom." tabindex="0"></canvas><span class="scene-loading" role="status">Loading 3D scene…</span><span class="scene-hint">Drag to orbit · Scroll to zoom</span><button aria-label="Pause scene rotation" class="scene-motion">Ⅱ</button></div><div aria-label="Scene state" class="scene-versions"><button class="on" data-state="repair">Repair</button><button data-state="input">Corrupted input</button><button data-state="gt">Ground truth</button></div><div class="meta"><span class="eyebrow">Image-to-Scene</span><h4>Rosie's Service Bin</h4><p>GPT-6 Astra (max) · score 1.000</p><a class="text-button" href="cases.html#comp-17-rosies-service-bin-reset-v3">Compare all 14 agents ↗</a></div></article><article class="case-card"><div class="live-scene" data-agent="astra" data-case="comp-18-rosies-roadside-billboard-reset-v3"><canvas aria-label="Interactive 3D scene: Rosie's Roadside Billboard. Drag to orbit, scroll or use plus and minus to zoom." tabindex="0"></canvas><span class="scene-loading" role="status">Loading 3D scene…</span><span class="scene-hint">Drag to orbit · Scroll to zoom</span><button aria-label="Pause scene rotation" class="scene-motion">Ⅱ</button></div><div aria-label="Scene state" class="scene-versions"><button class="on" data-state="repair">Repair</button><button data-state="input">Corrupted input</button><button data-state="gt">Ground truth</button></div><div class="meta"><span class="eyebrow">Image-to-Scene</span><h4>Rosie's Roadside Billboard</h4><p>GPT-6 Astra (max) · score 1.000</p><a class="text-button" href="cases.html#comp-18-rosies-roadside-billboard-reset-v3">Compare all 14 agents ↗</a></div></article><article class="case-card"><div class="live-scene" data-agent="fable" data-case="comp-51-suburban-driveway-mailbox-recovery-v2"><canvas aria-label="Interactive 3D scene: Suburban Driveway Mailbox. Drag to orbit, scroll or use plus and minus to zoom." tabindex="0"></canvas><span class="scene-loading" role="status">Loading 3D scene…</span><span class="scene-hint">Drag to orbit · Scroll to zoom</span><button aria-label="Pause scene rotation" class="scene-motion">Ⅱ</button></div><div aria-label="Scene state" class="scene-versions"><button class="on" data-state="repair">Repair</button><button data-state="input">Corrupted input</button><button data-state="gt">Ground truth</button></div><div class="meta"><span class="eyebrow">Image-to-Scene</span><h4>Suburban Driveway Mailbox</h4><p>Claude Fable 5.1 (max) · score 1.000</p><a class="text-button" href="cases.html#comp-51-suburban-driveway-mailbox-recovery-v2">Compare all 14 agents ↗</a></div></article></div>
|
| 45 |
-
<div class="gallery-cta" data-view="t2s" style="text-align:center;margin-top:2rem"><a class="btn btn-primary" href="gallery/"><svg aria-hidden="true" fill="none" stroke="currentColor" stroke-width="1.5" viewbox="0 0 16 16"><rect height="5" rx="1" width="5" x="2" y="2"></rect><rect height="5" rx="1" width="5" x="9" y="2"></rect><rect height="5" rx="1" width="5" x="2" y="9"></rect><rect height="5" rx="1" width="5" x="9" y="9"></rect></svg> Open the gallery</a></div><div data-view="i2s" style="text-align:center;margin-top:2rem;display:none"><a class="btn btn-primary" href="cases.html"><svg aria-hidden="true" fill="none" stroke="currentColor" stroke-width="1.5" viewbox="0 0 16 16"><path d="M8 1.5l5.5 3v7L8 14.5l-5.5-3v-7z"></path><path d="M2.5 4.5L8 7.5l5.5-3M8 7.5v7"></path></svg> Open the case explorer</a></div>
|
| 46 |
</div></section><section class="alt" id="takeaways"><div class="container">
|
| 47 |
<div class="section-header centered"><span class="section-label">Findings</span><h2 class="section-title">Takeaways</h2>
|
| 48 |
<p class="section-desc">What the paper's evaluation shows across its 14 agents. Every chart below is drawn from the paper's numbers, not the October 2026 Text-to-Scene re-run above; hover for values.</p></div>
|
|
|
|
| 20 |
.bigstats{display:flex;flex-wrap:wrap;gap:12px 34px;margin:0 0 12px}.bigstats b{display:block;font-size:30px;letter-spacing:-.02em;font-variant-numeric:tabular-nums}
|
| 21 |
.bigstats span{font-size:13px;color:var(--text-secondary)}
|
| 22 |
</style><link href="assets/buildingbench.css?v=20261016t2s" rel="stylesheet"/><script type="importmap">{"imports":{"three":"./assets/vendor/three-r160/build/three.module.js","three/addons/":"./assets/vendor/three-r160/addons/"}}</script></head><body><a class="skip-link" href="#leaderboard">Skip to benchmark explorer</a>
|
| 23 |
+
<header class="site-header"><div class="brand"><a aria-label="Code4Scene home" class="brand-home" href="index.html#top"><svg aria-hidden="true" fill="none" viewbox="0 0 30 32"><path d="M15 2 27 9v14l-12 7L3 23V9L15 2Z M3 9l12 7 12-7 M15 16v14 M9 5.5l12 7v14 M21 5.5l-12 7v14" stroke="currentColor" stroke-linejoin="round" stroke-width="1.6"></path></svg><span>Code4Scene</span></a><a class="brand-by" href="https://simworld.org/">by SimWorld</a></div><nav aria-label="Main navigation"><a class="nav-active" href="index.html#top">Benchmark</a><a href="index.html#leaderboard">Leaderboard</a><a href="index.html#cases">Visualization</a><a href="gallery/index.html">Gallery</a><a href="https://arxiv.org/abs/2609.36777" rel="noopener" target="_blank">Paper ↗</a><a href="https://github.com/SimWorld-AI/Code4Scene" rel="noopener" target="_blank">Github ↗</a></nav></header><main class="page-main"><section class="intro" id="top"><div class="intro-copy"><h1>Constructing<br/><em>3D Scenes with Code</em></h1><p class="intro-text">Benchmarking coding agents that turn open-ended scene descriptions into engine-native 3D scenes in Unreal Engine. Measuring spatial reasoning, task fulfillment and physical validity.</p><div class="intro-links"><a href="paper.html">Read the paper ↗</a><a href="https://github.com/SimWorld-AI/Code4Scene">Code & Data ↗</a><a href="#hero-video">Watch the teaser ↘</a></div></div><div class="featured featured-video" id="hero-video"><video aria-label="Code4Scene overview video" controls="" playsinline="" poster="media/teaser-poster.jpg" preload="metadata"><source src="media/teaser-v31.mp4" type="video/mp4"/>Your browser does not support embedded video. <a href="media/teaser-v31.mp4">Watch the Code4Scene video</a>.</video><div class="featured-video-caption"><strong>Code4Scene in 90 seconds</strong><span>Construction and evaluation</span></div></div></section><section class="task-section" id="task-format"><div class="container"><h2 class="section-title">Task Format</h2><div class="task-shell"><div aria-label="Task format" class="task-tabs" role="tablist"><button aria-controls="task-t2s" aria-selected="true" data-task="t2s" id="task-tab-t2s" role="tab">Text-to-Scene</button><button aria-controls="task-i2s" aria-selected="false" data-task="i2s" id="task-tab-i2s" role="tab" tabindex="-1">Image-to-Scene</button></div><div aria-labelledby="task-tab-t2s" class="task-content" data-task="t2s" id="task-t2s" role="tabpanel"><h3>Nordic Harbour <span>· Text-to-Scene</span></h3><p class="task-subtitle">An open-ended scene description, an asset catalog and the Unreal Engine editor.</p><div class="task-columns"><article class="task-panel"><div class="panel-heading"><strong>Agent input</strong><span>Text + assets</span></div><div class="prompt-preview"><span class="eyebrow">Task instruction</span><p>Build me a compact, sunlit Copenhagen-style canal district with narrow cobblestone streets and rectangular waterways enclosing dense urban blocks.</p><p class="prompt-detail">Townhouses, canals, bridges and a waterfront promenade — with detailed requirements for materials, layout and street furniture.</p></div><p class="task-foot"><strong>Given:</strong> an empty level and the content pack’s asset catalog.</p></article><article class="task-panel output-panel"><div class="panel-heading"><strong>Agent output</strong><span>GPT-6 Astra</span></div><div class="live-scene" data-agent="astra" data-case="nordic-harbour"><canvas aria-label="Interactive 3D scene: Nordic Harbour. Drag to orbit, scroll or use plus and minus to zoom." tabindex="0"></canvas><span class="scene-loading" role="status">Loading 3D scene…</span><span class="scene-hint">Drag to orbit · Scroll to zoom</span><button aria-label="Pause scene rotation" class="scene-motion">Ⅱ</button></div><a class="task-foot text-button" href="cases.html#nordic-harbour">Compare agents and evaluator views ↗</a></article><article class="task-panel evaluation-panel"><div class="panel-heading"><strong>Evaluation</strong><span>Engine-native scene</span></div><div class="score-block"><span>CASE SCORE</span><strong>0.877</strong><dl><div><dt>Detailed Alignment</dt><dd>0.757</dd></div><div><dt>Overview Alignment</dt><dd>0.909</dd></div><div><dt>Physical Safety</dt><dd>0.900</dd></div></dl></div><p class="task-foot">Task fulfillment, artifact integrity and static physical validity.</p><p class="task-formula">0.2 × Detailed + 0.6 × Overview + 0.2 × Physical</p></article></div><details class="task-full"><summary><span>+ Full task instruction</span><span>TEXT-TO-SCENE</span></summary><p>Build me a compact, sunlit Copenhagen-style canal district with narrow cobblestone streets and rectangular waterways enclosing dense urban blocks. Arrange roughly thirty attached four- to six-storey townhouses in continuous street and canal-front rows, using slender façades, repetitive white-framed windows, arched doors and carriage entrances, modest cornices, and steep tiled roofs packed with dormers and brick chimneys. Include occasional exposed party walls between staggered building rows. Finish the façades in weathered muted red, mustard yellow, dusty blue, warm grey, beige, and exposed brick, with red, orange, and charcoal roof tiles. Run a principal waterfront street along a stone quay, crossed by smaller streets and linked across the canals by short, gently arched stone-and-metal bridges, including one opening onto a broad paved promenade with rounded landings. Form the canal edges from stepped pale stone, dark timber retaining walls, and iron railings around reflective rippling water. Add regularly spaced leafy trees, ornate black lamps, stone bollards, benches, European road signs, zebra crossings, puddles, grime, and sparse weeds.</p></details><div class="availability"><span><b>20</b> scenes in the <strong>Research Track</strong>: affordable, reproducible evaluation for academic and model-development use</span><span><b>160</b> scenes in the <strong>Full Benchmark</strong>: comprehensive evaluation for leaderboard and final reporting</span></div></div><div aria-labelledby="task-tab-i2s" class="task-content" data-task="i2s" hidden="" id="task-i2s" role="tabpanel"><h3>Old Industrial Pallet Bay <span>· Image-to-Scene</span></h3><p class="task-subtitle">Repair the corrupted scene using its reference image; preserve all unrelated actors.</p><div class="task-columns"><article class="task-panel input-panel"><div class="panel-heading"><strong>Agent input</strong><span>Scene + reference image</span></div><div class="live-scene" data-agent="astra" data-case="comp-31-old-industrial-pallet-bay-repair-v2" data-state="input"><canvas aria-label="Interactive 3D: Old Industrial Pallet Bay, input. Drag to orbit; scroll to zoom." tabindex="0"></canvas><span class="scene-loading" role="status">Loading 3D scene…</span><span class="scene-hint">Drag to orbit · Scroll to zoom</span><button aria-label="Resume scene rotation" class="scene-motion">▶</button></div><a class="task-reference" href="media/i2s/comp-31-old-industrial-pallet-bay-repair-v2/ref-1.jpg?v=1790549706" rel="noopener" target="_blank"><img alt="Provided reference image for Old Industrial Pallet Bay" loading="lazy" src="media/i2s/comp-31-old-industrial-pallet-bay-repair-v2/ref-1.jpg?v=1790549706"/><span>Provided reference image ↗</span></a><p class="task-foot">A translated and rotated pallet stack, plus an unintended duplicate.</p></article><article class="task-panel output-panel"><div class="panel-heading"><strong>Agent output</strong><span>GPT-6 Astra</span></div><div class="live-scene" data-agent="astra" data-case="comp-31-old-industrial-pallet-bay-repair-v2" data-state="repair"><canvas aria-label="Interactive 3D: Old Industrial Pallet Bay, repair. Drag to orbit; scroll to zoom." tabindex="0"></canvas><span class="scene-loading" role="status">Loading 3D scene…</span><span class="scene-hint">Drag to orbit · Scroll to zoom</span><button aria-label="Resume scene rotation" class="scene-motion">▶</button></div><div aria-label="Output scene state" class="scene-versions"><button class="on" data-state="repair">Repair</button><button data-state="input">Corrupted input</button><button data-state="gt">Ground truth</button></div><p class="task-foot">Inspect the saved repair from the same reference camera.</p><a class="text-button task-foot" href="cases.html#comp-31-old-industrial-pallet-bay-repair-v2">Compare agents and evaluator views ↗</a></article><article class="task-panel evaluation-panel"><div class="panel-heading"><strong>Evaluation</strong><span>Actor-level repair</span></div><div class="score-block"><span>CASE SCORE</span><strong>1.000</strong><dl><div><dt>Repair F1</dt><dd>1.000</dd></div><div><dt>Physical Safety</dt><dd>1.000</dd></div><div><dt>TP / FP / FN</dt><dd>2 / 0 / 0</dd></div></dl></div><p class="task-foot">Restore each target within 5 cm, 5° and 5%, without unintended edits.</p><p class="task-formula">0.8 × Repair F1 + 0.2 × Physical</p></article></div><details class="task-full"><summary><span>+ Full task instruction</span><span>IMAGE-TO-SCENE</span></summary><p>Repair the current outdoor scene so it matches the provided reference image. Make only the minimum changes needed, and preserve all unrelated actors and properties.</p></details><div class="availability"><span><b>160</b> editing cases in the full benchmark target, including private cases</span><span><b>72</b> public editing cases (22 indoor, 50 outdoor)</span></div></div></div></div></section><section id="leaderboard"><div class="container">
|
| 24 |
<div class="section-header centered"><span class="section-label">Leaderboard</span><h2 class="section-title">Leaderboard</h2>
|
| 25 |
<p class="section-desc" data-view="t2s">Research Track · 20 scenes · 15 coding-agent configurations · re-run in October 2026.</p><p class="section-desc" data-view="i2s" style="display:none">Image-to-Scene · 75 public cases (25 indoor, 50 outdoor) · 14 coding-agent configurations.</p><p class="tracks-why" data-view="t2s">Text-to-scene generation with frontier models is a long-horizon agentic task with substantial inference cost and runtime, which makes repeated full-scale evaluation difficult for many research groups. The Research Track supports affordable, reproducible experimentation; the Full Benchmark provides the more comprehensive evaluation for final model comparison and leaderboard reporting.</p></div>
|
| 26 |
<div id="lbwrap"><div class="lb-tabs"><div class="seg seg-lg" data-for="leaderboard"><button class="on" data-view="t2s">Text-to-Scene</button><button data-view="i2s">Image-to-Scene</button></div></div><div class="card bar-card"><div class="bar-heading"><h3>Code4Scene <span class="q" data-view="t2s">Research Track</span><span class="q" data-view="i2s" style="display:none">Image-to-Scene</span></h3><span><span data-view="t2s">20 scenes · score out of 100</span><span data-view="i2s" style="display:none">75 scenes · score out of 100</span></span></div><p class="bar-mobile-hint">Swipe to view every configuration →</p><div aria-label="All model configurations" class="bar-scroll" role="region" tabindex="0"><div data-view="t2s"><svg aria-label="Research Track scores for the 15 Code4Scene configurations" class="kit-bars" id="bars-t2s" role="group" viewbox="0 0 1200 420"></svg></div><div data-view="i2s" style="display:none"><svg aria-label="Image-to-Scene scores for the 14 Code4Scene paper configurations" class="kit-bars" id="bars-i2s" role="group" viewbox="0 0 1200 420"></svg></div></div><p class="note" data-view="t2s">Sorted by score. Bar labels are scores ×100, rounded down; the table truncates to three decimal places. One color per model provider.</p><p class="note" data-view="i2s" style="display:none">Sorted by score. Bar labels round scores ×100; the table preserves three decimal places. One color per model provider.</p></div>
|
| 27 |
<div class="card chart-card pareto-card"><h3 class="figure-title">Code4Scene <span>Pareto Frontier</span></h3><p class="figure-subtitle" data-view="t2s">Quality against the median cost of one case · Research Track, 20 scenes</p><p class="figure-subtitle" data-view="i2s" style="display:none">Quality against the cost of one case · Image-to-Scene, 75 public cases</p><p class="pareto-swipe">Swipe to explore all configurations →</p><div class="pareto-view" data-view="t2s"><div class="pareto-scroll"><svg aria-label="t2s score against median cost per case. More expensive runs on the left; logarithmic scale." class="pareto-svg" data-mode="t2s" role="group" viewbox="0 0 1200 560"></svg></div></div><div class="pareto-view" data-view="i2s" style="display:none"><div class="pareto-scroll"><svg aria-label="i2s score against average cost per case. More expensive runs on the left; logarithmic scale." class="pareto-svg" data-mode="i2s" role="group" viewbox="0 0 1200 560"></svg></div></div><p class="figure-caption" data-view="t2s">Solid: the frontier — nothing cheaper scores higher. One point per configuration, at its evaluated reasoning effort. Cost is the median USD per case. Muse Wonder Full 1.0 (max) is sold by subscription; cost = the token counts its CLI logs, at Muse Wonder's per-token list price.</p><p class="figure-caption" data-view="i2s" style="display:none">Solid: the frontier — nothing cheaper scores higher. One point per configuration, at its evaluated reasoning effort. Cost is the mean USD per case.</p></div>
|
| 28 |
<div class="card ranking-card"><div class="ranking-toolbar"><label for="model-search">Search configurations<input autocomplete="off" id="model-search" placeholder="Model or provider" type="search"/></label><span aria-live="polite" id="ranking-count">15 configurations</span></div><div class="sub-title">Ranking</div><div data-view="t2s"><p class="board-note" style="margin:0 .2rem .7rem">Research Track, 20 scenes, re-run in October 2026 with every agent in the same sandbox. Case score = 0.2 × Detailed + 0.6 × Overview + 0.2 × Physical; a case without a valid scene scores 0. Detailed, Overview and Physical are means of the per-case scores. Cost is the median per case. *Muse Wonder Full 1.0 (max) is sold by subscription; cost = the token counts its CLI logs, at Muse Wonder's per-token list price.</p><div class="board-wrap"><table class="board"><thead><tr><th>#</th><th>Agent configuration</th><th class="sorted" data-best="high" data-k="st">Score</th><th data-best="high" data-k="detailed">Detailed</th><th data-best="high" data-k="overview">Overview</th><th data-best="high" data-k="pt">Physical</th><th data-best="low" data-k="c_t2s">Median cost</th></tr></thead><tbody><tr data-model-key="claude-sonnet-5.5-max" data-search="claude sonnet 5.5 (max) anthropic"><td class="rk">1</td><td class="nm"><span class="logo"><svg fill="#D97757" fill-rule="evenodd" viewbox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><title>Claude</title><path d="M4.709 15.955l4.72-2.647.08-.23-.08-.128H9.2l-.79-.048-2.698-.073-2.339-.097-2.266-.122-.571-.121L0 11.784l.055-.352.48-.321.686.06 1.52.103 2.278.158 1.652.097 2.449.255h.389l.055-.157-.134-.098-.103-.097-2.358-1.596-2.552-1.688-1.336-.972-.724-.491-.364-.462-.158-1.008.656-.722.881.06.225.061.893.686 1.908 1.476 2.491 1.833.365.304.145-.103.019-.073-.164-.274-1.355-2.446-1.446-2.49-.644-1.032-.17-.619a2.97 2.97 0 01-.104-.729L6.283.134 6.696 0l.996.134.42.364.62 1.414 1.002 2.229 1.555 3.03.456.898.243.832.091.255h.158V9.01l.128-1.706.237-2.095.23-2.695.08-.76.376-.91.747-.492.584.28.48.685-.067.444-.286 1.851-.559 2.903-.364 1.942h.212l.243-.242.985-1.306 1.652-2.064.73-.82.85-.904.547-.431h1.033l.76 1.129-.34 1.166-1.064 1.347-.881 1.142-1.264 1.7-.79 1.36.073.11.188-.02 2.856-.606 1.543-.28 1.841-.315.833.388.091.395-.328.807-1.969.486-2.309.462-3.439.813-.042.03.049.061 1.549.146.662.036h1.622l3.02.225.79.522.474.638-.079.485-1.215.62-1.64-.389-3.829-.91-1.312-.329h-.182v.11l1.093 1.068 2.006 1.81 2.509 2.33.127.578-.322.455-.34-.049-2.205-1.657-.851-.747-1.926-1.62h-.128v.17l.444.649 2.345 3.521.122 1.08-.17.353-.608.213-.668-.122-1.374-1.925-1.415-2.167-1.143-1.943-.14.08-.674 7.254-.316.37-.729.28-.607-.461-.322-.747.322-1.476.389-1.924.315-1.53.286-1.9.17-.632-.012-.042-.14.018-1.434 1.967-2.18 2.945-1.726 1.845-.414.164-.717-.37.067-.662.401-.589 2.388-3.036 1.44-1.882.93-1.086-.006-.158h-.055L4.132 18.56l-1.13.146-.487-.456.061-.746.231-.243 1.908-1.312-.006.006z"></path></svg></span>Claude Sonnet 5.5 (max)<span class="tag front">Pareto</span><span class="org">Anthropic</span></td><td data-v="0.83738"><div class="cellbar"><i style="width:80.0px;--bar:var(--c4s-a)"></i><b>0.837</b></div></td><td class="dim" data-v="0.803165">0.803</td><td class="dim" data-v="0.812675">0.812</td><td class="dim" data-v="0.94574">0.945</td><td class="dim" data-v="26.9326">$26.93</td></tr><tr data-model-key="claude-opus-5.5-max" data-search="claude opus 5.5 (max) anthropic"><td class="rk">2</td><td class="nm"><span class="logo"><svg fill="#D97757" fill-rule="evenodd" viewbox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><title>Claude</title><path d="M4.709 15.955l4.72-2.647.08-.23-.08-.128H9.2l-.79-.048-2.698-.073-2.339-.097-2.266-.122-.571-.121L0 11.784l.055-.352.48-.321.686.06 1.52.103 2.278.158 1.652.097 2.449.255h.389l.055-.157-.134-.098-.103-.097-2.358-1.596-2.552-1.688-1.336-.972-.724-.491-.364-.462-.158-1.008.656-.722.881.06.225.061.893.686 1.908 1.476 2.491 1.833.365.304.145-.103.019-.073-.164-.274-1.355-2.446-1.446-2.49-.644-1.032-.17-.619a2.97 2.97 0 01-.104-.729L6.283.134 6.696 0l.996.134.42.364.62 1.414 1.002 2.229 1.555 3.03.456.898.243.832.091.255h.158V9.01l.128-1.706.237-2.095.23-2.695.08-.76.376-.91.747-.492.584.28.48.685-.067.444-.286 1.851-.559 2.903-.364 1.942h.212l.243-.242.985-1.306 1.652-2.064.73-.82.85-.904.547-.431h1.033l.76 1.129-.34 1.166-1.064 1.347-.881 1.142-1.264 1.7-.79 1.36.073.11.188-.02 2.856-.606 1.543-.28 1.841-.315.833.388.091.395-.328.807-1.969.486-2.309.462-3.439.813-.042.03.049.061 1.549.146.662.036h1.622l3.02.225.79.522.474.638-.079.485-1.215.62-1.64-.389-3.829-.91-1.312-.329h-.182v.11l1.093 1.068 2.006 1.81 2.509 2.33.127.578-.322.455-.34-.049-2.205-1.657-.851-.747-1.926-1.62h-.128v.17l.444.649 2.345 3.521.122 1.08-.17.353-.608.213-.668-.122-1.374-1.925-1.415-2.167-1.143-1.943-.14.08-.674 7.254-.316.37-.729.28-.607-.461-.322-.747.322-1.476.389-1.924.315-1.53.286-1.9.17-.632-.012-.042-.14.018-1.434 1.967-2.18 2.945-1.726 1.845-.414.164-.717-.37.067-.662.401-.589 2.388-3.036 1.44-1.882.93-1.086-.006-.158h-.055L4.132 18.56l-1.13.146-.487-.456.061-.746.231-.243 1.908-1.312-.006.006z"></path></svg></span>Claude Opus 5.5 (max)<span class="tag front">Pareto</span><span class="org">Anthropic</span></td><td data-v="0.83255"><div class="cellbar"><i style="width:79.5px;--bar:var(--c4s-a)"></i><b>0.832</b></div></td><td class="dim" data-v="0.76335">0.763</td><td class="dim" data-v="0.818565">0.818</td><td class="dim" data-v="0.943705">0.943</td><td class="dim" data-v="26.901442">$26.90</td></tr><tr data-model-key="claude-fable-5.1-max" data-search="claude fable 5.1 (max) anthropic"><td class="rk">3</td><td class="nm"><span class="logo"><svg fill="#D97757" fill-rule="evenodd" viewbox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><title>Claude</title><path d="M4.709 15.955l4.72-2.647.08-.23-.08-.128H9.2l-.79-.048-2.698-.073-2.339-.097-2.266-.122-.571-.121L0 11.784l.055-.352.48-.321.686.06 1.52.103 2.278.158 1.652.097 2.449.255h.389l.055-.157-.134-.098-.103-.097-2.358-1.596-2.552-1.688-1.336-.972-.724-.491-.364-.462-.158-1.008.656-.722.881.06.225.061.893.686 1.908 1.476 2.491 1.833.365.304.145-.103.019-.073-.164-.274-1.355-2.446-1.446-2.49-.644-1.032-.17-.619a2.97 2.97 0 01-.104-.729L6.283.134 6.696 0l.996.134.42.364.62 1.414 1.002 2.229 1.555 3.03.456.898.243.832.091.255h.158V9.01l.128-1.706.237-2.095.23-2.695.08-.76.376-.91.747-.492.584.28.48.685-.067.444-.286 1.851-.559 2.903-.364 1.942h.212l.243-.242.985-1.306 1.652-2.064.73-.82.85-.904.547-.431h1.033l.76 1.129-.34 1.166-1.064 1.347-.881 1.142-1.264 1.7-.79 1.36.073.11.188-.02 2.856-.606 1.543-.28 1.841-.315.833.388.091.395-.328.807-1.969.486-2.309.462-3.439.813-.042.03.049.061 1.549.146.662.036h1.622l3.02.225.79.522.474.638-.079.485-1.215.62-1.64-.389-3.829-.91-1.312-.329h-.182v.11l1.093 1.068 2.006 1.81 2.509 2.33.127.578-.322.455-.34-.049-2.205-1.657-.851-.747-1.926-1.62h-.128v.17l.444.649 2.345 3.521.122 1.08-.17.353-.608.213-.668-.122-1.374-1.925-1.415-2.167-1.143-1.943-.14.08-.674 7.254-.316.37-.729.28-.607-.461-.322-.747.322-1.476.389-1.924.315-1.53.286-1.9.17-.632-.012-.042-.14.018-1.434 1.967-2.18 2.945-1.726 1.845-.414.164-.717-.37.067-.662.401-.589 2.388-3.036 1.44-1.882.93-1.086-.006-.158h-.055L4.132 18.56l-1.13.146-.487-.456.061-.746.231-.243 1.908-1.312-.006.006z"></path></svg></span>Claude Fable 5.1 (max)<span class="tag front">Pareto</span><span class="org">Anthropic</span></td><td data-v="0.8001"><div class="cellbar"><i style="width:76.4px;--bar:var(--c4s-a)"></i><b>0.800</b></div></td><td class="dim" data-v="0.746475">0.746</td><td class="dim" data-v="0.756875">0.756</td><td class="dim" data-v="0.98342">0.983</td><td class="dim" data-v="23.419433">$23.42</td></tr><tr data-model-key="gpt-6-astra-max" data-search="gpt-6 astra (max) openai"><td class="rk">4</td><td class="nm"><span class="logo"><svg fill="currentColor" fill-rule="evenodd" viewbox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><title>OpenAI</title><path d="M9.205 8.658v-2.26c0-.19.072-.333.238-.428l4.543-2.616c.619-.357 1.356-.523 2.117-.523 2.854 0 4.662 2.212 4.662 4.566 0 .167 0 .357-.024.547l-4.71-2.759a.797.797 0 00-.856 0l-5.97 3.473zm10.609 8.8V12.06c0-.333-.143-.57-.429-.737l-5.97-3.473 1.95-1.118a.433.433 0 01.476 0l4.543 2.617c1.309.76 2.189 2.378 2.189 3.948 0 1.808-1.07 3.473-2.76 4.163zM7.802 12.703l-1.95-1.142c-.167-.095-.239-.238-.239-.428V5.899c0-2.545 1.95-4.472 4.591-4.472 1 0 1.927.333 2.712.928L8.23 5.067c-.285.166-.428.404-.428.737v6.898zM12 15.128l-2.795-1.57v-3.33L12 8.658l2.795 1.57v3.33L12 15.128zm1.796 7.23c-1 0-1.927-.332-2.712-.927l4.686-2.712c.285-.166.428-.404.428-.737v-6.898l1.974 1.142c.167.095.238.238.238.428v5.233c0 2.545-1.974 4.472-4.614 4.472zm-5.637-5.303l-4.544-2.617c-1.308-.761-2.188-2.378-2.188-3.948A4.482 4.482 0 014.21 6.327v5.423c0 .333.143.571.428.738l5.947 3.449-1.95 1.118a.432.432 0 01-.476 0zm-.262 3.9c-2.688 0-4.662-2.021-4.662-4.519 0-.19.024-.38.047-.57l4.686 2.71c.286.167.571.167.856 0l5.97-3.448v2.26c0 .19-.07.333-.237.428l-4.543 2.616c-.619.357-1.356.523-2.117.523zm5.899 2.83a5.947 5.947 0 005.827-4.756C22.287 18.339 24 15.84 24 13.296c0-1.665-.713-3.282-1.998-4.448.119-.5.19-.999.19-1.498 0-3.401-2.759-5.947-5.946-5.947-.642 0-1.26.095-1.88.31A5.962 5.962 0 0010.205 0a5.947 5.947 0 00-5.827 4.757C1.713 5.447 0 7.945 0 10.49c0 1.666.713 3.283 1.998 4.448-.119.5-.19 1-.19 1.499 0 3.401 2.759 5.946 5.946 5.946.642 0 1.26-.095 1.88-.309a5.96 5.96 0 004.162 1.713z"></path></svg></span>GPT-6 Astra (max)<span class="tag front">Pareto</span><span class="org">OpenAI</span></td><td data-v="0.79052"><div class="cellbar"><i style="width:75.5px;--bar:var(--c4s-a)"></i><b>0.790</b></div></td><td class="dim" data-v="0.76031">0.760</td><td class="dim" data-v="0.81108">0.811</td><td class="dim" data-v="0.75906">0.759</td><td class="dim" data-v="14.252182">$14.25</td></tr><tr data-model-key="gpt-6.1-sol-max" data-search="gpt-6.1 sol (max) openai"><td class="rk">5</td><td class="nm"><span class="logo"><svg fill="currentColor" fill-rule="evenodd" viewbox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><title>OpenAI</title><path d="M9.205 8.658v-2.26c0-.19.072-.333.238-.428l4.543-2.616c.619-.357 1.356-.523 2.117-.523 2.854 0 4.662 2.212 4.662 4.566 0 .167 0 .357-.024.547l-4.71-2.759a.797.797 0 00-.856 0l-5.97 3.473zm10.609 8.8V12.06c0-.333-.143-.57-.429-.737l-5.97-3.473 1.95-1.118a.433.433 0 01.476 0l4.543 2.617c1.309.76 2.189 2.378 2.189 3.948 0 1.808-1.07 3.473-2.76 4.163zM7.802 12.703l-1.95-1.142c-.167-.095-.239-.238-.239-.428V5.899c0-2.545 1.95-4.472 4.591-4.472 1 0 1.927.333 2.712.928L8.23 5.067c-.285.166-.428.404-.428.737v6.898zM12 15.128l-2.795-1.57v-3.33L12 8.658l2.795 1.57v3.33L12 15.128zm1.796 7.23c-1 0-1.927-.332-2.712-.927l4.686-2.712c.285-.166.428-.404.428-.737v-6.898l1.974 1.142c.167.095.238.238.238.428v5.233c0 2.545-1.974 4.472-4.614 4.472zm-5.637-5.303l-4.544-2.617c-1.308-.761-2.188-2.378-2.188-3.948A4.482 4.482 0 014.21 6.327v5.423c0 .333.143.571.428.738l5.947 3.449-1.95 1.118a.432.432 0 01-.476 0zm-.262 3.9c-2.688 0-4.662-2.021-4.662-4.519 0-.19.024-.38.047-.57l4.686 2.71c.286.167.571.167.856 0l5.97-3.448v2.26c0 .19-.07.333-.237.428l-4.543 2.616c-.619.357-1.356.523-2.117.523zm5.899 2.83a5.947 5.947 0 005.827-4.756C22.287 18.339 24 15.84 24 13.296c0-1.665-.713-3.282-1.998-4.448.119-.5.19-.999.19-1.498 0-3.401-2.759-5.947-5.946-5.947-.642 0-1.26.095-1.88.31A5.962 5.962 0 0010.205 0a5.947 5.947 0 00-5.827 4.757C1.713 5.447 0 7.945 0 10.49c0 1.666.713 3.283 1.998 4.448-.119.5-.19 1-.19 1.499 0 3.401 2.759 5.946 5.946 5.946.642 0 1.26-.095 1.88-.309a5.96 5.96 0 004.162 1.713z"></path></svg></span>GPT-6.1 Sol (max)<span class="tag front">Pareto</span><span class="org">OpenAI</span></td><td data-v="0.78454"><div class="cellbar"><i style="width:75.0px;--bar:var(--c4s-a)"></i><b>0.784</b></div></td><td class="dim" data-v="0.742895">0.742</td><td class="dim" data-v="0.77801">0.778</td><td class="dim" data-v="0.845775">0.845</td><td class="dim" data-v="2.589869">$2.59</td></tr><tr data-model-key="gemini-4-argon-high" data-search="gemini 4 argon (high) google"><td class="rk">6</td><td class="nm"><span class="logo"><svg fill="url(#c4sGemT5)" fill-rule="evenodd" viewbox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><defs><lineargradient id="c4sGemT5" x1="0" x2="1" y1="0" y2="1"><stop offset="0" stop-color="#4796E3"></stop><stop offset=".55" stop-color="#9168C0"></stop><stop offset="1" stop-color="#D96570"></stop></lineargradient></defs><title>Gemini</title><path d="M20.616 10.835a14.147 14.147 0 01-4.45-3.001 14.111 14.111 0 01-3.678-6.452.503.503 0 00-.975 0 14.134 14.134 0 01-3.679 6.452 14.155 14.155 0 01-4.45 3.001c-.65.28-1.318.505-2.002.678a.502.502 0 000 .975c.684.172 1.35.397 2.002.677a14.147 14.147 0 014.45 3.001 14.112 14.112 0 013.679 6.453.502.502 0 00.975 0c.172-.685.397-1.351.677-2.003a14.145 14.145 0 013.001-4.45 14.113 14.113 0 016.453-3.678.503.503 0 000-.975 13.245 13.245 0 01-2.003-.678z"></path></svg></span>Gemini 4 Argon (high)<span class="org">Google</span></td><td data-v="0.777895"><div class="cellbar"><i style="width:74.3px;--bar:var(--c4s-a)"></i><b>0.777</b></div></td><td class="dim" data-v="0.688515">0.688</td><td class="dim" data-v="0.756795">0.756</td><td class="dim" data-v="0.9306">0.930</td><td class="dim" data-v="4.828189">$4.83</td></tr><tr data-model-key="gpt-5.6-sol-max" data-search="gpt-5.6 sol (max) openai"><td class="rk">7</td><td class="nm"><span class="logo"><svg fill="currentColor" fill-rule="evenodd" viewbox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><title>OpenAI</title><path d="M9.205 8.658v-2.26c0-.19.072-.333.238-.428l4.543-2.616c.619-.357 1.356-.523 2.117-.523 2.854 0 4.662 2.212 4.662 4.566 0 .167 0 .357-.024.547l-4.71-2.759a.797.797 0 00-.856 0l-5.97 3.473zm10.609 8.8V12.06c0-.333-.143-.57-.429-.737l-5.97-3.473 1.95-1.118a.433.433 0 01.476 0l4.543 2.617c1.309.76 2.189 2.378 2.189 3.948 0 1.808-1.07 3.473-2.76 4.163zM7.802 12.703l-1.95-1.142c-.167-.095-.239-.238-.239-.428V5.899c0-2.545 1.95-4.472 4.591-4.472 1 0 1.927.333 2.712.928L8.23 5.067c-.285.166-.428.404-.428.737v6.898zM12 15.128l-2.795-1.57v-3.33L12 8.658l2.795 1.57v3.33L12 15.128zm1.796 7.23c-1 0-1.927-.332-2.712-.927l4.686-2.712c.285-.166.428-.404.428-.737v-6.898l1.974 1.142c.167.095.238.238.238.428v5.233c0 2.545-1.974 4.472-4.614 4.472zm-5.637-5.303l-4.544-2.617c-1.308-.761-2.188-2.378-2.188-3.948A4.482 4.482 0 014.21 6.327v5.423c0 .333.143.571.428.738l5.947 3.449-1.95 1.118a.432.432 0 01-.476 0zm-.262 3.9c-2.688 0-4.662-2.021-4.662-4.519 0-.19.024-.38.047-.57l4.686 2.71c.286.167.571.167.856 0l5.97-3.448v2.26c0 .19-.07.333-.237.428l-4.543 2.616c-.619.357-1.356.523-2.117.523zm5.899 2.83a5.947 5.947 0 005.827-4.756C22.287 18.339 24 15.84 24 13.296c0-1.665-.713-3.282-1.998-4.448.119-.5.19-.999.19-1.498 0-3.401-2.759-5.947-5.946-5.947-.642 0-1.26.095-1.88.31A5.962 5.962 0 0010.205 0a5.947 5.947 0 00-5.827 4.757C1.713 5.447 0 7.945 0 10.49c0 1.666.713 3.283 1.998 4.448-.119.5-.19 1-.19 1.499 0 3.401 2.759 5.946 5.946 5.946.642 0 1.26-.095 1.88-.309a5.96 5.96 0 004.162 1.713z"></path></svg></span>GPT-5.6 Sol (max)<span class="org">OpenAI</span></td><td data-v="0.723635"><div class="cellbar"><i style="width:69.1px;--bar:var(--c4s-a)"></i><b>0.723</b></div></td><td class="dim" data-v="0.640215">0.640</td><td class="dim" data-v="0.71395">0.713</td><td class="dim" data-v="0.836125">0.836</td><td class="dim" data-v="6.86758">$6.87</td></tr><tr data-model-key="claude-haiku-5.5-max" data-search="claude haiku 5.5 (max) anthropic"><td class="rk">8</td><td class="nm"><span class="logo"><svg fill="#D97757" fill-rule="evenodd" viewbox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><title>Claude</title><path d="M4.709 15.955l4.72-2.647.08-.23-.08-.128H9.2l-.79-.048-2.698-.073-2.339-.097-2.266-.122-.571-.121L0 11.784l.055-.352.48-.321.686.06 1.52.103 2.278.158 1.652.097 2.449.255h.389l.055-.157-.134-.098-.103-.097-2.358-1.596-2.552-1.688-1.336-.972-.724-.491-.364-.462-.158-1.008.656-.722.881.06.225.061.893.686 1.908 1.476 2.491 1.833.365.304.145-.103.019-.073-.164-.274-1.355-2.446-1.446-2.49-.644-1.032-.17-.619a2.97 2.97 0 01-.104-.729L6.283.134 6.696 0l.996.134.42.364.62 1.414 1.002 2.229 1.555 3.03.456.898.243.832.091.255h.158V9.01l.128-1.706.237-2.095.23-2.695.08-.76.376-.91.747-.492.584.28.48.685-.067.444-.286 1.851-.559 2.903-.364 1.942h.212l.243-.242.985-1.306 1.652-2.064.73-.82.85-.904.547-.431h1.033l.76 1.129-.34 1.166-1.064 1.347-.881 1.142-1.264 1.7-.79 1.36.073.11.188-.02 2.856-.606 1.543-.28 1.841-.315.833.388.091.395-.328.807-1.969.486-2.309.462-3.439.813-.042.03.049.061 1.549.146.662.036h1.622l3.02.225.79.522.474.638-.079.485-1.215.62-1.64-.389-3.829-.91-1.312-.329h-.182v.11l1.093 1.068 2.006 1.81 2.509 2.33.127.578-.322.455-.34-.049-2.205-1.657-.851-.747-1.926-1.62h-.128v.17l.444.649 2.345 3.521.122 1.08-.17.353-.608.213-.668-.122-1.374-1.925-1.415-2.167-1.143-1.943-.14.08-.674 7.254-.316.37-.729.28-.607-.461-.322-.747.322-1.476.389-1.924.315-1.53.286-1.9.17-.632-.012-.042-.14.018-1.434 1.967-2.18 2.945-1.726 1.845-.414.164-.717-.37.067-.662.401-.589 2.388-3.036 1.44-1.882.93-1.086-.006-.158h-.055L4.132 18.56l-1.13.146-.487-.456.061-.746.231-.243 1.908-1.312-.006.006z"></path></svg></span>Claude Haiku 5.5 (max)<span class="tag front">Pareto</span><span class="org">Anthropic</span></td><td data-v="0.718775"><div class="cellbar"><i style="width:68.7px;--bar:var(--c4s-a)"></i><b>0.718</b></div></td><td class="dim" data-v="0.652485">0.652</td><td class="dim" data-v="0.667865">0.667</td><td class="dim" data-v="0.93779">0.937</td><td class="dim" data-v="2.431911">$2.43</td></tr><tr data-model-key="muse-wonder-full-1.0-max" data-search="muse wonder full 1.0 (max) meta"><td class="rk">9</td><td class="nm"><span class="logo"><svg fill="#0081FB" fill-rule="evenodd" viewbox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><title>Meta</title><path d="M6.897 4c1.915 0 3.516.932 5.43 3.376l.282-.373c.19-.246.383-.484.58-.71l.313-.35C14.588 4.788 15.792 4 17.225 4c1.273 0 2.469.557 3.491 1.516l.218.213c1.73 1.765 2.917 4.71 3.053 8.026l.011.392.002.25c0 1.501-.28 2.759-.818 3.7l-.14.23-.108.153c-.301.42-.664.758-1.086 1.009l-.265.142-.087.04a3.493 3.493 0 01-.302.118 4.117 4.117 0 01-1.33.208c-.524 0-.996-.067-1.438-.215-.614-.204-1.163-.56-1.726-1.116l-.227-.235c-.753-.812-1.534-1.976-2.493-3.586l-1.43-2.41-.544-.895-1.766 3.13-.343.592C7.597 19.156 6.227 20 4.356 20c-1.21 0-2.205-.42-2.936-1.182l-.168-.184c-.484-.573-.837-1.311-1.043-2.189l-.067-.32a8.69 8.69 0 01-.136-1.288L0 14.468c.002-.745.06-1.49.174-2.23l.1-.573c.298-1.53.828-2.958 1.536-4.157l.209-.34c1.177-1.83 2.789-3.053 4.615-3.16L6.897 4zm-.033 2.615l-.201.01c-.83.083-1.606.673-2.252 1.577l-.138.199-.01.018c-.67 1.017-1.185 2.378-1.456 3.845l-.004.022a12.591 12.591 0 00-.207 2.254l.002.188c.004.18.017.36.04.54l.043.291c.092.503.257.908.486 1.208l.117.137c.303.323.698.492 1.17.492 1.1 0 1.796-.676 3.696-3.641l2.175-3.4.454-.701-.139-.198C9.11 7.3 8.084 6.616 6.864 6.616zm10.196-.552l-.176.007c-.635.048-1.223.359-1.82.933l-.196.198c-.439.462-.887 1.064-1.367 1.807l.266.398c.18.274.362.56.55.858l.293.475 1.396 2.335.695 1.114c.583.926 1.03 1.6 1.408 2.082l.213.262c.282.326.529.54.777.673l.102.05c.227.1.457.138.718.138.176.002.35-.023.518-.073.338-.104.61-.32.813-.637l.095-.163.077-.162c.194-.459.29-1.06.29-1.785l-.006-.449c-.08-2.871-.938-5.372-2.2-6.798l-.176-.189c-.67-.683-1.444-1.074-2.27-1.074z"></path></svg></span>Muse Wonder Full 1.0 (max)<span class="org">Meta</span></td><td data-v="0.71514"><div class="cellbar"><i style="width:68.3px;--bar:var(--c4s-a)"></i><b>0.715</b></div></td><td class="dim" data-v="0.666035">0.666</td><td class="dim" data-v="0.69662">0.696</td><td class="dim" data-v="0.81975">0.819</td><td class="dim" data-v="3.656847" title="Muse Wonder Full 1.0 (max): sold by subscription; cost = the token counts its CLI logs, at Muse Wonder's per-token list price">$3.66*</td></tr><tr data-model-key="gemini-3.8-flash-high" data-search="gemini 3.8 flash (high) google"><td class="rk">10</td><td class="nm"><span class="logo"><svg fill="url(#c4sGemT9)" fill-rule="evenodd" viewbox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><defs><lineargradient id="c4sGemT9" x1="0" x2="1" y1="0" y2="1"><stop offset="0" stop-color="#4796E3"></stop><stop offset=".55" stop-color="#9168C0"></stop><stop offset="1" stop-color="#D96570"></stop></lineargradient></defs><title>Gemini</title><path d="M20.616 10.835a14.147 14.147 0 01-4.45-3.001 14.111 14.111 0 01-3.678-6.452.503.503 0 00-.975 0 14.134 14.134 0 01-3.679 6.452 14.155 14.155 0 01-4.45 3.001c-.65.28-1.318.505-2.002.678a.502.502 0 000 .975c.684.172 1.35.397 2.002.677a14.147 14.147 0 014.45 3.001 14.112 14.112 0 013.679 6.453.502.502 0 00.975 0c.172-.685.397-1.351.677-2.003a14.145 14.145 0 013.001-4.45 14.113 14.113 0 016.453-3.678.503.503 0 000-.975 13.245 13.245 0 01-2.003-.678z"></path></svg></span>Gemini 3.8 Flash (high)<span class="org">Google</span></td><td data-v="0.6946"><div class="cellbar"><i style="width:66.4px;--bar:var(--c4s-a)"></i><b>0.694</b></div></td><td class="dim" data-v="0.578395">0.578</td><td class="dim" data-v="0.662995">0.662</td><td class="dim" data-v="0.90565">0.905</td><td class="dim" data-v="3.852846">$3.85</td></tr><tr data-model-key="grok-4.6-xhigh" data-search="grok 4.6 (xhigh) xai"><td class="rk">11</td><td class="nm"><span class="logo"><svg fill="currentColor" fill-rule="evenodd" viewbox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><title>Grok</title><path d="M9.27 15.29l7.978-5.897c.391-.29.95-.177 1.137.272.98 2.369.542 5.215-1.41 7.169-1.951 1.954-4.667 2.382-7.149 1.406l-2.711 1.257c3.889 2.661 8.611 2.003 11.562-.953 2.341-2.344 3.066-5.539 2.388-8.42l.006.007c-.983-4.232.242-5.924 2.75-9.383.06-.082.12-.164.179-.248l-3.301 3.305v-.01L9.267 15.292M7.623 16.723c-2.792-2.67-2.31-6.801.071-9.184 1.761-1.763 4.647-2.483 7.166-1.425l2.705-1.25a7.808 7.808 0 00-1.829-1A8.975 8.975 0 005.984 5.83c-2.533 2.536-3.33 6.436-1.962 9.764 1.022 2.487-.653 4.246-2.34 6.022-.599.63-1.199 1.259-1.682 1.925l7.62-6.815"></path></svg></span>Grok 4.6 (xhigh)<span class="org">xAI</span></td><td data-v="0.625745"><div class="cellbar"><i style="width:59.8px;--bar:var(--c4s-a)"></i><b>0.625</b></div></td><td class="dim" data-v="0.573455">0.573</td><td class="dim" data-v="0.64537">0.645</td><td class="dim" data-v="0.619185">0.619</td><td class="dim" data-v="7.41087">$7.41</td></tr><tr data-model-key="muse-spark-1.3-max" data-search="muse spark 1.3 (max) meta"><td class="rk">12</td><td class="nm"><span class="logo"><svg fill="#0081FB" fill-rule="evenodd" viewbox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><title>Meta</title><path d="M6.897 4c1.915 0 3.516.932 5.43 3.376l.282-.373c.19-.246.383-.484.58-.71l.313-.35C14.588 4.788 15.792 4 17.225 4c1.273 0 2.469.557 3.491 1.516l.218.213c1.73 1.765 2.917 4.71 3.053 8.026l.011.392.002.25c0 1.501-.28 2.759-.818 3.7l-.14.23-.108.153c-.301.42-.664.758-1.086 1.009l-.265.142-.087.04a3.493 3.493 0 01-.302.118 4.117 4.117 0 01-1.33.208c-.524 0-.996-.067-1.438-.215-.614-.204-1.163-.56-1.726-1.116l-.227-.235c-.753-.812-1.534-1.976-2.493-3.586l-1.43-2.41-.544-.895-1.766 3.13-.343.592C7.597 19.156 6.227 20 4.356 20c-1.21 0-2.205-.42-2.936-1.182l-.168-.184c-.484-.573-.837-1.311-1.043-2.189l-.067-.32a8.69 8.69 0 01-.136-1.288L0 14.468c.002-.745.06-1.49.174-2.23l.1-.573c.298-1.53.828-2.958 1.536-4.157l.209-.34c1.177-1.83 2.789-3.053 4.615-3.16L6.897 4zm-.033 2.615l-.201.01c-.83.083-1.606.673-2.252 1.577l-.138.199-.01.018c-.67 1.017-1.185 2.378-1.456 3.845l-.004.022a12.591 12.591 0 00-.207 2.254l.002.188c.004.18.017.36.04.54l.043.291c.092.503.257.908.486 1.208l.117.137c.303.323.698.492 1.17.492 1.1 0 1.796-.676 3.696-3.641l2.175-3.4.454-.701-.139-.198C9.11 7.3 8.084 6.616 6.864 6.616zm10.196-.552l-.176.007c-.635.048-1.223.359-1.82.933l-.196.198c-.439.462-.887 1.064-1.367 1.807l.266.398c.18.274.362.56.55.858l.293.475 1.396 2.335.695 1.114c.583.926 1.03 1.6 1.408 2.082l.213.262c.282.326.529.54.777.673l.102.05c.227.1.457.138.718.138.176.002.35-.023.518-.073.338-.104.61-.32.813-.637l.095-.163.077-.162c.194-.459.29-1.06.29-1.785l-.006-.449c-.08-2.871-.938-5.372-2.2-6.798l-.176-.189c-.67-.683-1.444-1.074-2.27-1.074z"></path></svg></span>Muse Spark 1.3 (max)<span class="tag front">Pareto</span><span class="org">Meta</span></td><td data-v="0.54823"><div class="cellbar"><i style="width:52.4px;--bar:var(--c4s-a)"></i><b>0.548</b></div></td><td class="dim" data-v="0.51783">0.517</td><td class="dim" data-v="0.547005">0.547</td><td class="dim" data-v="0.58227">0.582</td><td class="dim" data-v="0.231799">$0.23</td></tr><tr data-model-key="glm-5.3-flash-max" data-search="glm-5.3 flash (max) z.ai"><td class="rk">13</td><td class="nm"><span class="logo"><svg fill="currentColor" fill-rule="evenodd" viewbox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><title>Z.ai</title><path d="M12.105 2L9.927 4.953H.653L2.83 2h9.276zM23.254 19.048L21.078 22h-9.242l2.174-2.952h9.244zM24 2L9.264 22H0L14.736 2H24z"></path></svg></span>GLM-5.3 Flash (max)<span class="tag open">open weights</span><span class="org">Z.ai</span></td><td data-v="0.542365"><div class="cellbar"><i style="width:51.8px;--bar:var(--c4s-a)"></i><b>0.542</b></div></td><td class="dim" data-v="0.506515">0.506</td><td class="dim" data-v="0.545165">0.545</td><td class="dim" data-v="0.569815">0.569</td><td class="dim" data-v="0.938694">$0.94</td></tr><tr data-model-key="grok-4.7-xhigh" data-search="grok 4.7 (xhigh) xai"><td class="rk">14</td><td class="nm"><span class="logo"><svg fill="currentColor" fill-rule="evenodd" viewbox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><title>Grok</title><path d="M9.27 15.29l7.978-5.897c.391-.29.95-.177 1.137.272.98 2.369.542 5.215-1.41 7.169-1.951 1.954-4.667 2.382-7.149 1.406l-2.711 1.257c3.889 2.661 8.611 2.003 11.562-.953 2.341-2.344 3.066-5.539 2.388-8.42l.006.007c-.983-4.232.242-5.924 2.75-9.383.06-.082.12-.164.179-.248l-3.301 3.305v-.01L9.267 15.292M7.623 16.723c-2.792-2.67-2.31-6.801.071-9.184 1.761-1.763 4.647-2.483 7.166-1.425l2.705-1.25a7.808 7.808 0 00-1.829-1A8.975 8.975 0 005.984 5.83c-2.533 2.536-3.33 6.436-1.962 9.764 1.022 2.487-.653 4.246-2.34 6.022-.599.63-1.199 1.259-1.682 1.925l7.62-6.815"></path></svg></span>Grok 4.7 (xhigh)<span class="org">xAI</span></td><td data-v="0.541915"><div class="cellbar"><i style="width:51.8px;--bar:var(--c4s-a)"></i><b>0.541</b></div></td><td class="dim" data-v="0.521545">0.521</td><td class="dim" data-v="0.54621">0.546</td><td class="dim" data-v="0.54939">0.549</td><td class="dim" data-v="7.292507">$7.29</td></tr><tr data-model-key="deepseek-v4.1-flash-max" data-search="deepseek v4.1 flash (max) deepseek"><td class="rk">15</td><td class="nm"><span class="logo"><svg fill="#4D6BFE" fill-rule="evenodd" viewbox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><title>DeepSeek</title><path d="M23.748 4.482c-.254-.124-.364.113-.512.234-.051.039-.094.09-.137.136-.372.397-.806.657-1.373.626-.829-.046-1.537.214-2.163.848-.133-.782-.575-1.248-1.247-1.548-.352-.156-.708-.311-.955-.65-.172-.241-.219-.51-.305-.774-.055-.16-.11-.323-.293-.35-.2-.031-.278.136-.356.276-.313.572-.434 1.202-.422 1.84.027 1.436.633 2.58 1.838 3.393.137.093.172.187.129.323-.082.28-.18.552-.266.833-.055.179-.137.217-.329.14a5.526 5.526 0 01-1.736-1.18c-.857-.828-1.631-1.742-2.597-2.458a11.365 11.365 0 00-.689-.471c-.985-.957.13-1.743.388-1.836.27-.098.093-.432-.779-.428-.872.004-1.67.295-2.687.684a3.055 3.055 0 01-.465.137 9.597 9.597 0 00-2.883-.102c-1.885.21-3.39 1.102-4.497 2.623C.082 8.606-.231 10.684.152 12.85c.403 2.284 1.569 4.175 3.36 5.653 1.858 1.533 3.997 2.284 6.438 2.14 1.482-.085 3.133-.284 4.994-1.86.47.234.962.327 1.78.397.63.059 1.236-.03 1.705-.128.735-.156.684-.837.419-.961-2.155-1.004-1.682-.595-2.113-.926 1.096-1.296 2.746-2.642 3.392-7.003.05-.347.007-.565 0-.845-.004-.17.035-.237.23-.256a4.173 4.173 0 001.545-.475c1.396-.763 1.96-2.015 2.093-3.517.02-.23-.004-.467-.247-.588zM11.581 18c-2.089-1.642-3.102-2.183-3.52-2.16-.392.024-.321.471-.235.763.09.288.207.486.371.739.114.167.192.416-.113.603-.673.416-1.842-.14-1.897-.167-1.361-.802-2.5-1.86-3.301-3.307-.774-1.393-1.224-2.887-1.298-4.482-.02-.386.093-.522.477-.592a4.696 4.696 0 011.529-.039c2.132.312 3.946 1.265 5.468 2.774.868.86 1.525 1.887 2.202 2.891.72 1.066 1.494 2.082 2.48 2.914.348.292.625.514.891.677-.802.09-2.14.11-3.054-.614zm1-6.44a.306.306 0 01.415-.287.302.302 0 01.2.288.306.306 0 01-.31.307.303.303 0 01-.304-.308zm3.11 1.596c-.2.081-.399.151-.59.16a1.245 1.245 0 01-.798-.254c-.274-.23-.47-.358-.552-.758a1.73 1.73 0 01.016-.588c.07-.327-.008-.537-.239-.727-.187-.156-.426-.199-.688-.199a.559.559 0 01-.254-.078c-.11-.054-.2-.19-.114-.358.028-.054.16-.186.192-.21.356-.202.767-.136 1.146.016.352.144.618.408 1.001.782.391.451.462.576.685.914.176.265.336.537.445.848.067.195-.019.354-.25.452z"></path></svg></span>DeepSeek V4.1 Flash (max)<span class="tag open">open weights</span><span class="org">DeepSeek</span></td><td data-v="0.366635"><div class="cellbar"><i style="width:35.0px;--bar:var(--c4s-a)"></i><b>0.366</b></div></td><td class="dim" data-v="0.34321">0.343</td><td class="dim" data-v="0.32131">0.321</td><td class="dim" data-v="0.526035">0.526</td><td class="dim" data-v="0.346713">$0.35</td></tr></tbody></table></div></div><div data-view="i2s" style="display:none"><p class="board-note" style="margin:0 .2rem .7rem">75 public cases (25 indoor, 50 outdoor). Case score = 0.8 × Repair F1 + 0.2 × Physical. Repair F1 counts target actors restored to the withheld ground truth.</p><div class="board-wrap"><table class="board"><thead><tr><th>#</th><th>Agent configuration</th><th class="sorted" data-best="high" data-k="si">Score</th><th data-best="high" data-k="f1">Repair F1</th><th data-best="high" data-k="pi">Physical</th><th data-best="high" data-k="indoor">Indoor</th><th data-best="high" data-k="outdoor">Outdoor</th><th data-best="low" data-k="c_i2s">Cost / case</th></tr></thead><tbody><tr data-model-key="gemini" data-search="gemini 3.8 flash (high) google"><td class="rk">1</td><td class="nm"><span class="logo"><svg fill="url(#c4sGem-29)" fill-rule="evenodd" viewbox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><defs><lineargradient id="c4sGem-29" x1="0" x2="1" y1="0" y2="1"><stop offset="0" stop-color="#4796E3"></stop><stop offset=".55" stop-color="#9168C0"></stop><stop offset="1" stop-color="#D96570"></stop></lineargradient></defs><title>Gemini</title><path d="M20.616 10.835a14.147 14.147 0 01-4.45-3.001 14.111 14.111 0 01-3.678-6.452.503.503 0 00-.975 0 14.134 14.134 0 01-3.679 6.452 14.155 14.155 0 01-4.45 3.001c-.65.28-1.318.505-2.002.678a.502.502 0 000 .975c.684.172 1.35.397 2.002.677a14.147 14.147 0 014.45 3.001 14.112 14.112 0 013.679 6.453.502.502 0 00.975 0c.172-.685.397-1.351.677-2.003a14.145 14.145 0 013.001-4.45 14.113 14.113 0 016.453-3.678.503.503 0 000-.975 13.245 13.245 0 01-2.003-.678z"></path></svg></span>Gemini 3.8 Flash (high)<span class="tag front">Pareto</span><span class="org">Google</span></td><td data-v="0.5810600533333334"><div class="cellbar"><i style="width:80.0px;--bar:var(--c4s-b)"></i><b>0.581</b></div></td><td class="dim" data-v="0.527">0.527</td><td class="dim" data-v="0.796">0.796</td><td class="dim" data-v="0.71653332">0.717</td><td class="dim" data-v="0.5133234200000001">0.513</td><td class="dim" data-v="1.3523245042517007">$1.35</td></tr><tr data-model-key="astra" data-search="gpt-6 astra (max) openai"><td class="rk">2</td><td class="nm"><span class="logo"><svg fill="currentColor" fill-rule="evenodd" viewbox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><title>OpenAI</title><path d="M9.205 8.658v-2.26c0-.19.072-.333.238-.428l4.543-2.616c.619-.357 1.356-.523 2.117-.523 2.854 0 4.662 2.212 4.662 4.566 0 .167 0 .357-.024.547l-4.71-2.759a.797.797 0 00-.856 0l-5.97 3.473zm10.609 8.8V12.06c0-.333-.143-.57-.429-.737l-5.97-3.473 1.95-1.118a.433.433 0 01.476 0l4.543 2.617c1.309.76 2.189 2.378 2.189 3.948 0 1.808-1.07 3.473-2.76 4.163zM7.802 12.703l-1.95-1.142c-.167-.095-.239-.238-.239-.428V5.899c0-2.545 1.95-4.472 4.591-4.472 1 0 1.927.333 2.712.928L8.23 5.067c-.285.166-.428.404-.428.737v6.898zM12 15.128l-2.795-1.57v-3.33L12 8.658l2.795 1.57v3.33L12 15.128zm1.796 7.23c-1 0-1.927-.332-2.712-.927l4.686-2.712c.285-.166.428-.404.428-.737v-6.898l1.974 1.142c.167.095.238.238.238.428v5.233c0 2.545-1.974 4.472-4.614 4.472zm-5.637-5.303l-4.544-2.617c-1.308-.761-2.188-2.378-2.188-3.948A4.482 4.482 0 014.21 6.327v5.423c0 .333.143.571.428.738l5.947 3.449-1.95 1.118a.432.432 0 01-.476 0zm-.262 3.9c-2.688 0-4.662-2.021-4.662-4.519 0-.19.024-.38.047-.57l4.686 2.71c.286.167.571.167.856 0l5.97-3.448v2.26c0 .19-.07.333-.237.428l-4.543 2.616c-.619.357-1.356.523-2.117.523zm5.899 2.83a5.947 5.947 0 005.827-4.756C22.287 18.339 24 15.84 24 13.296c0-1.665-.713-3.282-1.998-4.448.119-.5.19-.999.19-1.498 0-3.401-2.759-5.947-5.946-5.947-.642 0-1.26.095-1.88.31A5.962 5.962 0 0010.205 0a5.947 5.947 0 00-5.827 4.757C1.713 5.447 0 7.945 0 10.49c0 1.666.713 3.283 1.998 4.448-.119.5-.19 1-.19 1.499 0 3.401 2.759 5.946 5.946 5.946.642 0 1.26-.095 1.88-.309a5.96 5.96 0 004.162 1.713z"></path></svg></span>GPT-6 Astra (max)<span class="org">OpenAI</span></td><td data-v="0.5148505733333334"><div class="cellbar"><i style="width:70.9px;--bar:var(--c4s-b)"></i><b>0.515</b></div></td><td class="dim" data-v="0.445">0.445</td><td class="dim" data-v="0.796">0.796</td><td class="dim" data-v="0.78546656">0.785</td><td class="dim" data-v="0.37954258">0.380</td><td class="dim" data-v="3.3217229090909095">$3.32</td></tr><tr data-model-key="opus" data-search="claude opus 5 (max) anthropic"><td class="rk">3</td><td class="nm"><span class="logo"><svg fill="#D97757" fill-rule="evenodd" viewbox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><title>Claude</title><path d="M4.709 15.955l4.72-2.647.08-.23-.08-.128H9.2l-.79-.048-2.698-.073-2.339-.097-2.266-.122-.571-.121L0 11.784l.055-.352.48-.321.686.06 1.52.103 2.278.158 1.652.097 2.449.255h.389l.055-.157-.134-.098-.103-.097-2.358-1.596-2.552-1.688-1.336-.972-.724-.491-.364-.462-.158-1.008.656-.722.881.06.225.061.893.686 1.908 1.476 2.491 1.833.365.304.145-.103.019-.073-.164-.274-1.355-2.446-1.446-2.49-.644-1.032-.17-.619a2.97 2.97 0 01-.104-.729L6.283.134 6.696 0l.996.134.42.364.62 1.414 1.002 2.229 1.555 3.03.456.898.243.832.091.255h.158V9.01l.128-1.706.237-2.095.23-2.695.08-.76.376-.91.747-.492.584.28.48.685-.067.444-.286 1.851-.559 2.903-.364 1.942h.212l.243-.242.985-1.306 1.652-2.064.73-.82.85-.904.547-.431h1.033l.76 1.129-.34 1.166-1.064 1.347-.881 1.142-1.264 1.7-.79 1.36.073.11.188-.02 2.856-.606 1.543-.28 1.841-.315.833.388.091.395-.328.807-1.969.486-2.309.462-3.439.813-.042.03.049.061 1.549.146.662.036h1.622l3.02.225.79.522.474.638-.079.485-1.215.62-1.64-.389-3.829-.91-1.312-.329h-.182v.11l1.093 1.068 2.006 1.81 2.509 2.33.127.578-.322.455-.34-.049-2.205-1.657-.851-.747-1.926-1.62h-.128v.17l.444.649 2.345 3.521.122 1.08-.17.353-.608.213-.668-.122-1.374-1.925-1.415-2.167-1.143-1.943-.14.08-.674 7.254-.316.37-.729.28-.607-.461-.322-.747.322-1.476.389-1.924.315-1.53.286-1.9.17-.632-.012-.042-.14.018-1.434 1.967-2.18 2.945-1.726 1.845-.414.164-.717-.37.067-.662.401-.589 2.388-3.036 1.44-1.882.93-1.086-.006-.158h-.055L4.132 18.56l-1.13.146-.487-.456.061-.746.231-.243 1.908-1.312-.006.006z"></path></svg></span>Claude Opus 5 (max)<span class="org">Anthropic</span></td><td data-v="0.46809998666666675"><div class="cellbar"><i style="width:64.4px;--bar:var(--c4s-b)"></i><b>0.468</b></div></td><td class="dim" data-v="0.389">0.389</td><td class="dim" data-v="0.786">0.786</td><td class="dim" data-v="0.61843384">0.618</td><td class="dim" data-v="0.39293306">0.393</td><td class="dim" data-v="4.459671546394558">$4.46</td></tr><tr data-model-key="fable" data-search="claude fable 5.1 (max) anthropic"><td class="rk">4</td><td class="nm"><span class="logo"><svg fill="#D97757" fill-rule="evenodd" viewbox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><title>Claude</title><path d="M4.709 15.955l4.72-2.647.08-.23-.08-.128H9.2l-.79-.048-2.698-.073-2.339-.097-2.266-.122-.571-.121L0 11.784l.055-.352.48-.321.686.06 1.52.103 2.278.158 1.652.097 2.449.255h.389l.055-.157-.134-.098-.103-.097-2.358-1.596-2.552-1.688-1.336-.972-.724-.491-.364-.462-.158-1.008.656-.722.881.06.225.061.893.686 1.908 1.476 2.491 1.833.365.304.145-.103.019-.073-.164-.274-1.355-2.446-1.446-2.49-.644-1.032-.17-.619a2.97 2.97 0 01-.104-.729L6.283.134 6.696 0l.996.134.42.364.62 1.414 1.002 2.229 1.555 3.03.456.898.243.832.091.255h.158V9.01l.128-1.706.237-2.095.23-2.695.08-.76.376-.91.747-.492.584.28.48.685-.067.444-.286 1.851-.559 2.903-.364 1.942h.212l.243-.242.985-1.306 1.652-2.064.73-.82.85-.904.547-.431h1.033l.76 1.129-.34 1.166-1.064 1.347-.881 1.142-1.264 1.7-.79 1.36.073.11.188-.02 2.856-.606 1.543-.28 1.841-.315.833.388.091.395-.328.807-1.969.486-2.309.462-3.439.813-.042.03.049.061 1.549.146.662.036h1.622l3.02.225.79.522.474.638-.079.485-1.215.62-1.64-.389-3.829-.91-1.312-.329h-.182v.11l1.093 1.068 2.006 1.81 2.509 2.33.127.578-.322.455-.34-.049-2.205-1.657-.851-.747-1.926-1.62h-.128v.17l.444.649 2.345 3.521.122 1.08-.17.353-.608.213-.668-.122-1.374-1.925-1.415-2.167-1.143-1.943-.14.08-.674 7.254-.316.37-.729.28-.607-.461-.322-.747.322-1.476.389-1.924.315-1.53.286-1.9.17-.632-.012-.042-.14.018-1.434 1.967-2.18 2.945-1.726 1.845-.414.164-.717-.37.067-.662.401-.589 2.388-3.036 1.44-1.882.93-1.086-.006-.158h-.055L4.132 18.56l-1.13.146-.487-.456.061-.746.231-.243 1.908-1.312-.006.006z"></path></svg></span>Claude Fable 5.1 (max)<span class="org">Anthropic</span></td><td data-v="0.4243479600000001"><div class="cellbar"><i style="width:58.4px;--bar:var(--c4s-b)"></i><b>0.424</b></div></td><td class="dim" data-v="0.332">0.332</td><td class="dim" data-v="0.795">0.795</td><td class="dim" data-v="0.53523332">0.535</td><td class="dim" data-v="0.36890528000000006">0.369</td><td class="dim" data-v="3.0888859328063245">$3.09</td></tr><tr data-model-key="sol" data-search="gpt-5.6 sol (high) openai"><td class="rk">5</td><td class="nm"><span class="logo"><svg fill="currentColor" fill-rule="evenodd" viewbox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><title>OpenAI</title><path d="M9.205 8.658v-2.26c0-.19.072-.333.238-.428l4.543-2.616c.619-.357 1.356-.523 2.117-.523 2.854 0 4.662 2.212 4.662 4.566 0 .167 0 .357-.024.547l-4.71-2.759a.797.797 0 00-.856 0l-5.97 3.473zm10.609 8.8V12.06c0-.333-.143-.57-.429-.737l-5.97-3.473 1.95-1.118a.433.433 0 01.476 0l4.543 2.617c1.309.76 2.189 2.378 2.189 3.948 0 1.808-1.07 3.473-2.76 4.163zM7.802 12.703l-1.95-1.142c-.167-.095-.239-.238-.239-.428V5.899c0-2.545 1.95-4.472 4.591-4.472 1 0 1.927.333 2.712.928L8.23 5.067c-.285.166-.428.404-.428.737v6.898zM12 15.128l-2.795-1.57v-3.33L12 8.658l2.795 1.57v3.33L12 15.128zm1.796 7.23c-1 0-1.927-.332-2.712-.927l4.686-2.712c.285-.166.428-.404.428-.737v-6.898l1.974 1.142c.167.095.238.238.238.428v5.233c0 2.545-1.974 4.472-4.614 4.472zm-5.637-5.303l-4.544-2.617c-1.308-.761-2.188-2.378-2.188-3.948A4.482 4.482 0 014.21 6.327v5.423c0 .333.143.571.428.738l5.947 3.449-1.95 1.118a.432.432 0 01-.476 0zm-.262 3.9c-2.688 0-4.662-2.021-4.662-4.519 0-.19.024-.38.047-.57l4.686 2.71c.286.167.571.167.856 0l5.97-3.448v2.26c0 .19-.07.333-.237.428l-4.543 2.616c-.619.357-1.356.523-2.117.523zm5.899 2.83a5.947 5.947 0 005.827-4.756C22.287 18.339 24 15.84 24 13.296c0-1.665-.713-3.282-1.998-4.448.119-.5.19-.999.19-1.498 0-3.401-2.759-5.947-5.946-5.947-.642 0-1.26.095-1.88.31A5.962 5.962 0 0010.205 0a5.947 5.947 0 00-5.827 4.757C1.713 5.447 0 7.945 0 10.49c0 1.666.713 3.283 1.998 4.448-.119.5-.19 1-.19 1.499 0 3.401 2.759 5.946 5.946 5.946.642 0 1.26-.095 1.88-.309a5.96 5.96 0 004.162 1.713z"></path></svg></span>GPT-5.6 Sol (high)<span class="org">OpenAI</span></td><td data-v="0.3929589333333333"><div class="cellbar"><i style="width:54.1px;--bar:var(--c4s-b)"></i><b>0.393</b></div></td><td class="dim" data-v="0.319">0.319</td><td class="dim" data-v="0.689">0.689</td><td class="dim" data-v="0.49742972">0.497</td><td class="dim" data-v="0.34072354">0.341</td><td class="dim" data-v="1.8773877185185188">$1.88</td></tr><tr data-model-key="muse" data-search="muse spark 1.3 (medium) meta"><td class="rk">6</td><td class="nm"><span class="logo"><svg fill="#0081FB" fill-rule="evenodd" viewbox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><title>Meta</title><path d="M6.897 4c1.915 0 3.516.932 5.43 3.376l.282-.373c.19-.246.383-.484.58-.71l.313-.35C14.588 4.788 15.792 4 17.225 4c1.273 0 2.469.557 3.491 1.516l.218.213c1.73 1.765 2.917 4.71 3.053 8.026l.011.392.002.25c0 1.501-.28 2.759-.818 3.7l-.14.23-.108.153c-.301.42-.664.758-1.086 1.009l-.265.142-.087.04a3.493 3.493 0 01-.302.118 4.117 4.117 0 01-1.33.208c-.524 0-.996-.067-1.438-.215-.614-.204-1.163-.56-1.726-1.116l-.227-.235c-.753-.812-1.534-1.976-2.493-3.586l-1.43-2.41-.544-.895-1.766 3.13-.343.592C7.597 19.156 6.227 20 4.356 20c-1.21 0-2.205-.42-2.936-1.182l-.168-.184c-.484-.573-.837-1.311-1.043-2.189l-.067-.32a8.69 8.69 0 01-.136-1.288L0 14.468c.002-.745.06-1.49.174-2.23l.1-.573c.298-1.53.828-2.958 1.536-4.157l.209-.34c1.177-1.83 2.789-3.053 4.615-3.16L6.897 4zm-.033 2.615l-.201.01c-.83.083-1.606.673-2.252 1.577l-.138.199-.01.018c-.67 1.017-1.185 2.378-1.456 3.845l-.004.022a12.591 12.591 0 00-.207 2.254l.002.188c.004.18.017.36.04.54l.043.291c.092.503.257.908.486 1.208l.117.137c.303.323.698.492 1.17.492 1.1 0 1.796-.676 3.696-3.641l2.175-3.4.454-.701-.139-.198C9.11 7.3 8.084 6.616 6.864 6.616zm10.196-.552l-.176.007c-.635.048-1.223.359-1.82.933l-.196.198c-.439.462-.887 1.064-1.367 1.807l.266.398c.18.274.362.56.55.858l.293.475 1.396 2.335.695 1.114c.583.926 1.03 1.6 1.408 2.082l.213.262c.282.326.529.54.777.673l.102.05c.227.1.457.138.718.138.176.002.35-.023.518-.073.338-.104.61-.32.813-.637l.095-.163.077-.162c.194-.459.29-1.06.29-1.785l-.006-.449c-.08-2.871-.938-5.372-2.2-6.798l-.176-.189c-.67-.683-1.444-1.074-2.27-1.074z"></path></svg></span>Muse Spark 1.3 (medium)<span class="tag front">Pareto</span><span class="org">Meta</span></td><td data-v="0.35821573333333334"><div class="cellbar"><i style="width:49.3px;--bar:var(--c4s-b)"></i><b>0.358</b></div></td><td class="dim" data-v="0.246">0.246</td><td class="dim" data-v="0.807">0.807</td><td class="dim" data-v="0.63253332">0.633</td><td class="dim" data-v="0.22105694">0.221</td><td class="dim" data-v="0.07172788461538461">$0.07</td></tr><tr data-model-key="glm" data-search="glm-5.3 flash (max) z.ai"><td class="rk">7</td><td class="nm"><span class="logo"><svg fill="currentColor" fill-rule="evenodd" viewbox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><title>Z.ai</title><path d="M12.105 2L9.927 4.953H.653L2.83 2h9.276zM23.254 19.048L21.078 22h-9.242l2.174-2.952h9.244zM24 2L9.264 22H0L14.736 2H24z"></path></svg></span>GLM-5.3 Flash (max)<span class="tag open">open weights</span><span class="org">Z.ai</span></td><td data-v="0.3199877333333333"><div class="cellbar"><i style="width:44.1px;--bar:var(--c4s-b)"></i><b>0.320</b></div></td><td class="dim" data-v="0.188">0.188</td><td class="dim" data-v="0.848">0.848</td><td class="dim" data-v="0.46533411999999996">0.465</td><td class="dim" data-v="0.24731454">0.247</td><td class="dim" data-v="0.09209057222222222">$0.09</td></tr><tr data-model-key="qwen-on" data-search="qwen 3.8 27b (thinking on) alibaba"><td class="rk">8</td><td class="nm"><span class="logo"><svg fill="#615CED" fill-rule="evenodd" viewbox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><title>Qwen</title><path d="M12.604 1.34c.393.69.784 1.382 1.174 2.075a.18.18 0 00.157.091h5.552c.174 0 .322.11.446.327l1.454 2.57c.19.337.24.478.024.837-.26.43-.513.864-.76 1.3l-.367.658c-.106.196-.223.28-.04.512l2.652 4.637c.172.301.111.494-.043.77-.437.785-.882 1.564-1.335 2.34-.159.272-.352.375-.68.37-.777-.016-1.552-.01-2.327.016a.099.099 0 00-.081.05 575.097 575.097 0 01-2.705 4.74c-.169.293-.38.363-.725.364-.997.003-2.002.004-3.017.002a.537.537 0 01-.465-.271l-1.335-2.323a.09.09 0 00-.083-.049H4.982c-.285.03-.553-.001-.805-.092l-1.603-2.77a.543.543 0 01-.002-.54l1.207-2.12a.198.198 0 000-.197 550.951 550.951 0 01-1.875-3.272l-.79-1.395c-.16-.31-.173-.496.095-.965.465-.813.927-1.625 1.387-2.436.132-.234.304-.334.584-.335a338.3 338.3 0 012.589-.001.124.124 0 00.107-.063l2.806-4.895a.488.488 0 01.422-.246c.524-.001 1.053 0 1.583-.006L11.704 1c.341-.003.724.032.9.34zm-3.432.403a.06.06 0 00-.052.03L6.254 6.788a.157.157 0 01-.135.078H3.253c-.056 0-.07.025-.041.074l5.81 10.156c.025.042.013.062-.034.063l-2.795.015a.218.218 0 00-.2.116l-1.32 2.31c-.044.078-.021.118.068.118l5.716.008c.046 0 .08.02.104.061l1.403 2.454c.046.081.092.082.139 0l5.006-8.76.783-1.382a.055.055 0 01.096 0l1.424 2.53a.122.122 0 00.107.062l2.763-.02a.04.04 0 00.035-.02.041.041 0 000-.04l-2.9-5.086a.108.108 0 010-.113l.293-.507 1.12-1.977c.024-.041.012-.062-.035-.062H9.2c-.059 0-.073-.026-.043-.077l1.434-2.505a.107.107 0 000-.114L9.225 1.774a.06.06 0 00-.053-.031zm6.29 8.02c.046 0 .058.02.034.06l-.832 1.465-2.613 4.585a.056.056 0 01-.05.029.058.058 0 01-.05-.029L8.498 9.841c-.02-.034-.01-.052.028-.054l.216-.012 6.722-.012z"></path></svg></span>Qwen 3.8 27B (thinking on)<span class="tag open">open weights</span><span class="org">Alibaba</span></td><td data-v="0.2261779866666667"><div class="cellbar"><i style="width:31.1px;--bar:var(--c4s-b)"></i><b>0.226</b></div></td><td class="dim" data-v="0.118">0.118</td><td class="dim" data-v="0.66">0.660</td><td class="dim" data-v="0.29651112">0.297</td><td class="dim" data-v="0.19101142">0.191</td><td class="dim" data-v="0.2605628115151515">$0.26</td></tr><tr data-model-key="deepseek" data-search="deepseek v4.1 flash (high) deepseek"><td class="rk">9</td><td class="nm"><span class="logo"><svg fill="#4D6BFE" fill-rule="evenodd" viewbox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><title>DeepSeek</title><path d="M23.748 4.482c-.254-.124-.364.113-.512.234-.051.039-.094.09-.137.136-.372.397-.806.657-1.373.626-.829-.046-1.537.214-2.163.848-.133-.782-.575-1.248-1.247-1.548-.352-.156-.708-.311-.955-.65-.172-.241-.219-.51-.305-.774-.055-.16-.11-.323-.293-.35-.2-.031-.278.136-.356.276-.313.572-.434 1.202-.422 1.84.027 1.436.633 2.58 1.838 3.393.137.093.172.187.129.323-.082.28-.18.552-.266.833-.055.179-.137.217-.329.14a5.526 5.526 0 01-1.736-1.18c-.857-.828-1.631-1.742-2.597-2.458a11.365 11.365 0 00-.689-.471c-.985-.957.13-1.743.388-1.836.27-.098.093-.432-.779-.428-.872.004-1.67.295-2.687.684a3.055 3.055 0 01-.465.137 9.597 9.597 0 00-2.883-.102c-1.885.21-3.39 1.102-4.497 2.623C.082 8.606-.231 10.684.152 12.85c.403 2.284 1.569 4.175 3.36 5.653 1.858 1.533 3.997 2.284 6.438 2.14 1.482-.085 3.133-.284 4.994-1.86.47.234.962.327 1.78.397.63.059 1.236-.03 1.705-.128.735-.156.684-.837.419-.961-2.155-1.004-1.682-.595-2.113-.926 1.096-1.296 2.746-2.642 3.392-7.003.05-.347.007-.565 0-.845-.004-.17.035-.237.23-.256a4.173 4.173 0 001.545-.475c1.396-.763 1.96-2.015 2.093-3.517.02-.23-.004-.467-.247-.588zM11.581 18c-2.089-1.642-3.102-2.183-3.52-2.16-.392.024-.321.471-.235.763.09.288.207.486.371.739.114.167.192.416-.113.603-.673.416-1.842-.14-1.897-.167-1.361-.802-2.5-1.86-3.301-3.307-.774-1.393-1.224-2.887-1.298-4.482-.02-.386.093-.522.477-.592a4.696 4.696 0 011.529-.039c2.132.312 3.946 1.265 5.468 2.774.868.86 1.525 1.887 2.202 2.891.72 1.066 1.494 2.082 2.48 2.914.348.292.625.514.891.677-.802.09-2.14.11-3.054-.614zm1-6.44a.306.306 0 01.415-.287.302.302 0 01.2.288.306.306 0 01-.31.307.303.303 0 01-.304-.308zm3.11 1.596c-.2.081-.399.151-.59.16a1.245 1.245 0 01-.798-.254c-.274-.23-.47-.358-.552-.758a1.73 1.73 0 01.016-.588c.07-.327-.008-.537-.239-.727-.187-.156-.426-.199-.688-.199a.559.559 0 01-.254-.078c-.11-.054-.2-.19-.114-.358.028-.054.16-.186.192-.21.356-.202.767-.136 1.146.016.352.144.618.408 1.001.782.391.451.462.576.685.914.176.265.336.537.445.848.067.195-.019.354-.25.452z"></path></svg></span>DeepSeek V4.1 Flash (high)<span class="tag open">open weights</span><span class="tag front">Pareto</span><span class="org">DeepSeek</span></td><td data-v="0.21048916"><div class="cellbar"><i style="width:28.9px;--bar:var(--c4s-b)"></i><b>0.210</b></div></td><td class="dim" data-v="0.066">0.066</td><td class="dim" data-v="0.787">0.787</td><td class="dim" data-v="0.18933412">0.189</td><td class="dim" data-v="0.22106668">0.221</td><td class="dim" data-v="0.054194520202020195">$0.05</td></tr><tr data-model-key="qwen-off" data-search="qwen 3.8 27b (thinking off) alibaba"><td class="rk">10</td><td class="nm"><span class="logo"><svg fill="#615CED" fill-rule="evenodd" viewbox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><title>Qwen</title><path d="M12.604 1.34c.393.69.784 1.382 1.174 2.075a.18.18 0 00.157.091h5.552c.174 0 .322.11.446.327l1.454 2.57c.19.337.24.478.024.837-.26.43-.513.864-.76 1.3l-.367.658c-.106.196-.223.28-.04.512l2.652 4.637c.172.301.111.494-.043.77-.437.785-.882 1.564-1.335 2.34-.159.272-.352.375-.68.37-.777-.016-1.552-.01-2.327.016a.099.099 0 00-.081.05 575.097 575.097 0 01-2.705 4.74c-.169.293-.38.363-.725.364-.997.003-2.002.004-3.017.002a.537.537 0 01-.465-.271l-1.335-2.323a.09.09 0 00-.083-.049H4.982c-.285.03-.553-.001-.805-.092l-1.603-2.77a.543.543 0 01-.002-.54l1.207-2.12a.198.198 0 000-.197 550.951 550.951 0 01-1.875-3.272l-.79-1.395c-.16-.31-.173-.496.095-.965.465-.813.927-1.625 1.387-2.436.132-.234.304-.334.584-.335a338.3 338.3 0 012.589-.001.124.124 0 00.107-.063l2.806-4.895a.488.488 0 01.422-.246c.524-.001 1.053 0 1.583-.006L11.704 1c.341-.003.724.032.9.34zm-3.432.403a.06.06 0 00-.052.03L6.254 6.788a.157.157 0 01-.135.078H3.253c-.056 0-.07.025-.041.074l5.81 10.156c.025.042.013.062-.034.063l-2.795.015a.218.218 0 00-.2.116l-1.32 2.31c-.044.078-.021.118.068.118l5.716.008c.046 0 .08.02.104.061l1.403 2.454c.046.081.092.082.139 0l5.006-8.76.783-1.382a.055.055 0 01.096 0l1.424 2.53a.122.122 0 00.107.062l2.763-.02a.04.04 0 00.035-.02.041.041 0 000-.04l-2.9-5.086a.108.108 0 010-.113l.293-.507 1.12-1.977c.024-.041.012-.062-.035-.062H9.2c-.059 0-.073-.026-.043-.077l1.434-2.505a.107.107 0 000-.114L9.225 1.774a.06.06 0 00-.053-.031zm6.29 8.02c.046 0 .058.02.034.06l-.832 1.465-2.613 4.585a.056.056 0 01-.05.029.058.058 0 01-.05-.029L8.498 9.841c-.02-.034-.01-.052.028-.054l.216-.012 6.722-.012z"></path></svg></span>Qwen 3.8 27B (thinking off)<span class="tag open">open weights</span><span class="org">Alibaba</span></td><td data-v="0.19970338666666668"><div class="cellbar"><i style="width:27.5px;--bar:var(--c4s-b)"></i><b>0.200</b></div></td><td class="dim" data-v="0.083">0.083</td><td class="dim" data-v="0.667">0.667</td><td class="dim" data-v="0.26629816">0.266</td><td class="dim" data-v="0.166406">0.166</td><td class="dim" data-v="0.27672816366207137">$0.28</td></tr><tr data-model-key="inkling" data-search="inkling (high) thinking machines"><td class="rk">11</td><td class="nm"><span class="logo"><svg fill="currentColor" viewbox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><title>Thinking Machines</title><rect height="15.6" rx="3.6" width="15.6" x="4.2" y="4.2"></rect></svg>
|
| 29 |
</span>Inkling (high)<span class="org">Thinking Machines</span></td><td data-v="0.19801974666666666"><div class="cellbar"><i style="width:27.3px;--bar:var(--c4s-b)"></i><b>0.198</b></div></td><td class="dim" data-v="0.095">0.095</td><td class="dim" data-v="0.609">0.609</td><td class="dim" data-v="0.1690288">0.169</td><td class="dim" data-v="0.21251522">0.213</td><td class="dim" data-v="0.7541276882539681">$0.75</td></tr><tr data-model-key="grok" data-search="grok 4.6 (high) xai"><td class="rk">12</td><td class="nm"><span class="logo"><svg fill="currentColor" fill-rule="evenodd" viewbox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><title>Grok</title><path d="M9.27 15.29l7.978-5.897c.391-.29.95-.177 1.137.272.98 2.369.542 5.215-1.41 7.169-1.951 1.954-4.667 2.382-7.149 1.406l-2.711 1.257c3.889 2.661 8.611 2.003 11.562-.953 2.341-2.344 3.066-5.539 2.388-8.42l.006.007c-.983-4.232.242-5.924 2.75-9.383.06-.082.12-.164.179-.248l-3.301 3.305v-.01L9.267 15.292M7.623 16.723c-2.792-2.67-2.31-6.801.071-9.184 1.761-1.763 4.647-2.483 7.166-1.425l2.705-1.25a7.808 7.808 0 00-1.829-1A8.975 8.975 0 005.984 5.83c-2.533 2.536-3.33 6.436-1.962 9.764 1.022 2.487-.653 4.246-2.34 6.022-.599.63-1.199 1.259-1.682 1.925l7.62-6.815"></path></svg></span>Grok 4.6 (high)<span class="org">xAI</span></td><td data-v="0.18414012"><div class="cellbar"><i style="width:25.3px;--bar:var(--c4s-b)"></i><b>0.184</b></div></td><td class="dim" data-v="0.044">0.044</td><td class="dim" data-v="0.744">0.744</td><td class="dim" data-v="0.1968008">0.197</td><td class="dim" data-v="0.17780978">0.178</td><td class="dim" data-v="0.2634673259259259">$0.26</td></tr><tr data-model-key="gemma-on" data-search="gemma 4 31b (thinking on) google"><td class="rk">13</td><td class="nm"><span class="logo"><svg fill="url(#c4sGem-41)" fill-rule="evenodd" viewbox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><defs><lineargradient id="c4sGem-41" x1="0" x2="1" y1="0" y2="1"><stop offset="0" stop-color="#4796E3"></stop><stop offset=".55" stop-color="#9168C0"></stop><stop offset="1" stop-color="#D96570"></stop></lineargradient></defs><title>Gemini</title><path d="M20.616 10.835a14.147 14.147 0 01-4.45-3.001 14.111 14.111 0 01-3.678-6.452.503.503 0 00-.975 0 14.134 14.134 0 01-3.679 6.452 14.155 14.155 0 01-4.45 3.001c-.65.28-1.318.505-2.002.678a.502.502 0 000 .975c.684.172 1.35.397 2.002.677a14.147 14.147 0 014.45 3.001 14.112 14.112 0 013.679 6.453.502.502 0 00.975 0c.172-.685.397-1.351.677-2.003a14.145 14.145 0 013.001-4.45 14.113 14.113 0 016.453-3.678.503.503 0 000-.975 13.245 13.245 0 01-2.003-.678z"></path></svg></span>Gemma 4 31B (thinking on)<span class="tag open">open weights</span><span class="tag front">Pareto</span><span class="org">Google</span></td><td data-v="0.12554015999999998"><div class="cellbar"><i style="width:17.3px;--bar:var(--c4s-b)"></i><b>0.126</b></div></td><td class="dim" data-v="0.003">0.003</td><td class="dim" data-v="0.615">0.615</td><td class="dim" data-v="0.12704028">0.127</td><td class="dim" data-v="0.1247901">0.125</td><td class="dim" data-v="0.028434150793650796">$0.03</td></tr><tr data-model-key="gemma-off" data-search="gemma 4 31b (thinking off) google"><td class="rk">14</td><td class="nm"><span class="logo"><svg fill="url(#c4sGem-42)" fill-rule="evenodd" viewbox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><defs><lineargradient id="c4sGem-42" x1="0" x2="1" y1="0" y2="1"><stop offset="0" stop-color="#4796E3"></stop><stop offset=".55" stop-color="#9168C0"></stop><stop offset="1" stop-color="#D96570"></stop></lineargradient></defs><title>Gemini</title><path d="M20.616 10.835a14.147 14.147 0 01-4.45-3.001 14.111 14.111 0 01-3.678-6.452.503.503 0 00-.975 0 14.134 14.134 0 01-3.679 6.452 14.155 14.155 0 01-4.45 3.001c-.65.28-1.318.505-2.002.678a.502.502 0 000 .975c.684.172 1.35.397 2.002.677a14.147 14.147 0 014.45 3.001 14.112 14.112 0 013.679 6.453.502.502 0 00.975 0c.172-.685.397-1.351.677-2.003a14.145 14.145 0 013.001-4.45 14.113 14.113 0 016.453-3.678.503.503 0 000-.975 13.245 13.245 0 01-2.003-.678z"></path></svg></span>Gemma 4 31B (thinking off)<span class="tag open">open weights</span><span class="tag front">Pareto</span><span class="org">Google</span></td><td data-v="0.11503794666666667"><div class="cellbar"><i style="width:15.8px;--bar:var(--c4s-b)"></i><b>0.115</b></div></td><td class="dim" data-v="0.001">0.001</td><td class="dim" data-v="0.572">0.572</td><td class="dim" data-v="0.11239600000000001">0.112</td><td class="dim" data-v="0.11635892">0.116</td><td class="dim" data-v="0.01913622993197279">$0.02</td></tr></tbody></table></div></div>
|
| 30 |
+
<p class="board-note">Click a column to sort. Pareto: on the score-against-cost frontier.</p><p class="board-note gallery-link" data-view="t2s"><a href="gallery/index.html">Open the gallery</a>: what each of the 15 configurations built on every scene, with its score and cost.</p></div></div>
|
| 31 |
</div></section><section id="cases"><div class="container">
|
| 32 |
<div class="section-header centered"><span class="section-label">Cases</span><h2 class="section-title">Visualizing agent outputs</h2>
|
| 33 |
<p class="section-desc" data-view="t2s">Four agents build the same scene: a time-lapse of each build, then an orbit of the result. Pick a scene, or open the gallery for all 15 configurations on all 20 scenes.</p><p class="section-desc" data-view="i2s" style="display:none">Drag any scene to inspect the saved 3D output. Switch each repair between the saved scene, its corrupted input and the ground truth, or open a case to explore every agent.</p></div>
|
|
|
|
| 42 |
<p class="feature-note">Streams about 1.2 GB of textures on first load.</p>
|
| 43 |
</div>
|
| 44 |
</article></div><div class="case-grid" data-view="i2s" style="display:none"><article class="case-card"><div class="live-scene" data-agent="astra" data-case="comp-31-old-industrial-pallet-bay-repair-v2"><canvas aria-label="Interactive 3D scene: Old Industrial Pallet Bay. Drag to orbit, scroll or use plus and minus to zoom." tabindex="0"></canvas><span class="scene-loading" role="status">Loading 3D scene…</span><span class="scene-hint">Drag to orbit · Scroll to zoom</span><button aria-label="Pause scene rotation" class="scene-motion">Ⅱ</button></div><div aria-label="Scene state" class="scene-versions"><button class="on" data-state="repair">Repair</button><button data-state="input">Corrupted input</button><button data-state="gt">Ground truth</button></div><div class="meta"><span class="eyebrow">Image-to-Scene</span><h4>Old Industrial Pallet Bay</h4><p>GPT-6 Astra (max) · score 1.000</p><a class="text-button" href="cases.html#comp-31-old-industrial-pallet-bay-repair-v2">Compare all 14 agents ↗</a></div></article><article class="case-card"><div class="live-scene" data-agent="fable" data-case="comp-61-new-york-mailbox-pair-repair-v2"><canvas aria-label="Interactive 3D scene: New York Mailbox Pair. Drag to orbit, scroll or use plus and minus to zoom." tabindex="0"></canvas><span class="scene-loading" role="status">Loading 3D scene…</span><span class="scene-hint">Drag to orbit · Scroll to zoom</span><button aria-label="Pause scene rotation" class="scene-motion">Ⅱ</button></div><div aria-label="Scene state" class="scene-versions"><button class="on" data-state="repair">Repair</button><button data-state="input">Corrupted input</button><button data-state="gt">Ground truth</button></div><div class="meta"><span class="eyebrow">Image-to-Scene</span><h4>New York Mailbox Pair</h4><p>Claude Fable 5.1 (max) · score 1.000</p><a class="text-button" href="cases.html#comp-61-new-york-mailbox-pair-repair-v2">Compare all 14 agents ↗</a></div></article><article class="case-card"><div class="live-scene" data-agent="opus" data-case="comp-72-suburban-umbrella-pair-repair-v2"><canvas aria-label="Interactive 3D scene: Suburban Umbrella Pair. Drag to orbit, scroll or use plus and minus to zoom." tabindex="0"></canvas><span class="scene-loading" role="status">Loading 3D scene…</span><span class="scene-hint">Drag to orbit · Scroll to zoom</span><button aria-label="Pause scene rotation" class="scene-motion">Ⅱ</button></div><div aria-label="Scene state" class="scene-versions"><button class="on" data-state="repair">Repair</button><button data-state="input">Corrupted input</button><button data-state="gt">Ground truth</button></div><div class="meta"><span class="eyebrow">Image-to-Scene</span><h4>Suburban Umbrella Pair</h4><p>Claude Opus 5 (max) · score 1.000</p><a class="text-button" href="cases.html#comp-72-suburban-umbrella-pair-repair-v2">Compare all 14 agents ↗</a></div></article><article class="case-card"><div class="live-scene" data-agent="astra" data-case="comp-17-rosies-service-bin-reset-v3"><canvas aria-label="Interactive 3D scene: Rosie's Service Bin. Drag to orbit, scroll or use plus and minus to zoom." tabindex="0"></canvas><span class="scene-loading" role="status">Loading 3D scene…</span><span class="scene-hint">Drag to orbit · Scroll to zoom</span><button aria-label="Pause scene rotation" class="scene-motion">Ⅱ</button></div><div aria-label="Scene state" class="scene-versions"><button class="on" data-state="repair">Repair</button><button data-state="input">Corrupted input</button><button data-state="gt">Ground truth</button></div><div class="meta"><span class="eyebrow">Image-to-Scene</span><h4>Rosie's Service Bin</h4><p>GPT-6 Astra (max) · score 1.000</p><a class="text-button" href="cases.html#comp-17-rosies-service-bin-reset-v3">Compare all 14 agents ↗</a></div></article><article class="case-card"><div class="live-scene" data-agent="astra" data-case="comp-18-rosies-roadside-billboard-reset-v3"><canvas aria-label="Interactive 3D scene: Rosie's Roadside Billboard. Drag to orbit, scroll or use plus and minus to zoom." tabindex="0"></canvas><span class="scene-loading" role="status">Loading 3D scene…</span><span class="scene-hint">Drag to orbit · Scroll to zoom</span><button aria-label="Pause scene rotation" class="scene-motion">Ⅱ</button></div><div aria-label="Scene state" class="scene-versions"><button class="on" data-state="repair">Repair</button><button data-state="input">Corrupted input</button><button data-state="gt">Ground truth</button></div><div class="meta"><span class="eyebrow">Image-to-Scene</span><h4>Rosie's Roadside Billboard</h4><p>GPT-6 Astra (max) · score 1.000</p><a class="text-button" href="cases.html#comp-18-rosies-roadside-billboard-reset-v3">Compare all 14 agents ↗</a></div></article><article class="case-card"><div class="live-scene" data-agent="fable" data-case="comp-51-suburban-driveway-mailbox-recovery-v2"><canvas aria-label="Interactive 3D scene: Suburban Driveway Mailbox. Drag to orbit, scroll or use plus and minus to zoom." tabindex="0"></canvas><span class="scene-loading" role="status">Loading 3D scene…</span><span class="scene-hint">Drag to orbit · Scroll to zoom</span><button aria-label="Pause scene rotation" class="scene-motion">Ⅱ</button></div><div aria-label="Scene state" class="scene-versions"><button class="on" data-state="repair">Repair</button><button data-state="input">Corrupted input</button><button data-state="gt">Ground truth</button></div><div class="meta"><span class="eyebrow">Image-to-Scene</span><h4>Suburban Driveway Mailbox</h4><p>Claude Fable 5.1 (max) · score 1.000</p><a class="text-button" href="cases.html#comp-51-suburban-driveway-mailbox-recovery-v2">Compare all 14 agents ↗</a></div></article></div>
|
| 45 |
+
<div class="gallery-cta" data-view="t2s" style="text-align:center;margin-top:2rem"><a class="btn btn-primary" href="gallery/index.html"><svg aria-hidden="true" fill="none" stroke="currentColor" stroke-width="1.5" viewbox="0 0 16 16"><rect height="5" rx="1" width="5" x="2" y="2"></rect><rect height="5" rx="1" width="5" x="9" y="2"></rect><rect height="5" rx="1" width="5" x="2" y="9"></rect><rect height="5" rx="1" width="5" x="9" y="9"></rect></svg> Open the gallery</a></div><div data-view="i2s" style="text-align:center;margin-top:2rem;display:none"><a class="btn btn-primary" href="cases.html"><svg aria-hidden="true" fill="none" stroke="currentColor" stroke-width="1.5" viewbox="0 0 16 16"><path d="M8 1.5l5.5 3v7L8 14.5l-5.5-3v-7z"></path><path d="M2.5 4.5L8 7.5l5.5-3M8 7.5v7"></path></svg> Open the case explorer</a></div>
|
| 46 |
</div></section><section class="alt" id="takeaways"><div class="container">
|
| 47 |
<div class="section-header centered"><span class="section-label">Findings</span><h2 class="section-title">Takeaways</h2>
|
| 48 |
<p class="section-desc">What the paper's evaluation shows across its 14 agents. Every chart below is drawn from the paper's numbers, not the October 2026 Text-to-Scene re-run above; hover for values.</p></div>
|
scripts/t2s_gallery.py
CHANGED
|
@@ -84,7 +84,7 @@ def page(root: str, title: str, desc: str, body: str) -> str:
|
|
| 84 |
'M9 5.5l12 7v14 M21 5.5l-12 7v14" stroke="currentColor" stroke-linejoin="round" stroke-width="1.6"></path></svg>'
|
| 85 |
'<span>Code4Scene</span></a><a class="brand-by" href="https://simworld.org/">by SimWorld</a></div>'
|
| 86 |
f'<nav aria-label="Main navigation"><a href="{root}index.html#top">Benchmark</a><a href="{root}index.html#leaderboard">Leaderboard</a>'
|
| 87 |
-
f'<a href="{root}index.html#cases">Visualization</a><a class="nav-active" href="{root}gallery/">Gallery</a>'
|
| 88 |
'<a href="https://arxiv.org/abs/2609.36777" rel="noopener" target="_blank">Paper ↗</a>'
|
| 89 |
'<a href="https://github.com/SimWorld-AI/Code4Scene" rel="noopener" target="_blank">Github ↗</a></nav></header>')
|
| 90 |
foot = ('<footer><p>Code4Scene · UC San Diego & UC Berkeley · <a href="https://arxiv.org/abs/2609.36777" rel="noopener" '
|
|
@@ -131,7 +131,7 @@ def brief(text: str) -> str:
|
|
| 131 |
def switcher(active: str) -> str:
|
| 132 |
link = lambda key, href, text: (f'<a aria-current="page" class="on" href="{href}">{text}</a>' if key == active
|
| 133 |
else f'<a href="{href}">{text}</a>')
|
| 134 |
-
return ('<nav aria-label="Browse the gallery" class="gal-switch">' + link("agent", ".
|
| 135 |
+ link("scene", "cases.html", "By scene") + "</nav>")
|
| 136 |
|
| 137 |
|
|
@@ -205,7 +205,7 @@ def model_page(D: dict, i: int, logos: dict) -> str:
|
|
| 205 |
f'<span class="gal-cost">{money(r["cost"])}</span>'
|
| 206 |
f'<a class="gal-up" href="../cases.html#{c["slug"]}">All agents on this scene →</a></div>'
|
| 207 |
f'{brief(c["brief"])}{views(m, c, "../")}</section>')
|
| 208 |
-
body = ('<section class="gal-top"><div class="container"><nav aria-label="Breadcrumb" class="gal-crumb"><a href="../">Gallery</a> / '
|
| 209 |
f'<span>{e(m["name"])}</span></nav><h1 class="section-title gal-name">{logo(logos[m["logo"]], "H")}{e(m["name"])}</h1>'
|
| 210 |
f'<p class="section-desc">{e(m["org"])} · Text-to-Scene re-run, October 2026 · the 20 Research Track scenes, four '
|
| 211 |
f'renders each from the evaluator\'s cameras.</p><div class="gal-stats">{stats}</div>'
|
|
|
|
| 84 |
'M9 5.5l12 7v14 M21 5.5l-12 7v14" stroke="currentColor" stroke-linejoin="round" stroke-width="1.6"></path></svg>'
|
| 85 |
'<span>Code4Scene</span></a><a class="brand-by" href="https://simworld.org/">by SimWorld</a></div>'
|
| 86 |
f'<nav aria-label="Main navigation"><a href="{root}index.html#top">Benchmark</a><a href="{root}index.html#leaderboard">Leaderboard</a>'
|
| 87 |
+
f'<a href="{root}index.html#cases">Visualization</a><a class="nav-active" href="{root}gallery/index.html">Gallery</a>'
|
| 88 |
'<a href="https://arxiv.org/abs/2609.36777" rel="noopener" target="_blank">Paper ↗</a>'
|
| 89 |
'<a href="https://github.com/SimWorld-AI/Code4Scene" rel="noopener" target="_blank">Github ↗</a></nav></header>')
|
| 90 |
foot = ('<footer><p>Code4Scene · UC San Diego & UC Berkeley · <a href="https://arxiv.org/abs/2609.36777" rel="noopener" '
|
|
|
|
| 131 |
def switcher(active: str) -> str:
|
| 132 |
link = lambda key, href, text: (f'<a aria-current="page" class="on" href="{href}">{text}</a>' if key == active
|
| 133 |
else f'<a href="{href}">{text}</a>')
|
| 134 |
+
return ('<nav aria-label="Browse the gallery" class="gal-switch">' + link("agent", "index.html", "By agent")
|
| 135 |
+ link("scene", "cases.html", "By scene") + "</nav>")
|
| 136 |
|
| 137 |
|
|
|
|
| 205 |
f'<span class="gal-cost">{money(r["cost"])}</span>'
|
| 206 |
f'<a class="gal-up" href="../cases.html#{c["slug"]}">All agents on this scene →</a></div>'
|
| 207 |
f'{brief(c["brief"])}{views(m, c, "../")}</section>')
|
| 208 |
+
body = ('<section class="gal-top"><div class="container"><nav aria-label="Breadcrumb" class="gal-crumb"><a href="../index.html">Gallery</a> / '
|
| 209 |
f'<span>{e(m["name"])}</span></nav><h1 class="section-title gal-name">{logo(logos[m["logo"]], "H")}{e(m["name"])}</h1>'
|
| 210 |
f'<p class="section-desc">{e(m["org"])} · Text-to-Scene re-run, October 2026 · the 20 Research Track scenes, four '
|
| 211 |
f'renders each from the evaluator\'s cameras.</p><div class="gal-stats">{stats}</div>'
|
scripts/t2s_sandbox_round.py
CHANGED
|
@@ -43,6 +43,9 @@ from bs4 import BeautifulSoup
|
|
| 43 |
ROOT = Path(__file__).resolve().parent.parent
|
| 44 |
V = "20261016t2s"
|
| 45 |
CASES = 20
|
|
|
|
|
|
|
|
|
|
| 46 |
WEIGHTS = (0.2, 0.6, 0.2) # Detailed, Overview, Physical
|
| 47 |
|
| 48 |
# provider -> logo key (data/site.js SITE.logos, pareto.js colours) and bar colours (the figure kit's)
|
|
@@ -312,7 +315,7 @@ def leaderboard(soup, D: dict) -> None:
|
|
| 312 |
rc = one(lb.find(class_="ranking-card"), "ranking card")
|
| 313 |
for old in rc.find_all("p", class_="gallery-link"):
|
| 314 |
old.decompose()
|
| 315 |
-
rc.append(frag('<p class="board-note gallery-link" data-view="t2s"><a href="
|
| 316 |
f'each of the {n} configurations built on every scene, with its score and cost.</p>'))
|
| 317 |
|
| 318 |
|
|
@@ -374,7 +377,7 @@ def cases_section(soup, D: dict, videos: list[str]) -> None:
|
|
| 374 |
for old in sec.find_all("div", class_="gallery-cta"):
|
| 375 |
old.decompose()
|
| 376 |
gal = frag('<div class="gallery-cta" data-view="t2s" style="text-align:center;margin-top:2rem"><a class="btn btn-primary" '
|
| 377 |
-
'href="
|
| 378 |
'<rect height="5" rx="1" width="5" x="2" y="2"></rect><rect height="5" rx="1" width="5" x="9" y="2"></rect>'
|
| 379 |
'<rect height="5" rx="1" width="5" x="2" y="9"></rect><rect height="5" rx="1" width="5" x="9" y="9"></rect>'
|
| 380 |
'</svg> Open the gallery</a></div>')
|
|
@@ -390,10 +393,12 @@ def takeaways(soup) -> None:
|
|
| 390 |
|
| 391 |
def nav(soup, prefix: str = "") -> None:
|
| 392 |
n = one(soup.find("nav", attrs={"aria-label": "Main navigation"}), "main nav")
|
| 393 |
-
|
|
|
|
|
|
|
| 394 |
return
|
| 395 |
vis = one(n.find("a", href=re.compile(r"index\.html#cases$")), "Visualization link")
|
| 396 |
-
a = soup.new_tag("a", href=prefix +
|
| 397 |
a.string = "Gallery"
|
| 398 |
vis.insert_after(a)
|
| 399 |
|
|
@@ -428,10 +433,13 @@ def other_pages() -> None:
|
|
| 428 |
nav(soup)
|
| 429 |
if name == "cases.html":
|
| 430 |
desc = one(soup.find("p", class_="section-desc"), "explorer desc")
|
| 431 |
-
|
|
|
|
|
|
|
|
|
|
| 432 |
desc.append(BeautifulSoup(
|
| 433 |
' These are the paper’s scenes and scores. For the October 2026 Text-to-Scene re-run, every agent’s '
|
| 434 |
-
'scene on every case is in the <a href="
|
| 435 |
for t in soup.find_all("script", src=re.compile(r"^assets/paper\.js")):
|
| 436 |
t["src"] = f"assets/paper.js?v={V}"
|
| 437 |
p.write_text(str(soup))
|
|
|
|
| 43 |
ROOT = Path(__file__).resolve().parent.parent
|
| 44 |
V = "20261016t2s"
|
| 45 |
CASES = 20
|
| 46 |
+
# The static Space host does not serve a folder's index.html ("gallery/" redirects to huggingface.co), so every link
|
| 47 |
+
# names the page, as the rest of the site does with index.html#...
|
| 48 |
+
GALLERY = "gallery/index.html"
|
| 49 |
WEIGHTS = (0.2, 0.6, 0.2) # Detailed, Overview, Physical
|
| 50 |
|
| 51 |
# provider -> logo key (data/site.js SITE.logos, pareto.js colours) and bar colours (the figure kit's)
|
|
|
|
| 315 |
rc = one(lb.find(class_="ranking-card"), "ranking card")
|
| 316 |
for old in rc.find_all("p", class_="gallery-link"):
|
| 317 |
old.decompose()
|
| 318 |
+
rc.append(frag(f'<p class="board-note gallery-link" data-view="t2s"><a href="{GALLERY}">Open the gallery</a>: what '
|
| 319 |
f'each of the {n} configurations built on every scene, with its score and cost.</p>'))
|
| 320 |
|
| 321 |
|
|
|
|
| 377 |
for old in sec.find_all("div", class_="gallery-cta"):
|
| 378 |
old.decompose()
|
| 379 |
gal = frag('<div class="gallery-cta" data-view="t2s" style="text-align:center;margin-top:2rem"><a class="btn btn-primary" '
|
| 380 |
+
f'href="{GALLERY}"><svg aria-hidden="true" fill="none" stroke="currentColor" stroke-width="1.5" viewbox="0 0 16 16">'
|
| 381 |
'<rect height="5" rx="1" width="5" x="2" y="2"></rect><rect height="5" rx="1" width="5" x="9" y="2"></rect>'
|
| 382 |
'<rect height="5" rx="1" width="5" x="2" y="9"></rect><rect height="5" rx="1" width="5" x="9" y="9"></rect>'
|
| 383 |
'</svg> Open the gallery</a></div>')
|
|
|
|
| 393 |
|
| 394 |
def nav(soup, prefix: str = "") -> None:
|
| 395 |
n = one(soup.find("nav", attrs={"aria-label": "Main navigation"}), "main nav")
|
| 396 |
+
old = n.find("a", href=(prefix + "gallery/", prefix + GALLERY))
|
| 397 |
+
if old:
|
| 398 |
+
old["href"] = prefix + GALLERY
|
| 399 |
return
|
| 400 |
vis = one(n.find("a", href=re.compile(r"index\.html#cases$")), "Visualization link")
|
| 401 |
+
a = soup.new_tag("a", href=prefix + GALLERY)
|
| 402 |
a.string = "Gallery"
|
| 403 |
vis.insert_after(a)
|
| 404 |
|
|
|
|
| 433 |
nav(soup)
|
| 434 |
if name == "cases.html":
|
| 435 |
desc = one(soup.find("p", class_="section-desc"), "explorer desc")
|
| 436 |
+
old = desc.find("a", href=("gallery/", GALLERY))
|
| 437 |
+
if old:
|
| 438 |
+
old["href"] = GALLERY
|
| 439 |
+
else:
|
| 440 |
desc.append(BeautifulSoup(
|
| 441 |
' These are the paper’s scenes and scores. For the October 2026 Text-to-Scene re-run, every agent’s '
|
| 442 |
+
f'scene on every case is in the <a href="{GALLERY}">gallery</a>.', "html.parser"))
|
| 443 |
for t in soup.find_all("script", src=re.compile(r"^assets/paper\.js")):
|
| 444 |
t["src"] = f"assets/paper.js?v={V}"
|
| 445 |
p.write_text(str(soup))
|