jzxiao commited on
Commit
c0ffced
·
verified ·
1 Parent(s): 753549e

Publish accepted 200-dataset benchmark results

Browse files
CLEAN200_ACCEPTANCE.json ADDED
@@ -0,0 +1,49 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "all_rows_ok_bit_exact_rank_eligible": true,
3
+ "exact_column_method_union": true,
4
+ "files": {
5
+ "COLUMN_METHOD_RESULTS.jsonl.gz": {
6
+ "raw_sha256": "9b8a977d03e32da621353be426e28e148fd93b49fb06e27f6f519bdf6410820c",
7
+ "rows": 316455,
8
+ "sha256": "853264b4a65653226b6b3b4b894613fde50329dca6c915eeae206ad6d304fa0b"
9
+ },
10
+ "DATASET_METHOD_RESULTS.jsonl": {
11
+ "rows": 17000,
12
+ "sha256": "8e2d2b4168f39ebe2cb3da1b4d59f1b7b8c7fa66560c74a5f515ffeb1d56a3e7"
13
+ },
14
+ "METHOD_SUMMARY.json": {
15
+ "methods": 85,
16
+ "sha256": "b88815f5ddf9b83a3c3bc6d70c1a14e284a9c0899654ad5688088f63ea7b5fc0"
17
+ }
18
+ },
19
+ "old_results_modified": false,
20
+ "schema": "clean200-algorithm85-acceptance-v1",
21
+ "scope": {
22
+ "additional50_rows": 6715,
23
+ "bos_overlay_rows": 3158,
24
+ "clean150_rows": 309740,
25
+ "columns": 3723,
26
+ "dataset_method_rows": 17000,
27
+ "datasets": 200,
28
+ "methods": 85,
29
+ "reger_overlay_rows": 79,
30
+ "rows": 316455
31
+ },
32
+ "sources": {
33
+ "additional50_acceptance_sha256": "ec664f8963d1f9b83cbc80b9f811b5359c2035a43a50648189fe3df56420a322",
34
+ "bos_acceptance_sha256": "06c8c4506a7e2f5116aaafdceb22db4e105bb789cd1948943d72a98e30072987",
35
+ "clean150_acceptance_sha256": "720900336ea333f97df283c22a4c30c6ae6a31c87a2a63596836ef173b4aff2d",
36
+ "reger_terminal_sha256": "38d787257fdd96f18650b2531216863eadf98556d04d75c30adb8d72fc5fab57"
37
+ },
38
+ "status": "accepted",
39
+ "version_consistency": {
40
+ "BOS": {
41
+ "binary_sha256": "b9dd43181a0b7d1f3ae4589777474455393ee7e228428d6666e8f5d816466af9",
42
+ "overlay_rows": 3158
43
+ },
44
+ "REGER": {
45
+ "binary_sha256": "e12bedd1598ab1fa0afcf56c6782bd9c15d65a6e0079ea9fa9caf390c9f705b3",
46
+ "overlay_rows": 79
47
+ }
48
+ }
49
+ }
CLEAN200_OPERATOR_ACCEPTANCE.json ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "full200_rankable_implementations": 93,
3
+ "restricted_nonranking_implementations": [
4
+ "A003",
5
+ "A004",
6
+ "A015",
7
+ "A018"
8
+ ],
9
+ "schema": "clean200-operator97-site-acceptance-v1",
10
+ "scope": {
11
+ "column_implementation_rows": 361131,
12
+ "dataset_implementation_rows": 19400,
13
+ "datasets": 200,
14
+ "implementations": 97,
15
+ "measurement_columns": 3723
16
+ },
17
+ "sources": {
18
+ "additional50_operator_acceptance_sha256": "e3ec7ab7ca96b043c14739fc4015c86eb3ffd045e3ca868809f2ff1a7b922dc9",
19
+ "clean150_operator_acceptance_sha256": "b9f0315cb221d6a48252173ae4068f2f986d803d9d43f863c458cdf780485195",
20
+ "independent_structural_verification_sha256": "9cce77b7f3382cd20f91f3d3f75eaa412d9e11e14c691c9f6bc505125f8f2e96",
21
+ "operator_summary_gzip_sha256": "0d41c7d4f9c63d0af50f63fc39c83a2e21e5fc40512101090a0c5f5d752d7f00",
22
+ "preservation_receipt_sha256": "152f1b053fc4b9197523132ff338ad3ed1297ff662c20fcfe116baaa22bd0aa1"
23
+ },
24
+ "status": "accepted",
25
+ "status_counts": {
26
+ "columns": {
27
+ "not_applicable": 70,
28
+ "not_executable": 5251,
29
+ "ok": 355810
30
+ },
31
+ "datasets": {
32
+ "not_applicable": 7,
33
+ "not_executable": 109,
34
+ "ok": 19168,
35
+ "partial_support_not_ranked": 5,
36
+ "partially_not_executable": 111
37
+ }
38
+ },
39
+ "timing": "not_measured_for_operator_ranking"
40
+ }
README.md CHANGED
@@ -10,13 +10,13 @@ pinned: false
10
 
11
  # THULab Time Series Compression Benchmark
12
 
13
- The active benchmark scope contains **150 measured datasets**, **85 compression algorithms**, and **97 active operator implementations**. Every displayed algorithm result is bound to accepted bit-exact evidence. Unsupported and not-applicable outcomes remain explicit and do not participate in rankings.
14
 
15
  Compression rate is complete compressed-frame bytes divided by canonical numerical input bytes. Timestamps, identifiers, labels, and other metadata are excluded from the numerical payload. Compression and decompression timing uses each result's receipt-bound W1/R3/T1 contract. The combined C++ view selects the latest accepted authority atomically for each dataset and method; historical rows remain preserved.
16
 
17
  The default composite score uses weights **0.4 / 0.3 / 0.3** for compression rate, normalized compression time, and normalized decompression time. Missing values are never filled with zero and weights are never renormalized. Results with incompatible timing contracts are not pooled.
18
 
19
- The operator page reports H0 entropy change, third-order Markov entropy change, and paired Zstd level-3 ablation for the same 150-dataset scope. Operator compression and decompression timing was not measured for ranking and remains null. Domain-limited or non-executable implementations retain their support conclusions but do not enter full-scope rankings.
20
 
21
  The page verifies SHA-256 bindings for the compact result snapshot, current-result selection sidecar, and operator summary before displaying them. `manifest.json` records the exact public release closure and accepted source receipts.
22
 
@@ -24,4 +24,4 @@ Current C++ algorithm measurements and current operator measurements remove NULL
24
 
25
  ## Immutable result assets
26
 
27
- The current clean-input payloads are served from the immutable `THULab/TSCB_dataset` revision `fb42da46537a7461295587614d1573ea0f531459` under `benchmark-results/clean150_20261023_v1/`. The page verifies both compressed and decompressed SHA-256 bindings before using the data. This transport-only placement preserves all scientific bytes and leaves the Space's existing historical files and Git history intact.
 
10
 
11
  # THULab Time Series Compression Benchmark
12
 
13
+ The active benchmark scope contains **200 measured datasets**, **85 compression algorithms**, and **97 active operator implementations**. Every displayed algorithm result is bound to accepted bit-exact evidence. Unsupported and not-applicable outcomes remain explicit and do not participate in rankings.
14
 
15
  Compression rate is complete compressed-frame bytes divided by canonical numerical input bytes. Timestamps, identifiers, labels, and other metadata are excluded from the numerical payload. Compression and decompression timing uses each result's receipt-bound W1/R3/T1 contract. The combined C++ view selects the latest accepted authority atomically for each dataset and method; historical rows remain preserved.
16
 
17
  The default composite score uses weights **0.4 / 0.3 / 0.3** for compression rate, normalized compression time, and normalized decompression time. Missing values are never filled with zero and weights are never renormalized. Results with incompatible timing contracts are not pooled.
18
 
19
+ The operator page reports H0 entropy change, third-order Markov entropy change, and paired Zstd level-3 ablation for the same 200-dataset scope. Operator compression and decompression timing was not measured for ranking and remains null. Domain-limited or non-executable implementations retain their support conclusions but do not enter full-scope rankings.
20
 
21
  The page verifies SHA-256 bindings for the compact result snapshot, current-result selection sidecar, and operator summary before displaying them. `manifest.json` records the exact public release closure and accepted source receipts.
22
 
 
24
 
25
  ## Immutable result assets
26
 
27
+ The current clean-input payloads are served from the immutable `THULab/TSCB_dataset` revision `eb44d8917c982e9a6fa283bdee1ff894a406d8ff` under `benchmark-results/clean200_20261025_v4/`. The page verifies both compressed and decompressed SHA-256 bindings before using the data. This transport-only placement preserves all scientific bytes and leaves the Space's existing historical files and Git history intact.
app.js CHANGED
@@ -1,16 +1,16 @@
1
- import {PROJECT150_SCOPE,PROJECT150_INPUT_STATUS,applyProject150Scope,filterProject150Catalog,project150CoverageForFamily} from './project150-scope.js?v=20261023-clean150-v1';
2
  import {WEIGHT_TENTHS,parseWeights,addRankingMetrics} from './ranking.js?v=20261021-bos-reger-rank85-v1';
3
  import {DEFAULT_PROFILE,profileLabel,defaultColumnVisible,metricAvailability,summarizeAvailability,visibleColumns,profileScopeText,aggregateTimedSubset,strictTimingMode} from './availability.js?v=20261023-clean150-v1-ui-scope2';
4
- const UI_DATA_SHA256='aca4767f47027d96cebea3108a6e1961f6a1d494f25d3e87dc2b7797696cc47a';
5
- const UI_DATA_GZIP_SHA256='9091e1dbfd826872361e4f67e8b7b4fd201a18fc987674dc6ff223891c7fc23b';
6
- const CPP_LATEST_VIEW_SHA256='5e280dd67b1473f03ed0f7a4ae5bd1f314d28315d5438db2c60476060686b9f0';
7
- const CPP_LATEST_VIEW_GZIP_SHA256='fc21d5459a20bf837dc2911c211cc10a30f005a7d2382e1b3c4985c81875dd01';
8
- const OPERATOR97_SHA256='79565bb3c125dca1f6f184496aa3c8d70bd28c4c4dd166ce2ac3ca04b9680eb9';
9
- const OPERATOR97_GZIP_SHA256='ec1ce5273c175ef82e1ae4f08f8cf73beab23327aeb6d2b5999a32c38ef4424b';
10
- const DATASET_CATALOG_SHA256='faab81fef68cfb9395638014b610819ab61e1b619abafcaa76ae8b265d09ee6d';
11
- const DATASET_CATALOG_GZIP_SHA256='e370ed180583b6143e2293e19d4cba793b431ca02ffcb9a7ac97c93c38425cb2';
12
- const CLEAN150_ASSET_BASE='https://huggingface.co/datasets/THULab/TSCB_dataset/resolve/fb42da46537a7461295587614d1573ea0f531459/benchmark-results/clean150_20261023_v1';
13
- const clean150AssetUrl=(name)=>`${CLEAN150_ASSET_BASE}/${name}`;
14
  const $ = (id) => document.getElementById(id);
15
  const escape = (value) => String(value ?? '').replace(/[&<>"']/g, (c) => ({'&':'&amp;','<':'&lt;','>':'&gt;','"':'&quot;',"'":'&#39;'}[c]));
16
  const number = (v) => v != null && Number.isFinite(Number(v)) ? Number(v) : null;
@@ -201,7 +201,7 @@ function showMethod(method,focus=false) {
201
  if(!row){selectedMethod=null;detail.hidden=true;return;}selectedMethod=method;
202
  const meta=methods.get(method)??methods.get(row.source[0].configuration), pipeline=meta?.operator_pipeline;
203
  const source=row.source.slice().sort((a,b)=>a.dataset.localeCompare(b.dataset));
204
- const supportDecisions=row.runtime==='cpp'?project150CoverageForFamily(cppLatestView.cpp.pair_ledger,row.family):[];
205
  const countSupport=predicate=>supportDecisions.filter(predicate).length;
206
  const supportNote=supportDecisions.length?`C++ test scope: ${supportDecisions.length} dataset identities; ${countSupport(item=>item.status==='numeric'&&item.scopes.includes('overall'))} full numeric Overall, ${countSupport(item=>item.status==='partial_numeric')} partial numeric (exact supported subset), ${countSupport(item=>item.status==='numeric'&&!item.scopes.includes('overall'))} full numeric type-specific only, ${countSupport(item=>item.status==='not_applicable')} not applicable, ${countSupport(item=>item.status==='unsupported')} unsupported, ${countSupport(item=>item.status==='replacement_input_pending')} corrected-input retests pending. Type-specific results are available through the data-type filter; they are not missing experiments.`:'';
207
 
@@ -232,7 +232,7 @@ function csv() {
232
  const quote=v=>{let text=String(v??'');if(typeof v==='string'&&/^[=+@-]/.test(text))text="'"+text;return `"${text.replace(/"/g,'""')}"`;};
233
  const weights=parseWeights($('weights').value);
234
  const columns=['position','method','comparison_profile','execution_host','scope','row_mode','selected_dataset','sort_metric','sort_direction','average_compression_rate','overall_compression_rate','compress_ns_per_point','decompress_ns_per_point','weight_a','weight_b','weight_c','normalized_compress','normalized_decompress','composite_score','composite_score_status','composite_rate_dataset_coverage','composite_timing_dataset_coverage','composite_timing_dataset_denominator','composite_metric_basis','average_rank','rank_dataset_coverage','normalization_reference_rows','compress_min','compress_max','decompress_min','decompress_max','normalization','rank_definition','dataset_coverage','datasets_in_scope','selected_configuration_by_dataset','source_profile_by_dataset','binary_sha256_by_dataset','eligible_column_set_sha256_by_dataset','measurement_status_by_dataset','timing_profile_status_by_dataset','timing_column_count','timing_aggregation','timed_subset_compress_ns_per_point','timed_subset_decompress_ns_per_point','timed_subset_dataset_coverage','timed_subset_dataset_denominator','timed_subset_status','timed_subset_source_profiles','timed_subset_source_hosts','selected_source_family_by_dataset','selected_source_comparison_profile_by_dataset','selected_source_host_by_dataset','strict_timing_reason','composite_reason','final_dataset_scope','input_version_gate','pending_replacement_datasets'];
235
- const body=currentRows.map((r,i)=>[i+1,r.method,r.runtime,runtimeHost(r.runtime),scopeKey(),state().mode,state().dataset,sort.key,sort.direction===1?'ascending':'descending',r.compression_rate,r.overall_rate,r.compression_time,r.decompression_time,...weights.map(w=>w.toFixed(1)),r.normalized_compression_time,r.normalized_decompression_time,r.composite_score,r.composite_score_status,r.composite_rate_coverage,r.composite_timing_coverage,r.composite_timing_denominator,r.composite_metric_basis,r.average_rank,r.rank_coverage,r.normalization_reference_rows,r.encode_min,r.encode_max,r.decode_min,r.decode_max,'min-max over all eligible rows in selected language/scope/row-mode before search and visibility filters; C++ scores use current accepted comparable timing inputs',(r.rank_reference==='all-published-methods-in-selected-scope'?'mean per-dataset composite-score fractional rank across all admitted published methods in selected scope; per-dataset min-max times':'mean per-dataset composite-score fractional rank; per-dataset min-max times'),r.coverage,r.totalDatasets,JSON.stringify(Object.fromEntries(r.source.map(s=>[s.dataset,s.configuration]))),JSON.stringify(Object.fromEntries(r.source.map(s=>[s.dataset,s.source_runtime]))),JSON.stringify(Object.fromEntries(r.source.map(s=>[s.dataset,s.binary_sha256]))),JSON.stringify(Object.fromEntries(r.source.map(s=>[s.dataset,s.eligible_column_set_sha256]))),JSON.stringify(Object.fromEntries(r.source.map(s=>[s.dataset,s.measurement_status]))),JSON.stringify(Object.fromEntries(r.source.map(s=>[s.dataset,s.timing_profile_status]))),r.timing_column_count,r.timing_aggregation,r.compression_time_timed_subset,r.decompression_time_timed_subset,r.timing_subset_coverage,r.timing_subset_denominator,r.timing_subset_status,JSON.stringify(r.timing_subset_source_profiles),JSON.stringify(r.timing_subset_hosts),JSON.stringify(Object.fromEntries(r.source.map(s=>[s.dataset,s.source_family??s.family]))),JSON.stringify(Object.fromEntries(r.source.map(s=>[s.dataset,s.source_comparison_profile??s.runtime]))),JSON.stringify(Object.fromEntries(r.source.map(s=>[s.dataset,s.source_execution_host??'source snapshot']))),metricAvailability(r,'compression_time').code,metricAvailability(r,'composite_score').code,PROJECT150_INPUT_STATUS.scope_id,'not_quarantined_by_current_input_audit',JSON.stringify(PROJECT150_INPUT_STATUS.pending_datasets.map(item=>item.dataset_id))].map(quote).join(','));
236
  const url=URL.createObjectURL(new Blob(['\ufeff'+[columns.join(','),...body].join('\r\n')],{type:'text/csv;charset=utf-8'}));const a=document.createElement('a');a.href=url;a.download=`THULab-compression-${state().runtime}-${scopeKey()}-${state().dataset}.csv`;a.click();setTimeout(()=>URL.revokeObjectURL(url),1000);
237
  }
238
  function safeHttpUrl(value) {
@@ -299,25 +299,25 @@ function operator97CsvText(value=operator97) {
299
  function downloadOperator97Csv() {
300
  if(!operator97)return;
301
  const blob=new Blob([operator97CsvText(operator97)],{type:'text/csv;charset=utf-8'}),url=URL.createObjectURL(blob),link=document.createElement('a');
302
- link.href=url;link.download='operator97-project150-dataset-results.csv';document.body.appendChild(link);link.click();link.remove();setTimeout(()=>URL.revokeObjectURL(url),0);
303
  }
304
  function operator97Metric(value,digits=3) { return number(value)===null?'Unavailable':fmt(value,digits); }
305
  function renderOperator97() {
306
  const status=$('operator97-status'),body=$('operator97-table')?.querySelector('tbody'),datasetControl=$('operator97-dataset');if(!status||!body||!datasetControl)return;
307
  if(operator97Error){status.textContent='Operator97 results could not be loaded.';body.innerHTML=`<tr><td colspan="8" class="empty-cell">${escape(operator97Error.message)}</td></tr>`;return;}
308
  if(!operator97){status.textContent='Loading Operator97 results…';return;}
309
- if(datasetControl.options.length<2){datasetControl.innerHTML='<option value="all">All 150 datasets · dataset-equal means</option>'+operator97.datasets.map(value=>`<option value="${escape(value)}">${escape(value)}</option>`).join('');}
310
  const selected=datasetControl.value||'all',query=($('operator97-search')?.value||'').trim().toLowerCase(),meta=new Map(operator97.implementations.map(row=>[row.implementation_id,row]));
311
  let rows=selected==='all'?operator97.implementations:operator97.dataset_results.filter(row=>row.dataset_id===selected).map(row=>({...meta.get(row.implementation_id),...row,eligible_dataset_count:row.ranking_eligible?1:0,dataset_count:1}));
312
  rows=rows.filter(row=>!query||`${row.implementation_id} ${row.name} ${row.family}`.toLowerCase().includes(query));
313
- const eligible=rows.filter(row=>selected==='all'?row.ranking_eligible_full_150:row.ranking_eligible).length,coverage=operator97.coverage;
314
- status.textContent=selected==='all'?`${rows.length} implementations shown · ${eligible} have complete 150-dataset support · ${countFmt(operator97.dataset_results.filter(row=>row.ranking_eligible).length)} rank-eligible dataset results · ${countFmt(operator97.dataset_results.filter(row=>!row.ranking_eligible).length)} domain-limited results excluded from metrics and ranking`:`${escape(selected)} · ${rows.length} implementations shown · ${eligible} executable complete results; domain-limited rows remain visible but have no scientific score`;
315
- body.innerHTML=rows.map(row=>{const eligibleRow=selected==='all'?row.ranking_eligible_full_150:row.ranking_eligible,statusText=selected==='all'?(eligibleRow?'Complete 150 / 150':`${row.eligible_dataset_count} / 150 · support-limited`):(eligibleRow?'Executable · bitexact':row.status.replaceAll('_',' '));return `<tr class="${eligibleRow?'':'operator97-ineligible'}"><td><strong>${escape(row.implementation_id)}</strong><small>${escape(row.name)}</small></td><td class="numeric">${operator97Metric(row.h0_delta_bits_per_valid_value)}</td><td class="numeric">${operator97Metric(row.markov3_delta_bits_per_valid_value)}</td><td class="numeric">${operator97Metric(row.ablation_zstd3_delta_bits_per_valid_value)}</td><td class="numeric">${operator97Metric(row.ablation_present_over_omitted_compressed_bytes)}${number(row.ablation_present_over_omitted_compressed_bytes)!==null?'×':''}</td><td class="numeric">${selected==='all'?`${row.eligible_dataset_count} / 150`:`${row.supported_columns??0} / ${row.column_count??0}`}</td><td>${escape(statusText)}</td><td><code>${escape((row.support_cohort_sha256||'').slice(0,12)||'—')}</code></td></tr>`;}).join('')||'<tr><td colspan="8" class="empty-cell">No implementation matches this filter.</td></tr>';
316
  }
317
  async function loadOperator97() {
318
  try {
319
- const response=await fetch(clean150AssetUrl('operator97-project150-summary.json.gz'),{cache:'no-cache'});if(!response.ok)throw new Error(`Operator97 request returned ${response.status}.`);
320
- const compressed=await response.arrayBuffer();if(await sha256Hex(compressed)!==OPERATOR97_GZIP_SHA256)throw new Error('Operator97 compressed summary SHA differs.');const bytes=await gunzipBuffer(compressed,'The Operator97 summary');if(await sha256Hex(bytes)!==OPERATOR97_SHA256)throw new Error('Operator97 summary SHA differs.');const value=JSON.parse(new TextDecoder().decode(bytes));if(value?.schema!=='compressionbenchmark-operator97-project150-summary-v1'||value?.status!=='accepted_clean150_complete'||value?.coverage?.dataset_count!==150||value?.coverage?.implementation_count!==97||value?.coverage?.dataset_implementation_key_count!==14550||value?.coverage?.column_implementation_key_count!==353468||!Array.isArray(value.implementations)||value.implementations.length!==97||!Array.isArray(value.dataset_results)||value.dataset_results.length!==14550)throw new Error('Operator97 summary has an invalid schema, scope, or source binding.');operator97=value;
321
  } catch(error) { operator97Error=error instanceof Error?error:new Error('Operator97 results are unavailable.'); }
322
  renderOperator97();
323
  }
@@ -383,7 +383,7 @@ function datasetKey(entry) { return String(entry?.key??entry?.dataset??''); }
383
  function datasetDisplayName(key) { const entry=datasets.get(key);return entry?.label&&entry.label!==key?`${entry.label} (${key})`:key; }
384
  function datasetEntries() {
385
  const source=Array.isArray(datasetCatalog?.datasets)&&datasetCatalog.datasets.length?datasetCatalog.datasets:[...(snapshot?.datasets||[])];
386
- const unique=new Map();for(const entry of source){const key=datasetKey(entry);if(key&&PROJECT150_SCOPE.datasets.includes(key))unique.set(key,entry);}return [...unique.values()];
387
  }
388
  function datasetCategory(entry) { return String(entry.category_label??entry.category??'Other'); }
389
  function datasetSearchText(entry) { return [datasetKey(entry),entry.label,entry.category,entry.category_label,entry.source,entry.dataset_url,thulabDatasetUrl(entry)?'THULab Hugging Face hosted':''].join(' ').toLowerCase(); }
@@ -417,14 +417,14 @@ function renderDatasetEntry(entry,isMeasured) {
417
  }
418
  async function loadDatasetCatalog() {
419
  try {
420
- const response=await fetch(clean150AssetUrl('dataset-catalog.json.gz'),{cache:'no-cache'});if(!response.ok)throw new Error(`Dataset catalog request returned ${response.status}.`);
421
- const compressed=await response.arrayBuffer();if(await sha256Hex(compressed)!==DATASET_CATALOG_GZIP_SHA256)throw new Error('Dataset catalog compressed SHA differs.');const bytes=await gunzipBuffer(compressed,'The dataset catalog');if(await sha256Hex(bytes)!==DATASET_CATALOG_SHA256)throw new Error('Dataset catalog SHA differs.');const catalog=JSON.parse(new TextDecoder().decode(bytes));if(!catalog||!Array.isArray(catalog.datasets)||!catalog.summary)throw new Error('Dataset catalog has an invalid schema.');datasetCatalog=filterProject150Catalog(catalog);
422
  } catch(error) { datasetCatalogError=error instanceof Error?error:new Error('Dataset catalog is unavailable.'); }
423
  if(snapshot){populateDatasetControls();renderDatasetCatalog();renderAbout();}
424
  }
425
  function renderAbout() {
426
  const b=snapshot.benchmark||{},s=snapshot.source||{},c=snapshot.coverage||{};
427
- const notes=['The active benchmark scope contains 150 datasets with accepted numerical measurements for 85 compression algorithms and 97 active operator implementations. Unsupported and N/A outcomes are explicit and never participate in rankings.',b.aggregation_note,b.selection_note,...(b.notes||[]),...(b.measurement_boundaries||[])].filter(Boolean);
428
  $('methodology').innerHTML=notes.map(n=>`<p class="notice">${escape(n)}</p>`).join('');
429
  const definitions=b.metric_definitions||{};if(Object.keys(definitions).length)$('methodology').innerHTML+=`<dl class="definitions">${Object.entries(definitions).map(([k,v])=>`<div><dt>${escape(k.replaceAll('_',' '))}</dt><dd>${escape(typeof v==='string'?v:JSON.stringify(v))}</dd></div>`).join('')}</dl>`;
430
  const exclusions=c.exclusions||c.excluded_datasets||snapshot.exclusions||[];
@@ -438,10 +438,10 @@ function decodeCompactRecord(row,index) {
438
  return {_compact_index:index,dataset:t.datasets[row[0]],scope:t.scopes[row[1]],runtime:t.runtimes[row[2]],comparison_profile:t.comparison_profiles[row[3]],family:t.families[row[4]],method:t.configurations[row[5]],algorithm_variant:t.configurations[row[5]],compression_rate:row[6],compression_time_ns_per_point:row[7],decompression_time_ns_per_point:row[8],original_size_bytes:row[9],compressed_size_bytes:row[10],timing_column_count:row[11],timing_aggregation:t.timing_aggregations[row[12]],eligible_column_set_sha256:t.support_sets[row[13]],measurement_status:t.measurement_statuses[row[14]],timing_profile_status:t.timing_statuses[row[15]],binary_sha256:t.binary_hashes[row[16]]};
439
  }
440
  function applyCppLatestView() {
441
- if(!cppLatestView||cppLatestView.schema!=='compressionbenchmark-cpp-latest-view-v1'||cppLatestView.status!=='built_from_accepted_clean150_results_v1')throw new Error('The combined C++ selection sidecar has an invalid schema or status.');
442
  const compact=snapshot.compact_records;if(!Array.isArray(compact))throw new Error('The SHA-bound compact record table is missing.');
443
- if(cppLatestView.baseline?.compact_record_count!==compact.length)throw new Error('The combined C++ sidecar compact-record count does not match the frozen payload.');
444
- if(cppLatestView.baseline?.data_sha256!==snapshot.source_data_sha256)throw new Error('The combined C++ sidecar source data hash does not match the frozen payload.');
445
  const selectors=cppLatestView.selectors;if(!Array.isArray(selectors)||selectors.join('\0')!=='cpp\0java\0python')throw new Error('The combined view must expose exactly C++, Java, and Python.');
446
  const selected=cppLatestView.cpp?.selected_rows;if(!Array.isArray(selected))throw new Error('The combined C++ selected-row index is missing.');
447
  const seen=new Set(),cpp=[];
@@ -468,7 +468,7 @@ function applyCppLatestView() {
468
  }
469
  function init() {
470
  applyCppLatestView();
471
- snapshot=applyProject150Scope(snapshot);
472
  for(const m of snapshot.methods||[]) { const method=typeof m==='string'?{name:m}:m;methods.set(method.name??method.method,method);for(const c of method.configurations||[])methods.set(c.algorithm_variant,{...method,name:c.algorithm_variant,family:method.name}); }
473
  for(const d of snapshot.datasets||[])datasets.set(d.key??d.dataset,d);
474
  records=(snapshot.dataset_results||snapshot.records||[]).map(normalizeRecord).filter(r=>r.method&&r.dataset&&r.compression_rate>0);
@@ -538,14 +538,14 @@ function applySideIncrementalPatch(base,patch){
538
  if(out.cpp.selected_rows.length!==patch.final_selected_count||out.cpp.pair_ledger.length!==patch.final_pair_ledger_count)throw new Error('The reconstructed C++ selection count differs.');return out;
539
  }
540
  try {
541
- const responses=await Promise.all([fetch(clean150AssetUrl('ui-data-project150.json.gz'),{cache:'no-cache'}),fetch(clean150AssetUrl('cpp-latest-view-project150.json.gz'),{cache:'no-cache'})]);
542
- if(responses.some(response=>!response.ok))throw new Error('The project150 snapshot request failed.');
543
  const compressed=await Promise.all(responses.map(response=>response.arrayBuffer()));
544
  const expectedCompressed=[UI_DATA_GZIP_SHA256,CPP_LATEST_VIEW_GZIP_SHA256];
545
- for(let i=0;i<compressed.length;i++)if(await sha256Hex(compressed[i])!==expectedCompressed[i])throw new Error('A compressed project150 input SHA differs.');
546
- const raw=await Promise.all(compressed.map((value,index)=>gunzipBuffer(value,index===0?'The project150 result snapshot':'The project150 selection sidecar')));
547
  const expectedRaw=[UI_DATA_SHA256,CPP_LATEST_VIEW_SHA256];
548
- for(let i=0;i<raw.length;i++)if(await sha256Hex(raw[i])!==expectedRaw[i])throw new Error('A canonical project150 input SHA differs.');
549
  [snapshot,cppLatestView]=raw.map(value=>JSON.parse(new TextDecoder().decode(value)));init();
550
  }
551
  catch(e){$('load-error').hidden=false;$('load-error').textContent=`The result snapshot could not be loaded. Please reload the page or download the JSON from the repository. ${e.message}`;$('snapshot').textContent='Snapshot unavailable';$('leaderboard').querySelector('tbody').innerHTML='<tr><td class="empty-cell">Results unavailable.</td></tr>';}
 
1
+ import {PROJECT200_SCOPE,PROJECT200_INPUT_STATUS,applyProject200Scope,filterProject200Catalog,project200CoverageForFamily} from './project200-scope.js?v=20261025-clean200-v1';
2
  import {WEIGHT_TENTHS,parseWeights,addRankingMetrics} from './ranking.js?v=20261021-bos-reger-rank85-v1';
3
  import {DEFAULT_PROFILE,profileLabel,defaultColumnVisible,metricAvailability,summarizeAvailability,visibleColumns,profileScopeText,aggregateTimedSubset,strictTimingMode} from './availability.js?v=20261023-clean150-v1-ui-scope2';
4
+ const UI_DATA_SHA256='160e49e5afcb8a27e0e48e311fe1838d70930782d659dc5c444b9b0f4faebf59';
5
+ const UI_DATA_GZIP_SHA256='c2f0f46fc5c715af4da8f43101cada390c32e10e04f9fdbfb5e8896723daab65';
6
+ const CPP_LATEST_VIEW_SHA256='f6ba04065b400361ba6e7da93b4e336d02cd03687448f1f337738d533505edb2';
7
+ const CPP_LATEST_VIEW_GZIP_SHA256='1a36afc4f34ef09d4e71f76a95c3ae4b42026a1cc31a4006d457143c582a4762';
8
+ const OPERATOR97_SHA256='370a01786db4d034d49117ee76c5f8999a9514192ee61ebca7151bed481739e0';
9
+ const OPERATOR97_GZIP_SHA256='0d41c7d4f9c63d0af50f63fc39c83a2e21e5fc40512101090a0c5f5d752d7f00';
10
+ const DATASET_CATALOG_SHA256='e25642fe1d87ab0bb595a391f4582c43ab94b9d6ae5ebd2be9903ccf261c1fd2';
11
+ const DATASET_CATALOG_GZIP_SHA256='b6d261c84e236efba34618975db37fb481f60e50e5682074fd103d784c1bb9f4';
12
+ const CLEAN200_ASSET_BASE='https://huggingface.co/datasets/THULab/TSCB_dataset/resolve/eb44d8917c982e9a6fa283bdee1ff894a406d8ff/benchmark-results/clean200_20261025_v4';
13
+ const clean200AssetUrl=(name)=>`${CLEAN200_ASSET_BASE}/${name}`;
14
  const $ = (id) => document.getElementById(id);
15
  const escape = (value) => String(value ?? '').replace(/[&<>"']/g, (c) => ({'&':'&amp;','<':'&lt;','>':'&gt;','"':'&quot;',"'":'&#39;'}[c]));
16
  const number = (v) => v != null && Number.isFinite(Number(v)) ? Number(v) : null;
 
201
  if(!row){selectedMethod=null;detail.hidden=true;return;}selectedMethod=method;
202
  const meta=methods.get(method)??methods.get(row.source[0].configuration), pipeline=meta?.operator_pipeline;
203
  const source=row.source.slice().sort((a,b)=>a.dataset.localeCompare(b.dataset));
204
+ const supportDecisions=row.runtime==='cpp'?project200CoverageForFamily(cppLatestView.cpp.pair_ledger,row.family):[];
205
  const countSupport=predicate=>supportDecisions.filter(predicate).length;
206
  const supportNote=supportDecisions.length?`C++ test scope: ${supportDecisions.length} dataset identities; ${countSupport(item=>item.status==='numeric'&&item.scopes.includes('overall'))} full numeric Overall, ${countSupport(item=>item.status==='partial_numeric')} partial numeric (exact supported subset), ${countSupport(item=>item.status==='numeric'&&!item.scopes.includes('overall'))} full numeric type-specific only, ${countSupport(item=>item.status==='not_applicable')} not applicable, ${countSupport(item=>item.status==='unsupported')} unsupported, ${countSupport(item=>item.status==='replacement_input_pending')} corrected-input retests pending. Type-specific results are available through the data-type filter; they are not missing experiments.`:'';
207
 
 
232
  const quote=v=>{let text=String(v??'');if(typeof v==='string'&&/^[=+@-]/.test(text))text="'"+text;return `"${text.replace(/"/g,'""')}"`;};
233
  const weights=parseWeights($('weights').value);
234
  const columns=['position','method','comparison_profile','execution_host','scope','row_mode','selected_dataset','sort_metric','sort_direction','average_compression_rate','overall_compression_rate','compress_ns_per_point','decompress_ns_per_point','weight_a','weight_b','weight_c','normalized_compress','normalized_decompress','composite_score','composite_score_status','composite_rate_dataset_coverage','composite_timing_dataset_coverage','composite_timing_dataset_denominator','composite_metric_basis','average_rank','rank_dataset_coverage','normalization_reference_rows','compress_min','compress_max','decompress_min','decompress_max','normalization','rank_definition','dataset_coverage','datasets_in_scope','selected_configuration_by_dataset','source_profile_by_dataset','binary_sha256_by_dataset','eligible_column_set_sha256_by_dataset','measurement_status_by_dataset','timing_profile_status_by_dataset','timing_column_count','timing_aggregation','timed_subset_compress_ns_per_point','timed_subset_decompress_ns_per_point','timed_subset_dataset_coverage','timed_subset_dataset_denominator','timed_subset_status','timed_subset_source_profiles','timed_subset_source_hosts','selected_source_family_by_dataset','selected_source_comparison_profile_by_dataset','selected_source_host_by_dataset','strict_timing_reason','composite_reason','final_dataset_scope','input_version_gate','pending_replacement_datasets'];
235
+ const body=currentRows.map((r,i)=>[i+1,r.method,r.runtime,runtimeHost(r.runtime),scopeKey(),state().mode,state().dataset,sort.key,sort.direction===1?'ascending':'descending',r.compression_rate,r.overall_rate,r.compression_time,r.decompression_time,...weights.map(w=>w.toFixed(1)),r.normalized_compression_time,r.normalized_decompression_time,r.composite_score,r.composite_score_status,r.composite_rate_coverage,r.composite_timing_coverage,r.composite_timing_denominator,r.composite_metric_basis,r.average_rank,r.rank_coverage,r.normalization_reference_rows,r.encode_min,r.encode_max,r.decode_min,r.decode_max,'min-max over all eligible rows in selected language/scope/row-mode before search and visibility filters; C++ scores use current accepted comparable timing inputs',(r.rank_reference==='all-published-methods-in-selected-scope'?'mean per-dataset composite-score fractional rank across all admitted published methods in selected scope; per-dataset min-max times':'mean per-dataset composite-score fractional rank; per-dataset min-max times'),r.coverage,r.totalDatasets,JSON.stringify(Object.fromEntries(r.source.map(s=>[s.dataset,s.configuration]))),JSON.stringify(Object.fromEntries(r.source.map(s=>[s.dataset,s.source_runtime]))),JSON.stringify(Object.fromEntries(r.source.map(s=>[s.dataset,s.binary_sha256]))),JSON.stringify(Object.fromEntries(r.source.map(s=>[s.dataset,s.eligible_column_set_sha256]))),JSON.stringify(Object.fromEntries(r.source.map(s=>[s.dataset,s.measurement_status]))),JSON.stringify(Object.fromEntries(r.source.map(s=>[s.dataset,s.timing_profile_status]))),r.timing_column_count,r.timing_aggregation,r.compression_time_timed_subset,r.decompression_time_timed_subset,r.timing_subset_coverage,r.timing_subset_denominator,r.timing_subset_status,JSON.stringify(r.timing_subset_source_profiles),JSON.stringify(r.timing_subset_hosts),JSON.stringify(Object.fromEntries(r.source.map(s=>[s.dataset,s.source_family??s.family]))),JSON.stringify(Object.fromEntries(r.source.map(s=>[s.dataset,s.source_comparison_profile??s.runtime]))),JSON.stringify(Object.fromEntries(r.source.map(s=>[s.dataset,s.source_execution_host??'source snapshot']))),metricAvailability(r,'compression_time').code,metricAvailability(r,'composite_score').code,PROJECT200_INPUT_STATUS.scope_id,'not_quarantined_by_current_input_audit',JSON.stringify(PROJECT200_INPUT_STATUS.pending_datasets.map(item=>item.dataset_id))].map(quote).join(','));
236
  const url=URL.createObjectURL(new Blob(['\ufeff'+[columns.join(','),...body].join('\r\n')],{type:'text/csv;charset=utf-8'}));const a=document.createElement('a');a.href=url;a.download=`THULab-compression-${state().runtime}-${scopeKey()}-${state().dataset}.csv`;a.click();setTimeout(()=>URL.revokeObjectURL(url),1000);
237
  }
238
  function safeHttpUrl(value) {
 
299
  function downloadOperator97Csv() {
300
  if(!operator97)return;
301
  const blob=new Blob([operator97CsvText(operator97)],{type:'text/csv;charset=utf-8'}),url=URL.createObjectURL(blob),link=document.createElement('a');
302
+ link.href=url;link.download='operator97-project200-dataset-results.csv';document.body.appendChild(link);link.click();link.remove();setTimeout(()=>URL.revokeObjectURL(url),0);
303
  }
304
  function operator97Metric(value,digits=3) { return number(value)===null?'Unavailable':fmt(value,digits); }
305
  function renderOperator97() {
306
  const status=$('operator97-status'),body=$('operator97-table')?.querySelector('tbody'),datasetControl=$('operator97-dataset');if(!status||!body||!datasetControl)return;
307
  if(operator97Error){status.textContent='Operator97 results could not be loaded.';body.innerHTML=`<tr><td colspan="8" class="empty-cell">${escape(operator97Error.message)}</td></tr>`;return;}
308
  if(!operator97){status.textContent='Loading Operator97 results…';return;}
309
+ if(datasetControl.options.length<2){datasetControl.innerHTML='<option value="all">All 200 datasets · dataset-equal means</option>'+operator97.datasets.map(value=>`<option value="${escape(value)}">${escape(value)}</option>`).join('');}
310
  const selected=datasetControl.value||'all',query=($('operator97-search')?.value||'').trim().toLowerCase(),meta=new Map(operator97.implementations.map(row=>[row.implementation_id,row]));
311
  let rows=selected==='all'?operator97.implementations:operator97.dataset_results.filter(row=>row.dataset_id===selected).map(row=>({...meta.get(row.implementation_id),...row,eligible_dataset_count:row.ranking_eligible?1:0,dataset_count:1}));
312
  rows=rows.filter(row=>!query||`${row.implementation_id} ${row.name} ${row.family}`.toLowerCase().includes(query));
313
+ const eligible=rows.filter(row=>selected==='all'?row.ranking_eligible_full_200:row.ranking_eligible).length,coverage=operator97.coverage;
314
+ status.textContent=selected==='all'?`${rows.length} implementations shown · ${eligible} have complete 200-dataset support · ${countFmt(operator97.dataset_results.filter(row=>row.ranking_eligible).length)} rank-eligible dataset results · ${countFmt(operator97.dataset_results.filter(row=>!row.ranking_eligible).length)} domain-limited results excluded from metrics and ranking`:`${escape(selected)} · ${rows.length} implementations shown · ${eligible} executable complete results; domain-limited rows remain visible but have no scientific score`;
315
+ body.innerHTML=rows.map(row=>{const eligibleRow=selected==='all'?row.ranking_eligible_full_200:row.ranking_eligible,statusText=selected==='all'?(eligibleRow?'Complete 200 / 200':`${row.eligible_dataset_count} / 200 · support-limited`):(eligibleRow?'Executable · bitexact':row.status.replaceAll('_',' '));return `<tr class="${eligibleRow?'':'operator97-ineligible'}"><td><strong>${escape(row.implementation_id)}</strong><small>${escape(row.name)}</small></td><td class="numeric">${operator97Metric(row.h0_delta_bits_per_valid_value)}</td><td class="numeric">${operator97Metric(row.markov3_delta_bits_per_valid_value)}</td><td class="numeric">${operator97Metric(row.ablation_zstd3_delta_bits_per_valid_value)}</td><td class="numeric">${operator97Metric(row.ablation_present_over_omitted_compressed_bytes)}${number(row.ablation_present_over_omitted_compressed_bytes)!==null?'×':''}</td><td class="numeric">${selected==='all'?`${row.eligible_dataset_count} / 200`:`${row.supported_columns??0} / ${row.column_count??0}`}</td><td>${escape(statusText)}</td><td><code>${escape((row.support_cohort_sha256||'').slice(0,12)||'—')}</code></td></tr>`;}).join('')||'<tr><td colspan="8" class="empty-cell">No implementation matches this filter.</td></tr>';
316
  }
317
  async function loadOperator97() {
318
  try {
319
+ const response=await fetch(clean200AssetUrl('operator97-project200-summary.json.gz'),{cache:'no-cache'});if(!response.ok)throw new Error(`Operator97 request returned ${response.status}.`);
320
+ const compressed=await response.arrayBuffer();if(await sha256Hex(compressed)!==OPERATOR97_GZIP_SHA256)throw new Error('Operator97 compressed summary SHA differs.');const bytes=await gunzipBuffer(compressed,'The Operator97 summary');if(await sha256Hex(bytes)!==OPERATOR97_SHA256)throw new Error('Operator97 summary SHA differs.');const value=JSON.parse(new TextDecoder().decode(bytes));if(value?.schema!=='compressionbenchmark-operator97-project200-summary-v1'||value?.status!=='accepted_clean200_complete'||value?.coverage?.dataset_count!==200||value?.coverage?.implementation_count!==97||value?.coverage?.dataset_implementation_key_count!==19400||value?.coverage?.column_implementation_key_count!==361131||!Array.isArray(value.implementations)||value.implementations.length!==97||!Array.isArray(value.dataset_results)||value.dataset_results.length!==19400)throw new Error('Operator97 summary has an invalid schema, scope, or source binding.');operator97=value;
321
  } catch(error) { operator97Error=error instanceof Error?error:new Error('Operator97 results are unavailable.'); }
322
  renderOperator97();
323
  }
 
383
  function datasetDisplayName(key) { const entry=datasets.get(key);return entry?.label&&entry.label!==key?`${entry.label} (${key})`:key; }
384
  function datasetEntries() {
385
  const source=Array.isArray(datasetCatalog?.datasets)&&datasetCatalog.datasets.length?datasetCatalog.datasets:[...(snapshot?.datasets||[])];
386
+ const unique=new Map();for(const entry of source){const key=datasetKey(entry);if(key&&PROJECT200_SCOPE.datasets.includes(key))unique.set(key,entry);}return [...unique.values()];
387
  }
388
  function datasetCategory(entry) { return String(entry.category_label??entry.category??'Other'); }
389
  function datasetSearchText(entry) { return [datasetKey(entry),entry.label,entry.category,entry.category_label,entry.source,entry.dataset_url,thulabDatasetUrl(entry)?'THULab Hugging Face hosted':''].join(' ').toLowerCase(); }
 
417
  }
418
  async function loadDatasetCatalog() {
419
  try {
420
+ const response=await fetch(clean200AssetUrl('dataset-catalog.json.gz'),{cache:'no-cache'});if(!response.ok)throw new Error(`Dataset catalog request returned ${response.status}.`);
421
+ const compressed=await response.arrayBuffer();if(await sha256Hex(compressed)!==DATASET_CATALOG_GZIP_SHA256)throw new Error('Dataset catalog compressed SHA differs.');const bytes=await gunzipBuffer(compressed,'The dataset catalog');if(await sha256Hex(bytes)!==DATASET_CATALOG_SHA256)throw new Error('Dataset catalog SHA differs.');const catalog=JSON.parse(new TextDecoder().decode(bytes));if(!catalog||!Array.isArray(catalog.datasets)||!catalog.summary)throw new Error('Dataset catalog has an invalid schema.');datasetCatalog=filterProject200Catalog(catalog);
422
  } catch(error) { datasetCatalogError=error instanceof Error?error:new Error('Dataset catalog is unavailable.'); }
423
  if(snapshot){populateDatasetControls();renderDatasetCatalog();renderAbout();}
424
  }
425
  function renderAbout() {
426
  const b=snapshot.benchmark||{},s=snapshot.source||{},c=snapshot.coverage||{};
427
+ const notes=['The active benchmark scope contains 200 datasets with accepted numerical measurements for 85 compression algorithms and 97 active operator implementations. Unsupported and N/A outcomes are explicit and never participate in rankings.',b.aggregation_note,b.selection_note,...(b.notes||[]),...(b.measurement_boundaries||[])].filter(Boolean);
428
  $('methodology').innerHTML=notes.map(n=>`<p class="notice">${escape(n)}</p>`).join('');
429
  const definitions=b.metric_definitions||{};if(Object.keys(definitions).length)$('methodology').innerHTML+=`<dl class="definitions">${Object.entries(definitions).map(([k,v])=>`<div><dt>${escape(k.replaceAll('_',' '))}</dt><dd>${escape(typeof v==='string'?v:JSON.stringify(v))}</dd></div>`).join('')}</dl>`;
430
  const exclusions=c.exclusions||c.excluded_datasets||snapshot.exclusions||[];
 
438
  return {_compact_index:index,dataset:t.datasets[row[0]],scope:t.scopes[row[1]],runtime:t.runtimes[row[2]],comparison_profile:t.comparison_profiles[row[3]],family:t.families[row[4]],method:t.configurations[row[5]],algorithm_variant:t.configurations[row[5]],compression_rate:row[6],compression_time_ns_per_point:row[7],decompression_time_ns_per_point:row[8],original_size_bytes:row[9],compressed_size_bytes:row[10],timing_column_count:row[11],timing_aggregation:t.timing_aggregations[row[12]],eligible_column_set_sha256:t.support_sets[row[13]],measurement_status:t.measurement_statuses[row[14]],timing_profile_status:t.timing_statuses[row[15]],binary_sha256:t.binary_hashes[row[16]]};
439
  }
440
  function applyCppLatestView() {
441
+ if(!cppLatestView||cppLatestView.schema!=='compressionbenchmark-cpp-latest-view-v1'||cppLatestView.status!=='built_from_accepted_clean200_results_v1')throw new Error('The combined C++ selection sidecar has an invalid schema or status.');
442
  const compact=snapshot.compact_records;if(!Array.isArray(compact))throw new Error('The SHA-bound compact record table is missing.');
443
+ if(cppLatestView.baseline?.compact_record_count!==153219||compact.length!==191299)throw new Error('The Clean200 compact-record prefix or final count is invalid.');
444
+ if(snapshot.source_data_sha256!=='18a96a681dbddfe1aef51108f1399f836b970391891ed1d051bc6cdce81bf7fe'||cppLatestView.cpp?.counts?.clean200_accepted_dataset_family_pair_count!==17000)throw new Error('The Clean200 selection sidecar binding is invalid.');
445
  const selectors=cppLatestView.selectors;if(!Array.isArray(selectors)||selectors.join('\0')!=='cpp\0java\0python')throw new Error('The combined view must expose exactly C++, Java, and Python.');
446
  const selected=cppLatestView.cpp?.selected_rows;if(!Array.isArray(selected))throw new Error('The combined C++ selected-row index is missing.');
447
  const seen=new Set(),cpp=[];
 
468
  }
469
  function init() {
470
  applyCppLatestView();
471
+ snapshot=applyProject200Scope(snapshot);
472
  for(const m of snapshot.methods||[]) { const method=typeof m==='string'?{name:m}:m;methods.set(method.name??method.method,method);for(const c of method.configurations||[])methods.set(c.algorithm_variant,{...method,name:c.algorithm_variant,family:method.name}); }
473
  for(const d of snapshot.datasets||[])datasets.set(d.key??d.dataset,d);
474
  records=(snapshot.dataset_results||snapshot.records||[]).map(normalizeRecord).filter(r=>r.method&&r.dataset&&r.compression_rate>0);
 
538
  if(out.cpp.selected_rows.length!==patch.final_selected_count||out.cpp.pair_ledger.length!==patch.final_pair_ledger_count)throw new Error('The reconstructed C++ selection count differs.');return out;
539
  }
540
  try {
541
+ const responses=await Promise.all([fetch(clean200AssetUrl('ui-data-project200.json.gz'),{cache:'no-cache'}),fetch(clean200AssetUrl('cpp-latest-view-project200.json.gz'),{cache:'no-cache'})]);
542
+ if(responses.some(response=>!response.ok))throw new Error('The project200 snapshot request failed.');
543
  const compressed=await Promise.all(responses.map(response=>response.arrayBuffer()));
544
  const expectedCompressed=[UI_DATA_GZIP_SHA256,CPP_LATEST_VIEW_GZIP_SHA256];
545
+ for(let i=0;i<compressed.length;i++)if(await sha256Hex(compressed[i])!==expectedCompressed[i])throw new Error('A compressed project200 input SHA differs.');
546
+ const raw=await Promise.all(compressed.map((value,index)=>gunzipBuffer(value,index===0?'The project200 result snapshot':'The project200 selection sidecar')));
547
  const expectedRaw=[UI_DATA_SHA256,CPP_LATEST_VIEW_SHA256];
548
+ for(let i=0;i<raw.length;i++)if(await sha256Hex(raw[i])!==expectedRaw[i])throw new Error('A canonical project200 input SHA differs.');
549
  [snapshot,cppLatestView]=raw.map(value=>JSON.parse(new TextDecoder().decode(value)));init();
550
  }
551
  catch(e){$('load-error').hidden=false;$('load-error').textContent=`The result snapshot could not be loaded. Please reload the page or download the JSON from the repository. ${e.message}`;$('snapshot').textContent='Snapshot unavailable';$('leaderboard').querySelector('tbody').innerHTML='<tr><td class="empty-cell">Results unavailable.</td></tr>';}
index.html CHANGED
@@ -7,7 +7,7 @@
7
  <meta name="color-scheme" content="light dark">
8
  <title>THULab | Time Series Compression Benchmark</title>
9
  <link rel="stylesheet" href="style.css?v=20261019-operator97-v1">
10
- <script src="app.js?v=20261023-clean150-numeric-scope-20261023" type="module"></script>
11
  </head>
12
  <body>
13
  <a class="skip-link" href="#content">Skip to results</a>
@@ -16,7 +16,7 @@
16
  <div class="header-links"><a href="https://github.com/xjz17/web_compression" target="_blank" rel="noopener">Project code ↗</a><button id="theme" class="quiet-button" type="button" aria-label="Switch color theme">Theme</button></div>
17
  </header>
18
  <main id="content">
19
- <section class="snapshot-notice" aria-label="Current benchmark scope"><strong>Test scope: 150 measured datasets</strong><p>Current C++ clean-input results use per-column NULL and NaN removal for 85 compression algorithms; current operator results cover 97 implementations. Historical Java and Python views retain their original input contracts. Unsupported and N/A outcomes are explicit and never rank.</p><a href="https://huggingface.co/datasets/THULab/TSCB_dataset/resolve/fb42da46537a7461295587614d1573ea0f531459/benchmark-results/clean150_20261023_v1/dataset-catalog.json.gz?download=true" download>Dataset catalog</a> · <a href="https://huggingface.co/datasets/THULab/TSCB_dataset/resolve/fb42da46537a7461295587614d1573ea0f531459/benchmark-results/clean150_20261023_v1/algorithm150-current-dataset-results.jsonl.gz?download=true" download>Current measurements</a> · <a href="https://huggingface.co/datasets/THULab/TSCB_dataset/resolve/fb42da46537a7461295587614d1573ea0f531459/benchmark-results/clean150_20261023_v1/current-clean150-data.json.gz?download=true" download>Current complete data (JSON.GZ)</a> · <a href="https://huggingface.co/datasets/THULab/TSCB_dataset/resolve/fb42da46537a7461295587614d1573ea0f531459/benchmark-results/clean150_20261023_v1/clean150-dataset-statistics.json.gz?download=true" download>Clean-input dataset statistics (JSON.GZ)</a> · <a href="https://huggingface.co/datasets/THULab/TSCB_dataset/resolve/fb42da46537a7461295587614d1573ea0f531459/benchmark-results/clean150_20261023_v1/ASSET_MANIFEST.json?download=true" download>Immutable asset manifest</a> · <a href="manifest.json" download>Release manifest</a></section>
20
 
21
  <section class="intro" aria-labelledby="title">
22
  <p class="eyebrow">Time-series systems research</p>
@@ -101,11 +101,11 @@
101
  <label class="documentation-search">Search operators<input id="operator-doc-search" type="search" placeholder="Family, A-ID, implementation, I/O, or reference" autocomplete="off"></label>
102
  </div>
103
  <section id="operator97-results" class="operator-effect-results" aria-labelledby="operator97-title">
104
- <div class="operator-effect-head"><div><h3 id="operator97-title">H0 entropy, third-order Markov entropy, and paired ablation · 150 datasets</h3><p class="muted">The same full-data pass produced all three measurements for 97 implementations. H0 and Markov values are operator-present minus operator-input bits per valid value. The paired ablation is operator-present minus operator-omitted Zstd level 3 bits per valid value. Overall dataset-equal means are populated only for the exact full-150 support cohort. Domain-limited implementations keep per-dataset values but have no overall score or rank.</p></div><div class="operator97-downloads"><button class="quiet-button" id="operator97-download-csv" type="button">Download CSV</button><a class="quiet-button" href="https://huggingface.co/datasets/THULab/TSCB_dataset/resolve/fb42da46537a7461295587614d1573ea0f531459/benchmark-results/clean150_20261023_v1/operator97-project150-summary.json.gz?download=true" download="operator97-project150-results.json.gz">Download JSON</a></div></div>
105
- <div class="operator97-controls"><label>Dataset<select id="operator97-dataset"><option value="all">All 150 datasets · dataset-equal means</option></select></label><label>Find implementation<input id="operator97-search" type="search" placeholder="A-ID, implementation, or family" autocomplete="off"></label></div>
106
  <p id="operator97-status" class="documentation-status" aria-live="polite">Loading Operator97 results…</p>
107
  <div class="table-wrap operator-effect-table-wrap"><table id="operator97-table"><thead><tr><th>Implementation</th><th>H0 Δ bits/value</th><th>Markov-3 Δ bits/value</th><th>Zstd-3 ablation Δ bits/value</th><th>Present / omitted bytes</th><th>Executable support</th><th>Status</th><th>Support cohort</th></tr></thead><tbody><tr><td colspan="8" class="loading-cell">Loading Operator97 results…</td></tr></tbody></table></div>
108
- <p class="reference-source">Complete keys: 13,095 dataset × implementation results and 341,343 column × implementation results. A106–A110 are excluded from this fast scope. Domain-limited partial and not-executable outcomes keep null scientific fields and do not enter ranking. Diagnostic wall time is not native compression timing and is not used by Score.</p>
109
  </section>
110
  <section id="operator-effect-results" class="operator-effect-results" aria-labelledby="operator-effect-title">
111
  <div class="operator-effect-head"><div><h3 id="operator-effect-title">Archived matched-omission byte effects</h3><p class="muted">Canonical value-column key coverage is complete: 3,519 columns × 10 recipes = 35,190 results. Of these columns, 454 are bound to current manifests; the other 3,065 retain accepted historical-input evidence and have not been requalified against current input SHA values. Supported column bytes are summed within each dataset, then datasets receive equal weight. Ratios above 1 mean omission increased bytes. Timing is unavailable.</p></div><a class="quiet-button" href="operator135_gap400.current_value_columns.public.csv.gz" download>Download final 4,000-row gap patch</a></div>
@@ -137,7 +137,7 @@
137
  <p>By default, each family selects the lowest-rate exact variant independently for each dataset only when all candidates for that dataset/family have one exact support set. This view can choose different binaries across datasets. Ambiguous support sets are omitted. Switch Method rows to Exact configuration to inspect fixed variants, source profiles, binaries, and support hashes.</p>
138
  <p>These are published measurements, not experiments executed inside this Space. A reported ratio alone does not establish lossless reconstruction; round-trip checks and hardware details are shown only when their evidence exists in the source snapshot. Timings without an exact admitted source/build/binary/boundary chain are unavailable to timing and composite rankings.</p>
139
  <h3>Download and provenance</h3>
140
- <p><a href="https://huggingface.co/datasets/THULab/TSCB_dataset/resolve/fb42da46537a7461295587614d1573ea0f531459/benchmark-results/clean150_20261023_v1/ui-data-project150.json.gz?download=true" download>Current 150-dataset compact result snapshot (JSON.GZ)</a> · <a href="https://huggingface.co/datasets/THULab/TSCB_dataset/resolve/fb42da46537a7461295587614d1573ea0f531459/benchmark-results/clean150_20261023_v1/cpp-latest-view-project150.json.gz?download=true" download>Current C++ selection evidence (JSON.GZ)</a> · <a href="valid48-lzg-current135-dataset-method.csv.gz" download>Historical 48-codec timing and LZG base (CSV.GZ)</a> · <a href="lzg-bavaria-current135-completion-supplement.csv" download>Historical Bavaria LZG completion record (CSV)</a> · <a href="bos-reger-current135-scope-results.csv" download>Historical BOS/REGER 135-dataset results (CSV)</a> · <a href="bos-reger-current135-columns.json" download>Historical BOS/REGER column evidence (JSON)</a> · <a href="bos-reger-current135-ui-patch.json" download>Historical BOS/REGER compact result overlay (JSON)</a> · <a href="bos-reger-current135-selection-patch.json" download>Historical BOS/REGER selection overlay (JSON)</a><br><span class="muted">The interactive page verifies the frozen 150-dataset compact result snapshot and its receipt-bound selection evidence. Use Download CSV above for the currently displayed merged rows.</span> · <a href="remaining6-completed5-dataset-method-overlay.jsonl.gz" download>Historical C++ timing overlay (JSONL.GZ)</a> · <a href="manifest.json" download>Source manifest (JSON)</a> · <a href="native86-coverage.json" download>Native86 coverage summary (JSON)</a> · <a href="native86-terminal-matrix.jsonl.gz" download>Historical 164-dataset terminal matrix (JSONL.GZ)</a> · <a href="native86-v9-current154-thin.jsonl.gz" download>Historical 154-pair V9 evidence (JSONL.GZ)</a> · <a href="native86-recovery-reconciliation.json" download>Recovery reconciliation (JSON)</a></p>
141
  <div id="provenance"></div>
142
  <h3>Contribute a result</h3>
143
  <p>Run the project benchmark and provide the codec/configuration, input identity, compression and decompression measurements, execution environment, and round-trip validation evidence. Results can be updated from the source project using the snapshot exporter included in the Space repository.</p>
 
7
  <meta name="color-scheme" content="light dark">
8
  <title>THULab | Time Series Compression Benchmark</title>
9
  <link rel="stylesheet" href="style.css?v=20261019-operator97-v1">
10
+ <script src="app.js?v=20261025-clean200-v1" type="module"></script>
11
  </head>
12
  <body>
13
  <a class="skip-link" href="#content">Skip to results</a>
 
16
  <div class="header-links"><a href="https://github.com/xjz17/web_compression" target="_blank" rel="noopener">Project code ↗</a><button id="theme" class="quiet-button" type="button" aria-label="Switch color theme">Theme</button></div>
17
  </header>
18
  <main id="content">
19
+ <section class="snapshot-notice" aria-label="Current benchmark scope"><strong>Test scope: 200 measured datasets</strong><p>Current C++ clean-input results use per-column NULL and NaN removal for 85 compression algorithms; current operator results cover 97 implementations. Historical Java and Python views retain their original input contracts. Unsupported and N/A outcomes are explicit and never rank.</p><a href="https://huggingface.co/datasets/THULab/TSCB_dataset/resolve/eb44d8917c982e9a6fa283bdee1ff894a406d8ff/benchmark-results/clean200_20261025_v4/dataset-catalog.json.gz?download=true" download>Dataset catalog</a> · <a href="https://huggingface.co/datasets/THULab/TSCB_dataset/resolve/eb44d8917c982e9a6fa283bdee1ff894a406d8ff/benchmark-results/clean200_20261025_v4/algorithm200-current-dataset-results.jsonl.gz?download=true" download>Current measurements</a> · <a href="https://huggingface.co/datasets/THULab/TSCB_dataset/resolve/eb44d8917c982e9a6fa283bdee1ff894a406d8ff/benchmark-results/clean200_20261025_v4/current-clean200-data.json.gz?download=true" download>Current complete data (JSON.GZ)</a> · <a href="https://huggingface.co/datasets/THULab/TSCB_dataset/resolve/eb44d8917c982e9a6fa283bdee1ff894a406d8ff/benchmark-results/clean200_20261025_v4/clean200-dataset-statistics.json.gz?download=true" download>Clean-input dataset statistics (JSON.GZ)</a> · <a href="https://huggingface.co/datasets/THULab/TSCB_dataset/resolve/eb44d8917c982e9a6fa283bdee1ff894a406d8ff/benchmark-results/clean200_20261025_v4/ASSET_MANIFEST.json?download=true" download>Immutable asset manifest</a> · <a href="manifest.json" download>Release manifest</a></section>
20
 
21
  <section class="intro" aria-labelledby="title">
22
  <p class="eyebrow">Time-series systems research</p>
 
101
  <label class="documentation-search">Search operators<input id="operator-doc-search" type="search" placeholder="Family, A-ID, implementation, I/O, or reference" autocomplete="off"></label>
102
  </div>
103
  <section id="operator97-results" class="operator-effect-results" aria-labelledby="operator97-title">
104
+ <div class="operator-effect-head"><div><h3 id="operator97-title">H0 entropy, third-order Markov entropy, and paired ablation · 200 datasets</h3><p class="muted">The same full-data pass produced all three measurements for 97 implementations. H0 and Markov values are operator-present minus operator-input bits per valid value. The paired ablation is operator-present minus operator-omitted Zstd level 3 bits per valid value. Overall dataset-equal means are populated only for the exact full-200 support cohort. Domain-limited implementations keep per-dataset values but have no overall score or rank.</p></div><div class="operator97-downloads"><button class="quiet-button" id="operator97-download-csv" type="button">Download CSV</button><a class="quiet-button" href="https://huggingface.co/datasets/THULab/TSCB_dataset/resolve/eb44d8917c982e9a6fa283bdee1ff894a406d8ff/benchmark-results/clean200_20261025_v4/operator97-project200-summary.json.gz?download=true" download="operator97-project200-results.json.gz">Download JSON</a></div></div>
105
+ <div class="operator97-controls"><label>Dataset<select id="operator97-dataset"><option value="all">All 200 datasets · dataset-equal means</option></select></label><label>Find implementation<input id="operator97-search" type="search" placeholder="A-ID, implementation, or family" autocomplete="off"></label></div>
106
  <p id="operator97-status" class="documentation-status" aria-live="polite">Loading Operator97 results…</p>
107
  <div class="table-wrap operator-effect-table-wrap"><table id="operator97-table"><thead><tr><th>Implementation</th><th>H0 Δ bits/value</th><th>Markov-3 Δ bits/value</th><th>Zstd-3 ablation Δ bits/value</th><th>Present / omitted bytes</th><th>Executable support</th><th>Status</th><th>Support cohort</th></tr></thead><tbody><tr><td colspan="8" class="loading-cell">Loading Operator97 results…</td></tr></tbody></table></div>
108
+ <p class="reference-source">Complete keys: 19,400 dataset × implementation results and 361,131 column × implementation results. A106–A110 are excluded from this fast scope. Domain-limited partial and not-executable outcomes keep null scientific fields and do not enter ranking. Diagnostic wall time is not native compression timing and is not used by Score.</p>
109
  </section>
110
  <section id="operator-effect-results" class="operator-effect-results" aria-labelledby="operator-effect-title">
111
  <div class="operator-effect-head"><div><h3 id="operator-effect-title">Archived matched-omission byte effects</h3><p class="muted">Canonical value-column key coverage is complete: 3,519 columns × 10 recipes = 35,190 results. Of these columns, 454 are bound to current manifests; the other 3,065 retain accepted historical-input evidence and have not been requalified against current input SHA values. Supported column bytes are summed within each dataset, then datasets receive equal weight. Ratios above 1 mean omission increased bytes. Timing is unavailable.</p></div><a class="quiet-button" href="operator135_gap400.current_value_columns.public.csv.gz" download>Download final 4,000-row gap patch</a></div>
 
137
  <p>By default, each family selects the lowest-rate exact variant independently for each dataset only when all candidates for that dataset/family have one exact support set. This view can choose different binaries across datasets. Ambiguous support sets are omitted. Switch Method rows to Exact configuration to inspect fixed variants, source profiles, binaries, and support hashes.</p>
138
  <p>These are published measurements, not experiments executed inside this Space. A reported ratio alone does not establish lossless reconstruction; round-trip checks and hardware details are shown only when their evidence exists in the source snapshot. Timings without an exact admitted source/build/binary/boundary chain are unavailable to timing and composite rankings.</p>
139
  <h3>Download and provenance</h3>
140
+ <p><a href="https://huggingface.co/datasets/THULab/TSCB_dataset/resolve/eb44d8917c982e9a6fa283bdee1ff894a406d8ff/benchmark-results/clean200_20261025_v4/ui-data-project200.json.gz?download=true" download>Current 200-dataset compact result snapshot (JSON.GZ)</a> · <a href="https://huggingface.co/datasets/THULab/TSCB_dataset/resolve/eb44d8917c982e9a6fa283bdee1ff894a406d8ff/benchmark-results/clean200_20261025_v4/cpp-latest-view-project200.json.gz?download=true" download>Current C++ selection evidence (JSON.GZ)</a> · <a href="valid48-lzg-current135-dataset-method.csv.gz" download>Historical 48-codec timing and LZG base (CSV.GZ)</a> · <a href="lzg-bavaria-current135-completion-supplement.csv" download>Historical Bavaria LZG completion record (CSV)</a> · <a href="bos-reger-current135-scope-results.csv" download>Historical BOS/REGER 135-dataset results (CSV)</a> · <a href="bos-reger-current135-columns.json" download>Historical BOS/REGER column evidence (JSON)</a> · <a href="bos-reger-current135-ui-patch.json" download>Historical BOS/REGER compact result overlay (JSON)</a> · <a href="bos-reger-current135-selection-patch.json" download>Historical BOS/REGER selection overlay (JSON)</a><br><span class="muted">The interactive page verifies the frozen 200-dataset compact result snapshot and its receipt-bound selection evidence. Use Download CSV above for the currently displayed merged rows.</span> · <a href="remaining6-completed5-dataset-method-overlay.jsonl.gz" download>Historical C++ timing overlay (JSONL.GZ)</a> · <a href="manifest.json" download>Source manifest (JSON)</a> · <a href="native86-coverage.json" download>Native86 coverage summary (JSON)</a> · <a href="native86-terminal-matrix.jsonl.gz" download>Historical 164-dataset terminal matrix (JSONL.GZ)</a> · <a href="native86-v9-current154-thin.jsonl.gz" download>Historical 154-pair V9 evidence (JSONL.GZ)</a> · <a href="native86-recovery-reconciliation.json" download>Recovery reconciliation (JSON)</a></p>
141
  <div id="provenance"></div>
142
  <h3>Contribute a result</h3>
143
  <p>Run the project benchmark and provide the codec/configuration, input identity, compression and decompression measurements, execution environment, and round-trip validation evidence. Results can be updated from the source project using the snapshot exporter included in the Space repository.</p>
manifest.json CHANGED
@@ -1 +1 @@
1
- {"algorithm_source_sha256":"d72c4ed712473223aa392ef0939b36d91aea6708019fe7fa35f577620ea797f4","all_old_raw_records_preserved":true,"baseline_revision":"4111dc15fba5e9208d5fe5e66b5a03e48cbc0ed7","current_data_file":"https://huggingface.co/datasets/THULab/TSCB_dataset/resolve/fb42da46537a7461295587614d1573ea0f531459/benchmark-results/clean150_20261023_v1/current-clean150-data.json.gz","current_dataset_method_pairs":12750,"current_raw_records":153219,"current_scope_rows":29580,"data_sha256":"1f75a3fadc2cbb82ff1181076dcbce760abdab6d61d2d2a9e9bb170e410c85d6","dataset_statistics_recomputed_from_unique_accepted_columns":true,"delete_operations":[],"external_assets":{"asset_manifest_sha256":"7bf5766c1ab16e577682a0d6c3e72471d99ef0018b751520cb188f9238f0ec5e","asset_manifest_url":"https://huggingface.co/datasets/THULab/TSCB_dataset/resolve/fb42da46537a7461295587614d1573ea0f531459/benchmark-results/clean150_20261023_v1/ASSET_MANIFEST.json","assets":{"algorithm150-current-dataset-results.jsonl.gz":{"bytes":1595321,"compression":"gzip","decompressed_bytes":31302470,"decompressed_name":"algorithm150-current-dataset-results.jsonl","decompressed_sha256":"7d6a6ec9d057f2347e0e510b15d547b6835164fd16d51f64c8ab07934fc5da4c","sha256":"93b7064124c1c250336ab697648ce0c5cd7385a3264b834e6298fc330ec78c44"},"clean150-dataset-statistics.json.gz":{"bytes":4580,"compression":"gzip","decompressed_bytes":29388,"decompressed_name":"clean150-dataset-statistics.json","decompressed_sha256":"ed2d831b4c0f8724df075b5ce7bdf3c1b41f9cb4db2534f5d22c6a80b0a38905","sha256":"1f5d2564b5afdeadd14982b3fd144922a660273806e050fb39650a4e99238fa3"},"cpp-latest-view-project150.json.gz":{"bytes":804774,"compression":"gzip","copied_byte_for_byte_from_ui2":true,"decompressed_bytes":45638787,"decompressed_name":"cpp-latest-view-project150.json","decompressed_sha256":"5e280dd67b1473f03ed0f7a4ae5bd1f314d28315d5438db2c60476060686b9f0","sha256":"fc21d5459a20bf837dc2911c211cc10a30f005a7d2382e1b3c4985c81875dd01"},"current-clean150-data.json.gz":{"bytes":1551779,"compression":"gzip","decompressed_bytes":29971323,"decompressed_name":"current-clean150-data.json","decompressed_sha256":"1f75a3fadc2cbb82ff1181076dcbce760abdab6d61d2d2a9e9bb170e410c85d6","sha256":"38ba0a453415380774ab47c19a7b138fd08d93b9c4fcd97bc3310d98de28e784"},"dataset-catalog.json.gz":{"bytes":24920,"compression":"gzip","decompressed_bytes":406315,"decompressed_name":"dataset-catalog.json","decompressed_sha256":"faab81fef68cfb9395638014b610819ab61e1b619abafcaa76ae8b265d09ee6d","sha256":"e370ed180583b6143e2293e19d4cba793b431ca02ffcb9a7ac97c93c38425cb2"},"operator97-project150-summary.json.gz":{"bytes":1219563,"compression":"gzip","decompressed_bytes":12325594,"decompressed_name":"operator97-project150-summary.json","decompressed_sha256":"79565bb3c125dca1f6f184496aa3c8d70bd28c4c4dd166ce2ac3ca04b9680eb9","sha256":"ec1ce5273c175ef82e1ae4f08f8cf73beab23327aeb6d2b5999a32c38ef4424b"},"ui-data-project150.json.gz":{"bytes":3704703,"compression":"gzip","copied_byte_for_byte_from_ui2":true,"decompressed_bytes":18417878,"decompressed_name":"ui-data-project150.json","decompressed_sha256":"aca4767f47027d96cebea3108a6e1961f6a1d494f25d3e87dc2b7797696cc47a","sha256":"9091e1dbfd826872361e4f67e8b7b4fd201a18fc987674dc6ff223891c7fc23b"}},"base_url":"https://huggingface.co/datasets/THULab/TSCB_dataset/resolve/fb42da46537a7461295587614d1573ea0f531459/benchmark-results/clean150_20261023_v1","prefix":"benchmark-results/clean150_20261023_v1","repo":"THULab/TSCB_dataset","revision":"fb42da46537a7461295587614d1573ea0f531459"},"files":{"CLEAN150_ACCEPTANCE.json":{"bytes":2855,"sha256":"720900336ea333f97df283c22a4c30c6ae6a31c87a2a63596836ef173b4aff2d"},"CLEAN150_OPERATOR_ACCEPTANCE.json":{"bytes":2619,"sha256":"b9f0315cb221d6a48252173ae4068f2f986d803d9d43f863c458cdf780485195"},"README.md":{"bytes":2474,"sha256":"40973205392f614a21c92d3edb1d4871066a769fe2e61013dd842a219026b3b6"},"app.js":{"bytes":82489,"sha256":"931adb474a0a554b1e2cad609c009e5de116f9d5f3503aac8152771fa272f272"},"availability.js":{"bytes":11334,"sha256":"bfc2597ab84517b00b5c80c868bdcd10e4342f8e0c9672fd20c86b60ea3f842e"},"index.html":{"bytes":23342,"sha256":"8cfcd54a0aab06d6690060e2c509d61883fa941817ad9706c72672b47b046583"},"project150-scope.js":{"bytes":6152,"sha256":"16e6dca24ecdfb35891d5ce665e3f0652cf1f35198d9c38d416e395e6f8e4f37"}},"filter":"remove NULL and IEEE NaN per column; preserve Inf and signed zero","historical_data_json_sha256":"3c66633b2d58b126edfad8afe173caf1f53fbcdb6f7b205c3d51b42dfc75a241","non_target_selected_preserved":5046,"old_raw_records":123639,"old_space_files_and_repository_history_preserved":true,"operator_source_sha256":"3f4abbc6569107c2d769d78fd1c25a1f49983a76e54cfa45e7d6050fe7468d6f","schema":"clean150-site-external-assets-candidate-v1","scientific_decompressed_bytes_unchanged":true,"scope":{"columns":3644,"datasets":150,"methods":85,"operator_implementations":97},"source_candidate":"/Users/xiaojinzhao/Documents/GitHub/web_compression/analysis_outputs/clean150_display_20261023_v1/site/real_candidate_v4_20261023T1720_ui2","source_manifest_sha256":"7348c3144d9c58bea10016e597a0b1eb08073346966db21bce164b49a3d13e66","status":"candidate_bound_to_immutable_dataset_assets_requires_visual_review","transport_only":true,"ui_scope_patch":{"changed_files":["README.md","app.js","availability.js","index.html"],"cpp_precision_control":"disabled_and_reset_to_all_for_current_clean_cpp","current_cpp_scopes":["overall","integer","float"],"historical_language_input_contract_preserved":true,"historical_language_views":["java","python"],"schema":"clean150-ui-language-precision-and-source-label-patch-v2","scientific_files_unchanged":true,"script_sha256":"96703308c4502f2a5a8f6e62ac0393d71d3f8fd50e735f2c5fb7b828d5be03b3"},"ui_source_data_sha256":"1f75a3fadc2cbb82ff1181076dcbce760abdab6d61d2d2a9e9bb170e410c85d6"}
 
1
+ {"algorithm_source_sha256":"853264b4a65653226b6b3b4b894613fde50329dca6c915eeae206ad6d304fa0b","all_old_raw_records_preserved":true,"baseline_revision":"4111dc15fba5e9208d5fe5e66b5a03e48cbc0ed7","clean150_external_prefix_preserved":true,"current_data_file":"https://huggingface.co/datasets/THULab/TSCB_dataset/resolve/eb44d8917c982e9a6fa283bdee1ff894a406d8ff/benchmark-results/clean200_20261025_v4/current-clean200-data.json.gz","current_dataset_method_pairs":17000,"current_raw_records":191299,"current_scope_rows":38080,"data_sha256":"18a96a681dbddfe1aef51108f1399f836b970391891ed1d051bc6cdce81bf7fe","dataset_revision":"eb44d8917c982e9a6fa283bdee1ff894a406d8ff","dataset_statistics_recomputed_from_unique_accepted_columns":true,"delete_operations":[],"external_assets":{"asset_manifest_sha256":"51fc6ba94da0ef43faa5051fe230cc6277ef73918948292761c4520e272717c6","asset_manifest_url":"https://huggingface.co/datasets/THULab/TSCB_dataset/resolve/eb44d8917c982e9a6fa283bdee1ff894a406d8ff/benchmark-results/clean200_20261025_v4/ASSET_MANIFEST.json","assets":{"algorithm200-current-dataset-results.jsonl.gz":{"bytes":1834261,"compression":"gzip","decompressed_bytes":38472294,"decompressed_name":"algorithm200-current-dataset-results.jsonl","decompressed_sha256":"04e0b28d71e851ebc7feaaf1759db3d44b0f77da862384935390de437e879d22","sha256":"a6d4a54082c02db81812871a97ebb6c96fd197b699c805d39e82a5633dfdff25"},"clean200-dataset-statistics.json.gz":{"bytes":5666,"compression":"gzip","decompressed_bytes":39209,"decompressed_name":"clean200-dataset-statistics.json","decompressed_sha256":"6c87b8a27a092cb773a56e1b943b9b725138bfcf28f07922907993150a4cf250","sha256":"abc0f4b5d6a31ca281da52b9c1ff07847162f11c03502b67873ac1dac7c29cc8"},"cpp-latest-view-project200.json.gz":{"bytes":762409,"compression":"gzip","decompressed_bytes":46397047,"decompressed_name":"cpp-latest-view-project200.json","decompressed_sha256":"f6ba04065b400361ba6e7da93b4e336d02cd03687448f1f337738d533505edb2","sha256":"1a36afc4f34ef09d4e71f76a95c3ae4b42026a1cc31a4006d457143c582a4762"},"current-clean200-data.json.gz":{"bytes":1834262,"compression":"gzip","decompressed_bytes":38472295,"decompressed_name":"current-clean200-data.json","decompressed_sha256":"18a96a681dbddfe1aef51108f1399f836b970391891ed1d051bc6cdce81bf7fe","sha256":"b009097821fb4fec651bdfcbb39c624bedc96f476694bf7ce611a0114efae847"},"dataset-catalog.json.gz":{"bytes":28363,"compression":"gzip","decompressed_bytes":475044,"decompressed_name":"dataset-catalog.json","decompressed_sha256":"e25642fe1d87ab0bb595a391f4582c43ab94b9d6ae5ebd2be9903ccf261c1fd2","sha256":"b6d261c84e236efba34618975db37fb481f60e50e5682074fd103d784c1bb9f4"},"operator97-project200-summary.json.gz":{"bytes":1635865,"compression":"gzip","decompressed_bytes":17069616,"decompressed_name":"operator97-project200-summary.json","decompressed_sha256":"370a01786db4d034d49117ee76c5f8999a9514192ee61ebca7151bed481739e0","sha256":"0d41c7d4f9c63d0af50f63fc39c83a2e21e5fc40512101090a0c5f5d752d7f00"},"ui-data-project200.json.gz":{"bytes":4715802,"compression":"gzip","decompressed_bytes":22734661,"decompressed_name":"ui-data-project200.json","decompressed_sha256":"160e49e5afcb8a27e0e48e311fe1838d70930782d659dc5c444b9b0f4faebf59","sha256":"c2f0f46fc5c715af4da8f43101cada390c32e10e04f9fdbfb5e8896723daab65"}},"base_url":"https://huggingface.co/datasets/THULab/TSCB_dataset/resolve/eb44d8917c982e9a6fa283bdee1ff894a406d8ff/benchmark-results/clean200_20261025_v4","parent_clean150_assets_preserved":true,"parent_clean150_external_assets":{"asset_manifest_sha256":"7bf5766c1ab16e577682a0d6c3e72471d99ef0018b751520cb188f9238f0ec5e","asset_manifest_url":"https://huggingface.co/datasets/THULab/TSCB_dataset/resolve/fb42da46537a7461295587614d1573ea0f531459/benchmark-results/clean150_20261023_v1/ASSET_MANIFEST.json","assets":{"algorithm150-current-dataset-results.jsonl.gz":{"bytes":1595321,"compression":"gzip","decompressed_bytes":31302470,"decompressed_name":"algorithm150-current-dataset-results.jsonl","decompressed_sha256":"7d6a6ec9d057f2347e0e510b15d547b6835164fd16d51f64c8ab07934fc5da4c","sha256":"93b7064124c1c250336ab697648ce0c5cd7385a3264b834e6298fc330ec78c44"},"clean150-dataset-statistics.json.gz":{"bytes":4580,"compression":"gzip","decompressed_bytes":29388,"decompressed_name":"clean150-dataset-statistics.json","decompressed_sha256":"ed2d831b4c0f8724df075b5ce7bdf3c1b41f9cb4db2534f5d22c6a80b0a38905","sha256":"1f5d2564b5afdeadd14982b3fd144922a660273806e050fb39650a4e99238fa3"},"cpp-latest-view-project150.json.gz":{"bytes":804774,"compression":"gzip","copied_byte_for_byte_from_ui2":true,"decompressed_bytes":45638787,"decompressed_name":"cpp-latest-view-project150.json","decompressed_sha256":"5e280dd67b1473f03ed0f7a4ae5bd1f314d28315d5438db2c60476060686b9f0","sha256":"fc21d5459a20bf837dc2911c211cc10a30f005a7d2382e1b3c4985c81875dd01"},"current-clean150-data.json.gz":{"bytes":1551779,"compression":"gzip","decompressed_bytes":29971323,"decompressed_name":"current-clean150-data.json","decompressed_sha256":"1f75a3fadc2cbb82ff1181076dcbce760abdab6d61d2d2a9e9bb170e410c85d6","sha256":"38ba0a453415380774ab47c19a7b138fd08d93b9c4fcd97bc3310d98de28e784"},"dataset-catalog.json.gz":{"bytes":24920,"compression":"gzip","decompressed_bytes":406315,"decompressed_name":"dataset-catalog.json","decompressed_sha256":"faab81fef68cfb9395638014b610819ab61e1b619abafcaa76ae8b265d09ee6d","sha256":"e370ed180583b6143e2293e19d4cba793b431ca02ffcb9a7ac97c93c38425cb2"},"operator97-project150-summary.json.gz":{"bytes":1219563,"compression":"gzip","decompressed_bytes":12325594,"decompressed_name":"operator97-project150-summary.json","decompressed_sha256":"79565bb3c125dca1f6f184496aa3c8d70bd28c4c4dd166ce2ac3ca04b9680eb9","sha256":"ec1ce5273c175ef82e1ae4f08f8cf73beab23327aeb6d2b5999a32c38ef4424b"},"ui-data-project150.json.gz":{"bytes":3704703,"compression":"gzip","copied_byte_for_byte_from_ui2":true,"decompressed_bytes":18417878,"decompressed_name":"ui-data-project150.json","decompressed_sha256":"aca4767f47027d96cebea3108a6e1961f6a1d494f25d3e87dc2b7797696cc47a","sha256":"9091e1dbfd826872361e4f67e8b7b4fd201a18fc987674dc6ff223891c7fc23b"}},"base_url":"https://huggingface.co/datasets/THULab/TSCB_dataset/resolve/fb42da46537a7461295587614d1573ea0f531459/benchmark-results/clean150_20261023_v1","prefix":"benchmark-results/clean150_20261023_v1","repo":"THULab/TSCB_dataset","revision":"fb42da46537a7461295587614d1573ea0f531459"},"prefix":"benchmark-results/clean200_20261025_v4","repo":"THULab/TSCB_dataset","revision":"eb44d8917c982e9a6fa283bdee1ff894a406d8ff"},"files":{"CLEAN150_ACCEPTANCE.json":{"bytes":2855,"sha256":"720900336ea333f97df283c22a4c30c6ae6a31c87a2a63596836ef173b4aff2d"},"CLEAN150_OPERATOR_ACCEPTANCE.json":{"bytes":2619,"sha256":"b9f0315cb221d6a48252173ae4068f2f986d803d9d43f863c458cdf780485195"},"README.md":{"bytes":2474,"sha256":"40973205392f614a21c92d3edb1d4871066a769fe2e61013dd842a219026b3b6"},"app.js":{"bytes":82489,"sha256":"931adb474a0a554b1e2cad609c009e5de116f9d5f3503aac8152771fa272f272"},"availability.js":{"bytes":11334,"sha256":"bfc2597ab84517b00b5c80c868bdcd10e4342f8e0c9672fd20c86b60ea3f842e"},"index.html":{"bytes":23342,"sha256":"8cfcd54a0aab06d6690060e2c509d61883fa941817ad9706c72672b47b046583"},"project150-scope.js":{"bytes":6152,"sha256":"16e6dca24ecdfb35891d5ce665e3f0652cf1f35198d9c38d416e395e6f8e4f37"}},"filter":"remove NULL and IEEE NaN per column; preserve Inf and signed zero","historical_data_json_sha256":"3c66633b2d58b126edfad8afe173caf1f53fbcdb6f7b205c3d51b42dfc75a241","non_target_selected_preserved":5046,"old_raw_records":123639,"old_space_files_and_repository_history_preserved":true,"operator_source_sha256":"0d41c7d4f9c63d0af50f63fc39c83a2e21e5fc40512101090a0c5f5d752d7f00","schema":"clean200-site-shell-candidate-v1","scientific_decompressed_bytes_unchanged":true,"scope":{"columns":3723,"datasets":200,"methods":85,"operator_implementations":97},"source_candidate":"/Users/xiaojinzhao/Documents/GitHub/web_compression/analysis_outputs/clean150_display_20261023_v1/site/real_candidate_v4_20261023T1720_ui2","source_manifest_sha256":"7348c3144d9c58bea10016e597a0b1eb08073346966db21bce164b49a3d13e66","space_parent_revision":"753549e74f728c131eb66d9b6eaf48375b985ae0","status":"accepted_local_candidate_not_published","transport_only":true,"ui_scope_patch":{"changed_files":["README.md","app.js","availability.js","index.html"],"cpp_precision_control":"disabled_and_reset_to_all_for_current_clean_cpp","current_cpp_scopes":["overall","integer","float"],"historical_language_input_contract_preserved":true,"historical_language_views":["java","python"],"schema":"clean150-ui-language-precision-and-source-label-patch-v2","scientific_files_unchanged":true,"script_sha256":"96703308c4502f2a5a8f6e62ac0393d71d3f8fd50e735f2c5fb7b828d5be03b3"},"ui_source_data_sha256":"18a96a681dbddfe1aef51108f1399f836b970391891ed1d051bc6cdce81bf7fe"}
project200-scope.js ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ export const PROJECT200_SCOPE = Object.freeze({schema:'compressionbenchmark-project200-scope-v1',status:'accepted_complete',scope_id:'clean200_20261025_v1',dataset_count:200,datasets:Object.freeze(["Air-Quality","Bar-Crawl","Bird-migration","Comments","ETDataset-ett","IGlocations2","METR-LA","Metro-Traffic","NYC_Yellow_Taxi_Trip","PEMS-BAY","RealEstate1","RealEstate2","Romance","SpatialEpiBench","Telco","TrainsUK2","Uberlandia","Wins","YaleLanguages","ahr999-dataset","ast_spacemobile_fleet_data","australia_solar","australian_electricity_demand","auto_production_sf","azure2019_u","bitcoin","bitcoin_price_timeseries","coastal_t_s","commodity_import","commodity_production","covid_deaths-monash","cphl","crypto","crypto_data","current_velocity","deep-space-probes","dst-index","ecdc_covid","eea_pm25_forecasting","electricity_demand","electricity_load_2011_2014","electricity_production","enedis-with-holidays","epf_electricity_price","eweld_load","exchange_rate","faang_engineered_time_series_features_2013_2025","finland_traffic","forex_factory_calendar","fred_md","fulus_lyd_rates_2025","geomagnetic_kp_index","global_influenza","global_price","gluco_tsfm_benchmark","goes_omni_electron_flux_forecasting","greatplains_multisource_2000_2024","hourly-stock-data-2023","hourly_electricity_demand_brazil","indian_stock_hourly_2017_2021","job_claims","jolts","kdd_cup_2018","knowable","kraken-trading-data","kuiper_fleet_data","london_smart_meters","m2oe2_timeseries","meteoblue","metropt_3","multi_model_trading_data","national_illness","ne_china_wind","nifty50_market_regime","nn5_daily","oikolab_weather","oil_price","omie_blockchain_study","online_retail_2_uci","ooni_censorship_historical","openelectricity_nem","orbital_chaos_nasa_ssc","pedestrian_counts","phenology_normal_hawaii","polymarket_crypto_5m_15m","port_activity","quitobench","rating","reg_forecasting_v2","rideshare","salesforecastingwomartstore","saugeenday-monash","scaphandre_cpu_usage","sg_carpark","sg_pm25","sg_weather","sleep_score_fitbit","solar_10_minutes","solar_4_seconds","solusdt_enhanced_180","spx","stock_dataset","substorm_onsets","sunspot","telangana_weather","temperature_rain","timeseries-1m-QQQ-10y","timeseries_1mn_sp500","timeseries_1mn_stocks","tourism_monthly","tourism_monthly-zaai-ai","tourism_residuals","traffic","traffic_hourly","trxusdt_spot_1m_05_2021_to_03_2026","uk_electricity_generation_mix_2019_2026","uncertainty_1m","us_births-monash","us_labor","us_term_structure","vehicle_sales","vehicle_supply","vehicle_trips","water_quality_darwin","weather_data_bavaria","wids2023_competition_weather_forecasting","wind_4_seconds","wind_farms_minutely","wordle_mcm_dataset","wui_global","xauusd","xauusd_1m","xinyi_public_gym","xrpusdt_spot_1m_05_2021_to_03_2026","yongchun_public_gym","hf_localnet_dynamics","hf_bike_sharing_dc_hourly","hf_refit_residential_15min","hf_lyon_velov_30min","hf_tetouan_power_10min","hf_heapo_household_hourly","hf_appliances_energy_10min","hf_seoul_bike_hourly","hf_european_nextbike_station_status","hf_m5_daily_sales","hf_har70plus_accelerometry","hf_camels_usgs_discharge_modern490","hf_serc_soil_signals","hf_lakebed_crystal_bog_temperature","hf_liander2024_grid_load","hf_lotsa_bdg_2_bear","hf_lotsa_bdg_2_fox","hf_lotsa_bdg_2_panther","hf_lotsa_bdg_2_rat","hf_lotsa_beijing_air_quality","hf_lotsa_beijing_subway_30min","hf_lotsa_borealis","hf_lotsa_bull","hf_lotsa_cdc_fluview_ilinet","hf_lotsa_cdc_fluview_who_nrevss","hf_lotsa_china_air_quality","hf_lotsa_cockatoo","hf_lotsa_covid19_energy","hf_lotsa_covid_mobility","hf_lotsa_elecdemand","hf_lotsa_elf","hf_lotsa_favorita_transactions","hf_lotsa_gfc12_load","hf_lotsa_gfc14_load","hf_lotsa_gfc17_load","hf_lotsa_hierarchical_sales","hf_lotsa_hog","hf_lotsa_hzmetro","hf_lotsa_ideal","hf_lotsa_kdd2022","hf_lotsa_loop_seattle","hf_lotsa_los_loop","hf_lotsa_m4_daily","hf_lotsa_m4_hourly","hf_lotsa_m4_monthly","hf_lotsa_m4_weekly","hf_lotsa_m_dense","hf_lotsa_pdb","hf_lotsa_pems03","hf_lotsa_pems04","hf_lotsa_pems07","hf_lotsa_pems08","hf_lotsa_project_tycho","hf_lotsa_restaurant","hf_lotsa_sceaux","hf_lotsa_shmetro","hf_lotsa_smart","hf_lotsa_spain","hf_lotsa_subseasonal_precip","hf_lotsa_sz_taxi","hf_lotsa_taxi_30min","hf_lotsa_uber_tlc_daily","hf_lotsa_uber_tlc_hourly","hf_lotsa_weather","hf_lotsa_wiki_rolling_nips"])});
2
+ export const PROJECT200_INPUT_STATUS = Object.freeze({schema:'compressionbenchmark-project200-input-status-v1',status:'accepted_complete',scope_id:'clean200_20261025_v1',pending_datasets:Object.freeze([])});
3
+ export const ACTIVE_CPP_FAMILIES = Object.freeze(["2DIFF","ALP","ANS","Arithmetic","BOS","BSC","BUFF","Blosc","Blosc2","BriefLZ","Brotli","Bzip2","Bzip3","CORAD","CSC","Camel","Chimp","Chimp128","Crush","DBP","Density","Dict.","Elf","Elf+","FPC","FPCmp-R","FPCmp-S","FPZIP","FSE","FastLZ","FastLZMA2","FastPFor","Gipfeli","Gorilla","Huff0","Huffman","Kanzi","LECO","LZ4","LZ4 Fast","LZ4HC","LZAV","LZF","LZFSE","LZG","LZHAM","LZJB","LZMAT","LZO1","LZO2A","LZRW","LZSSE","LZVN","Libdeflate","Lizard","Lzlib","NRV","PFPC","PPMD8","Pithy","Pongo","QuickLZ","REGER","RLBE","RLE","SLZ","SPDP","SVB","Shrinker","Simple8b","Snappy","Sprintz","TAMP","Tornado","WFLZ","XPACK","XZ","YALZ77","Yappy","ZXC","Zlib","Zlib-ng","Zling","Zstd","gzip"]);
4
+
5
+ export function applyProject200Scope(snapshot,scope=PROJECT200_SCOPE,status=PROJECT200_INPUT_STATUS) {
6
+ if(scope?.schema!=='compressionbenchmark-project200-scope-v1'||scope?.status!=='accepted_complete'||scope.scope_id!==PROJECT200_SCOPE.scope_id)throw new Error('Invalid project200 scope contract.');
7
+ if(!Array.isArray(scope.datasets)||scope.datasets.length!==200||new Set(scope.datasets).size!==200)throw new Error('Dataset identities differ from the frozen 200-dataset scope.');
8
+ if(status?.schema!=='compressionbenchmark-project200-input-status-v1'||status.scope_id!==scope.scope_id||status.pending_datasets.length)throw new Error('Invalid project200 input status.');
9
+ const ids=new Set(scope.datasets),families=new Set(ACTIVE_CPP_FAMILIES),known=new Set((snapshot.datasets||[]).map(item=>item.key??item.dataset));
10
+ if([...ids].some(id=>!known.has(id)))throw new Error('An active dataset identity is absent from the frozen source snapshot.');
11
+ if(!Array.isArray(snapshot.dataset_results))throw new Error('Expected the receipt-bound decoded result view.');
12
+ const selected=snapshot.dataset_results.filter(row=>ids.has(row.dataset)&&(row.comparison_profile!=='cpp'||families.has(row.family)));
13
+ return {...snapshot,datasets:snapshot.datasets.filter(item=>ids.has(item.key??item.dataset)),dataset_results:selected,active_dataset_scope:{scope_id:scope.scope_id,dataset_count:200,pending_dataset_ids:[],historical_archive_dataset_count:known.size,retained_result_rows:selected.length}};
14
+ }
15
+ export function filterProject200Catalog(catalog) { const ids=new Set(PROJECT200_SCOPE.datasets); return {...catalog,datasets:(catalog.datasets||[]).filter(item=>ids.has(item.key??item.dataset))}; }
16
+ export function project200CoverageForFamily(ledger,family) { const ids=new Set(PROJECT200_SCOPE.datasets); return ledger.filter(item=>item.canonical_family===family&&ids.has(item.dataset)).map(item=>({dataset:item.dataset,status:item.status,scopes:item.selected_scopes||[],reason:item.reason})); }