Spaces:
Running
Running
Publish accepted 200-dataset benchmark results
Browse files- CLEAN200_ACCEPTANCE.json +49 -0
- CLEAN200_OPERATOR_ACCEPTANCE.json +40 -0
- README.md +3 -3
- app.js +33 -33
- index.html +6 -6
- manifest.json +1 -1
- project200-scope.js +16 -0
CLEAN200_ACCEPTANCE.json
ADDED
|
@@ -0,0 +1,49 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"all_rows_ok_bit_exact_rank_eligible": true,
|
| 3 |
+
"exact_column_method_union": true,
|
| 4 |
+
"files": {
|
| 5 |
+
"COLUMN_METHOD_RESULTS.jsonl.gz": {
|
| 6 |
+
"raw_sha256": "9b8a977d03e32da621353be426e28e148fd93b49fb06e27f6f519bdf6410820c",
|
| 7 |
+
"rows": 316455,
|
| 8 |
+
"sha256": "853264b4a65653226b6b3b4b894613fde50329dca6c915eeae206ad6d304fa0b"
|
| 9 |
+
},
|
| 10 |
+
"DATASET_METHOD_RESULTS.jsonl": {
|
| 11 |
+
"rows": 17000,
|
| 12 |
+
"sha256": "8e2d2b4168f39ebe2cb3da1b4d59f1b7b8c7fa66560c74a5f515ffeb1d56a3e7"
|
| 13 |
+
},
|
| 14 |
+
"METHOD_SUMMARY.json": {
|
| 15 |
+
"methods": 85,
|
| 16 |
+
"sha256": "b88815f5ddf9b83a3c3bc6d70c1a14e284a9c0899654ad5688088f63ea7b5fc0"
|
| 17 |
+
}
|
| 18 |
+
},
|
| 19 |
+
"old_results_modified": false,
|
| 20 |
+
"schema": "clean200-algorithm85-acceptance-v1",
|
| 21 |
+
"scope": {
|
| 22 |
+
"additional50_rows": 6715,
|
| 23 |
+
"bos_overlay_rows": 3158,
|
| 24 |
+
"clean150_rows": 309740,
|
| 25 |
+
"columns": 3723,
|
| 26 |
+
"dataset_method_rows": 17000,
|
| 27 |
+
"datasets": 200,
|
| 28 |
+
"methods": 85,
|
| 29 |
+
"reger_overlay_rows": 79,
|
| 30 |
+
"rows": 316455
|
| 31 |
+
},
|
| 32 |
+
"sources": {
|
| 33 |
+
"additional50_acceptance_sha256": "ec664f8963d1f9b83cbc80b9f811b5359c2035a43a50648189fe3df56420a322",
|
| 34 |
+
"bos_acceptance_sha256": "06c8c4506a7e2f5116aaafdceb22db4e105bb789cd1948943d72a98e30072987",
|
| 35 |
+
"clean150_acceptance_sha256": "720900336ea333f97df283c22a4c30c6ae6a31c87a2a63596836ef173b4aff2d",
|
| 36 |
+
"reger_terminal_sha256": "38d787257fdd96f18650b2531216863eadf98556d04d75c30adb8d72fc5fab57"
|
| 37 |
+
},
|
| 38 |
+
"status": "accepted",
|
| 39 |
+
"version_consistency": {
|
| 40 |
+
"BOS": {
|
| 41 |
+
"binary_sha256": "b9dd43181a0b7d1f3ae4589777474455393ee7e228428d6666e8f5d816466af9",
|
| 42 |
+
"overlay_rows": 3158
|
| 43 |
+
},
|
| 44 |
+
"REGER": {
|
| 45 |
+
"binary_sha256": "e12bedd1598ab1fa0afcf56c6782bd9c15d65a6e0079ea9fa9caf390c9f705b3",
|
| 46 |
+
"overlay_rows": 79
|
| 47 |
+
}
|
| 48 |
+
}
|
| 49 |
+
}
|
CLEAN200_OPERATOR_ACCEPTANCE.json
ADDED
|
@@ -0,0 +1,40 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"full200_rankable_implementations": 93,
|
| 3 |
+
"restricted_nonranking_implementations": [
|
| 4 |
+
"A003",
|
| 5 |
+
"A004",
|
| 6 |
+
"A015",
|
| 7 |
+
"A018"
|
| 8 |
+
],
|
| 9 |
+
"schema": "clean200-operator97-site-acceptance-v1",
|
| 10 |
+
"scope": {
|
| 11 |
+
"column_implementation_rows": 361131,
|
| 12 |
+
"dataset_implementation_rows": 19400,
|
| 13 |
+
"datasets": 200,
|
| 14 |
+
"implementations": 97,
|
| 15 |
+
"measurement_columns": 3723
|
| 16 |
+
},
|
| 17 |
+
"sources": {
|
| 18 |
+
"additional50_operator_acceptance_sha256": "e3ec7ab7ca96b043c14739fc4015c86eb3ffd045e3ca868809f2ff1a7b922dc9",
|
| 19 |
+
"clean150_operator_acceptance_sha256": "b9f0315cb221d6a48252173ae4068f2f986d803d9d43f863c458cdf780485195",
|
| 20 |
+
"independent_structural_verification_sha256": "9cce77b7f3382cd20f91f3d3f75eaa412d9e11e14c691c9f6bc505125f8f2e96",
|
| 21 |
+
"operator_summary_gzip_sha256": "0d41c7d4f9c63d0af50f63fc39c83a2e21e5fc40512101090a0c5f5d752d7f00",
|
| 22 |
+
"preservation_receipt_sha256": "152f1b053fc4b9197523132ff338ad3ed1297ff662c20fcfe116baaa22bd0aa1"
|
| 23 |
+
},
|
| 24 |
+
"status": "accepted",
|
| 25 |
+
"status_counts": {
|
| 26 |
+
"columns": {
|
| 27 |
+
"not_applicable": 70,
|
| 28 |
+
"not_executable": 5251,
|
| 29 |
+
"ok": 355810
|
| 30 |
+
},
|
| 31 |
+
"datasets": {
|
| 32 |
+
"not_applicable": 7,
|
| 33 |
+
"not_executable": 109,
|
| 34 |
+
"ok": 19168,
|
| 35 |
+
"partial_support_not_ranked": 5,
|
| 36 |
+
"partially_not_executable": 111
|
| 37 |
+
}
|
| 38 |
+
},
|
| 39 |
+
"timing": "not_measured_for_operator_ranking"
|
| 40 |
+
}
|
README.md
CHANGED
|
@@ -10,13 +10,13 @@ pinned: false
|
|
| 10 |
|
| 11 |
# THULab Time Series Compression Benchmark
|
| 12 |
|
| 13 |
-
The active benchmark scope contains **
|
| 14 |
|
| 15 |
Compression rate is complete compressed-frame bytes divided by canonical numerical input bytes. Timestamps, identifiers, labels, and other metadata are excluded from the numerical payload. Compression and decompression timing uses each result's receipt-bound W1/R3/T1 contract. The combined C++ view selects the latest accepted authority atomically for each dataset and method; historical rows remain preserved.
|
| 16 |
|
| 17 |
The default composite score uses weights **0.4 / 0.3 / 0.3** for compression rate, normalized compression time, and normalized decompression time. Missing values are never filled with zero and weights are never renormalized. Results with incompatible timing contracts are not pooled.
|
| 18 |
|
| 19 |
-
The operator page reports H0 entropy change, third-order Markov entropy change, and paired Zstd level-3 ablation for the same
|
| 20 |
|
| 21 |
The page verifies SHA-256 bindings for the compact result snapshot, current-result selection sidecar, and operator summary before displaying them. `manifest.json` records the exact public release closure and accepted source receipts.
|
| 22 |
|
|
@@ -24,4 +24,4 @@ Current C++ algorithm measurements and current operator measurements remove NULL
|
|
| 24 |
|
| 25 |
## Immutable result assets
|
| 26 |
|
| 27 |
-
The current clean-input payloads are served from the immutable `THULab/TSCB_dataset` revision `
|
|
|
|
| 10 |
|
| 11 |
# THULab Time Series Compression Benchmark
|
| 12 |
|
| 13 |
+
The active benchmark scope contains **200 measured datasets**, **85 compression algorithms**, and **97 active operator implementations**. Every displayed algorithm result is bound to accepted bit-exact evidence. Unsupported and not-applicable outcomes remain explicit and do not participate in rankings.
|
| 14 |
|
| 15 |
Compression rate is complete compressed-frame bytes divided by canonical numerical input bytes. Timestamps, identifiers, labels, and other metadata are excluded from the numerical payload. Compression and decompression timing uses each result's receipt-bound W1/R3/T1 contract. The combined C++ view selects the latest accepted authority atomically for each dataset and method; historical rows remain preserved.
|
| 16 |
|
| 17 |
The default composite score uses weights **0.4 / 0.3 / 0.3** for compression rate, normalized compression time, and normalized decompression time. Missing values are never filled with zero and weights are never renormalized. Results with incompatible timing contracts are not pooled.
|
| 18 |
|
| 19 |
+
The operator page reports H0 entropy change, third-order Markov entropy change, and paired Zstd level-3 ablation for the same 200-dataset scope. Operator compression and decompression timing was not measured for ranking and remains null. Domain-limited or non-executable implementations retain their support conclusions but do not enter full-scope rankings.
|
| 20 |
|
| 21 |
The page verifies SHA-256 bindings for the compact result snapshot, current-result selection sidecar, and operator summary before displaying them. `manifest.json` records the exact public release closure and accepted source receipts.
|
| 22 |
|
|
|
|
| 24 |
|
| 25 |
## Immutable result assets
|
| 26 |
|
| 27 |
+
The current clean-input payloads are served from the immutable `THULab/TSCB_dataset` revision `eb44d8917c982e9a6fa283bdee1ff894a406d8ff` under `benchmark-results/clean200_20261025_v4/`. The page verifies both compressed and decompressed SHA-256 bindings before using the data. This transport-only placement preserves all scientific bytes and leaves the Space's existing historical files and Git history intact.
|
app.js
CHANGED
|
@@ -1,16 +1,16 @@
|
|
| 1 |
-
import {
|
| 2 |
import {WEIGHT_TENTHS,parseWeights,addRankingMetrics} from './ranking.js?v=20261021-bos-reger-rank85-v1';
|
| 3 |
import {DEFAULT_PROFILE,profileLabel,defaultColumnVisible,metricAvailability,summarizeAvailability,visibleColumns,profileScopeText,aggregateTimedSubset,strictTimingMode} from './availability.js?v=20261023-clean150-v1-ui-scope2';
|
| 4 |
-
const UI_DATA_SHA256='
|
| 5 |
-
const UI_DATA_GZIP_SHA256='
|
| 6 |
-
const CPP_LATEST_VIEW_SHA256='
|
| 7 |
-
const CPP_LATEST_VIEW_GZIP_SHA256='
|
| 8 |
-
const OPERATOR97_SHA256='
|
| 9 |
-
const OPERATOR97_GZIP_SHA256='
|
| 10 |
-
const DATASET_CATALOG_SHA256='
|
| 11 |
-
const DATASET_CATALOG_GZIP_SHA256='
|
| 12 |
-
const
|
| 13 |
-
const
|
| 14 |
const $ = (id) => document.getElementById(id);
|
| 15 |
const escape = (value) => String(value ?? '').replace(/[&<>"']/g, (c) => ({'&':'&','<':'<','>':'>','"':'"',"'":'''}[c]));
|
| 16 |
const number = (v) => v != null && Number.isFinite(Number(v)) ? Number(v) : null;
|
|
@@ -201,7 +201,7 @@ function showMethod(method,focus=false) {
|
|
| 201 |
if(!row){selectedMethod=null;detail.hidden=true;return;}selectedMethod=method;
|
| 202 |
const meta=methods.get(method)??methods.get(row.source[0].configuration), pipeline=meta?.operator_pipeline;
|
| 203 |
const source=row.source.slice().sort((a,b)=>a.dataset.localeCompare(b.dataset));
|
| 204 |
-
const supportDecisions=row.runtime==='cpp'?
|
| 205 |
const countSupport=predicate=>supportDecisions.filter(predicate).length;
|
| 206 |
const supportNote=supportDecisions.length?`C++ test scope: ${supportDecisions.length} dataset identities; ${countSupport(item=>item.status==='numeric'&&item.scopes.includes('overall'))} full numeric Overall, ${countSupport(item=>item.status==='partial_numeric')} partial numeric (exact supported subset), ${countSupport(item=>item.status==='numeric'&&!item.scopes.includes('overall'))} full numeric type-specific only, ${countSupport(item=>item.status==='not_applicable')} not applicable, ${countSupport(item=>item.status==='unsupported')} unsupported, ${countSupport(item=>item.status==='replacement_input_pending')} corrected-input retests pending. Type-specific results are available through the data-type filter; they are not missing experiments.`:'';
|
| 207 |
|
|
@@ -232,7 +232,7 @@ function csv() {
|
|
| 232 |
const quote=v=>{let text=String(v??'');if(typeof v==='string'&&/^[=+@-]/.test(text))text="'"+text;return `"${text.replace(/"/g,'""')}"`;};
|
| 233 |
const weights=parseWeights($('weights').value);
|
| 234 |
const columns=['position','method','comparison_profile','execution_host','scope','row_mode','selected_dataset','sort_metric','sort_direction','average_compression_rate','overall_compression_rate','compress_ns_per_point','decompress_ns_per_point','weight_a','weight_b','weight_c','normalized_compress','normalized_decompress','composite_score','composite_score_status','composite_rate_dataset_coverage','composite_timing_dataset_coverage','composite_timing_dataset_denominator','composite_metric_basis','average_rank','rank_dataset_coverage','normalization_reference_rows','compress_min','compress_max','decompress_min','decompress_max','normalization','rank_definition','dataset_coverage','datasets_in_scope','selected_configuration_by_dataset','source_profile_by_dataset','binary_sha256_by_dataset','eligible_column_set_sha256_by_dataset','measurement_status_by_dataset','timing_profile_status_by_dataset','timing_column_count','timing_aggregation','timed_subset_compress_ns_per_point','timed_subset_decompress_ns_per_point','timed_subset_dataset_coverage','timed_subset_dataset_denominator','timed_subset_status','timed_subset_source_profiles','timed_subset_source_hosts','selected_source_family_by_dataset','selected_source_comparison_profile_by_dataset','selected_source_host_by_dataset','strict_timing_reason','composite_reason','final_dataset_scope','input_version_gate','pending_replacement_datasets'];
|
| 235 |
-
const body=currentRows.map((r,i)=>[i+1,r.method,r.runtime,runtimeHost(r.runtime),scopeKey(),state().mode,state().dataset,sort.key,sort.direction===1?'ascending':'descending',r.compression_rate,r.overall_rate,r.compression_time,r.decompression_time,...weights.map(w=>w.toFixed(1)),r.normalized_compression_time,r.normalized_decompression_time,r.composite_score,r.composite_score_status,r.composite_rate_coverage,r.composite_timing_coverage,r.composite_timing_denominator,r.composite_metric_basis,r.average_rank,r.rank_coverage,r.normalization_reference_rows,r.encode_min,r.encode_max,r.decode_min,r.decode_max,'min-max over all eligible rows in selected language/scope/row-mode before search and visibility filters; C++ scores use current accepted comparable timing inputs',(r.rank_reference==='all-published-methods-in-selected-scope'?'mean per-dataset composite-score fractional rank across all admitted published methods in selected scope; per-dataset min-max times':'mean per-dataset composite-score fractional rank; per-dataset min-max times'),r.coverage,r.totalDatasets,JSON.stringify(Object.fromEntries(r.source.map(s=>[s.dataset,s.configuration]))),JSON.stringify(Object.fromEntries(r.source.map(s=>[s.dataset,s.source_runtime]))),JSON.stringify(Object.fromEntries(r.source.map(s=>[s.dataset,s.binary_sha256]))),JSON.stringify(Object.fromEntries(r.source.map(s=>[s.dataset,s.eligible_column_set_sha256]))),JSON.stringify(Object.fromEntries(r.source.map(s=>[s.dataset,s.measurement_status]))),JSON.stringify(Object.fromEntries(r.source.map(s=>[s.dataset,s.timing_profile_status]))),r.timing_column_count,r.timing_aggregation,r.compression_time_timed_subset,r.decompression_time_timed_subset,r.timing_subset_coverage,r.timing_subset_denominator,r.timing_subset_status,JSON.stringify(r.timing_subset_source_profiles),JSON.stringify(r.timing_subset_hosts),JSON.stringify(Object.fromEntries(r.source.map(s=>[s.dataset,s.source_family??s.family]))),JSON.stringify(Object.fromEntries(r.source.map(s=>[s.dataset,s.source_comparison_profile??s.runtime]))),JSON.stringify(Object.fromEntries(r.source.map(s=>[s.dataset,s.source_execution_host??'source snapshot']))),metricAvailability(r,'compression_time').code,metricAvailability(r,'composite_score').code,
|
| 236 |
const url=URL.createObjectURL(new Blob(['\ufeff'+[columns.join(','),...body].join('\r\n')],{type:'text/csv;charset=utf-8'}));const a=document.createElement('a');a.href=url;a.download=`THULab-compression-${state().runtime}-${scopeKey()}-${state().dataset}.csv`;a.click();setTimeout(()=>URL.revokeObjectURL(url),1000);
|
| 237 |
}
|
| 238 |
function safeHttpUrl(value) {
|
|
@@ -299,25 +299,25 @@ function operator97CsvText(value=operator97) {
|
|
| 299 |
function downloadOperator97Csv() {
|
| 300 |
if(!operator97)return;
|
| 301 |
const blob=new Blob([operator97CsvText(operator97)],{type:'text/csv;charset=utf-8'}),url=URL.createObjectURL(blob),link=document.createElement('a');
|
| 302 |
-
link.href=url;link.download='operator97-
|
| 303 |
}
|
| 304 |
function operator97Metric(value,digits=3) { return number(value)===null?'Unavailable':fmt(value,digits); }
|
| 305 |
function renderOperator97() {
|
| 306 |
const status=$('operator97-status'),body=$('operator97-table')?.querySelector('tbody'),datasetControl=$('operator97-dataset');if(!status||!body||!datasetControl)return;
|
| 307 |
if(operator97Error){status.textContent='Operator97 results could not be loaded.';body.innerHTML=`<tr><td colspan="8" class="empty-cell">${escape(operator97Error.message)}</td></tr>`;return;}
|
| 308 |
if(!operator97){status.textContent='Loading Operator97 results…';return;}
|
| 309 |
-
if(datasetControl.options.length<2){datasetControl.innerHTML='<option value="all">All
|
| 310 |
const selected=datasetControl.value||'all',query=($('operator97-search')?.value||'').trim().toLowerCase(),meta=new Map(operator97.implementations.map(row=>[row.implementation_id,row]));
|
| 311 |
let rows=selected==='all'?operator97.implementations:operator97.dataset_results.filter(row=>row.dataset_id===selected).map(row=>({...meta.get(row.implementation_id),...row,eligible_dataset_count:row.ranking_eligible?1:0,dataset_count:1}));
|
| 312 |
rows=rows.filter(row=>!query||`${row.implementation_id} ${row.name} ${row.family}`.toLowerCase().includes(query));
|
| 313 |
-
const eligible=rows.filter(row=>selected==='all'?row.
|
| 314 |
-
status.textContent=selected==='all'?`${rows.length} implementations shown · ${eligible} have complete
|
| 315 |
-
body.innerHTML=rows.map(row=>{const eligibleRow=selected==='all'?row.
|
| 316 |
}
|
| 317 |
async function loadOperator97() {
|
| 318 |
try {
|
| 319 |
-
const response=await fetch(
|
| 320 |
-
const compressed=await response.arrayBuffer();if(await sha256Hex(compressed)!==OPERATOR97_GZIP_SHA256)throw new Error('Operator97 compressed summary SHA differs.');const bytes=await gunzipBuffer(compressed,'The Operator97 summary');if(await sha256Hex(bytes)!==OPERATOR97_SHA256)throw new Error('Operator97 summary SHA differs.');const value=JSON.parse(new TextDecoder().decode(bytes));if(value?.schema!=='compressionbenchmark-operator97-
|
| 321 |
} catch(error) { operator97Error=error instanceof Error?error:new Error('Operator97 results are unavailable.'); }
|
| 322 |
renderOperator97();
|
| 323 |
}
|
|
@@ -383,7 +383,7 @@ function datasetKey(entry) { return String(entry?.key??entry?.dataset??''); }
|
|
| 383 |
function datasetDisplayName(key) { const entry=datasets.get(key);return entry?.label&&entry.label!==key?`${entry.label} (${key})`:key; }
|
| 384 |
function datasetEntries() {
|
| 385 |
const source=Array.isArray(datasetCatalog?.datasets)&&datasetCatalog.datasets.length?datasetCatalog.datasets:[...(snapshot?.datasets||[])];
|
| 386 |
-
const unique=new Map();for(const entry of source){const key=datasetKey(entry);if(key&&
|
| 387 |
}
|
| 388 |
function datasetCategory(entry) { return String(entry.category_label??entry.category??'Other'); }
|
| 389 |
function datasetSearchText(entry) { return [datasetKey(entry),entry.label,entry.category,entry.category_label,entry.source,entry.dataset_url,thulabDatasetUrl(entry)?'THULab Hugging Face hosted':''].join(' ').toLowerCase(); }
|
|
@@ -417,14 +417,14 @@ function renderDatasetEntry(entry,isMeasured) {
|
|
| 417 |
}
|
| 418 |
async function loadDatasetCatalog() {
|
| 419 |
try {
|
| 420 |
-
const response=await fetch(
|
| 421 |
-
const compressed=await response.arrayBuffer();if(await sha256Hex(compressed)!==DATASET_CATALOG_GZIP_SHA256)throw new Error('Dataset catalog compressed SHA differs.');const bytes=await gunzipBuffer(compressed,'The dataset catalog');if(await sha256Hex(bytes)!==DATASET_CATALOG_SHA256)throw new Error('Dataset catalog SHA differs.');const catalog=JSON.parse(new TextDecoder().decode(bytes));if(!catalog||!Array.isArray(catalog.datasets)||!catalog.summary)throw new Error('Dataset catalog has an invalid schema.');datasetCatalog=
|
| 422 |
} catch(error) { datasetCatalogError=error instanceof Error?error:new Error('Dataset catalog is unavailable.'); }
|
| 423 |
if(snapshot){populateDatasetControls();renderDatasetCatalog();renderAbout();}
|
| 424 |
}
|
| 425 |
function renderAbout() {
|
| 426 |
const b=snapshot.benchmark||{},s=snapshot.source||{},c=snapshot.coverage||{};
|
| 427 |
-
const notes=['The active benchmark scope contains
|
| 428 |
$('methodology').innerHTML=notes.map(n=>`<p class="notice">${escape(n)}</p>`).join('');
|
| 429 |
const definitions=b.metric_definitions||{};if(Object.keys(definitions).length)$('methodology').innerHTML+=`<dl class="definitions">${Object.entries(definitions).map(([k,v])=>`<div><dt>${escape(k.replaceAll('_',' '))}</dt><dd>${escape(typeof v==='string'?v:JSON.stringify(v))}</dd></div>`).join('')}</dl>`;
|
| 430 |
const exclusions=c.exclusions||c.excluded_datasets||snapshot.exclusions||[];
|
|
@@ -438,10 +438,10 @@ function decodeCompactRecord(row,index) {
|
|
| 438 |
return {_compact_index:index,dataset:t.datasets[row[0]],scope:t.scopes[row[1]],runtime:t.runtimes[row[2]],comparison_profile:t.comparison_profiles[row[3]],family:t.families[row[4]],method:t.configurations[row[5]],algorithm_variant:t.configurations[row[5]],compression_rate:row[6],compression_time_ns_per_point:row[7],decompression_time_ns_per_point:row[8],original_size_bytes:row[9],compressed_size_bytes:row[10],timing_column_count:row[11],timing_aggregation:t.timing_aggregations[row[12]],eligible_column_set_sha256:t.support_sets[row[13]],measurement_status:t.measurement_statuses[row[14]],timing_profile_status:t.timing_statuses[row[15]],binary_sha256:t.binary_hashes[row[16]]};
|
| 439 |
}
|
| 440 |
function applyCppLatestView() {
|
| 441 |
-
if(!cppLatestView||cppLatestView.schema!=='compressionbenchmark-cpp-latest-view-v1'||cppLatestView.status!=='
|
| 442 |
const compact=snapshot.compact_records;if(!Array.isArray(compact))throw new Error('The SHA-bound compact record table is missing.');
|
| 443 |
-
if(cppLatestView.baseline?.compact_record_count!==compact.length)throw new Error('The
|
| 444 |
-
if(cppLatestView.
|
| 445 |
const selectors=cppLatestView.selectors;if(!Array.isArray(selectors)||selectors.join('\0')!=='cpp\0java\0python')throw new Error('The combined view must expose exactly C++, Java, and Python.');
|
| 446 |
const selected=cppLatestView.cpp?.selected_rows;if(!Array.isArray(selected))throw new Error('The combined C++ selected-row index is missing.');
|
| 447 |
const seen=new Set(),cpp=[];
|
|
@@ -468,7 +468,7 @@ function applyCppLatestView() {
|
|
| 468 |
}
|
| 469 |
function init() {
|
| 470 |
applyCppLatestView();
|
| 471 |
-
snapshot=
|
| 472 |
for(const m of snapshot.methods||[]) { const method=typeof m==='string'?{name:m}:m;methods.set(method.name??method.method,method);for(const c of method.configurations||[])methods.set(c.algorithm_variant,{...method,name:c.algorithm_variant,family:method.name}); }
|
| 473 |
for(const d of snapshot.datasets||[])datasets.set(d.key??d.dataset,d);
|
| 474 |
records=(snapshot.dataset_results||snapshot.records||[]).map(normalizeRecord).filter(r=>r.method&&r.dataset&&r.compression_rate>0);
|
|
@@ -538,14 +538,14 @@ function applySideIncrementalPatch(base,patch){
|
|
| 538 |
if(out.cpp.selected_rows.length!==patch.final_selected_count||out.cpp.pair_ledger.length!==patch.final_pair_ledger_count)throw new Error('The reconstructed C++ selection count differs.');return out;
|
| 539 |
}
|
| 540 |
try {
|
| 541 |
-
const responses=await Promise.all([fetch(
|
| 542 |
-
if(responses.some(response=>!response.ok))throw new Error('The
|
| 543 |
const compressed=await Promise.all(responses.map(response=>response.arrayBuffer()));
|
| 544 |
const expectedCompressed=[UI_DATA_GZIP_SHA256,CPP_LATEST_VIEW_GZIP_SHA256];
|
| 545 |
-
for(let i=0;i<compressed.length;i++)if(await sha256Hex(compressed[i])!==expectedCompressed[i])throw new Error('A compressed
|
| 546 |
-
const raw=await Promise.all(compressed.map((value,index)=>gunzipBuffer(value,index===0?'The
|
| 547 |
const expectedRaw=[UI_DATA_SHA256,CPP_LATEST_VIEW_SHA256];
|
| 548 |
-
for(let i=0;i<raw.length;i++)if(await sha256Hex(raw[i])!==expectedRaw[i])throw new Error('A canonical
|
| 549 |
[snapshot,cppLatestView]=raw.map(value=>JSON.parse(new TextDecoder().decode(value)));init();
|
| 550 |
}
|
| 551 |
catch(e){$('load-error').hidden=false;$('load-error').textContent=`The result snapshot could not be loaded. Please reload the page or download the JSON from the repository. ${e.message}`;$('snapshot').textContent='Snapshot unavailable';$('leaderboard').querySelector('tbody').innerHTML='<tr><td class="empty-cell">Results unavailable.</td></tr>';}
|
|
|
|
| 1 |
+
import {PROJECT200_SCOPE,PROJECT200_INPUT_STATUS,applyProject200Scope,filterProject200Catalog,project200CoverageForFamily} from './project200-scope.js?v=20261025-clean200-v1';
|
| 2 |
import {WEIGHT_TENTHS,parseWeights,addRankingMetrics} from './ranking.js?v=20261021-bos-reger-rank85-v1';
|
| 3 |
import {DEFAULT_PROFILE,profileLabel,defaultColumnVisible,metricAvailability,summarizeAvailability,visibleColumns,profileScopeText,aggregateTimedSubset,strictTimingMode} from './availability.js?v=20261023-clean150-v1-ui-scope2';
|
| 4 |
+
const UI_DATA_SHA256='160e49e5afcb8a27e0e48e311fe1838d70930782d659dc5c444b9b0f4faebf59';
|
| 5 |
+
const UI_DATA_GZIP_SHA256='c2f0f46fc5c715af4da8f43101cada390c32e10e04f9fdbfb5e8896723daab65';
|
| 6 |
+
const CPP_LATEST_VIEW_SHA256='f6ba04065b400361ba6e7da93b4e336d02cd03687448f1f337738d533505edb2';
|
| 7 |
+
const CPP_LATEST_VIEW_GZIP_SHA256='1a36afc4f34ef09d4e71f76a95c3ae4b42026a1cc31a4006d457143c582a4762';
|
| 8 |
+
const OPERATOR97_SHA256='370a01786db4d034d49117ee76c5f8999a9514192ee61ebca7151bed481739e0';
|
| 9 |
+
const OPERATOR97_GZIP_SHA256='0d41c7d4f9c63d0af50f63fc39c83a2e21e5fc40512101090a0c5f5d752d7f00';
|
| 10 |
+
const DATASET_CATALOG_SHA256='e25642fe1d87ab0bb595a391f4582c43ab94b9d6ae5ebd2be9903ccf261c1fd2';
|
| 11 |
+
const DATASET_CATALOG_GZIP_SHA256='b6d261c84e236efba34618975db37fb481f60e50e5682074fd103d784c1bb9f4';
|
| 12 |
+
const CLEAN200_ASSET_BASE='https://huggingface.co/datasets/THULab/TSCB_dataset/resolve/eb44d8917c982e9a6fa283bdee1ff894a406d8ff/benchmark-results/clean200_20261025_v4';
|
| 13 |
+
const clean200AssetUrl=(name)=>`${CLEAN200_ASSET_BASE}/${name}`;
|
| 14 |
const $ = (id) => document.getElementById(id);
|
| 15 |
const escape = (value) => String(value ?? '').replace(/[&<>"']/g, (c) => ({'&':'&','<':'<','>':'>','"':'"',"'":'''}[c]));
|
| 16 |
const number = (v) => v != null && Number.isFinite(Number(v)) ? Number(v) : null;
|
|
|
|
| 201 |
if(!row){selectedMethod=null;detail.hidden=true;return;}selectedMethod=method;
|
| 202 |
const meta=methods.get(method)??methods.get(row.source[0].configuration), pipeline=meta?.operator_pipeline;
|
| 203 |
const source=row.source.slice().sort((a,b)=>a.dataset.localeCompare(b.dataset));
|
| 204 |
+
const supportDecisions=row.runtime==='cpp'?project200CoverageForFamily(cppLatestView.cpp.pair_ledger,row.family):[];
|
| 205 |
const countSupport=predicate=>supportDecisions.filter(predicate).length;
|
| 206 |
const supportNote=supportDecisions.length?`C++ test scope: ${supportDecisions.length} dataset identities; ${countSupport(item=>item.status==='numeric'&&item.scopes.includes('overall'))} full numeric Overall, ${countSupport(item=>item.status==='partial_numeric')} partial numeric (exact supported subset), ${countSupport(item=>item.status==='numeric'&&!item.scopes.includes('overall'))} full numeric type-specific only, ${countSupport(item=>item.status==='not_applicable')} not applicable, ${countSupport(item=>item.status==='unsupported')} unsupported, ${countSupport(item=>item.status==='replacement_input_pending')} corrected-input retests pending. Type-specific results are available through the data-type filter; they are not missing experiments.`:'';
|
| 207 |
|
|
|
|
| 232 |
const quote=v=>{let text=String(v??'');if(typeof v==='string'&&/^[=+@-]/.test(text))text="'"+text;return `"${text.replace(/"/g,'""')}"`;};
|
| 233 |
const weights=parseWeights($('weights').value);
|
| 234 |
const columns=['position','method','comparison_profile','execution_host','scope','row_mode','selected_dataset','sort_metric','sort_direction','average_compression_rate','overall_compression_rate','compress_ns_per_point','decompress_ns_per_point','weight_a','weight_b','weight_c','normalized_compress','normalized_decompress','composite_score','composite_score_status','composite_rate_dataset_coverage','composite_timing_dataset_coverage','composite_timing_dataset_denominator','composite_metric_basis','average_rank','rank_dataset_coverage','normalization_reference_rows','compress_min','compress_max','decompress_min','decompress_max','normalization','rank_definition','dataset_coverage','datasets_in_scope','selected_configuration_by_dataset','source_profile_by_dataset','binary_sha256_by_dataset','eligible_column_set_sha256_by_dataset','measurement_status_by_dataset','timing_profile_status_by_dataset','timing_column_count','timing_aggregation','timed_subset_compress_ns_per_point','timed_subset_decompress_ns_per_point','timed_subset_dataset_coverage','timed_subset_dataset_denominator','timed_subset_status','timed_subset_source_profiles','timed_subset_source_hosts','selected_source_family_by_dataset','selected_source_comparison_profile_by_dataset','selected_source_host_by_dataset','strict_timing_reason','composite_reason','final_dataset_scope','input_version_gate','pending_replacement_datasets'];
|
| 235 |
+
const body=currentRows.map((r,i)=>[i+1,r.method,r.runtime,runtimeHost(r.runtime),scopeKey(),state().mode,state().dataset,sort.key,sort.direction===1?'ascending':'descending',r.compression_rate,r.overall_rate,r.compression_time,r.decompression_time,...weights.map(w=>w.toFixed(1)),r.normalized_compression_time,r.normalized_decompression_time,r.composite_score,r.composite_score_status,r.composite_rate_coverage,r.composite_timing_coverage,r.composite_timing_denominator,r.composite_metric_basis,r.average_rank,r.rank_coverage,r.normalization_reference_rows,r.encode_min,r.encode_max,r.decode_min,r.decode_max,'min-max over all eligible rows in selected language/scope/row-mode before search and visibility filters; C++ scores use current accepted comparable timing inputs',(r.rank_reference==='all-published-methods-in-selected-scope'?'mean per-dataset composite-score fractional rank across all admitted published methods in selected scope; per-dataset min-max times':'mean per-dataset composite-score fractional rank; per-dataset min-max times'),r.coverage,r.totalDatasets,JSON.stringify(Object.fromEntries(r.source.map(s=>[s.dataset,s.configuration]))),JSON.stringify(Object.fromEntries(r.source.map(s=>[s.dataset,s.source_runtime]))),JSON.stringify(Object.fromEntries(r.source.map(s=>[s.dataset,s.binary_sha256]))),JSON.stringify(Object.fromEntries(r.source.map(s=>[s.dataset,s.eligible_column_set_sha256]))),JSON.stringify(Object.fromEntries(r.source.map(s=>[s.dataset,s.measurement_status]))),JSON.stringify(Object.fromEntries(r.source.map(s=>[s.dataset,s.timing_profile_status]))),r.timing_column_count,r.timing_aggregation,r.compression_time_timed_subset,r.decompression_time_timed_subset,r.timing_subset_coverage,r.timing_subset_denominator,r.timing_subset_status,JSON.stringify(r.timing_subset_source_profiles),JSON.stringify(r.timing_subset_hosts),JSON.stringify(Object.fromEntries(r.source.map(s=>[s.dataset,s.source_family??s.family]))),JSON.stringify(Object.fromEntries(r.source.map(s=>[s.dataset,s.source_comparison_profile??s.runtime]))),JSON.stringify(Object.fromEntries(r.source.map(s=>[s.dataset,s.source_execution_host??'source snapshot']))),metricAvailability(r,'compression_time').code,metricAvailability(r,'composite_score').code,PROJECT200_INPUT_STATUS.scope_id,'not_quarantined_by_current_input_audit',JSON.stringify(PROJECT200_INPUT_STATUS.pending_datasets.map(item=>item.dataset_id))].map(quote).join(','));
|
| 236 |
const url=URL.createObjectURL(new Blob(['\ufeff'+[columns.join(','),...body].join('\r\n')],{type:'text/csv;charset=utf-8'}));const a=document.createElement('a');a.href=url;a.download=`THULab-compression-${state().runtime}-${scopeKey()}-${state().dataset}.csv`;a.click();setTimeout(()=>URL.revokeObjectURL(url),1000);
|
| 237 |
}
|
| 238 |
function safeHttpUrl(value) {
|
|
|
|
| 299 |
function downloadOperator97Csv() {
|
| 300 |
if(!operator97)return;
|
| 301 |
const blob=new Blob([operator97CsvText(operator97)],{type:'text/csv;charset=utf-8'}),url=URL.createObjectURL(blob),link=document.createElement('a');
|
| 302 |
+
link.href=url;link.download='operator97-project200-dataset-results.csv';document.body.appendChild(link);link.click();link.remove();setTimeout(()=>URL.revokeObjectURL(url),0);
|
| 303 |
}
|
| 304 |
function operator97Metric(value,digits=3) { return number(value)===null?'Unavailable':fmt(value,digits); }
|
| 305 |
function renderOperator97() {
|
| 306 |
const status=$('operator97-status'),body=$('operator97-table')?.querySelector('tbody'),datasetControl=$('operator97-dataset');if(!status||!body||!datasetControl)return;
|
| 307 |
if(operator97Error){status.textContent='Operator97 results could not be loaded.';body.innerHTML=`<tr><td colspan="8" class="empty-cell">${escape(operator97Error.message)}</td></tr>`;return;}
|
| 308 |
if(!operator97){status.textContent='Loading Operator97 results…';return;}
|
| 309 |
+
if(datasetControl.options.length<2){datasetControl.innerHTML='<option value="all">All 200 datasets · dataset-equal means</option>'+operator97.datasets.map(value=>`<option value="${escape(value)}">${escape(value)}</option>`).join('');}
|
| 310 |
const selected=datasetControl.value||'all',query=($('operator97-search')?.value||'').trim().toLowerCase(),meta=new Map(operator97.implementations.map(row=>[row.implementation_id,row]));
|
| 311 |
let rows=selected==='all'?operator97.implementations:operator97.dataset_results.filter(row=>row.dataset_id===selected).map(row=>({...meta.get(row.implementation_id),...row,eligible_dataset_count:row.ranking_eligible?1:0,dataset_count:1}));
|
| 312 |
rows=rows.filter(row=>!query||`${row.implementation_id} ${row.name} ${row.family}`.toLowerCase().includes(query));
|
| 313 |
+
const eligible=rows.filter(row=>selected==='all'?row.ranking_eligible_full_200:row.ranking_eligible).length,coverage=operator97.coverage;
|
| 314 |
+
status.textContent=selected==='all'?`${rows.length} implementations shown · ${eligible} have complete 200-dataset support · ${countFmt(operator97.dataset_results.filter(row=>row.ranking_eligible).length)} rank-eligible dataset results · ${countFmt(operator97.dataset_results.filter(row=>!row.ranking_eligible).length)} domain-limited results excluded from metrics and ranking`:`${escape(selected)} · ${rows.length} implementations shown · ${eligible} executable complete results; domain-limited rows remain visible but have no scientific score`;
|
| 315 |
+
body.innerHTML=rows.map(row=>{const eligibleRow=selected==='all'?row.ranking_eligible_full_200:row.ranking_eligible,statusText=selected==='all'?(eligibleRow?'Complete 200 / 200':`${row.eligible_dataset_count} / 200 · support-limited`):(eligibleRow?'Executable · bitexact':row.status.replaceAll('_',' '));return `<tr class="${eligibleRow?'':'operator97-ineligible'}"><td><strong>${escape(row.implementation_id)}</strong><small>${escape(row.name)}</small></td><td class="numeric">${operator97Metric(row.h0_delta_bits_per_valid_value)}</td><td class="numeric">${operator97Metric(row.markov3_delta_bits_per_valid_value)}</td><td class="numeric">${operator97Metric(row.ablation_zstd3_delta_bits_per_valid_value)}</td><td class="numeric">${operator97Metric(row.ablation_present_over_omitted_compressed_bytes)}${number(row.ablation_present_over_omitted_compressed_bytes)!==null?'×':''}</td><td class="numeric">${selected==='all'?`${row.eligible_dataset_count} / 200`:`${row.supported_columns??0} / ${row.column_count??0}`}</td><td>${escape(statusText)}</td><td><code>${escape((row.support_cohort_sha256||'').slice(0,12)||'—')}</code></td></tr>`;}).join('')||'<tr><td colspan="8" class="empty-cell">No implementation matches this filter.</td></tr>';
|
| 316 |
}
|
| 317 |
async function loadOperator97() {
|
| 318 |
try {
|
| 319 |
+
const response=await fetch(clean200AssetUrl('operator97-project200-summary.json.gz'),{cache:'no-cache'});if(!response.ok)throw new Error(`Operator97 request returned ${response.status}.`);
|
| 320 |
+
const compressed=await response.arrayBuffer();if(await sha256Hex(compressed)!==OPERATOR97_GZIP_SHA256)throw new Error('Operator97 compressed summary SHA differs.');const bytes=await gunzipBuffer(compressed,'The Operator97 summary');if(await sha256Hex(bytes)!==OPERATOR97_SHA256)throw new Error('Operator97 summary SHA differs.');const value=JSON.parse(new TextDecoder().decode(bytes));if(value?.schema!=='compressionbenchmark-operator97-project200-summary-v1'||value?.status!=='accepted_clean200_complete'||value?.coverage?.dataset_count!==200||value?.coverage?.implementation_count!==97||value?.coverage?.dataset_implementation_key_count!==19400||value?.coverage?.column_implementation_key_count!==361131||!Array.isArray(value.implementations)||value.implementations.length!==97||!Array.isArray(value.dataset_results)||value.dataset_results.length!==19400)throw new Error('Operator97 summary has an invalid schema, scope, or source binding.');operator97=value;
|
| 321 |
} catch(error) { operator97Error=error instanceof Error?error:new Error('Operator97 results are unavailable.'); }
|
| 322 |
renderOperator97();
|
| 323 |
}
|
|
|
|
| 383 |
function datasetDisplayName(key) { const entry=datasets.get(key);return entry?.label&&entry.label!==key?`${entry.label} (${key})`:key; }
|
| 384 |
function datasetEntries() {
|
| 385 |
const source=Array.isArray(datasetCatalog?.datasets)&&datasetCatalog.datasets.length?datasetCatalog.datasets:[...(snapshot?.datasets||[])];
|
| 386 |
+
const unique=new Map();for(const entry of source){const key=datasetKey(entry);if(key&&PROJECT200_SCOPE.datasets.includes(key))unique.set(key,entry);}return [...unique.values()];
|
| 387 |
}
|
| 388 |
function datasetCategory(entry) { return String(entry.category_label??entry.category??'Other'); }
|
| 389 |
function datasetSearchText(entry) { return [datasetKey(entry),entry.label,entry.category,entry.category_label,entry.source,entry.dataset_url,thulabDatasetUrl(entry)?'THULab Hugging Face hosted':''].join(' ').toLowerCase(); }
|
|
|
|
| 417 |
}
|
| 418 |
async function loadDatasetCatalog() {
|
| 419 |
try {
|
| 420 |
+
const response=await fetch(clean200AssetUrl('dataset-catalog.json.gz'),{cache:'no-cache'});if(!response.ok)throw new Error(`Dataset catalog request returned ${response.status}.`);
|
| 421 |
+
const compressed=await response.arrayBuffer();if(await sha256Hex(compressed)!==DATASET_CATALOG_GZIP_SHA256)throw new Error('Dataset catalog compressed SHA differs.');const bytes=await gunzipBuffer(compressed,'The dataset catalog');if(await sha256Hex(bytes)!==DATASET_CATALOG_SHA256)throw new Error('Dataset catalog SHA differs.');const catalog=JSON.parse(new TextDecoder().decode(bytes));if(!catalog||!Array.isArray(catalog.datasets)||!catalog.summary)throw new Error('Dataset catalog has an invalid schema.');datasetCatalog=filterProject200Catalog(catalog);
|
| 422 |
} catch(error) { datasetCatalogError=error instanceof Error?error:new Error('Dataset catalog is unavailable.'); }
|
| 423 |
if(snapshot){populateDatasetControls();renderDatasetCatalog();renderAbout();}
|
| 424 |
}
|
| 425 |
function renderAbout() {
|
| 426 |
const b=snapshot.benchmark||{},s=snapshot.source||{},c=snapshot.coverage||{};
|
| 427 |
+
const notes=['The active benchmark scope contains 200 datasets with accepted numerical measurements for 85 compression algorithms and 97 active operator implementations. Unsupported and N/A outcomes are explicit and never participate in rankings.',b.aggregation_note,b.selection_note,...(b.notes||[]),...(b.measurement_boundaries||[])].filter(Boolean);
|
| 428 |
$('methodology').innerHTML=notes.map(n=>`<p class="notice">${escape(n)}</p>`).join('');
|
| 429 |
const definitions=b.metric_definitions||{};if(Object.keys(definitions).length)$('methodology').innerHTML+=`<dl class="definitions">${Object.entries(definitions).map(([k,v])=>`<div><dt>${escape(k.replaceAll('_',' '))}</dt><dd>${escape(typeof v==='string'?v:JSON.stringify(v))}</dd></div>`).join('')}</dl>`;
|
| 430 |
const exclusions=c.exclusions||c.excluded_datasets||snapshot.exclusions||[];
|
|
|
|
| 438 |
return {_compact_index:index,dataset:t.datasets[row[0]],scope:t.scopes[row[1]],runtime:t.runtimes[row[2]],comparison_profile:t.comparison_profiles[row[3]],family:t.families[row[4]],method:t.configurations[row[5]],algorithm_variant:t.configurations[row[5]],compression_rate:row[6],compression_time_ns_per_point:row[7],decompression_time_ns_per_point:row[8],original_size_bytes:row[9],compressed_size_bytes:row[10],timing_column_count:row[11],timing_aggregation:t.timing_aggregations[row[12]],eligible_column_set_sha256:t.support_sets[row[13]],measurement_status:t.measurement_statuses[row[14]],timing_profile_status:t.timing_statuses[row[15]],binary_sha256:t.binary_hashes[row[16]]};
|
| 439 |
}
|
| 440 |
function applyCppLatestView() {
|
| 441 |
+
if(!cppLatestView||cppLatestView.schema!=='compressionbenchmark-cpp-latest-view-v1'||cppLatestView.status!=='built_from_accepted_clean200_results_v1')throw new Error('The combined C++ selection sidecar has an invalid schema or status.');
|
| 442 |
const compact=snapshot.compact_records;if(!Array.isArray(compact))throw new Error('The SHA-bound compact record table is missing.');
|
| 443 |
+
if(cppLatestView.baseline?.compact_record_count!==153219||compact.length!==191299)throw new Error('The Clean200 compact-record prefix or final count is invalid.');
|
| 444 |
+
if(snapshot.source_data_sha256!=='18a96a681dbddfe1aef51108f1399f836b970391891ed1d051bc6cdce81bf7fe'||cppLatestView.cpp?.counts?.clean200_accepted_dataset_family_pair_count!==17000)throw new Error('The Clean200 selection sidecar binding is invalid.');
|
| 445 |
const selectors=cppLatestView.selectors;if(!Array.isArray(selectors)||selectors.join('\0')!=='cpp\0java\0python')throw new Error('The combined view must expose exactly C++, Java, and Python.');
|
| 446 |
const selected=cppLatestView.cpp?.selected_rows;if(!Array.isArray(selected))throw new Error('The combined C++ selected-row index is missing.');
|
| 447 |
const seen=new Set(),cpp=[];
|
|
|
|
| 468 |
}
|
| 469 |
function init() {
|
| 470 |
applyCppLatestView();
|
| 471 |
+
snapshot=applyProject200Scope(snapshot);
|
| 472 |
for(const m of snapshot.methods||[]) { const method=typeof m==='string'?{name:m}:m;methods.set(method.name??method.method,method);for(const c of method.configurations||[])methods.set(c.algorithm_variant,{...method,name:c.algorithm_variant,family:method.name}); }
|
| 473 |
for(const d of snapshot.datasets||[])datasets.set(d.key??d.dataset,d);
|
| 474 |
records=(snapshot.dataset_results||snapshot.records||[]).map(normalizeRecord).filter(r=>r.method&&r.dataset&&r.compression_rate>0);
|
|
|
|
| 538 |
if(out.cpp.selected_rows.length!==patch.final_selected_count||out.cpp.pair_ledger.length!==patch.final_pair_ledger_count)throw new Error('The reconstructed C++ selection count differs.');return out;
|
| 539 |
}
|
| 540 |
try {
|
| 541 |
+
const responses=await Promise.all([fetch(clean200AssetUrl('ui-data-project200.json.gz'),{cache:'no-cache'}),fetch(clean200AssetUrl('cpp-latest-view-project200.json.gz'),{cache:'no-cache'})]);
|
| 542 |
+
if(responses.some(response=>!response.ok))throw new Error('The project200 snapshot request failed.');
|
| 543 |
const compressed=await Promise.all(responses.map(response=>response.arrayBuffer()));
|
| 544 |
const expectedCompressed=[UI_DATA_GZIP_SHA256,CPP_LATEST_VIEW_GZIP_SHA256];
|
| 545 |
+
for(let i=0;i<compressed.length;i++)if(await sha256Hex(compressed[i])!==expectedCompressed[i])throw new Error('A compressed project200 input SHA differs.');
|
| 546 |
+
const raw=await Promise.all(compressed.map((value,index)=>gunzipBuffer(value,index===0?'The project200 result snapshot':'The project200 selection sidecar')));
|
| 547 |
const expectedRaw=[UI_DATA_SHA256,CPP_LATEST_VIEW_SHA256];
|
| 548 |
+
for(let i=0;i<raw.length;i++)if(await sha256Hex(raw[i])!==expectedRaw[i])throw new Error('A canonical project200 input SHA differs.');
|
| 549 |
[snapshot,cppLatestView]=raw.map(value=>JSON.parse(new TextDecoder().decode(value)));init();
|
| 550 |
}
|
| 551 |
catch(e){$('load-error').hidden=false;$('load-error').textContent=`The result snapshot could not be loaded. Please reload the page or download the JSON from the repository. ${e.message}`;$('snapshot').textContent='Snapshot unavailable';$('leaderboard').querySelector('tbody').innerHTML='<tr><td class="empty-cell">Results unavailable.</td></tr>';}
|
index.html
CHANGED
|
@@ -7,7 +7,7 @@
|
|
| 7 |
<meta name="color-scheme" content="light dark">
|
| 8 |
<title>THULab | Time Series Compression Benchmark</title>
|
| 9 |
<link rel="stylesheet" href="style.css?v=20261019-operator97-v1">
|
| 10 |
-
<script src="app.js?v=
|
| 11 |
</head>
|
| 12 |
<body>
|
| 13 |
<a class="skip-link" href="#content">Skip to results</a>
|
|
@@ -16,7 +16,7 @@
|
|
| 16 |
<div class="header-links"><a href="https://github.com/xjz17/web_compression" target="_blank" rel="noopener">Project code ↗</a><button id="theme" class="quiet-button" type="button" aria-label="Switch color theme">Theme</button></div>
|
| 17 |
</header>
|
| 18 |
<main id="content">
|
| 19 |
-
<section class="snapshot-notice" aria-label="Current benchmark scope"><strong>Test scope:
|
| 20 |
|
| 21 |
<section class="intro" aria-labelledby="title">
|
| 22 |
<p class="eyebrow">Time-series systems research</p>
|
|
@@ -101,11 +101,11 @@
|
|
| 101 |
<label class="documentation-search">Search operators<input id="operator-doc-search" type="search" placeholder="Family, A-ID, implementation, I/O, or reference" autocomplete="off"></label>
|
| 102 |
</div>
|
| 103 |
<section id="operator97-results" class="operator-effect-results" aria-labelledby="operator97-title">
|
| 104 |
-
<div class="operator-effect-head"><div><h3 id="operator97-title">H0 entropy, third-order Markov entropy, and paired ablation ·
|
| 105 |
-
<div class="operator97-controls"><label>Dataset<select id="operator97-dataset"><option value="all">All
|
| 106 |
<p id="operator97-status" class="documentation-status" aria-live="polite">Loading Operator97 results…</p>
|
| 107 |
<div class="table-wrap operator-effect-table-wrap"><table id="operator97-table"><thead><tr><th>Implementation</th><th>H0 Δ bits/value</th><th>Markov-3 Δ bits/value</th><th>Zstd-3 ablation Δ bits/value</th><th>Present / omitted bytes</th><th>Executable support</th><th>Status</th><th>Support cohort</th></tr></thead><tbody><tr><td colspan="8" class="loading-cell">Loading Operator97 results…</td></tr></tbody></table></div>
|
| 108 |
-
<p class="reference-source">Complete keys:
|
| 109 |
</section>
|
| 110 |
<section id="operator-effect-results" class="operator-effect-results" aria-labelledby="operator-effect-title">
|
| 111 |
<div class="operator-effect-head"><div><h3 id="operator-effect-title">Archived matched-omission byte effects</h3><p class="muted">Canonical value-column key coverage is complete: 3,519 columns × 10 recipes = 35,190 results. Of these columns, 454 are bound to current manifests; the other 3,065 retain accepted historical-input evidence and have not been requalified against current input SHA values. Supported column bytes are summed within each dataset, then datasets receive equal weight. Ratios above 1 mean omission increased bytes. Timing is unavailable.</p></div><a class="quiet-button" href="operator135_gap400.current_value_columns.public.csv.gz" download>Download final 4,000-row gap patch</a></div>
|
|
@@ -137,7 +137,7 @@
|
|
| 137 |
<p>By default, each family selects the lowest-rate exact variant independently for each dataset only when all candidates for that dataset/family have one exact support set. This view can choose different binaries across datasets. Ambiguous support sets are omitted. Switch Method rows to Exact configuration to inspect fixed variants, source profiles, binaries, and support hashes.</p>
|
| 138 |
<p>These are published measurements, not experiments executed inside this Space. A reported ratio alone does not establish lossless reconstruction; round-trip checks and hardware details are shown only when their evidence exists in the source snapshot. Timings without an exact admitted source/build/binary/boundary chain are unavailable to timing and composite rankings.</p>
|
| 139 |
<h3>Download and provenance</h3>
|
| 140 |
-
<p><a href="https://huggingface.co/datasets/THULab/TSCB_dataset/resolve/
|
| 141 |
<div id="provenance"></div>
|
| 142 |
<h3>Contribute a result</h3>
|
| 143 |
<p>Run the project benchmark and provide the codec/configuration, input identity, compression and decompression measurements, execution environment, and round-trip validation evidence. Results can be updated from the source project using the snapshot exporter included in the Space repository.</p>
|
|
|
|
| 7 |
<meta name="color-scheme" content="light dark">
|
| 8 |
<title>THULab | Time Series Compression Benchmark</title>
|
| 9 |
<link rel="stylesheet" href="style.css?v=20261019-operator97-v1">
|
| 10 |
+
<script src="app.js?v=20261025-clean200-v1" type="module"></script>
|
| 11 |
</head>
|
| 12 |
<body>
|
| 13 |
<a class="skip-link" href="#content">Skip to results</a>
|
|
|
|
| 16 |
<div class="header-links"><a href="https://github.com/xjz17/web_compression" target="_blank" rel="noopener">Project code ↗</a><button id="theme" class="quiet-button" type="button" aria-label="Switch color theme">Theme</button></div>
|
| 17 |
</header>
|
| 18 |
<main id="content">
|
| 19 |
+
<section class="snapshot-notice" aria-label="Current benchmark scope"><strong>Test scope: 200 measured datasets</strong><p>Current C++ clean-input results use per-column NULL and NaN removal for 85 compression algorithms; current operator results cover 97 implementations. Historical Java and Python views retain their original input contracts. Unsupported and N/A outcomes are explicit and never rank.</p><a href="https://huggingface.co/datasets/THULab/TSCB_dataset/resolve/eb44d8917c982e9a6fa283bdee1ff894a406d8ff/benchmark-results/clean200_20261025_v4/dataset-catalog.json.gz?download=true" download>Dataset catalog</a> · <a href="https://huggingface.co/datasets/THULab/TSCB_dataset/resolve/eb44d8917c982e9a6fa283bdee1ff894a406d8ff/benchmark-results/clean200_20261025_v4/algorithm200-current-dataset-results.jsonl.gz?download=true" download>Current measurements</a> · <a href="https://huggingface.co/datasets/THULab/TSCB_dataset/resolve/eb44d8917c982e9a6fa283bdee1ff894a406d8ff/benchmark-results/clean200_20261025_v4/current-clean200-data.json.gz?download=true" download>Current complete data (JSON.GZ)</a> · <a href="https://huggingface.co/datasets/THULab/TSCB_dataset/resolve/eb44d8917c982e9a6fa283bdee1ff894a406d8ff/benchmark-results/clean200_20261025_v4/clean200-dataset-statistics.json.gz?download=true" download>Clean-input dataset statistics (JSON.GZ)</a> · <a href="https://huggingface.co/datasets/THULab/TSCB_dataset/resolve/eb44d8917c982e9a6fa283bdee1ff894a406d8ff/benchmark-results/clean200_20261025_v4/ASSET_MANIFEST.json?download=true" download>Immutable asset manifest</a> · <a href="manifest.json" download>Release manifest</a></section>
|
| 20 |
|
| 21 |
<section class="intro" aria-labelledby="title">
|
| 22 |
<p class="eyebrow">Time-series systems research</p>
|
|
|
|
| 101 |
<label class="documentation-search">Search operators<input id="operator-doc-search" type="search" placeholder="Family, A-ID, implementation, I/O, or reference" autocomplete="off"></label>
|
| 102 |
</div>
|
| 103 |
<section id="operator97-results" class="operator-effect-results" aria-labelledby="operator97-title">
|
| 104 |
+
<div class="operator-effect-head"><div><h3 id="operator97-title">H0 entropy, third-order Markov entropy, and paired ablation · 200 datasets</h3><p class="muted">The same full-data pass produced all three measurements for 97 implementations. H0 and Markov values are operator-present minus operator-input bits per valid value. The paired ablation is operator-present minus operator-omitted Zstd level 3 bits per valid value. Overall dataset-equal means are populated only for the exact full-200 support cohort. Domain-limited implementations keep per-dataset values but have no overall score or rank.</p></div><div class="operator97-downloads"><button class="quiet-button" id="operator97-download-csv" type="button">Download CSV</button><a class="quiet-button" href="https://huggingface.co/datasets/THULab/TSCB_dataset/resolve/eb44d8917c982e9a6fa283bdee1ff894a406d8ff/benchmark-results/clean200_20261025_v4/operator97-project200-summary.json.gz?download=true" download="operator97-project200-results.json.gz">Download JSON</a></div></div>
|
| 105 |
+
<div class="operator97-controls"><label>Dataset<select id="operator97-dataset"><option value="all">All 200 datasets · dataset-equal means</option></select></label><label>Find implementation<input id="operator97-search" type="search" placeholder="A-ID, implementation, or family" autocomplete="off"></label></div>
|
| 106 |
<p id="operator97-status" class="documentation-status" aria-live="polite">Loading Operator97 results…</p>
|
| 107 |
<div class="table-wrap operator-effect-table-wrap"><table id="operator97-table"><thead><tr><th>Implementation</th><th>H0 Δ bits/value</th><th>Markov-3 Δ bits/value</th><th>Zstd-3 ablation Δ bits/value</th><th>Present / omitted bytes</th><th>Executable support</th><th>Status</th><th>Support cohort</th></tr></thead><tbody><tr><td colspan="8" class="loading-cell">Loading Operator97 results…</td></tr></tbody></table></div>
|
| 108 |
+
<p class="reference-source">Complete keys: 19,400 dataset × implementation results and 361,131 column × implementation results. A106–A110 are excluded from this fast scope. Domain-limited partial and not-executable outcomes keep null scientific fields and do not enter ranking. Diagnostic wall time is not native compression timing and is not used by Score.</p>
|
| 109 |
</section>
|
| 110 |
<section id="operator-effect-results" class="operator-effect-results" aria-labelledby="operator-effect-title">
|
| 111 |
<div class="operator-effect-head"><div><h3 id="operator-effect-title">Archived matched-omission byte effects</h3><p class="muted">Canonical value-column key coverage is complete: 3,519 columns × 10 recipes = 35,190 results. Of these columns, 454 are bound to current manifests; the other 3,065 retain accepted historical-input evidence and have not been requalified against current input SHA values. Supported column bytes are summed within each dataset, then datasets receive equal weight. Ratios above 1 mean omission increased bytes. Timing is unavailable.</p></div><a class="quiet-button" href="operator135_gap400.current_value_columns.public.csv.gz" download>Download final 4,000-row gap patch</a></div>
|
|
|
|
| 137 |
<p>By default, each family selects the lowest-rate exact variant independently for each dataset only when all candidates for that dataset/family have one exact support set. This view can choose different binaries across datasets. Ambiguous support sets are omitted. Switch Method rows to Exact configuration to inspect fixed variants, source profiles, binaries, and support hashes.</p>
|
| 138 |
<p>These are published measurements, not experiments executed inside this Space. A reported ratio alone does not establish lossless reconstruction; round-trip checks and hardware details are shown only when their evidence exists in the source snapshot. Timings without an exact admitted source/build/binary/boundary chain are unavailable to timing and composite rankings.</p>
|
| 139 |
<h3>Download and provenance</h3>
|
| 140 |
+
<p><a href="https://huggingface.co/datasets/THULab/TSCB_dataset/resolve/eb44d8917c982e9a6fa283bdee1ff894a406d8ff/benchmark-results/clean200_20261025_v4/ui-data-project200.json.gz?download=true" download>Current 200-dataset compact result snapshot (JSON.GZ)</a> · <a href="https://huggingface.co/datasets/THULab/TSCB_dataset/resolve/eb44d8917c982e9a6fa283bdee1ff894a406d8ff/benchmark-results/clean200_20261025_v4/cpp-latest-view-project200.json.gz?download=true" download>Current C++ selection evidence (JSON.GZ)</a> · <a href="valid48-lzg-current135-dataset-method.csv.gz" download>Historical 48-codec timing and LZG base (CSV.GZ)</a> · <a href="lzg-bavaria-current135-completion-supplement.csv" download>Historical Bavaria LZG completion record (CSV)</a> · <a href="bos-reger-current135-scope-results.csv" download>Historical BOS/REGER 135-dataset results (CSV)</a> · <a href="bos-reger-current135-columns.json" download>Historical BOS/REGER column evidence (JSON)</a> · <a href="bos-reger-current135-ui-patch.json" download>Historical BOS/REGER compact result overlay (JSON)</a> · <a href="bos-reger-current135-selection-patch.json" download>Historical BOS/REGER selection overlay (JSON)</a><br><span class="muted">The interactive page verifies the frozen 200-dataset compact result snapshot and its receipt-bound selection evidence. Use Download CSV above for the currently displayed merged rows.</span> · <a href="remaining6-completed5-dataset-method-overlay.jsonl.gz" download>Historical C++ timing overlay (JSONL.GZ)</a> · <a href="manifest.json" download>Source manifest (JSON)</a> · <a href="native86-coverage.json" download>Native86 coverage summary (JSON)</a> · <a href="native86-terminal-matrix.jsonl.gz" download>Historical 164-dataset terminal matrix (JSONL.GZ)</a> · <a href="native86-v9-current154-thin.jsonl.gz" download>Historical 154-pair V9 evidence (JSONL.GZ)</a> · <a href="native86-recovery-reconciliation.json" download>Recovery reconciliation (JSON)</a></p>
|
| 141 |
<div id="provenance"></div>
|
| 142 |
<h3>Contribute a result</h3>
|
| 143 |
<p>Run the project benchmark and provide the codec/configuration, input identity, compression and decompression measurements, execution environment, and round-trip validation evidence. Results can be updated from the source project using the snapshot exporter included in the Space repository.</p>
|
manifest.json
CHANGED
|
@@ -1 +1 @@
|
|
| 1 |
-
{"algorithm_source_sha256":"
|
|
|
|
| 1 |
+
{"algorithm_source_sha256":"853264b4a65653226b6b3b4b894613fde50329dca6c915eeae206ad6d304fa0b","all_old_raw_records_preserved":true,"baseline_revision":"4111dc15fba5e9208d5fe5e66b5a03e48cbc0ed7","clean150_external_prefix_preserved":true,"current_data_file":"https://huggingface.co/datasets/THULab/TSCB_dataset/resolve/eb44d8917c982e9a6fa283bdee1ff894a406d8ff/benchmark-results/clean200_20261025_v4/current-clean200-data.json.gz","current_dataset_method_pairs":17000,"current_raw_records":191299,"current_scope_rows":38080,"data_sha256":"18a96a681dbddfe1aef51108f1399f836b970391891ed1d051bc6cdce81bf7fe","dataset_revision":"eb44d8917c982e9a6fa283bdee1ff894a406d8ff","dataset_statistics_recomputed_from_unique_accepted_columns":true,"delete_operations":[],"external_assets":{"asset_manifest_sha256":"51fc6ba94da0ef43faa5051fe230cc6277ef73918948292761c4520e272717c6","asset_manifest_url":"https://huggingface.co/datasets/THULab/TSCB_dataset/resolve/eb44d8917c982e9a6fa283bdee1ff894a406d8ff/benchmark-results/clean200_20261025_v4/ASSET_MANIFEST.json","assets":{"algorithm200-current-dataset-results.jsonl.gz":{"bytes":1834261,"compression":"gzip","decompressed_bytes":38472294,"decompressed_name":"algorithm200-current-dataset-results.jsonl","decompressed_sha256":"04e0b28d71e851ebc7feaaf1759db3d44b0f77da862384935390de437e879d22","sha256":"a6d4a54082c02db81812871a97ebb6c96fd197b699c805d39e82a5633dfdff25"},"clean200-dataset-statistics.json.gz":{"bytes":5666,"compression":"gzip","decompressed_bytes":39209,"decompressed_name":"clean200-dataset-statistics.json","decompressed_sha256":"6c87b8a27a092cb773a56e1b943b9b725138bfcf28f07922907993150a4cf250","sha256":"abc0f4b5d6a31ca281da52b9c1ff07847162f11c03502b67873ac1dac7c29cc8"},"cpp-latest-view-project200.json.gz":{"bytes":762409,"compression":"gzip","decompressed_bytes":46397047,"decompressed_name":"cpp-latest-view-project200.json","decompressed_sha256":"f6ba04065b400361ba6e7da93b4e336d02cd03687448f1f337738d533505edb2","sha256":"1a36afc4f34ef09d4e71f76a95c3ae4b42026a1cc31a4006d457143c582a4762"},"current-clean200-data.json.gz":{"bytes":1834262,"compression":"gzip","decompressed_bytes":38472295,"decompressed_name":"current-clean200-data.json","decompressed_sha256":"18a96a681dbddfe1aef51108f1399f836b970391891ed1d051bc6cdce81bf7fe","sha256":"b009097821fb4fec651bdfcbb39c624bedc96f476694bf7ce611a0114efae847"},"dataset-catalog.json.gz":{"bytes":28363,"compression":"gzip","decompressed_bytes":475044,"decompressed_name":"dataset-catalog.json","decompressed_sha256":"e25642fe1d87ab0bb595a391f4582c43ab94b9d6ae5ebd2be9903ccf261c1fd2","sha256":"b6d261c84e236efba34618975db37fb481f60e50e5682074fd103d784c1bb9f4"},"operator97-project200-summary.json.gz":{"bytes":1635865,"compression":"gzip","decompressed_bytes":17069616,"decompressed_name":"operator97-project200-summary.json","decompressed_sha256":"370a01786db4d034d49117ee76c5f8999a9514192ee61ebca7151bed481739e0","sha256":"0d41c7d4f9c63d0af50f63fc39c83a2e21e5fc40512101090a0c5f5d752d7f00"},"ui-data-project200.json.gz":{"bytes":4715802,"compression":"gzip","decompressed_bytes":22734661,"decompressed_name":"ui-data-project200.json","decompressed_sha256":"160e49e5afcb8a27e0e48e311fe1838d70930782d659dc5c444b9b0f4faebf59","sha256":"c2f0f46fc5c715af4da8f43101cada390c32e10e04f9fdbfb5e8896723daab65"}},"base_url":"https://huggingface.co/datasets/THULab/TSCB_dataset/resolve/eb44d8917c982e9a6fa283bdee1ff894a406d8ff/benchmark-results/clean200_20261025_v4","parent_clean150_assets_preserved":true,"parent_clean150_external_assets":{"asset_manifest_sha256":"7bf5766c1ab16e577682a0d6c3e72471d99ef0018b751520cb188f9238f0ec5e","asset_manifest_url":"https://huggingface.co/datasets/THULab/TSCB_dataset/resolve/fb42da46537a7461295587614d1573ea0f531459/benchmark-results/clean150_20261023_v1/ASSET_MANIFEST.json","assets":{"algorithm150-current-dataset-results.jsonl.gz":{"bytes":1595321,"compression":"gzip","decompressed_bytes":31302470,"decompressed_name":"algorithm150-current-dataset-results.jsonl","decompressed_sha256":"7d6a6ec9d057f2347e0e510b15d547b6835164fd16d51f64c8ab07934fc5da4c","sha256":"93b7064124c1c250336ab697648ce0c5cd7385a3264b834e6298fc330ec78c44"},"clean150-dataset-statistics.json.gz":{"bytes":4580,"compression":"gzip","decompressed_bytes":29388,"decompressed_name":"clean150-dataset-statistics.json","decompressed_sha256":"ed2d831b4c0f8724df075b5ce7bdf3c1b41f9cb4db2534f5d22c6a80b0a38905","sha256":"1f5d2564b5afdeadd14982b3fd144922a660273806e050fb39650a4e99238fa3"},"cpp-latest-view-project150.json.gz":{"bytes":804774,"compression":"gzip","copied_byte_for_byte_from_ui2":true,"decompressed_bytes":45638787,"decompressed_name":"cpp-latest-view-project150.json","decompressed_sha256":"5e280dd67b1473f03ed0f7a4ae5bd1f314d28315d5438db2c60476060686b9f0","sha256":"fc21d5459a20bf837dc2911c211cc10a30f005a7d2382e1b3c4985c81875dd01"},"current-clean150-data.json.gz":{"bytes":1551779,"compression":"gzip","decompressed_bytes":29971323,"decompressed_name":"current-clean150-data.json","decompressed_sha256":"1f75a3fadc2cbb82ff1181076dcbce760abdab6d61d2d2a9e9bb170e410c85d6","sha256":"38ba0a453415380774ab47c19a7b138fd08d93b9c4fcd97bc3310d98de28e784"},"dataset-catalog.json.gz":{"bytes":24920,"compression":"gzip","decompressed_bytes":406315,"decompressed_name":"dataset-catalog.json","decompressed_sha256":"faab81fef68cfb9395638014b610819ab61e1b619abafcaa76ae8b265d09ee6d","sha256":"e370ed180583b6143e2293e19d4cba793b431ca02ffcb9a7ac97c93c38425cb2"},"operator97-project150-summary.json.gz":{"bytes":1219563,"compression":"gzip","decompressed_bytes":12325594,"decompressed_name":"operator97-project150-summary.json","decompressed_sha256":"79565bb3c125dca1f6f184496aa3c8d70bd28c4c4dd166ce2ac3ca04b9680eb9","sha256":"ec1ce5273c175ef82e1ae4f08f8cf73beab23327aeb6d2b5999a32c38ef4424b"},"ui-data-project150.json.gz":{"bytes":3704703,"compression":"gzip","copied_byte_for_byte_from_ui2":true,"decompressed_bytes":18417878,"decompressed_name":"ui-data-project150.json","decompressed_sha256":"aca4767f47027d96cebea3108a6e1961f6a1d494f25d3e87dc2b7797696cc47a","sha256":"9091e1dbfd826872361e4f67e8b7b4fd201a18fc987674dc6ff223891c7fc23b"}},"base_url":"https://huggingface.co/datasets/THULab/TSCB_dataset/resolve/fb42da46537a7461295587614d1573ea0f531459/benchmark-results/clean150_20261023_v1","prefix":"benchmark-results/clean150_20261023_v1","repo":"THULab/TSCB_dataset","revision":"fb42da46537a7461295587614d1573ea0f531459"},"prefix":"benchmark-results/clean200_20261025_v4","repo":"THULab/TSCB_dataset","revision":"eb44d8917c982e9a6fa283bdee1ff894a406d8ff"},"files":{"CLEAN150_ACCEPTANCE.json":{"bytes":2855,"sha256":"720900336ea333f97df283c22a4c30c6ae6a31c87a2a63596836ef173b4aff2d"},"CLEAN150_OPERATOR_ACCEPTANCE.json":{"bytes":2619,"sha256":"b9f0315cb221d6a48252173ae4068f2f986d803d9d43f863c458cdf780485195"},"README.md":{"bytes":2474,"sha256":"40973205392f614a21c92d3edb1d4871066a769fe2e61013dd842a219026b3b6"},"app.js":{"bytes":82489,"sha256":"931adb474a0a554b1e2cad609c009e5de116f9d5f3503aac8152771fa272f272"},"availability.js":{"bytes":11334,"sha256":"bfc2597ab84517b00b5c80c868bdcd10e4342f8e0c9672fd20c86b60ea3f842e"},"index.html":{"bytes":23342,"sha256":"8cfcd54a0aab06d6690060e2c509d61883fa941817ad9706c72672b47b046583"},"project150-scope.js":{"bytes":6152,"sha256":"16e6dca24ecdfb35891d5ce665e3f0652cf1f35198d9c38d416e395e6f8e4f37"}},"filter":"remove NULL and IEEE NaN per column; preserve Inf and signed zero","historical_data_json_sha256":"3c66633b2d58b126edfad8afe173caf1f53fbcdb6f7b205c3d51b42dfc75a241","non_target_selected_preserved":5046,"old_raw_records":123639,"old_space_files_and_repository_history_preserved":true,"operator_source_sha256":"0d41c7d4f9c63d0af50f63fc39c83a2e21e5fc40512101090a0c5f5d752d7f00","schema":"clean200-site-shell-candidate-v1","scientific_decompressed_bytes_unchanged":true,"scope":{"columns":3723,"datasets":200,"methods":85,"operator_implementations":97},"source_candidate":"/Users/xiaojinzhao/Documents/GitHub/web_compression/analysis_outputs/clean150_display_20261023_v1/site/real_candidate_v4_20261023T1720_ui2","source_manifest_sha256":"7348c3144d9c58bea10016e597a0b1eb08073346966db21bce164b49a3d13e66","space_parent_revision":"753549e74f728c131eb66d9b6eaf48375b985ae0","status":"accepted_local_candidate_not_published","transport_only":true,"ui_scope_patch":{"changed_files":["README.md","app.js","availability.js","index.html"],"cpp_precision_control":"disabled_and_reset_to_all_for_current_clean_cpp","current_cpp_scopes":["overall","integer","float"],"historical_language_input_contract_preserved":true,"historical_language_views":["java","python"],"schema":"clean150-ui-language-precision-and-source-label-patch-v2","scientific_files_unchanged":true,"script_sha256":"96703308c4502f2a5a8f6e62ac0393d71d3f8fd50e735f2c5fb7b828d5be03b3"},"ui_source_data_sha256":"18a96a681dbddfe1aef51108f1399f836b970391891ed1d051bc6cdce81bf7fe"}
|
project200-scope.js
ADDED
|
@@ -0,0 +1,16 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
export const PROJECT200_SCOPE = Object.freeze({schema:'compressionbenchmark-project200-scope-v1',status:'accepted_complete',scope_id:'clean200_20261025_v1',dataset_count:200,datasets:Object.freeze(["Air-Quality","Bar-Crawl","Bird-migration","Comments","ETDataset-ett","IGlocations2","METR-LA","Metro-Traffic","NYC_Yellow_Taxi_Trip","PEMS-BAY","RealEstate1","RealEstate2","Romance","SpatialEpiBench","Telco","TrainsUK2","Uberlandia","Wins","YaleLanguages","ahr999-dataset","ast_spacemobile_fleet_data","australia_solar","australian_electricity_demand","auto_production_sf","azure2019_u","bitcoin","bitcoin_price_timeseries","coastal_t_s","commodity_import","commodity_production","covid_deaths-monash","cphl","crypto","crypto_data","current_velocity","deep-space-probes","dst-index","ecdc_covid","eea_pm25_forecasting","electricity_demand","electricity_load_2011_2014","electricity_production","enedis-with-holidays","epf_electricity_price","eweld_load","exchange_rate","faang_engineered_time_series_features_2013_2025","finland_traffic","forex_factory_calendar","fred_md","fulus_lyd_rates_2025","geomagnetic_kp_index","global_influenza","global_price","gluco_tsfm_benchmark","goes_omni_electron_flux_forecasting","greatplains_multisource_2000_2024","hourly-stock-data-2023","hourly_electricity_demand_brazil","indian_stock_hourly_2017_2021","job_claims","jolts","kdd_cup_2018","knowable","kraken-trading-data","kuiper_fleet_data","london_smart_meters","m2oe2_timeseries","meteoblue","metropt_3","multi_model_trading_data","national_illness","ne_china_wind","nifty50_market_regime","nn5_daily","oikolab_weather","oil_price","omie_blockchain_study","online_retail_2_uci","ooni_censorship_historical","openelectricity_nem","orbital_chaos_nasa_ssc","pedestrian_counts","phenology_normal_hawaii","polymarket_crypto_5m_15m","port_activity","quitobench","rating","reg_forecasting_v2","rideshare","salesforecastingwomartstore","saugeenday-monash","scaphandre_cpu_usage","sg_carpark","sg_pm25","sg_weather","sleep_score_fitbit","solar_10_minutes","solar_4_seconds","solusdt_enhanced_180","spx","stock_dataset","substorm_onsets","sunspot","telangana_weather","temperature_rain","timeseries-1m-QQQ-10y","timeseries_1mn_sp500","timeseries_1mn_stocks","tourism_monthly","tourism_monthly-zaai-ai","tourism_residuals","traffic","traffic_hourly","trxusdt_spot_1m_05_2021_to_03_2026","uk_electricity_generation_mix_2019_2026","uncertainty_1m","us_births-monash","us_labor","us_term_structure","vehicle_sales","vehicle_supply","vehicle_trips","water_quality_darwin","weather_data_bavaria","wids2023_competition_weather_forecasting","wind_4_seconds","wind_farms_minutely","wordle_mcm_dataset","wui_global","xauusd","xauusd_1m","xinyi_public_gym","xrpusdt_spot_1m_05_2021_to_03_2026","yongchun_public_gym","hf_localnet_dynamics","hf_bike_sharing_dc_hourly","hf_refit_residential_15min","hf_lyon_velov_30min","hf_tetouan_power_10min","hf_heapo_household_hourly","hf_appliances_energy_10min","hf_seoul_bike_hourly","hf_european_nextbike_station_status","hf_m5_daily_sales","hf_har70plus_accelerometry","hf_camels_usgs_discharge_modern490","hf_serc_soil_signals","hf_lakebed_crystal_bog_temperature","hf_liander2024_grid_load","hf_lotsa_bdg_2_bear","hf_lotsa_bdg_2_fox","hf_lotsa_bdg_2_panther","hf_lotsa_bdg_2_rat","hf_lotsa_beijing_air_quality","hf_lotsa_beijing_subway_30min","hf_lotsa_borealis","hf_lotsa_bull","hf_lotsa_cdc_fluview_ilinet","hf_lotsa_cdc_fluview_who_nrevss","hf_lotsa_china_air_quality","hf_lotsa_cockatoo","hf_lotsa_covid19_energy","hf_lotsa_covid_mobility","hf_lotsa_elecdemand","hf_lotsa_elf","hf_lotsa_favorita_transactions","hf_lotsa_gfc12_load","hf_lotsa_gfc14_load","hf_lotsa_gfc17_load","hf_lotsa_hierarchical_sales","hf_lotsa_hog","hf_lotsa_hzmetro","hf_lotsa_ideal","hf_lotsa_kdd2022","hf_lotsa_loop_seattle","hf_lotsa_los_loop","hf_lotsa_m4_daily","hf_lotsa_m4_hourly","hf_lotsa_m4_monthly","hf_lotsa_m4_weekly","hf_lotsa_m_dense","hf_lotsa_pdb","hf_lotsa_pems03","hf_lotsa_pems04","hf_lotsa_pems07","hf_lotsa_pems08","hf_lotsa_project_tycho","hf_lotsa_restaurant","hf_lotsa_sceaux","hf_lotsa_shmetro","hf_lotsa_smart","hf_lotsa_spain","hf_lotsa_subseasonal_precip","hf_lotsa_sz_taxi","hf_lotsa_taxi_30min","hf_lotsa_uber_tlc_daily","hf_lotsa_uber_tlc_hourly","hf_lotsa_weather","hf_lotsa_wiki_rolling_nips"])});
|
| 2 |
+
export const PROJECT200_INPUT_STATUS = Object.freeze({schema:'compressionbenchmark-project200-input-status-v1',status:'accepted_complete',scope_id:'clean200_20261025_v1',pending_datasets:Object.freeze([])});
|
| 3 |
+
export const ACTIVE_CPP_FAMILIES = Object.freeze(["2DIFF","ALP","ANS","Arithmetic","BOS","BSC","BUFF","Blosc","Blosc2","BriefLZ","Brotli","Bzip2","Bzip3","CORAD","CSC","Camel","Chimp","Chimp128","Crush","DBP","Density","Dict.","Elf","Elf+","FPC","FPCmp-R","FPCmp-S","FPZIP","FSE","FastLZ","FastLZMA2","FastPFor","Gipfeli","Gorilla","Huff0","Huffman","Kanzi","LECO","LZ4","LZ4 Fast","LZ4HC","LZAV","LZF","LZFSE","LZG","LZHAM","LZJB","LZMAT","LZO1","LZO2A","LZRW","LZSSE","LZVN","Libdeflate","Lizard","Lzlib","NRV","PFPC","PPMD8","Pithy","Pongo","QuickLZ","REGER","RLBE","RLE","SLZ","SPDP","SVB","Shrinker","Simple8b","Snappy","Sprintz","TAMP","Tornado","WFLZ","XPACK","XZ","YALZ77","Yappy","ZXC","Zlib","Zlib-ng","Zling","Zstd","gzip"]);
|
| 4 |
+
|
| 5 |
+
export function applyProject200Scope(snapshot,scope=PROJECT200_SCOPE,status=PROJECT200_INPUT_STATUS) {
|
| 6 |
+
if(scope?.schema!=='compressionbenchmark-project200-scope-v1'||scope?.status!=='accepted_complete'||scope.scope_id!==PROJECT200_SCOPE.scope_id)throw new Error('Invalid project200 scope contract.');
|
| 7 |
+
if(!Array.isArray(scope.datasets)||scope.datasets.length!==200||new Set(scope.datasets).size!==200)throw new Error('Dataset identities differ from the frozen 200-dataset scope.');
|
| 8 |
+
if(status?.schema!=='compressionbenchmark-project200-input-status-v1'||status.scope_id!==scope.scope_id||status.pending_datasets.length)throw new Error('Invalid project200 input status.');
|
| 9 |
+
const ids=new Set(scope.datasets),families=new Set(ACTIVE_CPP_FAMILIES),known=new Set((snapshot.datasets||[]).map(item=>item.key??item.dataset));
|
| 10 |
+
if([...ids].some(id=>!known.has(id)))throw new Error('An active dataset identity is absent from the frozen source snapshot.');
|
| 11 |
+
if(!Array.isArray(snapshot.dataset_results))throw new Error('Expected the receipt-bound decoded result view.');
|
| 12 |
+
const selected=snapshot.dataset_results.filter(row=>ids.has(row.dataset)&&(row.comparison_profile!=='cpp'||families.has(row.family)));
|
| 13 |
+
return {...snapshot,datasets:snapshot.datasets.filter(item=>ids.has(item.key??item.dataset)),dataset_results:selected,active_dataset_scope:{scope_id:scope.scope_id,dataset_count:200,pending_dataset_ids:[],historical_archive_dataset_count:known.size,retained_result_rows:selected.length}};
|
| 14 |
+
}
|
| 15 |
+
export function filterProject200Catalog(catalog) { const ids=new Set(PROJECT200_SCOPE.datasets); return {...catalog,datasets:(catalog.datasets||[]).filter(item=>ids.has(item.key??item.dataset))}; }
|
| 16 |
+
export function project200CoverageForFamily(ledger,family) { const ids=new Set(PROJECT200_SCOPE.datasets); return ledger.filter(item=>item.canonical_family===family&&ids.has(item.dataset)).map(item=>({dataset:item.dataset,status:item.status,scopes:item.selected_scopes||[],reason:item.reason})); }
|