{ "project": "Next Signal", "profile": "full", "seed": 73, "device": { "python": "3.13.16", "platform": "Linux-6.6.159+-x86_64-with-glibc2.39", "cpu_count": 12, "numpy": "2.4.6", "torch": "2.14.1+cu130", "cuda": true, "gpu": "NVIDIA L4", "colab": true }, "data": { "name": "Human Activity Recognition Using Smartphones", "source": "https://archive.ics.uci.edu/static/public/240/human+activity+recognition+using+smartphones.zip", "license": "CC BY 4.0", "download": { "url": "https://archive.ics.uci.edu/static/public/240/human+activity+recognition+using+smartphones.zip", "file": "uci_har.zip", "bytes": 61005872, "sha256": "c00b803081a5c797cd5e4b83700a9810b38d53d9d84e01917e090e1fdbc81031", "verified_against_pinned_sha256": false }, "split": { "pretrain_and_label_pool_subjects": [ 3, 6, 7, 8, 11, 14, 15, 16, 17, 21, 22, 23, 25, 26, 28, 29, 30 ], "validation_subjects": [ 1, 5, 19, 27 ], "test_subjects": [ 2, 4, 9, 10, 12, 13, 18, 20, 24 ], "windows": { "pretrain_pool": 5967, "validation": 1385, "test": 2947 }, "rule": "split by person; overlapping neighbour windows never cross splits" } }, "pretraining": { "epochs": 80, "seconds": 12.5, "final_loss": 2.184822434964387, "loss_curve": [ 3.712400488231493, 2.963286171788755, 2.739344721255095, 2.6145749817723813, 2.5520408464514692, 2.5070140465446142, 2.461351944052655, 2.4770600381104844, 2.4195773290551226, 2.424070461936619, 2.4328558444976807, 2.4071899807971455, 2.363288568413776, 2.3896970748901367, 2.392222010571024, 2.342703290607618, 2.3041959119879682, 2.339908081552257, 2.316423747850501, 2.288858061251433, 2.3337712495223335, 2.3336874194767163, 2.2924146237580674, 2.2862673324087393, 2.2796806667162026, 2.284140742343405, 2.3090094068776006, 2.2604137399922246, 2.2845878393753716, 2.256418549496195, 2.284406858941783, 2.2578139305114746, 2.2458334694737974, 2.2439312520234482, 2.285909072212551, 2.2630054536073105, 2.2501549928084663, 2.2446324099665103, 2.243580144384633, 2.2494544360948647, 2.251435673755148, 2.2552023141280464, 2.23429274559021, 2.2433379007422407, 2.241523856702058, 2.238611718882685, 2.2323898750802744, 2.215463462083236, 2.202808970990388, 2.2326209959776504, 2.2435816992884097, 2.241964412772137, 2.2296112412991733, 2.197518504184225, 2.213502479636151, 2.225979877554852, 2.2221103440160337, 2.2329591253529424, 2.1921197435130244, 2.1944941126781963, 2.209777033847311, 2.2089720083319624, 2.219303970751555, 2.2248885424240776, 2.205455717833146, 2.207445538562277, 2.199899787488191, 2.1791009488313096, 2.215926232545272, 2.180913614190143, 2.1990664730901304, 2.2125095077182935, 2.1830043481743853, 2.2084487002828848, 2.2097588518391484, 2.1778356614320176, 2.1839393947435464, 2.1911755748417066, 2.1659804116124692, 2.184822434964387 ], "windows": 5967 }, "probe": { "type": "standardised multinomial logistic regression", "C_selection": { "ssl": { "C": 10.0, "val_scores": { "0.01": 0.8943441636582431, "0.1": 0.9140794223826715, "1.0": 0.9256317689530685, "10.0": 0.9258724428399518 } }, "random": { "C": 1.0, "val_scores": { "0.01": 0.8016847172081829, "0.1": 0.8245487364620939, "1.0": 0.8250300842358604, "10.0": 0.8204572803850781 } }, "stats": { "C": 10.0, "val_scores": { "0.01": 0.7547533092659447, "0.1": 0.8081829121540314, "1.0": 0.8187725631768953, "10.0": 0.822864019253911 } } }, "label_seeds": [ 0, 1, 2, 3, 4 ] }, "results_test_subjects": { "ssl": { "2": { "labels_total": 12, "acc_mean": 0.6836783169324736, "acc_std": 0.03905040254913586, "macro_f1_mean": 0.6880320300737847, "macro_f1_std": 0.03318949909266294, "seeds": 5 }, "10": { "labels_total": 60, "acc_mean": 0.8504920257889379, "acc_std": 0.029252053026430767, "macro_f1_mean": 0.852388590496618, "macro_f1_std": 0.028747183437794182, "seeds": 5 }, "50": { "labels_total": 300, "acc_mean": 0.9013912453342382, "acc_std": 0.010230841606444484, "macro_f1_mean": 0.9031353115767127, "macro_f1_std": 0.009730438129879343, "seeds": 5 }, "all": { "labels_total": 5967, "acc_mean": 0.9117746861214795, "acc_std": 0.0, "macro_f1_mean": 0.9133442911075771, "macro_f1_std": 0.0, "seeds": 1 } }, "random": { "2": { "labels_total": 12, "acc_mean": 0.6498133695283339, "acc_std": 0.036250664131663314, "macro_f1_mean": 0.645758446468177, "macro_f1_std": 0.03552224729393867, "seeds": 5 }, "10": { "labels_total": 60, "acc_mean": 0.779300984051578, "acc_std": 0.013218300725011034, "macro_f1_mean": 0.7763499239205346, "macro_f1_std": 0.01271300649849152, "seeds": 5 }, "50": { "labels_total": 300, "acc_mean": 0.8561927383780116, "acc_std": 0.012688149897945202, "macro_f1_mean": 0.8552664706192152, "macro_f1_std": 0.012644973028308748, "seeds": 5 }, "all": { "labels_total": 5967, "acc_mean": 0.8920936545639634, "acc_std": 0.0, "macro_f1_mean": 0.8917543014154136, "macro_f1_std": 0.0, "seeds": 1 } }, "stats": { "2": { "labels_total": 12, "acc_mean": 0.6524601289446895, "acc_std": 0.03437673651432141, "macro_f1_mean": 0.6315164863953293, "macro_f1_std": 0.02988008478660784, "seeds": 5 }, "10": { "labels_total": 60, "acc_mean": 0.8060400407193757, "acc_std": 0.02669682260710852, "macro_f1_mean": 0.8023744003419736, "macro_f1_std": 0.028293967458807565, "seeds": 5 }, "50": { "labels_total": 300, "acc_mean": 0.862029182219206, "acc_std": 0.006839292941890257, "macro_f1_mean": 0.859469912983073, "macro_f1_std": 0.006717255422007592, "seeds": 5 }, "all": { "labels_total": 5967, "acc_mean": 0.8927723108245673, "acc_std": 0.0, "macro_f1_mean": 0.8912415144172424, "macro_f1_std": 0.0, "seeds": 1 } } }, "confusion_ssl_10_per_class": [ [ 473, 0, 22, 1, 0, 0 ], [ 51, 390, 19, 11, 0, 0 ], [ 9, 3, 408, 0, 0, 0 ], [ 0, 3, 0, 396, 90, 2 ], [ 0, 0, 0, 118, 414, 0 ], [ 25, 0, 0, 49, 0, 463 ] ], "failure_examples": { "setting": "SSL probe, 10 labels/class, seed 0", "n_wrong": 403, "first": [ { "test_window": 31, "subject": 2, "true": "sitting", "predicted": "standing" }, { "test_window": 32, "subject": 2, "true": "sitting", "predicted": "standing" }, { "test_window": 45, "subject": 2, "true": "sitting", "predicted": "standing" }, { "test_window": 46, "subject": 2, "true": "sitting", "predicted": "standing" }, { "test_window": 47, "subject": 2, "true": "sitting", "predicted": "standing" }, { "test_window": 48, "subject": 2, "true": "sitting", "predicted": "standing" }, { "test_window": 49, "subject": 2, "true": "sitting", "predicted": "standing" }, { "test_window": 50, "subject": 2, "true": "sitting", "predicted": "standing" }, { "test_window": 51, "subject": 2, "true": "sitting", "predicted": "standing" }, { "test_window": 52, "subject": 2, "true": "sitting", "predicted": "standing" }, { "test_window": 53, "subject": 2, "true": "sitting", "predicted": "standing" }, { "test_window": 54, "subject": 2, "true": "sitting", "predicted": "standing" }, { "test_window": 302, "subject": 4, "true": "standing", "predicted": "sitting" }, { "test_window": 303, "subject": 4, "true": "standing", "predicted": "sitting" }, { "test_window": 305, "subject": 4, "true": "standing", "predicted": "sitting" }, { "test_window": 306, "subject": 4, "true": "standing", "predicted": "sitting" }, { "test_window": 307, "subject": 4, "true": "standing", "predicted": "sitting" }, { "test_window": 308, "subject": 4, "true": "standing", "predicted": "sitting" }, { "test_window": 309, "subject": 4, "true": "standing", "predicted": "sitting" }, { "test_window": 310, "subject": 4, "true": "standing", "predicted": "sitting" }, { "test_window": 311, "subject": 4, "true": "standing", "predicted": "sitting" }, { "test_window": 312, "subject": 4, "true": "standing", "predicted": "sitting" }, { "test_window": 313, "subject": 4, "true": "standing", "predicted": "sitting" }, { "test_window": 314, "subject": 4, "true": "standing", "predicted": "sitting" }, { "test_window": 315, "subject": 4, "true": "standing", "predicted": "sitting" }, { "test_window": 316, "subject": 4, "true": "standing", "predicted": "sitting" }, { "test_window": 317, "subject": 4, "true": "standing", "predicted": "sitting" }, { "test_window": 319, "subject": 4, "true": "standing", "predicted": "sitting" }, { "test_window": 320, "subject": 4, "true": "standing", "predicted": "sitting" }, { "test_window": 321, "subject": 4, "true": "standing", "predicted": "sitting" } ] }, "tests": { "reload": { "returncode": 0, "seconds": 0.18, "process": "fresh python -E subprocess, cwd = temporary copy of the model folder", "passed": true, "max_abs_diff": 0.0, "n_windows": 8 }, "node_parity": { "cases": 4, "failed": 0, "maxDiff": 6.106226635438361e-16, "results": [ { "name": "case0", "maxDiff": 1.7780915628762273e-17 }, { "name": "case1", "maxDiff": 1.1102230246251565e-16 }, { "name": "case2", "maxDiff": 6.106226635438361e-16 }, { "name": "case3", "maxDiff": 6.245004513516506e-17 } ], "ms": 137, "runtime": "node v22.23.4", "status": "passed" }, "browser": { "status": "skipped", "reason": "playwright not installed" } }, "not_run": [ "Only one pre-training seed was run; variance over pre-training seeds is not reported." ] }