Next-Signal / evaluation.json
Lamapi's picture
Publish Next-Signal space
298a39f verified
Raw History Blame Contribute Delete
10.9 kB
{
"project": "Next Signal",
"profile": "full",
"seed": 73,
"device": {
"python": "3.13.16",
"platform": "Linux-6.6.159+-x86_64-with-glibc2.39",
"cpu_count": 12,
"numpy": "2.4.6",
"torch": "2.14.1+cu130",
"cuda": true,
"gpu": "NVIDIA L4",
"colab": true
},
"data": {
"name": "Human Activity Recognition Using Smartphones",
"source": "https://archive.ics.uci.edu/static/public/240/human+activity+recognition+using+smartphones.zip",
"license": "CC BY 4.0",
"download": {
"url": "https://archive.ics.uci.edu/static/public/240/human+activity+recognition+using+smartphones.zip",
"file": "uci_har.zip",
"bytes": 61005872,
"sha256": "c00b803081a5c797cd5e4b83700a9810b38d53d9d84e01917e090e1fdbc81031",
"verified_against_pinned_sha256": false
},
"split": {
"pretrain_and_label_pool_subjects": [
3,
6,
7,
8,
11,
14,
15,
16,
17,
21,
22,
23,
25,
26,
28,
29,
30
],
"validation_subjects": [
1,
5,
19,
27
],
"test_subjects": [
2,
4,
9,
10,
12,
13,
18,
20,
24
],
"windows": {
"pretrain_pool": 5967,
"validation": 1385,
"test": 2947
},
"rule": "split by person; overlapping neighbour windows never cross splits"
}
},
"pretraining": {
"epochs": 80,
"seconds": 12.5,
"final_loss": 2.184822434964387,
"loss_curve": [
3.712400488231493,
2.963286171788755,
2.739344721255095,
2.6145749817723813,
2.5520408464514692,
2.5070140465446142,
2.461351944052655,
2.4770600381104844,
2.4195773290551226,
2.424070461936619,
2.4328558444976807,
2.4071899807971455,
2.363288568413776,
2.3896970748901367,
2.392222010571024,
2.342703290607618,
2.3041959119879682,
2.339908081552257,
2.316423747850501,
2.288858061251433,
2.3337712495223335,
2.3336874194767163,
2.2924146237580674,
2.2862673324087393,
2.2796806667162026,
2.284140742343405,
2.3090094068776006,
2.2604137399922246,
2.2845878393753716,
2.256418549496195,
2.284406858941783,
2.2578139305114746,
2.2458334694737974,
2.2439312520234482,
2.285909072212551,
2.2630054536073105,
2.2501549928084663,
2.2446324099665103,
2.243580144384633,
2.2494544360948647,
2.251435673755148,
2.2552023141280464,
2.23429274559021,
2.2433379007422407,
2.241523856702058,
2.238611718882685,
2.2323898750802744,
2.215463462083236,
2.202808970990388,
2.2326209959776504,
2.2435816992884097,
2.241964412772137,
2.2296112412991733,
2.197518504184225,
2.213502479636151,
2.225979877554852,
2.2221103440160337,
2.2329591253529424,
2.1921197435130244,
2.1944941126781963,
2.209777033847311,
2.2089720083319624,
2.219303970751555,
2.2248885424240776,
2.205455717833146,
2.207445538562277,
2.199899787488191,
2.1791009488313096,
2.215926232545272,
2.180913614190143,
2.1990664730901304,
2.2125095077182935,
2.1830043481743853,
2.2084487002828848,
2.2097588518391484,
2.1778356614320176,
2.1839393947435464,
2.1911755748417066,
2.1659804116124692,
2.184822434964387
],
"windows": 5967
},
"probe": {
"type": "standardised multinomial logistic regression",
"C_selection": {
"ssl": {
"C": 10.0,
"val_scores": {
"0.01": 0.8943441636582431,
"0.1": 0.9140794223826715,
"1.0": 0.9256317689530685,
"10.0": 0.9258724428399518
}
},
"random": {
"C": 1.0,
"val_scores": {
"0.01": 0.8016847172081829,
"0.1": 0.8245487364620939,
"1.0": 0.8250300842358604,
"10.0": 0.8204572803850781
}
},
"stats": {
"C": 10.0,
"val_scores": {
"0.01": 0.7547533092659447,
"0.1": 0.8081829121540314,
"1.0": 0.8187725631768953,
"10.0": 0.822864019253911
}
}
},
"label_seeds": [
0,
1,
2,
3,
4
]
},
"results_test_subjects": {
"ssl": {
"2": {
"labels_total": 12,
"acc_mean": 0.6836783169324736,
"acc_std": 0.03905040254913586,
"macro_f1_mean": 0.6880320300737847,
"macro_f1_std": 0.03318949909266294,
"seeds": 5
},
"10": {
"labels_total": 60,
"acc_mean": 0.8504920257889379,
"acc_std": 0.029252053026430767,
"macro_f1_mean": 0.852388590496618,
"macro_f1_std": 0.028747183437794182,
"seeds": 5
},
"50": {
"labels_total": 300,
"acc_mean": 0.9013912453342382,
"acc_std": 0.010230841606444484,
"macro_f1_mean": 0.9031353115767127,
"macro_f1_std": 0.009730438129879343,
"seeds": 5
},
"all": {
"labels_total": 5967,
"acc_mean": 0.9117746861214795,
"acc_std": 0.0,
"macro_f1_mean": 0.9133442911075771,
"macro_f1_std": 0.0,
"seeds": 1
}
},
"random": {
"2": {
"labels_total": 12,
"acc_mean": 0.6498133695283339,
"acc_std": 0.036250664131663314,
"macro_f1_mean": 0.645758446468177,
"macro_f1_std": 0.03552224729393867,
"seeds": 5
},
"10": {
"labels_total": 60,
"acc_mean": 0.779300984051578,
"acc_std": 0.013218300725011034,
"macro_f1_mean": 0.7763499239205346,
"macro_f1_std": 0.01271300649849152,
"seeds": 5
},
"50": {
"labels_total": 300,
"acc_mean": 0.8561927383780116,
"acc_std": 0.012688149897945202,
"macro_f1_mean": 0.8552664706192152,
"macro_f1_std": 0.012644973028308748,
"seeds": 5
},
"all": {
"labels_total": 5967,
"acc_mean": 0.8920936545639634,
"acc_std": 0.0,
"macro_f1_mean": 0.8917543014154136,
"macro_f1_std": 0.0,
"seeds": 1
}
},
"stats": {
"2": {
"labels_total": 12,
"acc_mean": 0.6524601289446895,
"acc_std": 0.03437673651432141,
"macro_f1_mean": 0.6315164863953293,
"macro_f1_std": 0.02988008478660784,
"seeds": 5
},
"10": {
"labels_total": 60,
"acc_mean": 0.8060400407193757,
"acc_std": 0.02669682260710852,
"macro_f1_mean": 0.8023744003419736,
"macro_f1_std": 0.028293967458807565,
"seeds": 5
},
"50": {
"labels_total": 300,
"acc_mean": 0.862029182219206,
"acc_std": 0.006839292941890257,
"macro_f1_mean": 0.859469912983073,
"macro_f1_std": 0.006717255422007592,
"seeds": 5
},
"all": {
"labels_total": 5967,
"acc_mean": 0.8927723108245673,
"acc_std": 0.0,
"macro_f1_mean": 0.8912415144172424,
"macro_f1_std": 0.0,
"seeds": 1
}
}
},
"confusion_ssl_10_per_class": [
[
473,
0,
22,
1,
0,
0
],
[
51,
390,
19,
11,
0,
0
],
[
9,
3,
408,
0,
0,
0
],
[
0,
3,
0,
396,
90,
2
],
[
0,
0,
0,
118,
414,
0
],
[
25,
0,
0,
49,
0,
463
]
],
"failure_examples": {
"setting": "SSL probe, 10 labels/class, seed 0",
"n_wrong": 403,
"first": [
{
"test_window": 31,
"subject": 2,
"true": "sitting",
"predicted": "standing"
},
{
"test_window": 32,
"subject": 2,
"true": "sitting",
"predicted": "standing"
},
{
"test_window": 45,
"subject": 2,
"true": "sitting",
"predicted": "standing"
},
{
"test_window": 46,
"subject": 2,
"true": "sitting",
"predicted": "standing"
},
{
"test_window": 47,
"subject": 2,
"true": "sitting",
"predicted": "standing"
},
{
"test_window": 48,
"subject": 2,
"true": "sitting",
"predicted": "standing"
},
{
"test_window": 49,
"subject": 2,
"true": "sitting",
"predicted": "standing"
},
{
"test_window": 50,
"subject": 2,
"true": "sitting",
"predicted": "standing"
},
{
"test_window": 51,
"subject": 2,
"true": "sitting",
"predicted": "standing"
},
{
"test_window": 52,
"subject": 2,
"true": "sitting",
"predicted": "standing"
},
{
"test_window": 53,
"subject": 2,
"true": "sitting",
"predicted": "standing"
},
{
"test_window": 54,
"subject": 2,
"true": "sitting",
"predicted": "standing"
},
{
"test_window": 302,
"subject": 4,
"true": "standing",
"predicted": "sitting"
},
{
"test_window": 303,
"subject": 4,
"true": "standing",
"predicted": "sitting"
},
{
"test_window": 305,
"subject": 4,
"true": "standing",
"predicted": "sitting"
},
{
"test_window": 306,
"subject": 4,
"true": "standing",
"predicted": "sitting"
},
{
"test_window": 307,
"subject": 4,
"true": "standing",
"predicted": "sitting"
},
{
"test_window": 308,
"subject": 4,
"true": "standing",
"predicted": "sitting"
},
{
"test_window": 309,
"subject": 4,
"true": "standing",
"predicted": "sitting"
},
{
"test_window": 310,
"subject": 4,
"true": "standing",
"predicted": "sitting"
},
{
"test_window": 311,
"subject": 4,
"true": "standing",
"predicted": "sitting"
},
{
"test_window": 312,
"subject": 4,
"true": "standing",
"predicted": "sitting"
},
{
"test_window": 313,
"subject": 4,
"true": "standing",
"predicted": "sitting"
},
{
"test_window": 314,
"subject": 4,
"true": "standing",
"predicted": "sitting"
},
{
"test_window": 315,
"subject": 4,
"true": "standing",
"predicted": "sitting"
},
{
"test_window": 316,
"subject": 4,
"true": "standing",
"predicted": "sitting"
},
{
"test_window": 317,
"subject": 4,
"true": "standing",
"predicted": "sitting"
},
{
"test_window": 319,
"subject": 4,
"true": "standing",
"predicted": "sitting"
},
{
"test_window": 320,
"subject": 4,
"true": "standing",
"predicted": "sitting"
},
{
"test_window": 321,
"subject": 4,
"true": "standing",
"predicted": "sitting"
}
]
},
"tests": {
"reload": {
"returncode": 0,
"seconds": 0.18,
"process": "fresh python -E subprocess, cwd = temporary copy of the model folder",
"passed": true,
"max_abs_diff": 0.0,
"n_windows": 8
},
"node_parity": {
"cases": 4,
"failed": 0,
"maxDiff": 6.106226635438361e-16,
"results": [
{
"name": "case0",
"maxDiff": 1.7780915628762273e-17
},
{
"name": "case1",
"maxDiff": 1.1102230246251565e-16
},
{
"name": "case2",
"maxDiff": 6.106226635438361e-16
},
{
"name": "case3",
"maxDiff": 6.245004513516506e-17
}
],
"ms": 137,
"runtime": "node v22.23.4",
"status": "passed"
},
"browser": {
"status": "skipped",
"reason": "playwright not installed"
}
},
"not_run": [
"Only one pre-training seed was run; variance over pre-training seeds is not reported."
]
}