Hugging Face's logo

arushsinghal
/
setu-neural-eeg

Joblib
Safetensors
English
eeg
brain-computer-interface
imagined-speech
research
model-suite
Model card Files
xet
 Community
setu-neural-eeg / reports /reference3s_test.json
arushsinghal's picture
arushsinghal
Add files using upload-large-folder tool
4fcc185 verified
Raw History Blame Contribute Delete
33.3 kB
[
{
"model": "reve",
"protocol": "published_last768_fourier600_pooled",
"channels": 64,
"test_n": 750,
"metrics": {
"accuracy": 0.24133333333333334,
"balanced_accuracy": 0.24133333333333332,
"macro_f1": 0.17698401711319814,
"confusion_matrix": [
[
9,
7,
106,
5,
23
],
[
10,
14,
98,
8,
20
],
[
5,
10,
120,
2,
13
],
[
6,
9,
110,
2,
23
],
[
8,
11,
93,
2,
36
]
]
},
"subject_results": [
{
"subject": 1,
"accuracy": 0.2,
"balanced_accuracy": 0.2,
"macro_f1": 0.06666666666666667,
"confusion_matrix": [
[
0,
0,
10,
0,
0
],
[
0,
0,
10,
0,
0
],
[
0,
0,
10,
0,
0
],
[
0,
0,
10,
0,
0
],
[
0,
0,
10,
0,
0
]
]
},
{
"subject": 2,
"accuracy": 0.22,
"balanced_accuracy": 0.22000000000000003,
"macro_f1": 0.11498335183129856,
"confusion_matrix": [
[
0,
0,
6,
0,
4
],
[
0,
0,
10,
0,
0
],
[
0,
0,
9,
0,
1
],
[
0,
0,
10,
0,
0
],
[
0,
0,
8,
0,
2
]
]
},
{
"subject": 3,
"accuracy": 0.18,
"balanced_accuracy": 0.18,
"macro_f1": 0.12303030303030302,
"confusion_matrix": [
[
1,
0,
6,
0,
3
],
[
0,
0,
7,
0,
3
],
[
0,
0,
6,
0,
4
],
[
0,
0,
8,
0,
2
],
[
0,
0,
8,
0,
2
]
]
},
{
"subject": 4,
"accuracy": 0.34,
"balanced_accuracy": 0.34,
"macro_f1": 0.3060906835100384,
"confusion_matrix": [
[
2,
2,
1,
0,
5
],
[
1,
2,
4,
0,
3
],
[
2,
1,
6,
0,
1
],
[
0,
0,
3,
1,
6
],
[
1,
1,
2,
0,
6
]
]
},
{
"subject": 5,
"accuracy": 0.2,
"balanced_accuracy": 0.2,
"macro_f1": 0.09402597402597403,
"confusion_matrix": [
[
0,
0,
9,
0,
1
],
[
1,
0,
8,
0,
1
],
[
0,
0,
9,
0,
1
],
[
0,
0,
10,
0,
0
],
[
0,
0,
9,
0,
1
]
]
},
{
"subject": 6,
"accuracy": 0.3,
"balanced_accuracy": 0.3,
"macro_f1": 0.19814323607427053,
"confusion_matrix": [
[
0,
1,
5,
0,
4
],
[
0,
1,
5,
0,
4
],
[
0,
0,
8,
0,
2
],
[
0,
0,
7,
0,
3
],
[
0,
0,
4,
0,
6
]
]
},
{
"subject": 7,
"accuracy": 0.26,
"balanced_accuracy": 0.26,
"macro_f1": 0.20904977375565612,
"confusion_matrix": [
[
0,
0,
8,
1,
1
],
[
0,
3,
4,
3,
0
],
[
0,
0,
7,
1,
2
],
[
0,
2,
6,
0,
2
],
[
0,
2,
4,
1,
3
]
]
},
{
"subject": 8,
"accuracy": 0.24,
"balanced_accuracy": 0.24000000000000005,
"macro_f1": 0.16392156862745097,
"confusion_matrix": [
[
1,
1,
8,
0,
0
],
[
0,
1,
9,
0,
0
],
[
1,
0,
9,
0,
0
],
[
0,
1,
8,
0,
1
],
[
0,
2,
7,
0,
1
]
]
},
{
"subject": 9,
"accuracy": 0.28,
"balanced_accuracy": 0.27999999999999997,
"macro_f1": 0.15782312925170067,
"confusion_matrix": [
[
0,
0,
9,
0,
1
],
[
0,
0,
7,
0,
3
],
[
0,
0,
10,
0,
0
],
[
0,
0,
7,
0,
3
],
[
0,
0,
6,
0,
4
]
]
},
{
"subject": 10,
"accuracy": 0.2,
"balanced_accuracy": 0.2,
"macro_f1": 0.10516717325227964,
"confusion_matrix": [
[
0,
0,
8,
1,
1
],
[
1,
1,
6,
1,
1
],
[
0,
1,
9,
0,
0
],
[
1,
0,
7,
0,
2
],
[
0,
2,
7,
1,
0
]
]
},
{
"subject": 11,
"accuracy": 0.26,
"balanced_accuracy": 0.26,
"macro_f1": 0.1960839160839161,
"confusion_matrix": [
[
3,
0,
6,
1,
0
],
[
4,
0,
4,
2,
0
],
[
1,
0,
8,
1,
0
],
[
1,
1,
7,
0,
1
],
[
3,
0,
5,
0,
2
]
]
},
{
"subject": 12,
"accuracy": 0.2,
"balanced_accuracy": 0.2,
"macro_f1": 0.06666666666666667,
"confusion_matrix": [
[
0,
0,
10,
0,
0
],
[
0,
0,
10,
0,
0
],
[
0,
0,
10,
0,
0
],
[
0,
0,
10,
0,
0
],
[
0,
0,
10,
0,
0
]
]
},
{
"subject": 13,
"accuracy": 0.26,
"balanced_accuracy": 0.26,
"macro_f1": 0.25325396825396823,
"confusion_matrix": [
[
1,
3,
4,
2,
0
],
[
3,
3,
1,
2,
1
],
[
0,
5,
5,
0,
0
],
[
0,
3,
6,
1,
0
],
[
2,
3,
2,
0,
3
]
]
},
{
"subject": 14,
"accuracy": 0.28,
"balanced_accuracy": 0.28,
"macro_f1": 0.22549976087996174,
"confusion_matrix": [
[
1,
0,
8,
0,
1
],
[
0,
3,
5,
0,
2
],
[
1,
1,
8,
0,
0
],
[
3,
2,
5,
0,
0
],
[
2,
1,
5,
0,
2
]
]
},
{
"subject": 15,
"accuracy": 0.2,
"balanced_accuracy": 0.2,
"macro_f1": 0.12411067193675888,
"confusion_matrix": [
[
0,
0,
8,
0,
2
],
[
0,
0,
8,
0,
2
],
[
0,
2,
6,
0,
2
],
[
1,
0,
6,
0,
3
],
[
0,
0,
6,
0,
4
]
]
}
],
"subject_bootstrap_accuracy_ci95": [
0.22000000000000003,
0.26400000000000007
],
"selected_on_validation": false
},
{
"model": "cbramod",
"protocol": "published_last768_fourier600_pooled",
"channels": 64,
"test_n": 750,
"metrics": {
"accuracy": 0.3453333333333333,
"balanced_accuracy": 0.3453333333333334,
"macro_f1": 0.3455787145388167,
"confusion_matrix": [
[
64,
13,
19,
16,
38
],
[
32,
49,
20,
21,
28
],
[
30,
21,
49,
15,
35
],
[
25,
34,
15,
48,
28
],
[
29,
25,
19,
28,
49
]
]
},
"subject_results": [
{
"subject": 1,
"accuracy": 0.28,
"balanced_accuracy": 0.28,
"macro_f1": 0.27621445221445223,
"confusion_matrix": [
[
1,
0,
2,
0,
7
],
[
1,
4,
4,
0,
1
],
[
0,
3,
4,
0,
3
],
[
1,
5,
0,
2,
2
],
[
2,
3,
2,
0,
3
]
]
},
{
"subject": 2,
"accuracy": 0.34,
"balanced_accuracy": 0.34,
"macro_f1": 0.34897895984852506,
"confusion_matrix": [
[
3,
0,
2,
0,
5
],
[
3,
2,
2,
0,
3
],
[
1,
0,
5,
0,
4
],
[
3,
2,
1,
3,
1
],
[
3,
2,
1,
0,
4
]
]
},
{
"subject": 3,
"accuracy": 0.38,
"balanced_accuracy": 0.38,
"macro_f1": 0.38153846153846155,
"confusion_matrix": [
[
4,
0,
0,
1,
5
],
[
1,
3,
1,
2,
3
],
[
0,
3,
6,
1,
0
],
[
2,
1,
1,
2,
4
],
[
1,
1,
2,
2,
4
]
]
},
{
"subject": 4,
"accuracy": 0.46,
"balanced_accuracy": 0.45999999999999996,
"macro_f1": 0.44495388669301705,
"confusion_matrix": [
[
5,
1,
0,
2,
2
],
[
0,
6,
2,
2,
0
],
[
3,
2,
2,
0,
3
],
[
0,
1,
0,
7,
2
],
[
2,
3,
1,
1,
3
]
]
},
{
"subject": 5,
"accuracy": 0.28,
"balanced_accuracy": 0.27999999999999997,
"macro_f1": 0.2721266968325792,
"confusion_matrix": [
[
6,
0,
1,
0,
3
],
[
3,
2,
1,
1,
3
],
[
1,
1,
1,
0,
7
],
[
1,
5,
0,
3,
1
],
[
3,
2,
0,
3,
2
]
]
},
{
"subject": 6,
"accuracy": 0.28,
"balanced_accuracy": 0.28,
"macro_f1": 0.2752424046541694,
"confusion_matrix": [
[
5,
0,
2,
3,
0
],
[
2,
4,
0,
1,
3
],
[
3,
0,
2,
2,
3
],
[
5,
2,
1,
0,
2
],
[
1,
1,
2,
3,
3
]
]
},
{
"subject": 7,
"accuracy": 0.36,
"balanced_accuracy": 0.36,
"macro_f1": 0.34582072998588426,
"confusion_matrix": [
[
7,
0,
1,
1,
1
],
[
3,
3,
1,
1,
2
],
[
4,
1,
3,
0,
2
],
[
3,
3,
1,
2,
1
],
[
2,
1,
0,
4,
3
]
]
},
{
"subject": 8,
"accuracy": 0.3,
"balanced_accuracy": 0.3,
"macro_f1": 0.29076604554865426,
"confusion_matrix": [
[
5,
1,
0,
2,
2
],
[
1,
1,
3,
3,
2
],
[
3,
2,
2,
2,
1
],
[
2,
2,
2,
3,
1
],
[
2,
2,
1,
1,
4
]
]
},
{
"subject": 9,
"accuracy": 0.2,
"balanced_accuracy": 0.2,
"macro_f1": 0.15487179487179487,
"confusion_matrix": [
[
4,
0,
2,
2,
2
],
[
4,
0,
0,
5,
1
],
[
3,
2,
1,
3,
1
],
[
2,
1,
1,
5,
1
],
[
3,
1,
1,
5,
0
]
]
},
{
"subject": 10,
"accuracy": 0.36,
"balanced_accuracy": 0.36,
"macro_f1": 0.3470688485920684,
"confusion_matrix": [
[
5,
2,
2,
1,
0
],
[
3,
2,
1,
2,
2
],
[
2,
1,
2,
4,
1
],
[
0,
1,
1,
6,
2
],
[
1,
3,
1,
2,
3
]
]
},
{
"subject": 11,
"accuracy": 0.42,
"balanced_accuracy": 0.42000000000000004,
"macro_f1": 0.4104916169366297,
"confusion_matrix": [
[
6,
1,
0,
1,
2
],
[
2,
3,
1,
1,
3
],
[
4,
0,
3,
1,
2
],
[
3,
1,
3,
3,
0
],
[
2,
0,
0,
2,
6
]
]
},
{
"subject": 12,
"accuracy": 0.34,
"balanced_accuracy": 0.34,
"macro_f1": 0.3347301587301587,
"confusion_matrix": [
[
2,
3,
3,
0,
2
],
[
2,
6,
0,
0,
2
],
[
1,
2,
4,
0,
3
],
[
0,
3,
2,
3,
2
],
[
3,
1,
2,
2,
2
]
]
},
{
"subject": 13,
"accuracy": 0.4,
"balanced_accuracy": 0.4,
"macro_f1": 0.39820728291316526,
"confusion_matrix": [
[
3,
1,
2,
1,
3
],
[
2,
4,
1,
1,
2
],
[
0,
2,
6,
0,
2
],
[
2,
1,
1,
3,
3
],
[
1,
2,
1,
2,
4
]
]
},
{
"subject": 14,
"accuracy": 0.34,
"balanced_accuracy": 0.34,
"macro_f1": 0.34060150375939846,
"confusion_matrix": [
[
2,
3,
2,
1,
2
],
[
3,
3,
2,
2,
0
],
[
2,
2,
3,
2,
1
],
[
0,
2,
1,
5,
2
],
[
2,
1,
3,
0,
4
]
]
},
{
"subject": 15,
"accuracy": 0.44,
"balanced_accuracy": 0.44000000000000006,
"macro_f1": 0.42014121144555927,
"confusion_matrix": [
[
6,
1,
0,
1,
2
],
[
2,
6,
1,
0,
1
],
[
3,
0,
5,
0,
2
],
[
1,
4,
0,
1,
4
],
[
1,
2,
2,
1,
4
]
]
}
],
"subject_bootstrap_accuracy_ci95": [
0.3106666666666666,
0.3786666666666667
],
"selected_on_validation": false
},
{
"model": "csbrain",
"protocol": "published_last768_fourier600_pooled",
"channels": 64,
"test_n": 750,
"metrics": {
"accuracy": 0.48933333333333334,
"balanced_accuracy": 0.4893333333333333,
"macro_f1": 0.48782706454374825,
"confusion_matrix": [
[
63,
32,
14,
17,
24
],
[
18,
77,
11,
19,
25
],
[
17,
25,
69,
12,
27
],
[
22,
22,
20,
67,
19
],
[
22,
11,
14,
12,
91
]
]
},
"subject_results": [
{
"subject": 1,
"accuracy": 0.6,
"balanced_accuracy": 0.6,
"macro_f1": 0.5781897672220253,
"confusion_matrix": [
[
6,
3,
1,
0,
0
],
[
0,
10,
0,
0,
0
],
[
1,
2,
7,
0,
0
],
[
3,
4,
1,
2,
0
],
[
1,
2,
1,
1,
5
]
]
},
{
"subject": 2,
"accuracy": 0.4,
"balanced_accuracy": 0.4,
"macro_f1": 0.4073551467601811,
"confusion_matrix": [
[
4,
2,
1,
1,
2
],
[
1,
3,
3,
0,
3
],
[
2,
3,
4,
0,
1
],
[
2,
1,
3,
4,
0
],
[
3,
0,
2,
0,
5
]
]
},
{
"subject": 3,
"accuracy": 0.54,
"balanced_accuracy": 0.54,
"macro_f1": 0.5440150869306879,
"confusion_matrix": [
[
6,
2,
1,
1,
0
],
[
0,
5,
0,
1,
4
],
[
0,
4,
5,
1,
0
],
[
3,
1,
1,
5,
0
],
[
4,
0,
0,
0,
6
]
]
},
{
"subject": 4,
"accuracy": 0.62,
"balanced_accuracy": 0.62,
"macro_f1": 0.6202380952380951,
"confusion_matrix": [
[
5,
3,
0,
0,
2
],
[
1,
5,
1,
1,
2
],
[
1,
2,
7,
0,
0
],
[
1,
0,
0,
5,
4
],
[
0,
1,
0,
0,
9
]
]
},
{
"subject": 5,
"accuracy": 0.54,
"balanced_accuracy": 0.54,
"macro_f1": 0.5363137254901961,
"confusion_matrix": [
[
3,
1,
0,
2,
4
],
[
1,
8,
0,
1,
0
],
[
1,
0,
5,
2,
2
],
[
1,
1,
2,
4,
2
],
[
2,
0,
0,
1,
7
]
]
},
{
"subject": 6,
"accuracy": 0.32,
"balanced_accuracy": 0.32,
"macro_f1": 0.2805653021442495,
"confusion_matrix": [
[
5,
1,
0,
3,
1
],
[
2,
3,
0,
2,
3
],
[
2,
3,
0,
0,
5
],
[
2,
2,
0,
3,
3
],
[
3,
1,
0,
1,
5
]
]
},
{
"subject": 7,
"accuracy": 0.5,
"balanced_accuracy": 0.5,
"macro_f1": 0.4753432494279176,
"confusion_matrix": [
[
1,
4,
2,
2,
1
],
[
2,
7,
0,
1,
0
],
[
2,
1,
5,
1,
1
],
[
0,
1,
2,
4,
3
],
[
1,
0,
0,
1,
8
]
]
},
{
"subject": 8,
"accuracy": 0.48,
"balanced_accuracy": 0.4800000000000001,
"macro_f1": 0.467152600170503,
"confusion_matrix": [
[
7,
1,
1,
1,
0
],
[
2,
4,
1,
3,
0
],
[
2,
0,
5,
1,
2
],
[
3,
1,
4,
1,
1
],
[
0,
0,
2,
1,
7
]
]
},
{
"subject": 9,
"accuracy": 0.54,
"balanced_accuracy": 0.54,
"macro_f1": 0.5426900584795322,
"confusion_matrix": [
[
4,
0,
3,
1,
2
],
[
0,
7,
1,
0,
2
],
[
3,
1,
4,
1,
1
],
[
1,
1,
3,
5,
0
],
[
1,
0,
1,
1,
7
]
]
},
{
"subject": 10,
"accuracy": 0.44,
"balanced_accuracy": 0.44000000000000006,
"macro_f1": 0.43114379084967325,
"confusion_matrix": [
[
4,
0,
2,
2,
2
],
[
0,
3,
1,
5,
1
],
[
0,
1,
3,
3,
3
],
[
1,
2,
1,
5,
1
],
[
3,
0,
0,
0,
7
]
]
},
{
"subject": 11,
"accuracy": 0.54,
"balanced_accuracy": 0.54,
"macro_f1": 0.529099672257567,
"confusion_matrix": [
[
2,
5,
2,
1,
0
],
[
1,
6,
1,
1,
1
],
[
0,
1,
7,
1,
1
],
[
0,
2,
1,
6,
1
],
[
1,
2,
0,
1,
6
]
]
},
{
"subject": 12,
"accuracy": 0.56,
"balanced_accuracy": 0.56,
"macro_f1": 0.552392156862745,
"confusion_matrix": [
[
7,
0,
0,
0,
3
],
[
3,
7,
0,
0,
0
],
[
2,
1,
6,
0,
1
],
[
1,
1,
1,
6,
1
],
[
2,
1,
3,
2,
2
]
]
},
{
"subject": 13,
"accuracy": 0.36,
"balanced_accuracy": 0.36000000000000004,
"macro_f1": 0.35503267973856206,
"confusion_matrix": [
[
3,
3,
0,
1,
3
],
[
2,
2,
2,
1,
3
],
[
0,
2,
3,
1,
4
],
[
2,
2,
1,
4,
1
],
[
0,
1,
2,
1,
6
]
]
},
{
"subject": 14,
"accuracy": 0.48,
"balanced_accuracy": 0.48,
"macro_f1": 0.4885046113306982,
"confusion_matrix": [
[
5,
3,
0,
1,
1
],
[
0,
4,
1,
2,
3
],
[
0,
3,
3,
1,
3
],
[
0,
1,
0,
7,
2
],
[
0,
2,
2,
1,
5
]
]
},
{
"subject": 15,
"accuracy": 0.42,
"balanced_accuracy": 0.42000000000000004,
"macro_f1": 0.41932792766229293,
"confusion_matrix": [
[
1,
4,
1,
1,
3
],
[
3,
3,
0,
1,
3
],
[
1,
1,
5,
0,
3
],
[
2,
2,
0,
6,
0
],
[
1,
1,
1,
1,
6
]
]
}
],
"subject_bootstrap_accuracy_ci95": [
0.44533333333333336,
0.5306666666666667
],
"selected_on_validation": true
}
]