[ { "model": "reve", "protocol": "published_last768_fourier600_pooled", "channels": 64, "test_n": 750, "metrics": { "accuracy": 0.24133333333333334, "balanced_accuracy": 0.24133333333333332, "macro_f1": 0.17698401711319814, "confusion_matrix": [ [ 9, 7, 106, 5, 23 ], [ 10, 14, 98, 8, 20 ], [ 5, 10, 120, 2, 13 ], [ 6, 9, 110, 2, 23 ], [ 8, 11, 93, 2, 36 ] ] }, "subject_results": [ { "subject": 1, "accuracy": 0.2, "balanced_accuracy": 0.2, "macro_f1": 0.06666666666666667, "confusion_matrix": [ [ 0, 0, 10, 0, 0 ], [ 0, 0, 10, 0, 0 ], [ 0, 0, 10, 0, 0 ], [ 0, 0, 10, 0, 0 ], [ 0, 0, 10, 0, 0 ] ] }, { "subject": 2, "accuracy": 0.22, "balanced_accuracy": 0.22000000000000003, "macro_f1": 0.11498335183129856, "confusion_matrix": [ [ 0, 0, 6, 0, 4 ], [ 0, 0, 10, 0, 0 ], [ 0, 0, 9, 0, 1 ], [ 0, 0, 10, 0, 0 ], [ 0, 0, 8, 0, 2 ] ] }, { "subject": 3, "accuracy": 0.18, "balanced_accuracy": 0.18, "macro_f1": 0.12303030303030302, "confusion_matrix": [ [ 1, 0, 6, 0, 3 ], [ 0, 0, 7, 0, 3 ], [ 0, 0, 6, 0, 4 ], [ 0, 0, 8, 0, 2 ], [ 0, 0, 8, 0, 2 ] ] }, { "subject": 4, "accuracy": 0.34, "balanced_accuracy": 0.34, "macro_f1": 0.3060906835100384, "confusion_matrix": [ [ 2, 2, 1, 0, 5 ], [ 1, 2, 4, 0, 3 ], [ 2, 1, 6, 0, 1 ], [ 0, 0, 3, 1, 6 ], [ 1, 1, 2, 0, 6 ] ] }, { "subject": 5, "accuracy": 0.2, "balanced_accuracy": 0.2, "macro_f1": 0.09402597402597403, "confusion_matrix": [ [ 0, 0, 9, 0, 1 ], [ 1, 0, 8, 0, 1 ], [ 0, 0, 9, 0, 1 ], [ 0, 0, 10, 0, 0 ], [ 0, 0, 9, 0, 1 ] ] }, { "subject": 6, "accuracy": 0.3, "balanced_accuracy": 0.3, "macro_f1": 0.19814323607427053, "confusion_matrix": [ [ 0, 1, 5, 0, 4 ], [ 0, 1, 5, 0, 4 ], [ 0, 0, 8, 0, 2 ], [ 0, 0, 7, 0, 3 ], [ 0, 0, 4, 0, 6 ] ] }, { "subject": 7, "accuracy": 0.26, "balanced_accuracy": 0.26, "macro_f1": 0.20904977375565612, "confusion_matrix": [ [ 0, 0, 8, 1, 1 ], [ 0, 3, 4, 3, 0 ], [ 0, 0, 7, 1, 2 ], [ 0, 2, 6, 0, 2 ], [ 0, 2, 4, 1, 3 ] ] }, { "subject": 8, "accuracy": 0.24, "balanced_accuracy": 0.24000000000000005, "macro_f1": 0.16392156862745097, "confusion_matrix": [ [ 1, 1, 8, 0, 0 ], [ 0, 1, 9, 0, 0 ], [ 1, 0, 9, 0, 0 ], [ 0, 1, 8, 0, 1 ], [ 0, 2, 7, 0, 1 ] ] }, { "subject": 9, "accuracy": 0.28, "balanced_accuracy": 0.27999999999999997, "macro_f1": 0.15782312925170067, "confusion_matrix": [ [ 0, 0, 9, 0, 1 ], [ 0, 0, 7, 0, 3 ], [ 0, 0, 10, 0, 0 ], [ 0, 0, 7, 0, 3 ], [ 0, 0, 6, 0, 4 ] ] }, { "subject": 10, "accuracy": 0.2, "balanced_accuracy": 0.2, "macro_f1": 0.10516717325227964, "confusion_matrix": [ [ 0, 0, 8, 1, 1 ], [ 1, 1, 6, 1, 1 ], [ 0, 1, 9, 0, 0 ], [ 1, 0, 7, 0, 2 ], [ 0, 2, 7, 1, 0 ] ] }, { "subject": 11, "accuracy": 0.26, "balanced_accuracy": 0.26, "macro_f1": 0.1960839160839161, "confusion_matrix": [ [ 3, 0, 6, 1, 0 ], [ 4, 0, 4, 2, 0 ], [ 1, 0, 8, 1, 0 ], [ 1, 1, 7, 0, 1 ], [ 3, 0, 5, 0, 2 ] ] }, { "subject": 12, "accuracy": 0.2, "balanced_accuracy": 0.2, "macro_f1": 0.06666666666666667, "confusion_matrix": [ [ 0, 0, 10, 0, 0 ], [ 0, 0, 10, 0, 0 ], [ 0, 0, 10, 0, 0 ], [ 0, 0, 10, 0, 0 ], [ 0, 0, 10, 0, 0 ] ] }, { "subject": 13, "accuracy": 0.26, "balanced_accuracy": 0.26, "macro_f1": 0.25325396825396823, "confusion_matrix": [ [ 1, 3, 4, 2, 0 ], [ 3, 3, 1, 2, 1 ], [ 0, 5, 5, 0, 0 ], [ 0, 3, 6, 1, 0 ], [ 2, 3, 2, 0, 3 ] ] }, { "subject": 14, "accuracy": 0.28, "balanced_accuracy": 0.28, "macro_f1": 0.22549976087996174, "confusion_matrix": [ [ 1, 0, 8, 0, 1 ], [ 0, 3, 5, 0, 2 ], [ 1, 1, 8, 0, 0 ], [ 3, 2, 5, 0, 0 ], [ 2, 1, 5, 0, 2 ] ] }, { "subject": 15, "accuracy": 0.2, "balanced_accuracy": 0.2, "macro_f1": 0.12411067193675888, "confusion_matrix": [ [ 0, 0, 8, 0, 2 ], [ 0, 0, 8, 0, 2 ], [ 0, 2, 6, 0, 2 ], [ 1, 0, 6, 0, 3 ], [ 0, 0, 6, 0, 4 ] ] } ], "subject_bootstrap_accuracy_ci95": [ 0.22000000000000003, 0.26400000000000007 ], "selected_on_validation": false }, { "model": "cbramod", "protocol": "published_last768_fourier600_pooled", "channels": 64, "test_n": 750, "metrics": { "accuracy": 0.3453333333333333, "balanced_accuracy": 0.3453333333333334, "macro_f1": 0.3455787145388167, "confusion_matrix": [ [ 64, 13, 19, 16, 38 ], [ 32, 49, 20, 21, 28 ], [ 30, 21, 49, 15, 35 ], [ 25, 34, 15, 48, 28 ], [ 29, 25, 19, 28, 49 ] ] }, "subject_results": [ { "subject": 1, "accuracy": 0.28, "balanced_accuracy": 0.28, "macro_f1": 0.27621445221445223, "confusion_matrix": [ [ 1, 0, 2, 0, 7 ], [ 1, 4, 4, 0, 1 ], [ 0, 3, 4, 0, 3 ], [ 1, 5, 0, 2, 2 ], [ 2, 3, 2, 0, 3 ] ] }, { "subject": 2, "accuracy": 0.34, "balanced_accuracy": 0.34, "macro_f1": 0.34897895984852506, "confusion_matrix": [ [ 3, 0, 2, 0, 5 ], [ 3, 2, 2, 0, 3 ], [ 1, 0, 5, 0, 4 ], [ 3, 2, 1, 3, 1 ], [ 3, 2, 1, 0, 4 ] ] }, { "subject": 3, "accuracy": 0.38, "balanced_accuracy": 0.38, "macro_f1": 0.38153846153846155, "confusion_matrix": [ [ 4, 0, 0, 1, 5 ], [ 1, 3, 1, 2, 3 ], [ 0, 3, 6, 1, 0 ], [ 2, 1, 1, 2, 4 ], [ 1, 1, 2, 2, 4 ] ] }, { "subject": 4, "accuracy": 0.46, "balanced_accuracy": 0.45999999999999996, "macro_f1": 0.44495388669301705, "confusion_matrix": [ [ 5, 1, 0, 2, 2 ], [ 0, 6, 2, 2, 0 ], [ 3, 2, 2, 0, 3 ], [ 0, 1, 0, 7, 2 ], [ 2, 3, 1, 1, 3 ] ] }, { "subject": 5, "accuracy": 0.28, "balanced_accuracy": 0.27999999999999997, "macro_f1": 0.2721266968325792, "confusion_matrix": [ [ 6, 0, 1, 0, 3 ], [ 3, 2, 1, 1, 3 ], [ 1, 1, 1, 0, 7 ], [ 1, 5, 0, 3, 1 ], [ 3, 2, 0, 3, 2 ] ] }, { "subject": 6, "accuracy": 0.28, "balanced_accuracy": 0.28, "macro_f1": 0.2752424046541694, "confusion_matrix": [ [ 5, 0, 2, 3, 0 ], [ 2, 4, 0, 1, 3 ], [ 3, 0, 2, 2, 3 ], [ 5, 2, 1, 0, 2 ], [ 1, 1, 2, 3, 3 ] ] }, { "subject": 7, "accuracy": 0.36, "balanced_accuracy": 0.36, "macro_f1": 0.34582072998588426, "confusion_matrix": [ [ 7, 0, 1, 1, 1 ], [ 3, 3, 1, 1, 2 ], [ 4, 1, 3, 0, 2 ], [ 3, 3, 1, 2, 1 ], [ 2, 1, 0, 4, 3 ] ] }, { "subject": 8, "accuracy": 0.3, "balanced_accuracy": 0.3, "macro_f1": 0.29076604554865426, "confusion_matrix": [ [ 5, 1, 0, 2, 2 ], [ 1, 1, 3, 3, 2 ], [ 3, 2, 2, 2, 1 ], [ 2, 2, 2, 3, 1 ], [ 2, 2, 1, 1, 4 ] ] }, { "subject": 9, "accuracy": 0.2, "balanced_accuracy": 0.2, "macro_f1": 0.15487179487179487, "confusion_matrix": [ [ 4, 0, 2, 2, 2 ], [ 4, 0, 0, 5, 1 ], [ 3, 2, 1, 3, 1 ], [ 2, 1, 1, 5, 1 ], [ 3, 1, 1, 5, 0 ] ] }, { "subject": 10, "accuracy": 0.36, "balanced_accuracy": 0.36, "macro_f1": 0.3470688485920684, "confusion_matrix": [ [ 5, 2, 2, 1, 0 ], [ 3, 2, 1, 2, 2 ], [ 2, 1, 2, 4, 1 ], [ 0, 1, 1, 6, 2 ], [ 1, 3, 1, 2, 3 ] ] }, { "subject": 11, "accuracy": 0.42, "balanced_accuracy": 0.42000000000000004, "macro_f1": 0.4104916169366297, "confusion_matrix": [ [ 6, 1, 0, 1, 2 ], [ 2, 3, 1, 1, 3 ], [ 4, 0, 3, 1, 2 ], [ 3, 1, 3, 3, 0 ], [ 2, 0, 0, 2, 6 ] ] }, { "subject": 12, "accuracy": 0.34, "balanced_accuracy": 0.34, "macro_f1": 0.3347301587301587, "confusion_matrix": [ [ 2, 3, 3, 0, 2 ], [ 2, 6, 0, 0, 2 ], [ 1, 2, 4, 0, 3 ], [ 0, 3, 2, 3, 2 ], [ 3, 1, 2, 2, 2 ] ] }, { "subject": 13, "accuracy": 0.4, "balanced_accuracy": 0.4, "macro_f1": 0.39820728291316526, "confusion_matrix": [ [ 3, 1, 2, 1, 3 ], [ 2, 4, 1, 1, 2 ], [ 0, 2, 6, 0, 2 ], [ 2, 1, 1, 3, 3 ], [ 1, 2, 1, 2, 4 ] ] }, { "subject": 14, "accuracy": 0.34, "balanced_accuracy": 0.34, "macro_f1": 0.34060150375939846, "confusion_matrix": [ [ 2, 3, 2, 1, 2 ], [ 3, 3, 2, 2, 0 ], [ 2, 2, 3, 2, 1 ], [ 0, 2, 1, 5, 2 ], [ 2, 1, 3, 0, 4 ] ] }, { "subject": 15, "accuracy": 0.44, "balanced_accuracy": 0.44000000000000006, "macro_f1": 0.42014121144555927, "confusion_matrix": [ [ 6, 1, 0, 1, 2 ], [ 2, 6, 1, 0, 1 ], [ 3, 0, 5, 0, 2 ], [ 1, 4, 0, 1, 4 ], [ 1, 2, 2, 1, 4 ] ] } ], "subject_bootstrap_accuracy_ci95": [ 0.3106666666666666, 0.3786666666666667 ], "selected_on_validation": false }, { "model": "csbrain", "protocol": "published_last768_fourier600_pooled", "channels": 64, "test_n": 750, "metrics": { "accuracy": 0.48933333333333334, "balanced_accuracy": 0.4893333333333333, "macro_f1": 0.48782706454374825, "confusion_matrix": [ [ 63, 32, 14, 17, 24 ], [ 18, 77, 11, 19, 25 ], [ 17, 25, 69, 12, 27 ], [ 22, 22, 20, 67, 19 ], [ 22, 11, 14, 12, 91 ] ] }, "subject_results": [ { "subject": 1, "accuracy": 0.6, "balanced_accuracy": 0.6, "macro_f1": 0.5781897672220253, "confusion_matrix": [ [ 6, 3, 1, 0, 0 ], [ 0, 10, 0, 0, 0 ], [ 1, 2, 7, 0, 0 ], [ 3, 4, 1, 2, 0 ], [ 1, 2, 1, 1, 5 ] ] }, { "subject": 2, "accuracy": 0.4, "balanced_accuracy": 0.4, "macro_f1": 0.4073551467601811, "confusion_matrix": [ [ 4, 2, 1, 1, 2 ], [ 1, 3, 3, 0, 3 ], [ 2, 3, 4, 0, 1 ], [ 2, 1, 3, 4, 0 ], [ 3, 0, 2, 0, 5 ] ] }, { "subject": 3, "accuracy": 0.54, "balanced_accuracy": 0.54, "macro_f1": 0.5440150869306879, "confusion_matrix": [ [ 6, 2, 1, 1, 0 ], [ 0, 5, 0, 1, 4 ], [ 0, 4, 5, 1, 0 ], [ 3, 1, 1, 5, 0 ], [ 4, 0, 0, 0, 6 ] ] }, { "subject": 4, "accuracy": 0.62, "balanced_accuracy": 0.62, "macro_f1": 0.6202380952380951, "confusion_matrix": [ [ 5, 3, 0, 0, 2 ], [ 1, 5, 1, 1, 2 ], [ 1, 2, 7, 0, 0 ], [ 1, 0, 0, 5, 4 ], [ 0, 1, 0, 0, 9 ] ] }, { "subject": 5, "accuracy": 0.54, "balanced_accuracy": 0.54, "macro_f1": 0.5363137254901961, "confusion_matrix": [ [ 3, 1, 0, 2, 4 ], [ 1, 8, 0, 1, 0 ], [ 1, 0, 5, 2, 2 ], [ 1, 1, 2, 4, 2 ], [ 2, 0, 0, 1, 7 ] ] }, { "subject": 6, "accuracy": 0.32, "balanced_accuracy": 0.32, "macro_f1": 0.2805653021442495, "confusion_matrix": [ [ 5, 1, 0, 3, 1 ], [ 2, 3, 0, 2, 3 ], [ 2, 3, 0, 0, 5 ], [ 2, 2, 0, 3, 3 ], [ 3, 1, 0, 1, 5 ] ] }, { "subject": 7, "accuracy": 0.5, "balanced_accuracy": 0.5, "macro_f1": 0.4753432494279176, "confusion_matrix": [ [ 1, 4, 2, 2, 1 ], [ 2, 7, 0, 1, 0 ], [ 2, 1, 5, 1, 1 ], [ 0, 1, 2, 4, 3 ], [ 1, 0, 0, 1, 8 ] ] }, { "subject": 8, "accuracy": 0.48, "balanced_accuracy": 0.4800000000000001, "macro_f1": 0.467152600170503, "confusion_matrix": [ [ 7, 1, 1, 1, 0 ], [ 2, 4, 1, 3, 0 ], [ 2, 0, 5, 1, 2 ], [ 3, 1, 4, 1, 1 ], [ 0, 0, 2, 1, 7 ] ] }, { "subject": 9, "accuracy": 0.54, "balanced_accuracy": 0.54, "macro_f1": 0.5426900584795322, "confusion_matrix": [ [ 4, 0, 3, 1, 2 ], [ 0, 7, 1, 0, 2 ], [ 3, 1, 4, 1, 1 ], [ 1, 1, 3, 5, 0 ], [ 1, 0, 1, 1, 7 ] ] }, { "subject": 10, "accuracy": 0.44, "balanced_accuracy": 0.44000000000000006, "macro_f1": 0.43114379084967325, "confusion_matrix": [ [ 4, 0, 2, 2, 2 ], [ 0, 3, 1, 5, 1 ], [ 0, 1, 3, 3, 3 ], [ 1, 2, 1, 5, 1 ], [ 3, 0, 0, 0, 7 ] ] }, { "subject": 11, "accuracy": 0.54, "balanced_accuracy": 0.54, "macro_f1": 0.529099672257567, "confusion_matrix": [ [ 2, 5, 2, 1, 0 ], [ 1, 6, 1, 1, 1 ], [ 0, 1, 7, 1, 1 ], [ 0, 2, 1, 6, 1 ], [ 1, 2, 0, 1, 6 ] ] }, { "subject": 12, "accuracy": 0.56, "balanced_accuracy": 0.56, "macro_f1": 0.552392156862745, "confusion_matrix": [ [ 7, 0, 0, 0, 3 ], [ 3, 7, 0, 0, 0 ], [ 2, 1, 6, 0, 1 ], [ 1, 1, 1, 6, 1 ], [ 2, 1, 3, 2, 2 ] ] }, { "subject": 13, "accuracy": 0.36, "balanced_accuracy": 0.36000000000000004, "macro_f1": 0.35503267973856206, "confusion_matrix": [ [ 3, 3, 0, 1, 3 ], [ 2, 2, 2, 1, 3 ], [ 0, 2, 3, 1, 4 ], [ 2, 2, 1, 4, 1 ], [ 0, 1, 2, 1, 6 ] ] }, { "subject": 14, "accuracy": 0.48, "balanced_accuracy": 0.48, "macro_f1": 0.4885046113306982, "confusion_matrix": [ [ 5, 3, 0, 1, 1 ], [ 0, 4, 1, 2, 3 ], [ 0, 3, 3, 1, 3 ], [ 0, 1, 0, 7, 2 ], [ 0, 2, 2, 1, 5 ] ] }, { "subject": 15, "accuracy": 0.42, "balanced_accuracy": 0.42000000000000004, "macro_f1": 0.41932792766229293, "confusion_matrix": [ [ 1, 4, 1, 1, 3 ], [ 3, 3, 0, 1, 3 ], [ 1, 1, 5, 0, 3 ], [ 2, 2, 0, 6, 0 ], [ 1, 1, 1, 1, 6 ] ] } ], "subject_bootstrap_accuracy_ci95": [ 0.44533333333333336, 0.5306666666666667 ], "selected_on_validation": true } ]