setu-neural-eeg / release-validation.json
arushsinghal's picture
Add files using upload-large-folder tool
3885769 verified
Raw History Blame Contribute Delete
11.3 kB
{
"checked_utc": "2026-10-16T12:28:04Z",
"scope": "All released checkpoint SHA-256 and sizes; representative synthetic inference per configuration; reproduction of archived primary validation metrics. No retraining or new test-set selection.",
"hash_verified": 919,
"source_compile_count": 40,
"synthetic_inference": [
{
"checkpoint": "checkpoints/control_late_matched_sub-01.joblib",
"finite_five_class_probabilities": true
},
{
"checkpoint": "checkpoints/control_permuted_sub-01.joblib",
"finite_five_class_probabilities": true
},
{
"checkpoint": "checkpoints/control_precue_sub-01.joblib",
"finite_five_class_probabilities": true
},
{
"checkpoint": "checkpoints/loso_bandpower_64_sub-01.joblib",
"finite_five_class_probabilities": true
},
{
"checkpoint": "checkpoints/loso_svm_32_sub-01.joblib",
"finite_five_class_probabilities": true
},
{
"checkpoint": "checkpoints/reference3s_cbramod_full_pooled_64_seed-2026.pt",
"finite_five_class_probabilities": true
},
{
"checkpoint": "checkpoints/reference3s_reve_full_pooled_64_seed-2026.pt",
"finite_five_class_probabilities": true
},
{
"checkpoint": "checkpoints/strict_bandpower_distributed_16_sub-01.joblib",
"finite_five_class_probabilities": true
},
{
"checkpoint": "checkpoints/strict_bandpower_distributed_32_sub-01.joblib",
"finite_five_class_probabilities": true
},
{
"checkpoint": "checkpoints/strict_bandpower_distributed_64_sub-01.joblib",
"finite_five_class_probabilities": true
},
{
"checkpoint": "checkpoints/strict_bandpower_distributed_8_sub-01.joblib",
"finite_five_class_probabilities": true
},
{
"checkpoint": "checkpoints/strict_bandpower_language_16_sub-01.joblib",
"finite_five_class_probabilities": true
},
{
"checkpoint": "checkpoints/strict_bandpower_language_32_sub-01.joblib",
"finite_five_class_probabilities": true
},
{
"checkpoint": "checkpoints/strict_bandpower_language_8_sub-01.joblib",
"finite_five_class_probabilities": true
},
{
"checkpoint": "checkpoints/strict_bandpower_trainrank_16_sub-01.joblib",
"finite_five_class_probabilities": true
},
{
"checkpoint": "checkpoints/strict_bandpower_trainrank_32_sub-01.joblib",
"finite_five_class_probabilities": true
},
{
"checkpoint": "checkpoints/strict_bandpower_trainrank_8_sub-01.joblib",
"finite_five_class_probabilities": true
},
{
"checkpoint": "checkpoints/strict_cbramod_distributed_16_sub-01.joblib",
"finite_five_class_probabilities": true
},
{
"checkpoint": "checkpoints/strict_cbramod_distributed_32_sub-01.joblib",
"finite_five_class_probabilities": true
},
{
"checkpoint": "checkpoints/strict_cbramod_distributed_64_sub-01.joblib",
"finite_five_class_probabilities": true
},
{
"checkpoint": "checkpoints/strict_cbramod_distributed_8_sub-01.joblib",
"finite_five_class_probabilities": true
},
{
"checkpoint": "checkpoints/strict_cbramod_full_distributed_64_sub-01_seed-2026.pt",
"finite_five_class_probabilities": true
},
{
"checkpoint": "checkpoints/strict_cbramod_partial_distributed_32_sub-01_seed-2026.pt",
"finite_five_class_probabilities": true
},
{
"checkpoint": "checkpoints/strict_cbramod_partial_distributed_64_pooled_seed-2026.pt",
"finite_five_class_probabilities": true
},
{
"checkpoint": "checkpoints/strict_cbramod_partial_distributed_64_sub-01_seed-2026.pt",
"finite_five_class_probabilities": true
},
{
"checkpoint": "checkpoints/strict_conformer_distributed_64_sub-01_seed-2026.pt",
"finite_five_class_probabilities": true
},
{
"checkpoint": "checkpoints/strict_eegnet_distributed_16_sub-01_seed-2026.pt",
"finite_five_class_probabilities": true
},
{
"checkpoint": "checkpoints/strict_eegnet_distributed_32_sub-01_seed-2026.pt",
"finite_five_class_probabilities": true
},
{
"checkpoint": "checkpoints/strict_eegnet_distributed_64_pooled_seed-2026.pt",
"finite_five_class_probabilities": true
},
{
"checkpoint": "checkpoints/strict_eegnet_distributed_64_sub-01_seed-2026.pt",
"finite_five_class_probabilities": true
},
{
"checkpoint": "checkpoints/strict_eegnet_distributed_8_sub-01_seed-2026.pt",
"finite_five_class_probabilities": true
},
{
"checkpoint": "checkpoints/strict_fbcsp_distributed_16_sub-01.joblib",
"finite_five_class_probabilities": true
},
{
"checkpoint": "checkpoints/strict_fbcsp_distributed_32_sub-01.joblib",
"finite_five_class_probabilities": true
},
{
"checkpoint": "checkpoints/strict_fbcsp_distributed_64_sub-01.joblib",
"finite_five_class_probabilities": true
},
{
"checkpoint": "checkpoints/strict_fbcsp_distributed_8_sub-01.joblib",
"finite_five_class_probabilities": true
},
{
"checkpoint": "checkpoints/strict_fbts_distributed_16_sub-01.joblib",
"finite_five_class_probabilities": true
},
{
"checkpoint": "checkpoints/strict_fbts_distributed_32_sub-01.joblib",
"finite_five_class_probabilities": true
},
{
"checkpoint": "checkpoints/strict_fbts_distributed_64_sub-01.joblib",
"finite_five_class_probabilities": true
},
{
"checkpoint": "checkpoints/strict_fbts_distributed_8_sub-01.joblib",
"finite_five_class_probabilities": true
},
{
"checkpoint": "checkpoints/strict_mdm_distributed_16_sub-01.joblib",
"finite_five_class_probabilities": true
},
{
"checkpoint": "checkpoints/strict_mdm_distributed_32_sub-01.joblib",
"finite_five_class_probabilities": true
},
{
"checkpoint": "checkpoints/strict_mdm_distributed_64_sub-01.joblib",
"finite_five_class_probabilities": true
},
{
"checkpoint": "checkpoints/strict_mdm_distributed_8_sub-01.joblib",
"finite_five_class_probabilities": true
},
{
"checkpoint": "checkpoints/strict_reve_partial_distributed_64_sub-01_seed-2026.pt",
"finite_five_class_probabilities": true
},
{
"checkpoint": "checkpoints/strict_reve_probe_distributed_32_sub-01.joblib",
"finite_five_class_probabilities": true
},
{
"checkpoint": "checkpoints/strict_reve_probe_distributed_64_sub-01.joblib",
"finite_five_class_probabilities": true
},
{
"checkpoint": "checkpoints/strict_svm_distributed_16_sub-01.joblib",
"finite_five_class_probabilities": true
},
{
"checkpoint": "checkpoints/strict_svm_distributed_32_sub-01.joblib",
"finite_five_class_probabilities": true
},
{
"checkpoint": "checkpoints/strict_svm_distributed_64_sub-01.joblib",
"finite_five_class_probabilities": true
},
{
"checkpoint": "checkpoints/strict_svm_distributed_8_sub-01.joblib",
"finite_five_class_probabilities": true
},
{
"checkpoint": "checkpoints/strict_svm_language_16_sub-01.joblib",
"finite_five_class_probabilities": true
},
{
"checkpoint": "checkpoints/strict_svm_language_32_sub-01.joblib",
"finite_five_class_probabilities": true
},
{
"checkpoint": "checkpoints/strict_svm_language_8_sub-01.joblib",
"finite_five_class_probabilities": true
},
{
"checkpoint": "checkpoints/strict_svm_trainrank_16_sub-01.joblib",
"finite_five_class_probabilities": true
},
{
"checkpoint": "checkpoints/strict_svm_trainrank_32_sub-01.joblib",
"finite_five_class_probabilities": true
},
{
"checkpoint": "checkpoints/strict_svm_trainrank_8_sub-01.joblib",
"finite_five_class_probabilities": true
},
{
"checkpoint": "checkpoints/strict_ts_distributed_16_sub-01.joblib",
"finite_five_class_probabilities": true
},
{
"checkpoint": "checkpoints/strict_ts_distributed_32_sub-01.joblib",
"finite_five_class_probabilities": true
},
{
"checkpoint": "checkpoints/strict_ts_distributed_64_sub-01.joblib",
"finite_five_class_probabilities": true
},
{
"checkpoint": "checkpoints/strict_ts_distributed_8_sub-01.joblib",
"finite_five_class_probabilities": true
},
{
"checkpoint": "checkpoints/strict_ts_language_16_sub-01.joblib",
"finite_five_class_probabilities": true
},
{
"checkpoint": "checkpoints/strict_ts_language_32_sub-01.joblib",
"finite_five_class_probabilities": true
},
{
"checkpoint": "checkpoints/strict_ts_language_8_sub-01.joblib",
"finite_five_class_probabilities": true
}
],
"errors": [],
"limitations": [
"Primary SVM per-trial validation prediction archives were not present; full 50-trial per-participant validation metrics were independently recomputed and compared instead.",
"Synthetic inputs test software execution and probability shape only, not real-world model quality."
],
"primary_validation_metric_reproduction": [
{
"subject": 1,
"trials": 50,
"metrics_match_archived_record": true,
"balanced_accuracy": 0.36
},
{
"subject": 2,
"trials": 50,
"metrics_match_archived_record": true,
"balanced_accuracy": 0.26
},
{
"subject": 3,
"trials": 50,
"metrics_match_archived_record": true,
"balanced_accuracy": 0.33999999999999997
},
{
"subject": 4,
"trials": 50,
"metrics_match_archived_record": true,
"balanced_accuracy": 0.52
},
{
"subject": 5,
"trials": 50,
"metrics_match_archived_record": true,
"balanced_accuracy": 0.43999999999999995
},
{
"subject": 6,
"trials": 50,
"metrics_match_archived_record": true,
"balanced_accuracy": 0.32
},
{
"subject": 7,
"trials": 50,
"metrics_match_archived_record": true,
"balanced_accuracy": 0.28
},
{
"subject": 8,
"trials": 50,
"metrics_match_archived_record": true,
"balanced_accuracy": 0.42000000000000004
},
{
"subject": 9,
"trials": 50,
"metrics_match_archived_record": true,
"balanced_accuracy": 0.38000000000000006
},
{
"subject": 10,
"trials": 50,
"metrics_match_archived_record": true,
"balanced_accuracy": 0.32
},
{
"subject": 11,
"trials": 50,
"metrics_match_archived_record": true,
"balanced_accuracy": 0.4
},
{
"subject": 12,
"trials": 50,
"metrics_match_archived_record": true,
"balanced_accuracy": 0.52
},
{
"subject": 13,
"trials": 50,
"metrics_match_archived_record": true,
"balanced_accuracy": 0.38
},
{
"subject": 14,
"trials": 50,
"metrics_match_archived_record": true,
"balanced_accuracy": 0.32
},
{
"subject": 15,
"trials": 50,
"metrics_match_archived_record": true,
"balanced_accuracy": 0.45999999999999996
}
]
}