PULSE-code / splits /pool27.json
velvet-pine-22's picture
PULSE-code: benchmark code for the PULSE dataset (camera-ready release)
dffbc1f verified
Raw History Blame Contribute Delete
10.3 kB
{
"schema": "pulse-split/1",
"name": "pool27",
"data_tag": "v1.1",
"used_by": [
"T2",
"T3",
"T5",
"T6"
],
"n_volunteers": 27,
"volunteers": [
"v1",
"v2",
"v3",
"v5",
"v11",
"v12",
"v13",
"v22",
"v23",
"v24",
"v25",
"v26",
"v27",
"v28",
"v29",
"v30",
"v31",
"v32",
"v33",
"v34",
"v35",
"v36",
"v37",
"v38",
"v39",
"v40",
"v41"
],
"n_folds": 5,
"folds": [
{
"fold": 0,
"test": [
"v25",
"v28",
"v11",
"v38",
"v5",
"v35"
],
"inner_val": [
"v26",
"v34",
"v41"
],
"train": [
"v1",
"v2",
"v3",
"v12",
"v13",
"v22",
"v23",
"v24",
"v27",
"v29",
"v30",
"v31",
"v32",
"v33",
"v36",
"v37",
"v39",
"v40"
],
"n": {
"test": 6,
"inner_val": 3,
"train": 18
},
"inner_val_strata": {
"pressure+mocap": [
"v26",
"v34",
"v41"
]
},
"train_strata_sizes": {
"pressure+mocap": 21
}
},
{
"fold": 1,
"test": [
"v3",
"v32",
"v2",
"v13",
"v36",
"v23"
],
"inner_val": [
"v28",
"v31",
"v33"
],
"train": [
"v1",
"v5",
"v11",
"v12",
"v22",
"v24",
"v25",
"v26",
"v27",
"v29",
"v30",
"v34",
"v35",
"v37",
"v38",
"v39",
"v40",
"v41"
],
"n": {
"test": 6,
"inner_val": 3,
"train": 18
},
"inner_val_strata": {
"pressure": [],
"pressure+mocap": [
"v28",
"v31",
"v33"
]
},
"train_strata_sizes": {
"pressure": 1,
"pressure+mocap": 20
}
},
{
"fold": 2,
"test": [
"v26",
"v33",
"v22",
"v41",
"v24"
],
"inner_val": [
"v2",
"v13",
"v39"
],
"train": [
"v1",
"v3",
"v5",
"v11",
"v12",
"v23",
"v25",
"v27",
"v28",
"v29",
"v30",
"v31",
"v32",
"v34",
"v35",
"v36",
"v37",
"v38",
"v40"
],
"n": {
"test": 5,
"inner_val": 3,
"train": 19
},
"inner_val_strata": {
"pressure": [],
"pressure+mocap": [
"v2",
"v13",
"v39"
]
},
"train_strata_sizes": {
"pressure": 1,
"pressure+mocap": 21
}
},
{
"fold": 3,
"test": [
"v37",
"v29",
"v12",
"v39",
"v27"
],
"inner_val": [
"v1",
"v30",
"v40"
],
"train": [
"v2",
"v3",
"v5",
"v11",
"v13",
"v22",
"v23",
"v24",
"v25",
"v26",
"v28",
"v31",
"v32",
"v33",
"v34",
"v35",
"v36",
"v38",
"v41"
],
"n": {
"test": 5,
"inner_val": 3,
"train": 19
},
"inner_val_strata": {
"pressure": [],
"pressure+mocap": [
"v1",
"v30",
"v40"
]
},
"train_strata_sizes": {
"pressure": 1,
"pressure+mocap": 21
}
},
{
"fold": 4,
"test": [
"v1",
"v40",
"v31",
"v34",
"v30"
],
"inner_val": [
"v24",
"v29",
"v35"
],
"train": [
"v2",
"v3",
"v5",
"v11",
"v12",
"v13",
"v22",
"v23",
"v25",
"v26",
"v27",
"v28",
"v32",
"v33",
"v36",
"v37",
"v38",
"v39",
"v41"
],
"n": {
"test": 5,
"inner_val": 3,
"train": 19
},
"inner_val_strata": {
"pressure": [],
"pressure+mocap": [
"v24",
"v29",
"v35"
]
},
"train_strata_sizes": {
"pressure": 1,
"pressure+mocap": 21
}
}
],
"source": {
"file": "results/t2_cv/cv_folds.json",
"md5": "3b93df5dcefc2f74d444cda3f5bdd997",
"note": "test folds copied verbatim (order preserved); the source's data_root field is not reproduced",
"fold_sizes": [
6,
6,
5,
5,
5
],
"generator": "seed-42 random partition; the generator script was not kept, so the folds are published verbatim"
},
"inner_val_rule": {
"fraction": 0.15,
"required_modalities": [
"emg",
"pressure",
"mocap"
],
"strata_modalities": [
"pressure",
"mocap"
],
"require_annotations": true,
"metadata": "metadata/recordings.csv (aligned_modalities, has_dense_annotations)",
"rule": "1. The test folds are copied verbatim from the source fold file.\n2. Per fold, ``n_val = floor(0.15 * n_train + 0.5)`` of the fold's training\n volunteers become inner-validation volunteers (pool33: 4, pool27: 3).\n3. Strata: volunteers are grouped by whether a majority of their S1-S8\n recordings list each *strata modality* in metadata/recordings.csv (pool33:\n pressure, so the 7 volunteers without pressure are represented). ``n_val``\n is split over strata in proportion to their size among the fold's training\n volunteers (largest remainder; ties by stratum key).\n4. Eligibility: an inner-validation volunteer must have all 8 scenarios S1-S8\n with every *required modality* listed (and dense labels, if required), so\n the inner-validation set covers all scenario classes. Volunteers with\n partial coverage always stay in the training set.\n5. Within a stratum, eligible volunteers are ranked by (number of earlier folds\n in which they were already inner-validation, sha256 of\n ``\"pulse-inner-val/<pool>/fold<k>/<vol>\"``) and the first ones are taken, so\n picks are spread over volunteers and fully reproducible."
},
"volunteer_profiles": {
"v1": {
"n_task_recordings": 8,
"n_full_recordings": 8,
"eligible": true,
"stratum": "pressure+mocap"
},
"v2": {
"n_task_recordings": 8,
"n_full_recordings": 8,
"eligible": true,
"stratum": "pressure+mocap"
},
"v3": {
"n_task_recordings": 8,
"n_full_recordings": 5,
"eligible": false,
"stratum": "pressure+mocap"
},
"v5": {
"n_task_recordings": 8,
"n_full_recordings": 0,
"eligible": false,
"stratum": "pressure"
},
"v11": {
"n_task_recordings": 8,
"n_full_recordings": 8,
"eligible": true,
"stratum": "pressure+mocap"
},
"v12": {
"n_task_recordings": 8,
"n_full_recordings": 6,
"eligible": false,
"stratum": "pressure+mocap"
},
"v13": {
"n_task_recordings": 8,
"n_full_recordings": 8,
"eligible": true,
"stratum": "pressure+mocap"
},
"v22": {
"n_task_recordings": 8,
"n_full_recordings": 8,
"eligible": true,
"stratum": "pressure+mocap"
},
"v23": {
"n_task_recordings": 8,
"n_full_recordings": 8,
"eligible": true,
"stratum": "pressure+mocap"
},
"v24": {
"n_task_recordings": 8,
"n_full_recordings": 8,
"eligible": true,
"stratum": "pressure+mocap"
},
"v25": {
"n_task_recordings": 8,
"n_full_recordings": 8,
"eligible": true,
"stratum": "pressure+mocap"
},
"v26": {
"n_task_recordings": 8,
"n_full_recordings": 8,
"eligible": true,
"stratum": "pressure+mocap"
},
"v27": {
"n_task_recordings": 8,
"n_full_recordings": 8,
"eligible": true,
"stratum": "pressure+mocap"
},
"v28": {
"n_task_recordings": 8,
"n_full_recordings": 8,
"eligible": true,
"stratum": "pressure+mocap"
},
"v29": {
"n_task_recordings": 8,
"n_full_recordings": 8,
"eligible": true,
"stratum": "pressure+mocap"
},
"v30": {
"n_task_recordings": 8,
"n_full_recordings": 8,
"eligible": true,
"stratum": "pressure+mocap"
},
"v31": {
"n_task_recordings": 8,
"n_full_recordings": 8,
"eligible": true,
"stratum": "pressure+mocap"
},
"v32": {
"n_task_recordings": 8,
"n_full_recordings": 8,
"eligible": true,
"stratum": "pressure+mocap"
},
"v33": {
"n_task_recordings": 8,
"n_full_recordings": 8,
"eligible": true,
"stratum": "pressure+mocap"
},
"v34": {
"n_task_recordings": 8,
"n_full_recordings": 8,
"eligible": true,
"stratum": "pressure+mocap"
},
"v35": {
"n_task_recordings": 8,
"n_full_recordings": 8,
"eligible": true,
"stratum": "pressure+mocap"
},
"v36": {
"n_task_recordings": 8,
"n_full_recordings": 8,
"eligible": true,
"stratum": "pressure+mocap"
},
"v37": {
"n_task_recordings": 3,
"n_full_recordings": 3,
"eligible": false,
"stratum": "pressure+mocap"
},
"v38": {
"n_task_recordings": 8,
"n_full_recordings": 8,
"eligible": true,
"stratum": "pressure+mocap"
},
"v39": {
"n_task_recordings": 8,
"n_full_recordings": 8,
"eligible": true,
"stratum": "pressure+mocap"
},
"v40": {
"n_task_recordings": 8,
"n_full_recordings": 8,
"eligible": true,
"stratum": "pressure+mocap"
},
"v41": {
"n_task_recordings": 8,
"n_full_recordings": 8,
"eligible": true,
"stratum": "pressure+mocap"
}
}
}