| { |
| "schema_version": 1, |
| "protocol": "split-sequential-full-horizon", |
| "generated_at": "2026-09-25T02:33:57+09:00", |
| "checkpoint_selection": "last-per-split", |
| "units": "success rates are fractions in [0, 1]; NBT is a signed difference", |
| "indexing": "stage_index, split_index, and task positions are zero-based", |
| "definitions": { |
| "sr": "mean task success immediately after each task's last split visit", |
| "final_sr": "alias of sr: last-visit acquisition, not single-final-policy success", |
| "fwt": "mean acquisition success over all visits; endpoint proxy, not learning-curve FWT", |
| "nbt": "mean over visits of mean acquisition minus same-task success at ALL later checkpoints, including revisits; last visit contributes zero; negatives retained", |
| "normalized_nbt": "mean defined visit NBT/acquisition ratios; zero-acquisition and final visits excluded", |
| "final_policy_sr": "mean task success evaluated at the single final checkpoint" |
| }, |
| "complete_sequences": 4, |
| "discovered_sequences": 4, |
| "incomplete_sequences": [], |
| "sequences": [ |
| { |
| "sequence_id": "smolvla_seq_libero_10_2e-3_split2/libero_10", |
| "task_order": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9 |
| ], |
| "visit_task_order": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9, |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9 |
| ], |
| "checkpoints": [ |
| "libero_10_task00_005000", |
| "libero_10_task01_010000", |
| "libero_10_task02_015000", |
| "libero_10_task03_020000", |
| "libero_10_task04_025000", |
| "libero_10_task05_030000", |
| "libero_10_task06_035000", |
| "libero_10_task07_040000", |
| "libero_10_task08_045000", |
| "libero_10_task09_050000", |
| "libero_10_task00_055000", |
| "libero_10_task01_060000", |
| "libero_10_task02_065000", |
| "libero_10_task03_070000", |
| "libero_10_task04_075000", |
| "libero_10_task05_080000", |
| "libero_10_task06_085000", |
| "libero_10_task07_090000", |
| "libero_10_task08_095000", |
| "libero_10_task09_100000" |
| ], |
| "run": "smolvla_seq_libero_10_2e-3_split2", |
| "suite": "libero_10", |
| "num_tasks": 10, |
| "split": 2, |
| "num_visits": 20, |
| "all_visits_complete": true, |
| "sr": 0.36, |
| "final_sr": 0.36, |
| "fwt": 0.42000000000000004, |
| "nbt": 0.3871608443886695, |
| "normalized_nbt": 0.9724737185272231, |
| "final_policy_sr": 0.04, |
| "sr_by_split": [ |
| 0.48, |
| 0.36 |
| ], |
| "last_visit_sr_by_task": [ |
| 0.08, |
| 0.26, |
| 0.32, |
| 0.9, |
| 0.24, |
| 0.78, |
| 0.24, |
| 0.22, |
| 0.16, |
| 0.4 |
| ], |
| "acquisition_sr_by_visit": [ |
| 0.24, |
| 0.4, |
| 0.8, |
| 0.9, |
| 0.32, |
| 0.7, |
| 0.36, |
| 0.36, |
| 0.36, |
| 0.36, |
| 0.08, |
| 0.26, |
| 0.32, |
| 0.9, |
| 0.24, |
| 0.78, |
| 0.24, |
| 0.22, |
| 0.16, |
| 0.4 |
| ], |
| "nbt_by_visit": [ |
| 0.2357894736842105, |
| 0.3855555555555556, |
| 0.7811764705882354, |
| 0.84375, |
| 0.30400000000000005, |
| 0.6442857142857142, |
| 0.3415384615384615, |
| 0.3416666666666666, |
| 0.34545454545454546, |
| 0.31999999999999995, |
| 0.08, |
| 0.26, |
| 0.32, |
| 0.9, |
| 0.24, |
| 0.78, |
| 0.24, |
| 0.22, |
| 0.16, |
| 0.0 |
| ], |
| "normalized_nbt_by_visit": [ |
| 0.9824561403508771, |
| 0.9638888888888889, |
| 0.9764705882352942, |
| 0.9375, |
| 0.9500000000000002, |
| 0.9204081632653062, |
| 0.9487179487179487, |
| 0.949074074074074, |
| 0.9595959595959597, |
| 0.8888888888888888, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| null |
| ], |
| "stage_metrics": [ |
| { |
| "stage_index": 0, |
| "stage_sr": 0.24, |
| "acquisition_sr": 0.24, |
| "nbt": 0.2357894736842105, |
| "normalized_nbt": 0.9824561403508771, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 1, |
| "stage_sr": 0.2, |
| "acquisition_sr": 0.4, |
| "nbt": 0.3855555555555556, |
| "normalized_nbt": 0.9638888888888889, |
| "cumulative_nbt": 0.12 |
| }, |
| { |
| "stage_index": 2, |
| "stage_sr": 0.26666666666666666, |
| "acquisition_sr": 0.8, |
| "nbt": 0.7811764705882354, |
| "normalized_nbt": 0.9764705882352942, |
| "cumulative_nbt": 0.21333333333333335 |
| }, |
| { |
| "stage_index": 3, |
| "stage_sr": 0.225, |
| "acquisition_sr": 0.9, |
| "nbt": 0.84375, |
| "normalized_nbt": 0.9375, |
| "cumulative_nbt": 0.36 |
| }, |
| { |
| "stage_index": 4, |
| "stage_sr": 0.064, |
| "acquisition_sr": 0.32, |
| "nbt": 0.30400000000000005, |
| "normalized_nbt": 0.9500000000000002, |
| "cumulative_nbt": 0.4680000000000001 |
| }, |
| { |
| "stage_index": 5, |
| "stage_sr": 0.11666666666666665, |
| "acquisition_sr": 0.7, |
| "nbt": 0.6442857142857142, |
| "normalized_nbt": 0.9204081632653062, |
| "cumulative_nbt": 0.44333333333333336 |
| }, |
| { |
| "stage_index": 6, |
| "stage_sr": 0.05142857142857143, |
| "acquisition_sr": 0.36, |
| "nbt": 0.3415384615384615, |
| "normalized_nbt": 0.9487179487179487, |
| "cumulative_nbt": 0.48 |
| }, |
| { |
| "stage_index": 7, |
| "stage_sr": 0.045, |
| "acquisition_sr": 0.36, |
| "nbt": 0.3416666666666666, |
| "normalized_nbt": 0.949074074074074, |
| "cumulative_nbt": 0.465 |
| }, |
| { |
| "stage_index": 8, |
| "stage_sr": 0.04, |
| "acquisition_sr": 0.36, |
| "nbt": 0.34545454545454546, |
| "normalized_nbt": 0.9595959595959597, |
| "cumulative_nbt": 0.45333333333333337 |
| }, |
| { |
| "stage_index": 9, |
| "stage_sr": 0.036, |
| "acquisition_sr": 0.36, |
| "nbt": 0.31999999999999995, |
| "normalized_nbt": 0.8888888888888888, |
| "cumulative_nbt": 0.44400000000000006 |
| }, |
| { |
| "stage_index": 10, |
| "stage_sr": 0.008, |
| "acquisition_sr": 0.08, |
| "nbt": 0.08, |
| "normalized_nbt": 1.0, |
| "cumulative_nbt": 0.4356363636363636 |
| }, |
| { |
| "stage_index": 11, |
| "stage_sr": 0.026000000000000002, |
| "acquisition_sr": 0.26, |
| "nbt": 0.26, |
| "normalized_nbt": 1.0, |
| "cumulative_nbt": 0.40389393939393936 |
| }, |
| { |
| "stage_index": 12, |
| "stage_sr": 0.032, |
| "acquisition_sr": 0.32, |
| "nbt": 0.32, |
| "normalized_nbt": 1.0, |
| "cumulative_nbt": 0.39059207459207457 |
| }, |
| { |
| "stage_index": 13, |
| "stage_sr": 0.09, |
| "acquisition_sr": 0.9, |
| "nbt": 0.9, |
| "normalized_nbt": 1.0, |
| "cumulative_nbt": 0.379506327006327 |
| }, |
| { |
| "stage_index": 14, |
| "stage_sr": 0.024, |
| "acquisition_sr": 0.24, |
| "nbt": 0.24, |
| "normalized_nbt": 1.0, |
| "cumulative_nbt": 0.4134533910533911 |
| }, |
| { |
| "stage_index": 15, |
| "stage_sr": 0.078, |
| "acquisition_sr": 0.78, |
| "nbt": 0.78, |
| "normalized_nbt": 1.0, |
| "cumulative_nbt": 0.39854135447885447 |
| }, |
| { |
| "stage_index": 16, |
| "stage_sr": 0.024, |
| "acquisition_sr": 0.24, |
| "nbt": 0.24, |
| "normalized_nbt": 1.0, |
| "cumulative_nbt": 0.4206276272746861 |
| }, |
| { |
| "stage_index": 17, |
| "stage_sr": 0.022, |
| "acquisition_sr": 0.22, |
| "nbt": 0.22, |
| "normalized_nbt": 1.0, |
| "cumulative_nbt": 0.4103414083193495 |
| }, |
| { |
| "stage_index": 18, |
| "stage_sr": 0.016, |
| "acquisition_sr": 0.16, |
| "nbt": 0.16, |
| "normalized_nbt": 1.0, |
| "cumulative_nbt": 0.40037466214556 |
| }, |
| { |
| "stage_index": 19, |
| "stage_sr": 0.04, |
| "acquisition_sr": 0.4, |
| "nbt": 0.0, |
| "normalized_nbt": null, |
| "cumulative_nbt": 0.3871608443886695 |
| } |
| ] |
| }, |
| { |
| "sequence_id": "smolvla_seq_libero_goal_2e-3_split2/libero_goal", |
| "task_order": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9 |
| ], |
| "visit_task_order": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9, |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9 |
| ], |
| "checkpoints": [ |
| "libero_goal_task00_005000", |
| "libero_goal_task01_010000", |
| "libero_goal_task02_015000", |
| "libero_goal_task03_020000", |
| "libero_goal_task04_025000", |
| "libero_goal_task05_030000", |
| "libero_goal_task06_035000", |
| "libero_goal_task07_040000", |
| "libero_goal_task08_045000", |
| "libero_goal_task09_050000", |
| "libero_goal_task00_055000", |
| "libero_goal_task01_060000", |
| "libero_goal_task02_065000", |
| "libero_goal_task03_070000", |
| "libero_goal_task04_075000", |
| "libero_goal_task05_080000", |
| "libero_goal_task06_085000", |
| "libero_goal_task07_090000", |
| "libero_goal_task08_095000", |
| "libero_goal_task09_100000" |
| ], |
| "run": "smolvla_seq_libero_goal_2e-3_split2", |
| "suite": "libero_goal", |
| "num_tasks": 10, |
| "split": 2, |
| "num_visits": 20, |
| "all_visits_complete": true, |
| "sr": 0.78, |
| "final_sr": 0.78, |
| "fwt": 0.759, |
| "nbt": 0.7056784317806376, |
| "normalized_nbt": 0.9553389645665316, |
| "final_policy_sr": 0.054000000000000006, |
| "sr_by_split": [ |
| 0.738, |
| 0.78 |
| ], |
| "last_visit_sr_by_task": [ |
| 0.76, |
| 0.98, |
| 0.82, |
| 0.3, |
| 0.92, |
| 0.86, |
| 0.72, |
| 1.0, |
| 0.94, |
| 0.5 |
| ], |
| "acquisition_sr_by_visit": [ |
| 0.6, |
| 0.92, |
| 0.94, |
| 0.48, |
| 0.9, |
| 0.82, |
| 0.62, |
| 0.98, |
| 0.88, |
| 0.24, |
| 0.76, |
| 0.98, |
| 0.82, |
| 0.3, |
| 0.92, |
| 0.86, |
| 0.72, |
| 1.0, |
| 0.94, |
| 0.5 |
| ], |
| "nbt_by_visit": [ |
| 0.5599999999999999, |
| 0.8655555555555555, |
| 0.8894117647058823, |
| 0.46125, |
| 0.8386666666666667, |
| 0.7585714285714286, |
| 0.5646153846153846, |
| 0.8966666666666666, |
| 0.7945454545454546, |
| 0.19, |
| 0.76, |
| 0.98, |
| 0.8142857142857142, |
| 0.3, |
| 0.9200000000000002, |
| 0.86, |
| 0.7200000000000001, |
| 1.0, |
| 0.94, |
| 0.0 |
| ], |
| "normalized_nbt_by_visit": [ |
| 0.9333333333333332, |
| 0.9408212560386473, |
| 0.9461827284105132, |
| 0.9609375, |
| 0.9318518518518518, |
| 0.9250871080139373, |
| 0.9106699751861043, |
| 0.9149659863945577, |
| 0.9028925619834711, |
| 0.7916666666666667, |
| 1.0, |
| 1.0, |
| 0.9930313588850174, |
| 1.0, |
| 1.0000000000000002, |
| 1.0, |
| 1.0000000000000002, |
| 1.0, |
| 1.0, |
| null |
| ], |
| "stage_metrics": [ |
| { |
| "stage_index": 0, |
| "stage_sr": 0.6, |
| "acquisition_sr": 0.6, |
| "nbt": 0.5599999999999999, |
| "normalized_nbt": 0.9333333333333332, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 1, |
| "stage_sr": 0.46, |
| "acquisition_sr": 0.92, |
| "nbt": 0.8655555555555555, |
| "normalized_nbt": 0.9408212560386473, |
| "cumulative_nbt": 0.3 |
| }, |
| { |
| "stage_index": 2, |
| "stage_sr": 0.3133333333333333, |
| "acquisition_sr": 0.94, |
| "nbt": 0.8894117647058823, |
| "normalized_nbt": 0.9461827284105132, |
| "cumulative_nbt": 0.5066666666666667 |
| }, |
| { |
| "stage_index": 3, |
| "stage_sr": 0.12, |
| "acquisition_sr": 0.48, |
| "nbt": 0.46125, |
| "normalized_nbt": 0.9609375, |
| "cumulative_nbt": 0.615 |
| }, |
| { |
| "stage_index": 4, |
| "stage_sr": 0.18, |
| "acquisition_sr": 0.9, |
| "nbt": 0.8386666666666667, |
| "normalized_nbt": 0.9318518518518518, |
| "cumulative_nbt": 0.588 |
| }, |
| { |
| "stage_index": 5, |
| "stage_sr": 0.13666666666666666, |
| "acquisition_sr": 0.82, |
| "nbt": 0.7585714285714286, |
| "normalized_nbt": 0.9250871080139373, |
| "cumulative_nbt": 0.64 |
| }, |
| { |
| "stage_index": 6, |
| "stage_sr": 0.08857142857142856, |
| "acquisition_sr": 0.62, |
| "nbt": 0.5646153846153846, |
| "normalized_nbt": 0.9106699751861043, |
| "cumulative_nbt": 0.6657142857142857 |
| }, |
| { |
| "stage_index": 7, |
| "stage_sr": 0.1225, |
| "acquisition_sr": 0.98, |
| "nbt": 0.8966666666666666, |
| "normalized_nbt": 0.9149659863945577, |
| "cumulative_nbt": 0.6599999999999999 |
| }, |
| { |
| "stage_index": 8, |
| "stage_sr": 0.09777777777777778, |
| "acquisition_sr": 0.88, |
| "nbt": 0.7945454545454546, |
| "normalized_nbt": 0.9028925619834711, |
| "cumulative_nbt": 0.6955555555555555 |
| }, |
| { |
| "stage_index": 9, |
| "stage_sr": 0.024, |
| "acquisition_sr": 0.24, |
| "nbt": 0.19, |
| "normalized_nbt": 0.7916666666666667, |
| "cumulative_nbt": 0.714 |
| }, |
| { |
| "stage_index": 10, |
| "stage_sr": 0.076, |
| "acquisition_sr": 0.76, |
| "nbt": 0.76, |
| "normalized_nbt": 1.0, |
| "cumulative_nbt": 0.664 |
| }, |
| { |
| "stage_index": 11, |
| "stage_sr": 0.098, |
| "acquisition_sr": 0.98, |
| "nbt": 0.98, |
| "normalized_nbt": 1.0, |
| "cumulative_nbt": 0.6644090909090908 |
| }, |
| { |
| "stage_index": 12, |
| "stage_sr": 0.08199999999999999, |
| "acquisition_sr": 0.82, |
| "nbt": 0.8142857142857142, |
| "normalized_nbt": 0.9930313588850174, |
| "cumulative_nbt": 0.6835058275058276 |
| }, |
| { |
| "stage_index": 13, |
| "stage_sr": 0.03, |
| "acquisition_sr": 0.3, |
| "nbt": 0.3, |
| "normalized_nbt": 1.0, |
| "cumulative_nbt": 0.69252331002331 |
| }, |
| { |
| "stage_index": 14, |
| "stage_sr": 0.092, |
| "acquisition_sr": 0.92, |
| "nbt": 0.9200000000000002, |
| "normalized_nbt": 1.0000000000000002, |
| "cumulative_nbt": 0.6615149073149074 |
| }, |
| { |
| "stage_index": 15, |
| "stage_sr": 0.086, |
| "acquisition_sr": 0.86, |
| "nbt": 0.86, |
| "normalized_nbt": 1.0, |
| "cumulative_nbt": 0.6738512529137529 |
| }, |
| { |
| "stage_index": 16, |
| "stage_sr": 0.072, |
| "acquisition_sr": 0.72, |
| "nbt": 0.7200000000000001, |
| "normalized_nbt": 1.0000000000000002, |
| "cumulative_nbt": 0.682274695892343 |
| }, |
| { |
| "stage_index": 17, |
| "stage_sr": 0.1, |
| "acquisition_sr": 1.0, |
| "nbt": 1.0, |
| "normalized_nbt": 1.0, |
| "cumulative_nbt": 0.6805588020367432 |
| }, |
| { |
| "stage_index": 18, |
| "stage_sr": 0.094, |
| "acquisition_sr": 0.94, |
| "nbt": 0.94, |
| "normalized_nbt": 1.0, |
| "cumulative_nbt": 0.6943212366408961 |
| }, |
| { |
| "stage_index": 19, |
| "stage_sr": 0.054000000000000006, |
| "acquisition_sr": 0.5, |
| "nbt": 0.0, |
| "normalized_nbt": null, |
| "cumulative_nbt": 0.7056784317806376 |
| } |
| ] |
| }, |
| { |
| "sequence_id": "smolvla_seq_libero_object_2e-3_split2/libero_object", |
| "task_order": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9 |
| ], |
| "visit_task_order": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9, |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9 |
| ], |
| "checkpoints": [ |
| "libero_object_task00_005000", |
| "libero_object_task01_010000", |
| "libero_object_task02_015000", |
| "libero_object_task03_020000", |
| "libero_object_task04_025000", |
| "libero_object_task05_030000", |
| "libero_object_task06_035000", |
| "libero_object_task07_040000", |
| "libero_object_task08_045000", |
| "libero_object_task09_050000", |
| "libero_object_task00_055000", |
| "libero_object_task01_060000", |
| "libero_object_task02_065000", |
| "libero_object_task03_070000", |
| "libero_object_task04_075000", |
| "libero_object_task05_080000", |
| "libero_object_task06_085000", |
| "libero_object_task07_090000", |
| "libero_object_task08_095000", |
| "libero_object_task09_100000" |
| ], |
| "run": "smolvla_seq_libero_object_2e-3_split2", |
| "suite": "libero_object", |
| "num_tasks": 10, |
| "split": 2, |
| "num_visits": 20, |
| "all_visits_complete": true, |
| "sr": 0.506, |
| "final_sr": 0.506, |
| "fwt": 0.618, |
| "nbt": 0.5233600852020357, |
| "normalized_nbt": 0.8964135536951815, |
| "final_policy_sr": 0.158, |
| "sr_by_split": [ |
| 0.73, |
| 0.506 |
| ], |
| "last_visit_sr_by_task": [ |
| 0.52, |
| 0.58, |
| 0.86, |
| 0.74, |
| 0.66, |
| 0.28, |
| 0.44, |
| 0.04, |
| 0.46, |
| 0.48 |
| ], |
| "acquisition_sr_by_visit": [ |
| 0.84, |
| 0.7, |
| 0.8, |
| 0.64, |
| 0.98, |
| 0.42, |
| 0.86, |
| 0.64, |
| 0.74, |
| 0.68, |
| 0.52, |
| 0.58, |
| 0.86, |
| 0.74, |
| 0.66, |
| 0.28, |
| 0.44, |
| 0.04, |
| 0.46, |
| 0.48 |
| ], |
| "nbt_by_visit": [ |
| 0.7747368421052631, |
| 0.6633333333333333, |
| 0.5870588235294117, |
| 0.47000000000000003, |
| 0.896, |
| 0.3271428571428571, |
| 0.7938461538461539, |
| 0.6316666666666667, |
| 0.6309090909090909, |
| 0.526, |
| 0.5155555555555557, |
| 0.58, |
| 0.6542857142857142, |
| 0.6166666666666666, |
| 0.5800000000000001, |
| 0.28, |
| 0.44, |
| 0.04, |
| 0.46, |
| 0.0 |
| ], |
| "normalized_nbt_by_visit": [ |
| 0.9223057644110275, |
| 0.9476190476190477, |
| 0.7338235294117647, |
| 0.734375, |
| 0.9142857142857144, |
| 0.7789115646258503, |
| 0.9230769230769231, |
| 0.9869791666666667, |
| 0.8525798525798526, |
| 0.7735294117647059, |
| 0.9914529914529916, |
| 1.0, |
| 0.760797342192691, |
| 0.8333333333333333, |
| 0.8787878787878789, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| null |
| ], |
| "stage_metrics": [ |
| { |
| "stage_index": 0, |
| "stage_sr": 0.84, |
| "acquisition_sr": 0.84, |
| "nbt": 0.7747368421052631, |
| "normalized_nbt": 0.9223057644110275, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 1, |
| "stage_sr": 0.35, |
| "acquisition_sr": 0.7, |
| "nbt": 0.6633333333333333, |
| "normalized_nbt": 0.9476190476190477, |
| "cumulative_nbt": 0.42 |
| }, |
| { |
| "stage_index": 2, |
| "stage_sr": 0.26666666666666666, |
| "acquisition_sr": 0.8, |
| "nbt": 0.5870588235294117, |
| "normalized_nbt": 0.7338235294117647, |
| "cumulative_nbt": 0.5133333333333333 |
| }, |
| { |
| "stage_index": 3, |
| "stage_sr": 0.27, |
| "acquisition_sr": 0.64, |
| "nbt": 0.47000000000000003, |
| "normalized_nbt": 0.734375, |
| "cumulative_nbt": 0.475 |
| }, |
| { |
| "stage_index": 4, |
| "stage_sr": 0.20400000000000001, |
| "acquisition_sr": 0.98, |
| "nbt": 0.896, |
| "normalized_nbt": 0.9142857142857144, |
| "cumulative_nbt": 0.55 |
| }, |
| { |
| "stage_index": 5, |
| "stage_sr": 0.17333333333333334, |
| "acquisition_sr": 0.42, |
| "nbt": 0.3271428571428571, |
| "normalized_nbt": 0.7789115646258503, |
| "cumulative_nbt": 0.5886666666666667 |
| }, |
| { |
| "stage_index": 6, |
| "stage_sr": 0.14857142857142858, |
| "acquisition_sr": 0.86, |
| "nbt": 0.7938461538461539, |
| "normalized_nbt": 0.9230769230769231, |
| "cumulative_nbt": 0.5731904761904761 |
| }, |
| { |
| "stage_index": 7, |
| "stage_sr": 0.08, |
| "acquisition_sr": 0.64, |
| "nbt": 0.6316666666666667, |
| "normalized_nbt": 0.9869791666666667, |
| "cumulative_nbt": 0.6197738095238096 |
| }, |
| { |
| "stage_index": 8, |
| "stage_sr": 0.20222222222222222, |
| "acquisition_sr": 0.74, |
| "nbt": 0.6309090909090909, |
| "normalized_nbt": 0.8525798525798526, |
| "cumulative_nbt": 0.593952380952381 |
| }, |
| { |
| "stage_index": 9, |
| "stage_sr": 0.192, |
| "acquisition_sr": 0.68, |
| "nbt": 0.526, |
| "normalized_nbt": 0.7735294117647059, |
| "cumulative_nbt": 0.6005634920634921 |
| }, |
| { |
| "stage_index": 10, |
| "stage_sr": 0.10200000000000001, |
| "acquisition_sr": 0.52, |
| "nbt": 0.5155555555555557, |
| "normalized_nbt": 0.9914529914529916, |
| "cumulative_nbt": 0.5895815295815295 |
| }, |
| { |
| "stage_index": 11, |
| "stage_sr": 0.134, |
| "acquisition_sr": 0.58, |
| "nbt": 0.58, |
| "normalized_nbt": 1.0, |
| "cumulative_nbt": 0.5817920274170274 |
| }, |
| { |
| "stage_index": 12, |
| "stage_sr": 0.202, |
| "acquisition_sr": 0.86, |
| "nbt": 0.6542857142857142, |
| "normalized_nbt": 0.760797342192691, |
| "cumulative_nbt": 0.5623064713064714 |
| }, |
| { |
| "stage_index": 13, |
| "stage_sr": 0.198, |
| "acquisition_sr": 0.74, |
| "nbt": 0.6166666666666666, |
| "normalized_nbt": 0.8333333333333333, |
| "cumulative_nbt": 0.5239415861915862 |
| }, |
| { |
| "stage_index": 14, |
| "stage_sr": 0.08, |
| "acquisition_sr": 0.66, |
| "nbt": 0.5800000000000001, |
| "normalized_nbt": 0.8787878787878789, |
| "cumulative_nbt": 0.566328083028083 |
| }, |
| { |
| "stage_index": 15, |
| "stage_sr": 0.06200000000000001, |
| "acquisition_sr": 0.28, |
| "nbt": 0.28, |
| "normalized_nbt": 1.0, |
| "cumulative_nbt": 0.5738626061438562 |
| }, |
| { |
| "stage_index": 16, |
| "stage_sr": 0.066, |
| "acquisition_sr": 0.44, |
| "nbt": 0.44, |
| "normalized_nbt": 1.0, |
| "cumulative_nbt": 0.5643344890403714 |
| }, |
| { |
| "stage_index": 17, |
| "stage_sr": 0.024, |
| "acquisition_sr": 0.04, |
| "nbt": 0.04, |
| "normalized_nbt": 1.0, |
| "cumulative_nbt": 0.561241759420681 |
| }, |
| { |
| "stage_index": 18, |
| "stage_sr": 0.064, |
| "acquisition_sr": 0.46, |
| "nbt": 0.46, |
| "normalized_nbt": 1.0, |
| "cumulative_nbt": 0.5353948541138943 |
| }, |
| { |
| "stage_index": 19, |
| "stage_sr": 0.158, |
| "acquisition_sr": 0.48, |
| "nbt": 0.0, |
| "normalized_nbt": null, |
| "cumulative_nbt": 0.5233600852020357 |
| } |
| ] |
| }, |
| { |
| "sequence_id": "smolvla_seq_libero_spatial_2e-3_split2/libero_spatial", |
| "task_order": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9 |
| ], |
| "visit_task_order": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9, |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9 |
| ], |
| "checkpoints": [ |
| "libero_spatial_task00_005000", |
| "libero_spatial_task01_010000", |
| "libero_spatial_task02_015000", |
| "libero_spatial_task03_020000", |
| "libero_spatial_task04_025000", |
| "libero_spatial_task05_030000", |
| "libero_spatial_task06_035000", |
| "libero_spatial_task07_040000", |
| "libero_spatial_task08_045000", |
| "libero_spatial_task09_050000", |
| "libero_spatial_task00_055000", |
| "libero_spatial_task01_060000", |
| "libero_spatial_task02_065000", |
| "libero_spatial_task03_070000", |
| "libero_spatial_task04_075000", |
| "libero_spatial_task05_080000", |
| "libero_spatial_task06_085000", |
| "libero_spatial_task07_090000", |
| "libero_spatial_task08_095000", |
| "libero_spatial_task09_100000" |
| ], |
| "run": "smolvla_seq_libero_spatial_2e-3_split2", |
| "suite": "libero_spatial", |
| "num_tasks": 10, |
| "split": 2, |
| "num_visits": 20, |
| "all_visits_complete": true, |
| "sr": 0.634, |
| "final_sr": 0.634, |
| "fwt": 0.635, |
| "nbt": 0.5955732613061173, |
| "normalized_nbt": 0.9578495381196213, |
| "final_policy_sr": 0.032, |
| "sr_by_split": [ |
| 0.636, |
| 0.634 |
| ], |
| "last_visit_sr_by_task": [ |
| 0.84, |
| 0.92, |
| 0.82, |
| 0.88, |
| 0.46, |
| 0.08, |
| 0.78, |
| 0.76, |
| 0.48, |
| 0.32 |
| ], |
| "acquisition_sr_by_visit": [ |
| 0.68, |
| 0.8, |
| 0.86, |
| 0.86, |
| 0.4, |
| 0.04, |
| 0.84, |
| 0.7, |
| 0.7, |
| 0.48, |
| 0.84, |
| 0.92, |
| 0.82, |
| 0.88, |
| 0.46, |
| 0.08, |
| 0.78, |
| 0.76, |
| 0.48, |
| 0.32 |
| ], |
| "nbt_by_visit": [ |
| 0.6315789473684211, |
| 0.7488888888888889, |
| 0.8117647058823529, |
| 0.79125, |
| 0.36933333333333335, |
| 0.03428571428571429, |
| 0.7799999999999999, |
| 0.6366666666666666, |
| 0.6563636363636364, |
| 0.44799999999999995, |
| 0.8333333333333334, |
| 0.92, |
| 0.82, |
| 0.87, |
| 0.4600000000000001, |
| 0.08, |
| 0.7799999999999999, |
| 0.76, |
| 0.48, |
| 0.0 |
| ], |
| "normalized_nbt_by_visit": [ |
| 0.9287925696594428, |
| 0.9361111111111111, |
| 0.9439124487004105, |
| 0.9200581395348838, |
| 0.9233333333333333, |
| 0.8571428571428572, |
| 0.9285714285714285, |
| 0.9095238095238095, |
| 0.9376623376623378, |
| 0.9333333333333332, |
| 0.9920634920634921, |
| 1.0, |
| 1.0, |
| 0.9886363636363636, |
| 1.0000000000000002, |
| 1.0, |
| 0.9999999999999999, |
| 1.0, |
| 1.0, |
| null |
| ], |
| "stage_metrics": [ |
| { |
| "stage_index": 0, |
| "stage_sr": 0.68, |
| "acquisition_sr": 0.68, |
| "nbt": 0.6315789473684211, |
| "normalized_nbt": 0.9287925696594428, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 1, |
| "stage_sr": 0.4, |
| "acquisition_sr": 0.8, |
| "nbt": 0.7488888888888889, |
| "normalized_nbt": 0.9361111111111111, |
| "cumulative_nbt": 0.34 |
| }, |
| { |
| "stage_index": 2, |
| "stage_sr": 0.2866666666666667, |
| "acquisition_sr": 0.86, |
| "nbt": 0.8117647058823529, |
| "normalized_nbt": 0.9439124487004105, |
| "cumulative_nbt": 0.49333333333333335 |
| }, |
| { |
| "stage_index": 3, |
| "stage_sr": 0.215, |
| "acquisition_sr": 0.86, |
| "nbt": 0.79125, |
| "normalized_nbt": 0.9200581395348838, |
| "cumulative_nbt": 0.585 |
| }, |
| { |
| "stage_index": 4, |
| "stage_sr": 0.08, |
| "acquisition_sr": 0.4, |
| "nbt": 0.36933333333333335, |
| "normalized_nbt": 0.9233333333333333, |
| "cumulative_nbt": 0.64 |
| }, |
| { |
| "stage_index": 5, |
| "stage_sr": 0.006666666666666667, |
| "acquisition_sr": 0.04, |
| "nbt": 0.03428571428571429, |
| "normalized_nbt": 0.8571428571428572, |
| "cumulative_nbt": 0.6 |
| }, |
| { |
| "stage_index": 6, |
| "stage_sr": 0.14285714285714285, |
| "acquisition_sr": 0.84, |
| "nbt": 0.7799999999999999, |
| "normalized_nbt": 0.9285714285714285, |
| "cumulative_nbt": 0.5123809523809524 |
| }, |
| { |
| "stage_index": 7, |
| "stage_sr": 0.0875, |
| "acquisition_sr": 0.7, |
| "nbt": 0.6366666666666666, |
| "normalized_nbt": 0.9095238095238095, |
| "cumulative_nbt": 0.555 |
| }, |
| { |
| "stage_index": 8, |
| "stage_sr": 0.08, |
| "acquisition_sr": 0.7, |
| "nbt": 0.6563636363636364, |
| "normalized_nbt": 0.9376623376623378, |
| "cumulative_nbt": 0.5717222222222222 |
| }, |
| { |
| "stage_index": 9, |
| "stage_sr": 0.048, |
| "acquisition_sr": 0.48, |
| "nbt": 0.44799999999999995, |
| "normalized_nbt": 0.9333333333333332, |
| "cumulative_nbt": 0.5851111111111111 |
| }, |
| { |
| "stage_index": 10, |
| "stage_sr": 0.08399999999999999, |
| "acquisition_sr": 0.84, |
| "nbt": 0.8333333333333334, |
| "normalized_nbt": 0.9920634920634921, |
| "cumulative_nbt": 0.5682857142857143 |
| }, |
| { |
| "stage_index": 11, |
| "stage_sr": 0.092, |
| "acquisition_sr": 0.92, |
| "nbt": 0.92, |
| "normalized_nbt": 1.0, |
| "cumulative_nbt": 0.5841515151515152 |
| }, |
| { |
| "stage_index": 12, |
| "stage_sr": 0.08199999999999999, |
| "acquisition_sr": 0.82, |
| "nbt": 0.82, |
| "normalized_nbt": 1.0, |
| "cumulative_nbt": 0.604993783993784 |
| }, |
| { |
| "stage_index": 13, |
| "stage_sr": 0.088, |
| "acquisition_sr": 0.88, |
| "nbt": 0.87, |
| "normalized_nbt": 0.9886363636363636, |
| "cumulative_nbt": 0.6156167166167166 |
| }, |
| { |
| "stage_index": 14, |
| "stage_sr": 0.046, |
| "acquisition_sr": 0.46, |
| "nbt": 0.4600000000000001, |
| "normalized_nbt": 1.0000000000000002, |
| "cumulative_nbt": 0.6319282273282273 |
| }, |
| { |
| "stage_index": 15, |
| "stage_sr": 0.008, |
| "acquisition_sr": 0.08, |
| "nbt": 0.08, |
| "normalized_nbt": 1.0, |
| "cumulative_nbt": 0.6223369130869131 |
| }, |
| { |
| "stage_index": 16, |
| "stage_sr": 0.084, |
| "acquisition_sr": 0.78, |
| "nbt": 0.7799999999999999, |
| "normalized_nbt": 0.9999999999999999, |
| "cumulative_nbt": 0.5857719878161054 |
| }, |
| { |
| "stage_index": 17, |
| "stage_sr": 0.076, |
| "acquisition_sr": 0.76, |
| "nbt": 0.76, |
| "normalized_nbt": 1.0, |
| "cumulative_nbt": 0.5941507386948564 |
| }, |
| { |
| "stage_index": 18, |
| "stage_sr": 0.054000000000000006, |
| "acquisition_sr": 0.48, |
| "nbt": 0.48, |
| "normalized_nbt": 1.0, |
| "cumulative_nbt": 0.6015571584418333 |
| }, |
| { |
| "stage_index": 19, |
| "stage_sr": 0.032, |
| "acquisition_sr": 0.32, |
| "nbt": 0.0, |
| "normalized_nbt": null, |
| "cumulative_nbt": 0.5955732613061173 |
| } |
| ] |
| } |
| ] |
| } |
|
|
