| { |
| "schema_version": 1, |
| "protocol": "split-sequential-full-horizon", |
| "generated_at": "2026-09-25T20:03:54+09:00", |
| "checkpoint_selection": "last-per-split", |
| "units": "success rates are fractions in [0, 1]; NBT is a signed difference", |
| "indexing": "stage_index, split_index, and task positions are zero-based", |
| "definitions": { |
| "sr": "mean task success immediately after each task's last split visit", |
| "final_sr": "alias of sr: last-visit acquisition, not single-final-policy success", |
| "fwt": "mean acquisition success over all visits; endpoint proxy, not learning-curve FWT", |
| "nbt": "mean over visits of mean acquisition minus same-task success at ALL later checkpoints, including revisits; last visit contributes zero; negatives retained", |
| "normalized_nbt": "mean defined visit NBT/acquisition ratios; zero-acquisition and final visits excluded", |
| "final_policy_sr": "mean task success evaluated at the single final checkpoint" |
| }, |
| "complete_sequences": 4, |
| "discovered_sequences": 4, |
| "incomplete_sequences": [], |
| "sequences": [ |
| { |
| "sequence_id": "smolvla_boundary_tail_libero_10_2e-3_split2/libero_10", |
| "task_order": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9 |
| ], |
| "visit_task_order": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9, |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9 |
| ], |
| "checkpoints": [ |
| "libero_10_task00_005000", |
| "libero_10_task01_010000", |
| "libero_10_task02_015000", |
| "libero_10_task03_020000", |
| "libero_10_task04_025000", |
| "libero_10_task05_030000", |
| "libero_10_task06_035000", |
| "libero_10_task07_040000", |
| "libero_10_task08_045000", |
| "libero_10_task09_050000", |
| "libero_10_task00_055000", |
| "libero_10_task01_060000", |
| "libero_10_task02_065000", |
| "libero_10_task03_070000", |
| "libero_10_task04_075000", |
| "libero_10_task05_080000", |
| "libero_10_task06_085000", |
| "libero_10_task07_090000", |
| "libero_10_task08_095000", |
| "libero_10_task09_100000" |
| ], |
| "run": "smolvla_boundary_tail_libero_10_2e-3_split2", |
| "suite": "libero_10", |
| "num_tasks": 10, |
| "split": 2, |
| "num_visits": 20, |
| "all_visits_complete": true, |
| "sr": 0.446, |
| "final_sr": 0.446, |
| "fwt": 0.437, |
| "nbt": 0.0012045442947145775, |
| "normalized_nbt": -0.007262549078481122, |
| "final_policy_sr": 0.446, |
| "sr_by_split": [ |
| 0.42800000000000005, |
| 0.446 |
| ], |
| "last_visit_sr_by_task": [ |
| 0.4, |
| 0.18, |
| 0.82, |
| 0.84, |
| 0.16, |
| 0.74, |
| 0.22, |
| 0.32, |
| 0.3, |
| 0.48 |
| ], |
| "acquisition_sr_by_visit": [ |
| 0.28, |
| 0.38, |
| 0.88, |
| 0.8, |
| 0.2, |
| 0.76, |
| 0.28, |
| 0.24, |
| 0.14, |
| 0.32, |
| 0.4, |
| 0.18, |
| 0.82, |
| 0.84, |
| 0.16, |
| 0.74, |
| 0.22, |
| 0.32, |
| 0.3, |
| 0.48 |
| ], |
| "nbt_by_visit": [ |
| -0.06315789473684211, |
| 0.1, |
| 0.028235294117647084, |
| -0.017499999999999967, |
| 0.016000000000000004, |
| 0.00714285714285715, |
| 0.01846153846153847, |
| -0.020000000000000004, |
| -0.029090909090909087, |
| -0.015999999999999997, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0 |
| ], |
| "normalized_nbt_by_visit": [ |
| -0.22556390977443608, |
| 0.2631578947368421, |
| 0.032085561497326234, |
| -0.021874999999999957, |
| 0.08000000000000002, |
| 0.009398496240601512, |
| 0.06593406593406596, |
| -0.08333333333333336, |
| -0.20779220779220775, |
| -0.04999999999999999, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| null |
| ], |
| "stage_metrics": [ |
| { |
| "stage_index": 0, |
| "stage_sr": 0.28, |
| "acquisition_sr": 0.28, |
| "nbt": -0.06315789473684211, |
| "normalized_nbt": -0.22556390977443608, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 1, |
| "stage_sr": 0.33, |
| "acquisition_sr": 0.38, |
| "nbt": 0.1, |
| "normalized_nbt": 0.2631578947368421, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 2, |
| "stage_sr": 0.5133333333333333, |
| "acquisition_sr": 0.88, |
| "nbt": 0.028235294117647084, |
| "normalized_nbt": 0.032085561497326234, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 3, |
| "stage_sr": 0.585, |
| "acquisition_sr": 0.8, |
| "nbt": -0.017499999999999967, |
| "normalized_nbt": -0.021874999999999957, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 4, |
| "stage_sr": 0.508, |
| "acquisition_sr": 0.2, |
| "nbt": 0.016000000000000004, |
| "normalized_nbt": 0.08000000000000002, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 5, |
| "stage_sr": 0.55, |
| "acquisition_sr": 0.76, |
| "nbt": 0.00714285714285715, |
| "normalized_nbt": 0.009398496240601512, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 6, |
| "stage_sr": 0.5114285714285715, |
| "acquisition_sr": 0.28, |
| "nbt": 0.01846153846153847, |
| "normalized_nbt": 0.06593406593406596, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 7, |
| "stage_sr": 0.47750000000000004, |
| "acquisition_sr": 0.24, |
| "nbt": -0.020000000000000004, |
| "normalized_nbt": -0.08333333333333336, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 8, |
| "stage_sr": 0.44, |
| "acquisition_sr": 0.14, |
| "nbt": -0.029090909090909087, |
| "normalized_nbt": -0.20779220779220775, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 9, |
| "stage_sr": 0.42800000000000005, |
| "acquisition_sr": 0.32, |
| "nbt": -0.015999999999999997, |
| "normalized_nbt": -0.04999999999999999, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 10, |
| "stage_sr": 0.44000000000000006, |
| "acquisition_sr": 0.4, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.001090909090909091 |
| }, |
| { |
| "stage_index": 11, |
| "stage_sr": 0.42000000000000004, |
| "acquisition_sr": 0.18, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.00015151515151515133 |
| }, |
| { |
| "stage_index": 12, |
| "stage_sr": 0.414, |
| "acquisition_sr": 0.82, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": 0.000951048951048952 |
| }, |
| { |
| "stage_index": 13, |
| "stage_sr": 0.418, |
| "acquisition_sr": 0.84, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": 0.0014275724275724297 |
| }, |
| { |
| "stage_index": 14, |
| "stage_sr": 0.414, |
| "acquisition_sr": 0.16, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": 0.0020272394272394293 |
| }, |
| { |
| "stage_index": 15, |
| "stage_sr": 0.41200000000000003, |
| "acquisition_sr": 0.74, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": 0.0025726773226773247 |
| }, |
| { |
| "stage_index": 16, |
| "stage_sr": 0.40599999999999997, |
| "acquisition_sr": 0.22, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": 0.00330924957395546 |
| }, |
| { |
| "stage_index": 17, |
| "stage_sr": 0.414, |
| "acquisition_sr": 0.32, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": 0.0033866933719874934 |
| }, |
| { |
| "stage_index": 18, |
| "stage_sr": 0.43, |
| "acquisition_sr": 0.3, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": 0.0025927238396278676 |
| }, |
| { |
| "stage_index": 19, |
| "stage_sr": 0.446, |
| "acquisition_sr": 0.48, |
| "nbt": 0.0, |
| "normalized_nbt": null, |
| "cumulative_nbt": 0.0012045442947145775 |
| } |
| ] |
| }, |
| { |
| "sequence_id": "smolvla_boundary_tail_libero_goal_2e-3_split2/libero_goal", |
| "task_order": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9 |
| ], |
| "visit_task_order": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9, |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9 |
| ], |
| "checkpoints": [ |
| "libero_goal_task00_005000", |
| "libero_goal_task01_010000", |
| "libero_goal_task02_015000", |
| "libero_goal_task03_020000", |
| "libero_goal_task04_025000", |
| "libero_goal_task05_030000", |
| "libero_goal_task06_035000", |
| "libero_goal_task07_040000", |
| "libero_goal_task08_045000", |
| "libero_goal_task09_050000", |
| "libero_goal_task00_055000", |
| "libero_goal_task01_060000", |
| "libero_goal_task02_065000", |
| "libero_goal_task03_070000", |
| "libero_goal_task04_075000", |
| "libero_goal_task05_080000", |
| "libero_goal_task06_085000", |
| "libero_goal_task07_090000", |
| "libero_goal_task08_095000", |
| "libero_goal_task09_100000" |
| ], |
| "run": "smolvla_boundary_tail_libero_goal_2e-3_split2", |
| "suite": "libero_goal", |
| "num_tasks": 10, |
| "split": 2, |
| "num_visits": 20, |
| "all_visits_complete": true, |
| "sr": 0.858, |
| "final_sr": 0.858, |
| "fwt": 0.841, |
| "nbt": -0.001387821118509972, |
| "normalized_nbt": -0.006152368645990798, |
| "final_policy_sr": 0.858, |
| "sr_by_split": [ |
| 0.8240000000000001, |
| 0.858 |
| ], |
| "last_visit_sr_by_task": [ |
| 0.8, |
| 0.96, |
| 0.88, |
| 0.64, |
| 0.96, |
| 1.0, |
| 0.62, |
| 1.0, |
| 0.96, |
| 0.76 |
| ], |
| "acquisition_sr_by_visit": [ |
| 0.94, |
| 0.92, |
| 0.9, |
| 0.5, |
| 0.96, |
| 0.9, |
| 0.8, |
| 0.96, |
| 0.92, |
| 0.44, |
| 0.8, |
| 0.96, |
| 0.88, |
| 0.64, |
| 0.96, |
| 1.0, |
| 0.62, |
| 1.0, |
| 0.96, |
| 0.76 |
| ], |
| "nbt_by_visit": [ |
| 0.07368421052631574, |
| -0.019999999999999962, |
| 0.00941176470588236, |
| -0.061250000000000006, |
| 0.0, |
| -0.035714285714285705, |
| 0.0553846153846154, |
| -0.010000000000000009, |
| -0.007272727272727259, |
| -0.032, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0 |
| ], |
| "normalized_nbt_by_visit": [ |
| 0.07838745800671888, |
| -0.021739130434782566, |
| 0.010457516339869289, |
| -0.12250000000000001, |
| 0.0, |
| -0.03968253968253967, |
| 0.06923076923076925, |
| -0.010416666666666676, |
| -0.007905138339920932, |
| -0.07272727272727272, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| null |
| ], |
| "stage_metrics": [ |
| { |
| "stage_index": 0, |
| "stage_sr": 0.94, |
| "acquisition_sr": 0.94, |
| "nbt": 0.07368421052631574, |
| "normalized_nbt": 0.07838745800671888, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 1, |
| "stage_sr": 0.9299999999999999, |
| "acquisition_sr": 0.92, |
| "nbt": -0.019999999999999962, |
| "normalized_nbt": -0.021739130434782566, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 2, |
| "stage_sr": 0.9199999999999999, |
| "acquisition_sr": 0.9, |
| "nbt": 0.00941176470588236, |
| "normalized_nbt": 0.010457516339869289, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 3, |
| "stage_sr": 0.815, |
| "acquisition_sr": 0.5, |
| "nbt": -0.061250000000000006, |
| "normalized_nbt": -0.12250000000000001, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 4, |
| "stage_sr": 0.844, |
| "acquisition_sr": 0.96, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 5, |
| "stage_sr": 0.8533333333333334, |
| "acquisition_sr": 0.9, |
| "nbt": -0.035714285714285705, |
| "normalized_nbt": -0.03968253968253967, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 6, |
| "stage_sr": 0.8457142857142858, |
| "acquisition_sr": 0.8, |
| "nbt": 0.0553846153846154, |
| "normalized_nbt": 0.06923076923076925, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 7, |
| "stage_sr": 0.86, |
| "acquisition_sr": 0.96, |
| "nbt": -0.010000000000000009, |
| "normalized_nbt": -0.010416666666666676, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 8, |
| "stage_sr": 0.8666666666666667, |
| "acquisition_sr": 0.92, |
| "nbt": -0.007272727272727259, |
| "normalized_nbt": -0.007905138339920932, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 9, |
| "stage_sr": 0.8240000000000001, |
| "acquisition_sr": 0.44, |
| "nbt": -0.032, |
| "normalized_nbt": -0.07272727272727272, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 10, |
| "stage_sr": 0.8099999999999999, |
| "acquisition_sr": 0.8, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": 0.0012727272727272717 |
| }, |
| { |
| "stage_index": 11, |
| "stage_sr": 0.8140000000000001, |
| "acquisition_sr": 0.96, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": 0.001787878787878787 |
| }, |
| { |
| "stage_index": 12, |
| "stage_sr": 0.8119999999999999, |
| "acquisition_sr": 0.88, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": 0.002286713286713286 |
| }, |
| { |
| "stage_index": 13, |
| "stage_sr": 0.826, |
| "acquisition_sr": 0.64, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": 0.0016223776223776216 |
| }, |
| { |
| "stage_index": 14, |
| "stage_sr": 0.826, |
| "acquisition_sr": 0.96, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": 0.0011491841491841487 |
| }, |
| { |
| "stage_index": 15, |
| "stage_sr": 0.836, |
| "acquisition_sr": 1.0, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": 0.0001792582417582411 |
| }, |
| { |
| "stage_index": 16, |
| "stage_sr": 0.818, |
| "acquisition_sr": 0.62, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": 0.0005373009343597579 |
| }, |
| { |
| "stage_index": 17, |
| "stage_sr": 0.8220000000000001, |
| "acquisition_sr": 1.0, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": 0.0005616458704693997 |
| }, |
| { |
| "stage_index": 18, |
| "stage_sr": 0.826, |
| "acquisition_sr": 0.96, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": 0.00036234276559353993 |
| }, |
| { |
| "stage_index": 19, |
| "stage_sr": 0.858, |
| "acquisition_sr": 0.76, |
| "nbt": 0.0, |
| "normalized_nbt": null, |
| "cumulative_nbt": -0.001387821118509972 |
| } |
| ] |
| }, |
| { |
| "sequence_id": "smolvla_boundary_tail_libero_object_2e-3_split2/libero_object", |
| "task_order": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9 |
| ], |
| "visit_task_order": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9, |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9 |
| ], |
| "checkpoints": [ |
| "libero_object_task00_005000", |
| "libero_object_task01_010000", |
| "libero_object_task02_015000", |
| "libero_object_task03_020000", |
| "libero_object_task04_025000", |
| "libero_object_task05_030000", |
| "libero_object_task06_035000", |
| "libero_object_task07_040000", |
| "libero_object_task08_045000", |
| "libero_object_task09_050000", |
| "libero_object_task00_055000", |
| "libero_object_task01_060000", |
| "libero_object_task02_065000", |
| "libero_object_task03_070000", |
| "libero_object_task04_075000", |
| "libero_object_task05_080000", |
| "libero_object_task06_085000", |
| "libero_object_task07_090000", |
| "libero_object_task08_095000", |
| "libero_object_task09_100000" |
| ], |
| "run": "smolvla_boundary_tail_libero_object_2e-3_split2", |
| "suite": "libero_object", |
| "num_tasks": 10, |
| "split": 2, |
| "num_visits": 20, |
| "all_visits_complete": true, |
| "sr": 0.772, |
| "final_sr": 0.772, |
| "fwt": 0.761, |
| "nbt": -0.0061642002734108, |
| "normalized_nbt": -0.014367478283285042, |
| "final_policy_sr": 0.772, |
| "sr_by_split": [ |
| 0.75, |
| 0.772 |
| ], |
| "last_visit_sr_by_task": [ |
| 0.4, |
| 0.94, |
| 0.56, |
| 0.76, |
| 0.98, |
| 0.8, |
| 0.96, |
| 0.78, |
| 0.96, |
| 0.58 |
| ], |
| "acquisition_sr_by_visit": [ |
| 0.5, |
| 0.62, |
| 0.9, |
| 0.56, |
| 0.96, |
| 0.64, |
| 0.96, |
| 0.74, |
| 0.7, |
| 0.92, |
| 0.4, |
| 0.94, |
| 0.56, |
| 0.76, |
| 0.98, |
| 0.8, |
| 0.96, |
| 0.78, |
| 0.96, |
| 0.58 |
| ], |
| "nbt_by_visit": [ |
| 0.05263157894736841, |
| -0.15999999999999998, |
| 0.15999999999999998, |
| -0.08749999999999998, |
| -0.008000000000000007, |
| -0.057142857142857155, |
| 0.0, |
| -0.010000000000000009, |
| -0.04727272727272727, |
| 0.03400000000000001, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0 |
| ], |
| "normalized_nbt_by_visit": [ |
| 0.10526315789473682, |
| -0.2580645161290322, |
| 0.17777777777777776, |
| -0.15624999999999994, |
| -0.008333333333333342, |
| -0.0892857142857143, |
| 0.0, |
| -0.013513513513513526, |
| -0.06753246753246754, |
| 0.036956521739130443, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| null |
| ], |
| "stage_metrics": [ |
| { |
| "stage_index": 0, |
| "stage_sr": 0.5, |
| "acquisition_sr": 0.5, |
| "nbt": 0.05263157894736841, |
| "normalized_nbt": 0.10526315789473682, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 1, |
| "stage_sr": 0.56, |
| "acquisition_sr": 0.62, |
| "nbt": -0.15999999999999998, |
| "normalized_nbt": -0.2580645161290322, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 2, |
| "stage_sr": 0.6733333333333333, |
| "acquisition_sr": 0.9, |
| "nbt": 0.15999999999999998, |
| "normalized_nbt": 0.17777777777777776, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 3, |
| "stage_sr": 0.645, |
| "acquisition_sr": 0.56, |
| "nbt": -0.08749999999999998, |
| "normalized_nbt": -0.15624999999999994, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 4, |
| "stage_sr": 0.708, |
| "acquisition_sr": 0.96, |
| "nbt": -0.008000000000000007, |
| "normalized_nbt": -0.008333333333333342, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 5, |
| "stage_sr": 0.6966666666666667, |
| "acquisition_sr": 0.64, |
| "nbt": -0.057142857142857155, |
| "normalized_nbt": -0.0892857142857143, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 6, |
| "stage_sr": 0.7342857142857142, |
| "acquisition_sr": 0.96, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 7, |
| "stage_sr": 0.735, |
| "acquisition_sr": 0.74, |
| "nbt": -0.010000000000000009, |
| "normalized_nbt": -0.013513513513513526, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 8, |
| "stage_sr": 0.7311111111111112, |
| "acquisition_sr": 0.7, |
| "nbt": -0.04727272727272727, |
| "normalized_nbt": -0.06753246753246754, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 9, |
| "stage_sr": 0.75, |
| "acquisition_sr": 0.92, |
| "nbt": 0.03400000000000001, |
| "normalized_nbt": 0.036956521739130443, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 10, |
| "stage_sr": 0.74, |
| "acquisition_sr": 0.4, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": 0.000909090909090909 |
| }, |
| { |
| "stage_index": 11, |
| "stage_sr": 0.772, |
| "acquisition_sr": 0.94, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.0011515151515151514 |
| }, |
| { |
| "stage_index": 12, |
| "stage_sr": 0.738, |
| "acquisition_sr": 0.56, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": 6.29370629370627e-05 |
| }, |
| { |
| "stage_index": 13, |
| "stage_sr": 0.758, |
| "acquisition_sr": 0.76, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.000529470529470529 |
| }, |
| { |
| "stage_index": 14, |
| "stage_sr": 0.76, |
| "acquisition_sr": 0.98, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.001074059274059273 |
| }, |
| { |
| "stage_index": 15, |
| "stage_sr": 0.776, |
| "acquisition_sr": 0.8, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.0024566683316683303 |
| }, |
| { |
| "stage_index": 16, |
| "stage_sr": 0.776, |
| "acquisition_sr": 0.96, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.0034382823059293647 |
| }, |
| { |
| "stage_index": 17, |
| "stage_sr": 0.78, |
| "acquisition_sr": 0.78, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.0043624218918336555 |
| }, |
| { |
| "stage_index": 18, |
| "stage_sr": 0.806, |
| "acquisition_sr": 0.96, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.006393925733709016 |
| }, |
| { |
| "stage_index": 19, |
| "stage_sr": 0.772, |
| "acquisition_sr": 0.58, |
| "nbt": 0.0, |
| "normalized_nbt": null, |
| "cumulative_nbt": -0.0061642002734108 |
| } |
| ] |
| }, |
| { |
| "sequence_id": "smolvla_boundary_tail_libero_spatial_2e-3_split2/libero_spatial", |
| "task_order": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9 |
| ], |
| "visit_task_order": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9, |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9 |
| ], |
| "checkpoints": [ |
| "libero_spatial_task00_005000", |
| "libero_spatial_task01_010000", |
| "libero_spatial_task02_015000", |
| "libero_spatial_task03_020000", |
| "libero_spatial_task04_025000", |
| "libero_spatial_task05_030000", |
| "libero_spatial_task06_035000", |
| "libero_spatial_task07_040000", |
| "libero_spatial_task08_045000", |
| "libero_spatial_task09_050000", |
| "libero_spatial_task00_055000", |
| "libero_spatial_task01_060000", |
| "libero_spatial_task02_065000", |
| "libero_spatial_task03_070000", |
| "libero_spatial_task04_075000", |
| "libero_spatial_task05_080000", |
| "libero_spatial_task06_085000", |
| "libero_spatial_task07_090000", |
| "libero_spatial_task08_095000", |
| "libero_spatial_task09_100000" |
| ], |
| "run": "smolvla_boundary_tail_libero_spatial_2e-3_split2", |
| "suite": "libero_spatial", |
| "num_tasks": 10, |
| "split": 2, |
| "num_visits": 20, |
| "all_visits_complete": true, |
| "sr": 0.77, |
| "final_sr": 0.77, |
| "fwt": 0.756, |
| "nbt": -0.004288635551754748, |
| "normalized_nbt": -0.010505153215180293, |
| "final_policy_sr": 0.77, |
| "sr_by_split": [ |
| 0.742, |
| 0.77 |
| ], |
| "last_visit_sr_by_task": [ |
| 0.92, |
| 0.78, |
| 0.82, |
| 0.88, |
| 0.54, |
| 0.58, |
| 0.92, |
| 0.94, |
| 0.76, |
| 0.56 |
| ], |
| "acquisition_sr_by_visit": [ |
| 0.7, |
| 0.88, |
| 0.88, |
| 0.94, |
| 0.74, |
| 0.44, |
| 0.8, |
| 0.68, |
| 0.68, |
| 0.68, |
| 0.92, |
| 0.78, |
| 0.82, |
| 0.88, |
| 0.54, |
| 0.58, |
| 0.92, |
| 0.94, |
| 0.76, |
| 0.56 |
| ], |
| "nbt_by_visit": [ |
| -0.11578947368421058, |
| 0.04999999999999999, |
| 0.028235294117647084, |
| 0.026249999999999975, |
| 0.07999999999999999, |
| -0.04999999999999998, |
| -0.03692307692307692, |
| -0.06499999999999997, |
| -0.014545454545454539, |
| 0.012, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0 |
| ], |
| "normalized_nbt_by_visit": [ |
| -0.16541353383458657, |
| 0.0568181818181818, |
| 0.032085561497326234, |
| 0.02792553191489359, |
| 0.10810810810810809, |
| -0.11363636363636359, |
| -0.04615384615384615, |
| -0.0955882352941176, |
| -0.02139037433155079, |
| 0.01764705882352941, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| null |
| ], |
| "stage_metrics": [ |
| { |
| "stage_index": 0, |
| "stage_sr": 0.7, |
| "acquisition_sr": 0.7, |
| "nbt": -0.11578947368421058, |
| "normalized_nbt": -0.16541353383458657, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 1, |
| "stage_sr": 0.79, |
| "acquisition_sr": 0.88, |
| "nbt": 0.04999999999999999, |
| "normalized_nbt": 0.0568181818181818, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 2, |
| "stage_sr": 0.82, |
| "acquisition_sr": 0.88, |
| "nbt": 0.028235294117647084, |
| "normalized_nbt": 0.032085561497326234, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 3, |
| "stage_sr": 0.85, |
| "acquisition_sr": 0.94, |
| "nbt": 0.026249999999999975, |
| "normalized_nbt": 0.02792553191489359, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 4, |
| "stage_sr": 0.828, |
| "acquisition_sr": 0.74, |
| "nbt": 0.07999999999999999, |
| "normalized_nbt": 0.10810810810810809, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 5, |
| "stage_sr": 0.7633333333333333, |
| "acquisition_sr": 0.44, |
| "nbt": -0.04999999999999998, |
| "normalized_nbt": -0.11363636363636359, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 6, |
| "stage_sr": 0.7685714285714286, |
| "acquisition_sr": 0.8, |
| "nbt": -0.03692307692307692, |
| "normalized_nbt": -0.04615384615384615, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 7, |
| "stage_sr": 0.7575, |
| "acquisition_sr": 0.68, |
| "nbt": -0.06499999999999997, |
| "normalized_nbt": -0.0955882352941176, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 8, |
| "stage_sr": 0.7488888888888889, |
| "acquisition_sr": 0.68, |
| "nbt": -0.014545454545454539, |
| "normalized_nbt": -0.02139037433155079, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 9, |
| "stage_sr": 0.742, |
| "acquisition_sr": 0.68, |
| "nbt": 0.012, |
| "normalized_nbt": 0.01764705882352941, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 10, |
| "stage_sr": 0.764, |
| "acquisition_sr": 0.92, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.002000000000000001 |
| }, |
| { |
| "stage_index": 11, |
| "stage_sr": 0.754, |
| "acquisition_sr": 0.78, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.0025000000000000014 |
| }, |
| { |
| "stage_index": 12, |
| "stage_sr": 0.748, |
| "acquisition_sr": 0.82, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.002370629370629372 |
| }, |
| { |
| "stage_index": 13, |
| "stage_sr": 0.742, |
| "acquisition_sr": 0.88, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.0018416583416583437 |
| }, |
| { |
| "stage_index": 14, |
| "stage_sr": 0.7220000000000001, |
| "acquisition_sr": 0.54, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.00012620712620712928 |
| }, |
| { |
| "stage_index": 15, |
| "stage_sr": 0.736, |
| "acquisition_sr": 0.58, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": 0.0002212162837162807 |
| }, |
| { |
| "stage_index": 16, |
| "stage_sr": 0.748, |
| "acquisition_sr": 0.92, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.00022437856261385927 |
| }, |
| { |
| "stage_index": 17, |
| "stage_sr": 0.774, |
| "acquisition_sr": 0.94, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.0019794755897697097 |
| }, |
| { |
| "stage_index": 18, |
| "stage_sr": 0.782, |
| "acquisition_sr": 0.76, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.0036638029153509043 |
| }, |
| { |
| "stage_index": 19, |
| "stage_sr": 0.77, |
| "acquisition_sr": 0.56, |
| "nbt": 0.0, |
| "normalized_nbt": null, |
| "cumulative_nbt": -0.004288635551754748 |
| } |
| ] |
| } |
| ] |
| } |
|
|
