| { |
| "schema_version": 1, |
| "protocol": "split-sequential-full-horizon", |
| "generated_at": "2026-09-25T01:45:30+09:00", |
| "checkpoint_selection": "last-per-split", |
| "units": "success rates are fractions in [0, 1]; NBT is a signed difference", |
| "indexing": "stage_index, split_index, and task positions are zero-based", |
| "definitions": { |
| "sr": "mean task success immediately after each task's last split visit", |
| "final_sr": "alias of sr: last-visit acquisition, not single-final-policy success", |
| "fwt": "mean acquisition success over all visits; endpoint proxy, not learning-curve FWT", |
| "nbt": "mean over visits of mean acquisition minus same-task success at ALL later checkpoints, including revisits; last visit contributes zero; negatives retained", |
| "normalized_nbt": "mean defined visit NBT/acquisition ratios; zero-acquisition and final visits excluded", |
| "final_policy_sr": "mean task success evaluated at the single final checkpoint" |
| }, |
| "complete_sequences": 4, |
| "discovered_sequences": 4, |
| "incomplete_sequences": [], |
| "sequences": [ |
| { |
| "sequence_id": "10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10", |
| "task_order": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9 |
| ], |
| "visit_task_order": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9, |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9 |
| ], |
| "checkpoints": [ |
| "libero_10_task00_005000", |
| "libero_10_task01_010000", |
| "libero_10_task02_015000", |
| "libero_10_task03_020000", |
| "libero_10_task04_025000", |
| "libero_10_task05_030000", |
| "libero_10_task06_035000", |
| "libero_10_task07_040000", |
| "libero_10_task08_045000", |
| "libero_10_task09_050000", |
| "libero_10_task00_055000", |
| "libero_10_task01_060000", |
| "libero_10_task02_065000", |
| "libero_10_task03_070000", |
| "libero_10_task04_075000", |
| "libero_10_task05_080000", |
| "libero_10_task06_085000", |
| "libero_10_task07_090000", |
| "libero_10_task08_095000", |
| "libero_10_task09_100000" |
| ], |
| "run": "10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2", |
| "suite": "libero_10", |
| "num_tasks": 10, |
| "split": 2, |
| "num_visits": 20, |
| "all_visits_complete": true, |
| "sr": 0.4, |
| "final_sr": 0.4, |
| "fwt": 0.393, |
| "nbt": -0.00682087359235192, |
| "normalized_nbt": -0.08841298756228595, |
| "final_policy_sr": 0.4, |
| "sr_by_split": [ |
| 0.386, |
| 0.4 |
| ], |
| "last_visit_sr_by_task": [ |
| 0.18, |
| 0.5, |
| 0.76, |
| 0.72, |
| 0.26, |
| 0.76, |
| 0.16, |
| 0.26, |
| 0.1, |
| 0.3 |
| ], |
| "acquisition_sr_by_visit": [ |
| 0.22, |
| 0.12, |
| 0.78, |
| 0.86, |
| 0.2, |
| 0.72, |
| 0.18, |
| 0.14, |
| 0.1, |
| 0.54, |
| 0.18, |
| 0.5, |
| 0.76, |
| 0.72, |
| 0.26, |
| 0.76, |
| 0.16, |
| 0.26, |
| 0.1, |
| 0.3 |
| ], |
| "nbt_by_visit": [ |
| 0.02105263157894737, |
| -0.19, |
| 0.00941176470588236, |
| 0.061250000000000006, |
| -0.024, |
| -0.0142857142857143, |
| 0.00615384615384615, |
| -0.03, |
| 0.0, |
| 0.024000000000000004, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0 |
| ], |
| "normalized_nbt_by_visit": [ |
| 0.09569377990430623, |
| -1.5833333333333335, |
| 0.012066365007541487, |
| 0.07122093023255814, |
| -0.12, |
| -0.01984126984126986, |
| 0.03418803418803417, |
| -0.21428571428571425, |
| 0.0, |
| 0.044444444444444446, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| null |
| ], |
| "stage_metrics": [ |
| { |
| "stage_index": 0, |
| "stage_sr": 0.22, |
| "acquisition_sr": 0.22, |
| "nbt": 0.02105263157894737, |
| "normalized_nbt": 0.09569377990430623, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 1, |
| "stage_sr": 0.16999999999999998, |
| "acquisition_sr": 0.12, |
| "nbt": -0.19, |
| "normalized_nbt": -1.5833333333333335, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 2, |
| "stage_sr": 0.37333333333333335, |
| "acquisition_sr": 0.78, |
| "nbt": 0.00941176470588236, |
| "normalized_nbt": 0.012066365007541487, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 3, |
| "stage_sr": 0.495, |
| "acquisition_sr": 0.86, |
| "nbt": 0.061250000000000006, |
| "normalized_nbt": 0.07122093023255814, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 4, |
| "stage_sr": 0.43600000000000005, |
| "acquisition_sr": 0.2, |
| "nbt": -0.024, |
| "normalized_nbt": -0.12, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 5, |
| "stage_sr": 0.48333333333333334, |
| "acquisition_sr": 0.72, |
| "nbt": -0.0142857142857143, |
| "normalized_nbt": -0.01984126984126986, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 6, |
| "stage_sr": 0.44, |
| "acquisition_sr": 0.18, |
| "nbt": 0.00615384615384615, |
| "normalized_nbt": 0.03418803418803417, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 7, |
| "stage_sr": 0.4025, |
| "acquisition_sr": 0.14, |
| "nbt": -0.03, |
| "normalized_nbt": -0.21428571428571425, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 8, |
| "stage_sr": 0.3688888888888889, |
| "acquisition_sr": 0.1, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 9, |
| "stage_sr": 0.386, |
| "acquisition_sr": 0.54, |
| "nbt": 0.024000000000000004, |
| "normalized_nbt": 0.044444444444444446, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 10, |
| "stage_sr": 0.382, |
| "acquisition_sr": 0.18, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": 0.0003636363636363637 |
| }, |
| { |
| "stage_index": 11, |
| "stage_sr": 0.42000000000000004, |
| "acquisition_sr": 0.5, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.0025606060606060605 |
| }, |
| { |
| "stage_index": 12, |
| "stage_sr": 0.418, |
| "acquisition_sr": 0.76, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.0043916083916083915 |
| }, |
| { |
| "stage_index": 13, |
| "stage_sr": 0.404, |
| "acquisition_sr": 0.72, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.004646853146853147 |
| }, |
| { |
| "stage_index": 14, |
| "stage_sr": 0.41, |
| "acquisition_sr": 0.26, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.005212187812187811 |
| }, |
| { |
| "stage_index": 15, |
| "stage_sr": 0.414, |
| "acquisition_sr": 0.76, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.005841845654345653 |
| }, |
| { |
| "stage_index": 16, |
| "stage_sr": 0.41200000000000003, |
| "acquisition_sr": 0.16, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.00615017335605571 |
| }, |
| { |
| "stage_index": 17, |
| "stage_sr": 0.42400000000000004, |
| "acquisition_sr": 0.26, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.007013980300745007 |
| }, |
| { |
| "stage_index": 18, |
| "stage_sr": 0.42400000000000004, |
| "acquisition_sr": 0.1, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.0076119986824321195 |
| }, |
| { |
| "stage_index": 19, |
| "stage_sr": 0.4, |
| "acquisition_sr": 0.3, |
| "nbt": 0.0, |
| "normalized_nbt": null, |
| "cumulative_nbt": -0.00682087359235192 |
| } |
| ] |
| }, |
| { |
| "sequence_id": "10-26-08_smolvla_instruction_tail_libero_goal_2e-3_split2/libero_goal", |
| "task_order": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9 |
| ], |
| "visit_task_order": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9, |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9 |
| ], |
| "checkpoints": [ |
| "libero_goal_task00_005000", |
| "libero_goal_task01_010000", |
| "libero_goal_task02_015000", |
| "libero_goal_task03_020000", |
| "libero_goal_task04_025000", |
| "libero_goal_task05_030000", |
| "libero_goal_task06_035000", |
| "libero_goal_task07_040000", |
| "libero_goal_task08_045000", |
| "libero_goal_task09_050000", |
| "libero_goal_task00_055000", |
| "libero_goal_task01_060000", |
| "libero_goal_task02_065000", |
| "libero_goal_task03_070000", |
| "libero_goal_task04_075000", |
| "libero_goal_task05_080000", |
| "libero_goal_task06_085000", |
| "libero_goal_task07_090000", |
| "libero_goal_task08_095000", |
| "libero_goal_task09_100000" |
| ], |
| "run": "10-26-08_smolvla_instruction_tail_libero_goal_2e-3_split2", |
| "suite": "libero_goal", |
| "num_tasks": 10, |
| "split": 2, |
| "num_visits": 20, |
| "all_visits_complete": true, |
| "sr": 0.82, |
| "final_sr": 0.82, |
| "fwt": 0.82, |
| "nbt": 0.001486602870813399, |
| "normalized_nbt": 0.0035049685178296214, |
| "final_policy_sr": 0.82, |
| "sr_by_split": [ |
| 0.82, |
| 0.82 |
| ], |
| "last_visit_sr_by_task": [ |
| 1.0, |
| 0.96, |
| 0.9, |
| 0.48, |
| 0.84, |
| 0.98, |
| 0.46, |
| 1.0, |
| 0.92, |
| 0.66 |
| ], |
| "acquisition_sr_by_visit": [ |
| 0.9, |
| 0.98, |
| 0.9, |
| 0.56, |
| 0.84, |
| 0.98, |
| 0.72, |
| 0.9, |
| 0.9, |
| 0.52, |
| 1.0, |
| 0.96, |
| 0.9, |
| 0.48, |
| 0.84, |
| 0.98, |
| 0.46, |
| 1.0, |
| 0.92, |
| 0.66 |
| ], |
| "nbt_by_visit": [ |
| -0.05263157894736841, |
| 0.010000000000000009, |
| 0.0, |
| 0.03500000000000003, |
| 0.0, |
| 0.0, |
| 0.07999999999999999, |
| -0.024999999999999994, |
| -0.0036363636363636394, |
| -0.014000000000000002, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0 |
| ], |
| "normalized_nbt_by_visit": [ |
| -0.05847953216374268, |
| 0.01020408163265307, |
| 0.0, |
| 0.06250000000000006, |
| 0.0, |
| 0.0, |
| 0.1111111111111111, |
| -0.02777777777777777, |
| -0.004040404040404044, |
| -0.026923076923076925, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| null |
| ], |
| "stage_metrics": [ |
| { |
| "stage_index": 0, |
| "stage_sr": 0.9, |
| "acquisition_sr": 0.9, |
| "nbt": -0.05263157894736841, |
| "normalized_nbt": -0.05847953216374268, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 1, |
| "stage_sr": 0.94, |
| "acquisition_sr": 0.98, |
| "nbt": 0.010000000000000009, |
| "normalized_nbt": 0.01020408163265307, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 2, |
| "stage_sr": 0.9266666666666667, |
| "acquisition_sr": 0.9, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 3, |
| "stage_sr": 0.835, |
| "acquisition_sr": 0.56, |
| "nbt": 0.03500000000000003, |
| "normalized_nbt": 0.06250000000000006, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 4, |
| "stage_sr": 0.836, |
| "acquisition_sr": 0.84, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 5, |
| "stage_sr": 0.86, |
| "acquisition_sr": 0.98, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 6, |
| "stage_sr": 0.84, |
| "acquisition_sr": 0.72, |
| "nbt": 0.07999999999999999, |
| "normalized_nbt": 0.1111111111111111, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 7, |
| "stage_sr": 0.8475, |
| "acquisition_sr": 0.9, |
| "nbt": -0.024999999999999994, |
| "normalized_nbt": -0.02777777777777777, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 8, |
| "stage_sr": 0.8533333333333333, |
| "acquisition_sr": 0.9, |
| "nbt": -0.0036363636363636394, |
| "normalized_nbt": -0.004040404040404044, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 9, |
| "stage_sr": 0.82, |
| "acquisition_sr": 0.52, |
| "nbt": -0.014000000000000002, |
| "normalized_nbt": -0.026923076923076925, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 10, |
| "stage_sr": 0.8300000000000001, |
| "acquisition_sr": 1.0, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.000909090909090909 |
| }, |
| { |
| "stage_index": 11, |
| "stage_sr": 0.828, |
| "acquisition_sr": 0.96, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.001348484848484848 |
| }, |
| { |
| "stage_index": 12, |
| "stage_sr": 0.828, |
| "acquisition_sr": 0.9, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.0016433566433566428 |
| }, |
| { |
| "stage_index": 13, |
| "stage_sr": 0.82, |
| "acquisition_sr": 0.48, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.001269230769230768 |
| }, |
| { |
| "stage_index": 14, |
| "stage_sr": 0.82, |
| "acquisition_sr": 0.84, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.0010009990009989993 |
| }, |
| { |
| "stage_index": 15, |
| "stage_sr": 0.82, |
| "acquisition_sr": 0.98, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.0008035714285714267 |
| }, |
| { |
| "stage_index": 16, |
| "stage_sr": 0.794, |
| "acquisition_sr": 0.46, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": 0.0008744343891402734 |
| }, |
| { |
| "stage_index": 17, |
| "stage_sr": 0.8039999999999999, |
| "acquisition_sr": 1.0, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": 0.0015297406841524508 |
| }, |
| { |
| "stage_index": 18, |
| "stage_sr": 0.806, |
| "acquisition_sr": 0.92, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": 0.0019068392907402214 |
| }, |
| { |
| "stage_index": 19, |
| "stage_sr": 0.82, |
| "acquisition_sr": 0.66, |
| "nbt": 0.0, |
| "normalized_nbt": null, |
| "cumulative_nbt": 0.001486602870813399 |
| } |
| ] |
| }, |
| { |
| "sequence_id": "10-26-10_smolvla_instruction_tail_libero_object_2e-3_split2/libero_object", |
| "task_order": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9 |
| ], |
| "visit_task_order": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9, |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9 |
| ], |
| "checkpoints": [ |
| "libero_object_task00_005000", |
| "libero_object_task01_010000", |
| "libero_object_task02_015000", |
| "libero_object_task03_020000", |
| "libero_object_task04_025000", |
| "libero_object_task05_030000", |
| "libero_object_task06_035000", |
| "libero_object_task07_040000", |
| "libero_object_task08_045000", |
| "libero_object_task09_050000", |
| "libero_object_task00_055000", |
| "libero_object_task01_060000", |
| "libero_object_task02_065000", |
| "libero_object_task03_070000", |
| "libero_object_task04_075000", |
| "libero_object_task05_080000", |
| "libero_object_task06_085000", |
| "libero_object_task07_090000", |
| "libero_object_task08_095000", |
| "libero_object_task09_100000" |
| ], |
| "run": "10-26-10_smolvla_instruction_tail_libero_object_2e-3_split2", |
| "suite": "libero_object", |
| "num_tasks": 10, |
| "split": 2, |
| "num_visits": 20, |
| "all_visits_complete": true, |
| "sr": 0.784, |
| "final_sr": 0.784, |
| "fwt": 0.759, |
| "nbt": -0.006095888824797487, |
| "normalized_nbt": -0.011606066561081268, |
| "final_policy_sr": 0.784, |
| "sr_by_split": [ |
| 0.734, |
| 0.784 |
| ], |
| "last_visit_sr_by_task": [ |
| 0.48, |
| 0.7, |
| 0.86, |
| 0.7, |
| 0.9, |
| 0.78, |
| 0.84, |
| 0.9, |
| 1.0, |
| 0.68 |
| ], |
| "acquisition_sr_by_visit": [ |
| 0.54, |
| 0.8, |
| 0.92, |
| 0.6, |
| 0.92, |
| 0.62, |
| 0.66, |
| 0.74, |
| 0.64, |
| 0.9, |
| 0.48, |
| 0.7, |
| 0.86, |
| 0.7, |
| 0.9, |
| 0.78, |
| 0.84, |
| 0.9, |
| 1.0, |
| 0.68 |
| ], |
| "nbt_by_visit": [ |
| 0.03157894736842108, |
| 0.050000000000000044, |
| 0.028235294117647084, |
| -0.04374999999999999, |
| 0.008000000000000007, |
| -0.057142857142857155, |
| -0.055384615384615365, |
| -0.04000000000000001, |
| -0.06545454545454545, |
| 0.022, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0 |
| ], |
| "normalized_nbt_by_visit": [ |
| 0.05847953216374274, |
| 0.06250000000000006, |
| 0.030690537084399002, |
| -0.07291666666666666, |
| 0.00869565217391305, |
| -0.09216589861751154, |
| -0.08391608391608388, |
| -0.054054054054054064, |
| -0.10227272727272725, |
| 0.024444444444444442, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| null |
| ], |
| "stage_metrics": [ |
| { |
| "stage_index": 0, |
| "stage_sr": 0.54, |
| "acquisition_sr": 0.54, |
| "nbt": 0.03157894736842108, |
| "normalized_nbt": 0.05847953216374274, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 1, |
| "stage_sr": 0.67, |
| "acquisition_sr": 0.8, |
| "nbt": 0.050000000000000044, |
| "normalized_nbt": 0.06250000000000006, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 2, |
| "stage_sr": 0.7533333333333334, |
| "acquisition_sr": 0.92, |
| "nbt": 0.028235294117647084, |
| "normalized_nbt": 0.030690537084399002, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 3, |
| "stage_sr": 0.7150000000000001, |
| "acquisition_sr": 0.6, |
| "nbt": -0.04374999999999999, |
| "normalized_nbt": -0.07291666666666666, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 4, |
| "stage_sr": 0.756, |
| "acquisition_sr": 0.92, |
| "nbt": 0.008000000000000007, |
| "normalized_nbt": 0.00869565217391305, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 5, |
| "stage_sr": 0.7333333333333334, |
| "acquisition_sr": 0.62, |
| "nbt": -0.057142857142857155, |
| "normalized_nbt": -0.09216589861751154, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 6, |
| "stage_sr": 0.722857142857143, |
| "acquisition_sr": 0.66, |
| "nbt": -0.055384615384615365, |
| "normalized_nbt": -0.08391608391608388, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 7, |
| "stage_sr": 0.725, |
| "acquisition_sr": 0.74, |
| "nbt": -0.04000000000000001, |
| "normalized_nbt": -0.054054054054054064, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 8, |
| "stage_sr": 0.7155555555555556, |
| "acquisition_sr": 0.64, |
| "nbt": -0.06545454545454545, |
| "normalized_nbt": -0.10227272727272725, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 9, |
| "stage_sr": 0.734, |
| "acquisition_sr": 0.9, |
| "nbt": 0.022, |
| "normalized_nbt": 0.024444444444444442, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 10, |
| "stage_sr": 0.728, |
| "acquisition_sr": 0.48, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": 0.0005454545454545459 |
| }, |
| { |
| "stage_index": 11, |
| "stage_sr": 0.718, |
| "acquisition_sr": 0.7, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": 0.0017424242424242439 |
| }, |
| { |
| "stage_index": 12, |
| "stage_sr": 0.712, |
| "acquisition_sr": 0.86, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": 0.003013986013986017 |
| }, |
| { |
| "stage_index": 13, |
| "stage_sr": 0.722, |
| "acquisition_sr": 0.7, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": 0.0031693306693306726 |
| }, |
| { |
| "stage_index": 14, |
| "stage_sr": 0.72, |
| "acquisition_sr": 0.9, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": 0.003401065601065605 |
| }, |
| { |
| "stage_index": 15, |
| "stage_sr": 0.736, |
| "acquisition_sr": 0.78, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": 0.002550761738261743 |
| }, |
| { |
| "stage_index": 16, |
| "stage_sr": 0.754, |
| "acquisition_sr": 0.84, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": 0.0008716724452018619 |
| }, |
| { |
| "stage_index": 17, |
| "stage_sr": 0.77, |
| "acquisition_sr": 0.9, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.001239023231670285 |
| }, |
| { |
| "stage_index": 18, |
| "stage_sr": 0.806, |
| "acquisition_sr": 1.0, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.004677368297337332 |
| }, |
| { |
| "stage_index": 19, |
| "stage_sr": 0.784, |
| "acquisition_sr": 0.68, |
| "nbt": 0.0, |
| "normalized_nbt": null, |
| "cumulative_nbt": -0.006095888824797487 |
| } |
| ] |
| }, |
| { |
| "sequence_id": "10-26-12_smolvla_instruction_tail_libero_spatial_2e-3_split2/libero_spatial", |
| "task_order": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9 |
| ], |
| "visit_task_order": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9, |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9 |
| ], |
| "checkpoints": [ |
| "libero_spatial_task00_005000", |
| "libero_spatial_task01_010000", |
| "libero_spatial_task02_015000", |
| "libero_spatial_task03_020000", |
| "libero_spatial_task04_025000", |
| "libero_spatial_task05_030000", |
| "libero_spatial_task06_035000", |
| "libero_spatial_task07_040000", |
| "libero_spatial_task08_045000", |
| "libero_spatial_task09_050000", |
| "libero_spatial_task00_055000", |
| "libero_spatial_task01_060000", |
| "libero_spatial_task02_065000", |
| "libero_spatial_task03_070000", |
| "libero_spatial_task04_075000", |
| "libero_spatial_task05_080000", |
| "libero_spatial_task06_085000", |
| "libero_spatial_task07_090000", |
| "libero_spatial_task08_095000", |
| "libero_spatial_task09_100000" |
| ], |
| "run": "10-26-12_smolvla_instruction_tail_libero_spatial_2e-3_split2", |
| "suite": "libero_spatial", |
| "num_tasks": 10, |
| "split": 2, |
| "num_visits": 20, |
| "all_visits_complete": true, |
| "sr": 0.75, |
| "final_sr": 0.75, |
| "fwt": 0.761, |
| "nbt": -6.432727489229118e-05, |
| "normalized_nbt": -0.0027870096940865795, |
| "final_policy_sr": 0.75, |
| "sr_by_split": [ |
| 0.772, |
| 0.75 |
| ], |
| "last_visit_sr_by_task": [ |
| 0.92, |
| 0.94, |
| 0.92, |
| 0.84, |
| 0.42, |
| 0.56, |
| 0.94, |
| 0.86, |
| 0.62, |
| 0.48 |
| ], |
| "acquisition_sr_by_visit": [ |
| 0.8, |
| 0.86, |
| 0.86, |
| 0.94, |
| 0.78, |
| 0.42, |
| 0.88, |
| 0.72, |
| 0.74, |
| 0.72, |
| 0.92, |
| 0.94, |
| 0.92, |
| 0.84, |
| 0.42, |
| 0.56, |
| 0.94, |
| 0.86, |
| 0.62, |
| 0.48 |
| ], |
| "nbt_by_visit": [ |
| -0.06315789473684211, |
| -0.03999999999999998, |
| -0.028235294117647084, |
| 0.04374999999999999, |
| 0.14400000000000002, |
| -0.05000000000000003, |
| -0.018461538461538442, |
| -0.035, |
| 0.021818181818181816, |
| 0.024, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0 |
| ], |
| "normalized_nbt_by_visit": [ |
| -0.07894736842105263, |
| -0.04651162790697672, |
| -0.03283173734610126, |
| 0.04654255319148935, |
| 0.18461538461538463, |
| -0.11904761904761912, |
| -0.020979020979020956, |
| -0.04861111111111112, |
| 0.02948402948402948, |
| 0.03333333333333333, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| null |
| ], |
| "stage_metrics": [ |
| { |
| "stage_index": 0, |
| "stage_sr": 0.8, |
| "acquisition_sr": 0.8, |
| "nbt": -0.06315789473684211, |
| "normalized_nbt": -0.07894736842105263, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 1, |
| "stage_sr": 0.8300000000000001, |
| "acquisition_sr": 0.86, |
| "nbt": -0.03999999999999998, |
| "normalized_nbt": -0.04651162790697672, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 2, |
| "stage_sr": 0.84, |
| "acquisition_sr": 0.86, |
| "nbt": -0.028235294117647084, |
| "normalized_nbt": -0.03283173734610126, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 3, |
| "stage_sr": 0.865, |
| "acquisition_sr": 0.94, |
| "nbt": 0.04374999999999999, |
| "normalized_nbt": 0.04654255319148935, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 4, |
| "stage_sr": 0.8480000000000001, |
| "acquisition_sr": 0.78, |
| "nbt": 0.14400000000000002, |
| "normalized_nbt": 0.18461538461538463, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 5, |
| "stage_sr": 0.7766666666666667, |
| "acquisition_sr": 0.42, |
| "nbt": -0.05000000000000003, |
| "normalized_nbt": -0.11904761904761912, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 6, |
| "stage_sr": 0.7914285714285715, |
| "acquisition_sr": 0.88, |
| "nbt": -0.018461538461538442, |
| "normalized_nbt": -0.020979020979020956, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 7, |
| "stage_sr": 0.7825, |
| "acquisition_sr": 0.72, |
| "nbt": -0.035, |
| "normalized_nbt": -0.04861111111111112, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 8, |
| "stage_sr": 0.7777777777777778, |
| "acquisition_sr": 0.74, |
| "nbt": 0.021818181818181816, |
| "normalized_nbt": 0.02948402948402948, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 9, |
| "stage_sr": 0.772, |
| "acquisition_sr": 0.72, |
| "nbt": 0.024, |
| "normalized_nbt": 0.03333333333333333, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 10, |
| "stage_sr": 0.784, |
| "acquisition_sr": 0.92, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.001090909090909091 |
| }, |
| { |
| "stage_index": 11, |
| "stage_sr": 0.792, |
| "acquisition_sr": 0.94, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.0024848484848484843 |
| }, |
| { |
| "stage_index": 12, |
| "stage_sr": 0.7979999999999999, |
| "acquisition_sr": 0.92, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.0038881118881118884 |
| }, |
| { |
| "stage_index": 13, |
| "stage_sr": 0.788, |
| "acquisition_sr": 0.84, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.004130869130869131 |
| }, |
| { |
| "stage_index": 14, |
| "stage_sr": 0.752, |
| "acquisition_sr": 0.42, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.001886047286047286 |
| }, |
| { |
| "stage_index": 15, |
| "stage_sr": 0.766, |
| "acquisition_sr": 0.56, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.0011611513486513491 |
| }, |
| { |
| "stage_index": 16, |
| "stage_sr": 0.772, |
| "acquisition_sr": 0.94, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.0009772874184638893 |
| }, |
| { |
| "stage_index": 17, |
| "stage_sr": 0.786, |
| "acquisition_sr": 0.86, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.0016053423700482525 |
| }, |
| { |
| "stage_index": 18, |
| "stage_sr": 0.774, |
| "acquisition_sr": 0.62, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.0014135315149247042 |
| }, |
| { |
| "stage_index": 19, |
| "stage_sr": 0.75, |
| "acquisition_sr": 0.48, |
| "nbt": 0.0, |
| "normalized_nbt": null, |
| "cumulative_nbt": -6.432727489229118e-05 |
| } |
| ] |
| } |
| ] |
| } |
|
|
