| { |
| "schema_version": 1, |
| "protocol": "split-sequential-full-horizon", |
| "generated_at": "2026-09-24T11:31:58+09:00", |
| "checkpoint_selection": "last-per-split", |
| "units": "success rates are fractions in [0, 1]; NBT is a signed difference", |
| "indexing": "stage_index, split_index, and task positions are zero-based", |
| "definitions": { |
| "sr": "mean task success immediately after each task's last split visit", |
| "final_sr": "alias of sr: last-visit acquisition, not single-final-policy success", |
| "fwt": "mean acquisition success over all visits; endpoint proxy, not learning-curve FWT", |
| "nbt": "mean over visits of mean acquisition minus same-task success at ALL later checkpoints, including revisits; last visit contributes zero; negatives retained", |
| "normalized_nbt": "mean defined visit NBT/acquisition ratios; zero-acquisition and final visits excluded", |
| "final_policy_sr": "mean task success evaluated at the single final checkpoint" |
| }, |
| "complete_sequences": 4, |
| "discovered_sequences": 4, |
| "incomplete_sequences": [], |
| "sequences": [ |
| { |
| "sequence_id": "10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10", |
| "task_order": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9 |
| ], |
| "visit_task_order": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9, |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9 |
| ], |
| "checkpoints": [ |
| "libero_10_task00_005000", |
| "libero_10_task01_010000", |
| "libero_10_task02_015000", |
| "libero_10_task03_020000", |
| "libero_10_task04_025000", |
| "libero_10_task05_030000", |
| "libero_10_task06_035000", |
| "libero_10_task07_040000", |
| "libero_10_task08_045000", |
| "libero_10_task09_050000", |
| "libero_10_task00_055000", |
| "libero_10_task01_060000", |
| "libero_10_task02_065000", |
| "libero_10_task03_070000", |
| "libero_10_task04_075000", |
| "libero_10_task05_080000", |
| "libero_10_task06_085000", |
| "libero_10_task07_090000", |
| "libero_10_task08_095000", |
| "libero_10_task09_100000" |
| ], |
| "run": "10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2", |
| "suite": "libero_10", |
| "num_tasks": 10, |
| "split": 2, |
| "num_visits": 20, |
| "all_visits_complete": true, |
| "sr": 0.38, |
| "final_sr": 0.38, |
| "fwt": 0.394, |
| "nbt": 0.0038318552964063815, |
| "normalized_nbt": -0.022798727823332674, |
| "final_policy_sr": 0.38, |
| "sr_by_split": [ |
| 0.40800000000000003, |
| 0.38 |
| ], |
| "last_visit_sr_by_task": [ |
| 0.24, |
| 0.44, |
| 0.64, |
| 0.72, |
| 0.2, |
| 0.7, |
| 0.12, |
| 0.22, |
| 0.18, |
| 0.34 |
| ], |
| "acquisition_sr_by_visit": [ |
| 0.28, |
| 0.22, |
| 0.76, |
| 0.88, |
| 0.18, |
| 0.76, |
| 0.28, |
| 0.12, |
| 0.1, |
| 0.5, |
| 0.24, |
| 0.44, |
| 0.64, |
| 0.72, |
| 0.2, |
| 0.7, |
| 0.12, |
| 0.22, |
| 0.18, |
| 0.34 |
| ], |
| "nbt_by_visit": [ |
| 0.02105263157894739, |
| -0.11, |
| 0.05647058823529411, |
| 0.07, |
| -0.008000000000000007, |
| 0.021428571428571446, |
| 0.04923076923076924, |
| -0.025000000000000005, |
| -0.014545454545454544, |
| 0.015999999999999997, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0 |
| ], |
| "normalized_nbt_by_visit": [ |
| 0.0751879699248121, |
| -0.5, |
| 0.07430340557275542, |
| 0.07954545454545456, |
| -0.04444444444444449, |
| 0.028195488721804534, |
| 0.17582417582417584, |
| -0.20833333333333337, |
| -0.14545454545454542, |
| 0.031999999999999994, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| null |
| ], |
| "stage_metrics": [ |
| { |
| "stage_index": 0, |
| "stage_sr": 0.28, |
| "acquisition_sr": 0.28, |
| "nbt": 0.02105263157894739, |
| "normalized_nbt": 0.0751879699248121, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 1, |
| "stage_sr": 0.25, |
| "acquisition_sr": 0.22, |
| "nbt": -0.11, |
| "normalized_nbt": -0.5, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 2, |
| "stage_sr": 0.42, |
| "acquisition_sr": 0.76, |
| "nbt": 0.05647058823529411, |
| "normalized_nbt": 0.07430340557275542, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 3, |
| "stage_sr": 0.535, |
| "acquisition_sr": 0.88, |
| "nbt": 0.07, |
| "normalized_nbt": 0.07954545454545456, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 4, |
| "stage_sr": 0.46399999999999997, |
| "acquisition_sr": 0.18, |
| "nbt": -0.008000000000000007, |
| "normalized_nbt": -0.04444444444444449, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 5, |
| "stage_sr": 0.5133333333333333, |
| "acquisition_sr": 0.76, |
| "nbt": 0.021428571428571446, |
| "normalized_nbt": 0.028195488721804534, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 6, |
| "stage_sr": 0.48, |
| "acquisition_sr": 0.28, |
| "nbt": 0.04923076923076924, |
| "normalized_nbt": 0.17582417582417584, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 7, |
| "stage_sr": 0.435, |
| "acquisition_sr": 0.12, |
| "nbt": -0.025000000000000005, |
| "normalized_nbt": -0.20833333333333337, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 8, |
| "stage_sr": 0.3977777777777778, |
| "acquisition_sr": 0.1, |
| "nbt": -0.014545454545454544, |
| "normalized_nbt": -0.14545454545454542, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 9, |
| "stage_sr": 0.40800000000000003, |
| "acquisition_sr": 0.5, |
| "nbt": 0.015999999999999997, |
| "normalized_nbt": 0.031999999999999994, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 10, |
| "stage_sr": 0.404, |
| "acquisition_sr": 0.24, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": 0.00036363636363636394 |
| }, |
| { |
| "stage_index": 11, |
| "stage_sr": 0.426, |
| "acquisition_sr": 0.44, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.0012272727272727268 |
| }, |
| { |
| "stage_index": 12, |
| "stage_sr": 0.414, |
| "acquisition_sr": 0.64, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.0013846153846153839 |
| }, |
| { |
| "stage_index": 13, |
| "stage_sr": 0.398, |
| "acquisition_sr": 0.72, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.0003481518481518473 |
| }, |
| { |
| "stage_index": 14, |
| "stage_sr": 0.4, |
| "acquisition_sr": 0.2, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": 0.0002456210456210469 |
| }, |
| { |
| "stage_index": 15, |
| "stage_sr": 0.394, |
| "acquisition_sr": 0.7, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": 0.0010447052947052953 |
| }, |
| { |
| "stage_index": 16, |
| "stage_sr": 0.378, |
| "acquisition_sr": 0.12, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": 0.0025586472351178248 |
| }, |
| { |
| "stage_index": 17, |
| "stage_sr": 0.388, |
| "acquisition_sr": 0.22, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": 0.0030918583050936013 |
| }, |
| { |
| "stage_index": 18, |
| "stage_sr": 0.396, |
| "acquisition_sr": 0.18, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": 0.0030582869143240686 |
| }, |
| { |
| "stage_index": 19, |
| "stage_sr": 0.38, |
| "acquisition_sr": 0.34, |
| "nbt": 0.0, |
| "normalized_nbt": null, |
| "cumulative_nbt": 0.0038318552964063815 |
| } |
| ] |
| }, |
| { |
| "sequence_id": "10-26-08_smolvla_instruction_tail_libero_goal_2e-3_split2/libero_goal", |
| "task_order": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9 |
| ], |
| "visit_task_order": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9, |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9 |
| ], |
| "checkpoints": [ |
| "libero_goal_task00_005000", |
| "libero_goal_task01_010000", |
| "libero_goal_task02_015000", |
| "libero_goal_task03_020000", |
| "libero_goal_task04_025000", |
| "libero_goal_task05_030000", |
| "libero_goal_task06_035000", |
| "libero_goal_task07_040000", |
| "libero_goal_task08_045000", |
| "libero_goal_task09_050000", |
| "libero_goal_task00_055000", |
| "libero_goal_task01_060000", |
| "libero_goal_task02_065000", |
| "libero_goal_task03_070000", |
| "libero_goal_task04_075000", |
| "libero_goal_task05_080000", |
| "libero_goal_task06_085000", |
| "libero_goal_task07_090000", |
| "libero_goal_task08_095000", |
| "libero_goal_task09_100000" |
| ], |
| "run": "10-26-08_smolvla_instruction_tail_libero_goal_2e-3_split2", |
| "suite": "libero_goal", |
| "num_tasks": 10, |
| "split": 2, |
| "num_visits": 20, |
| "all_visits_complete": true, |
| "sr": 0.826, |
| "final_sr": 0.826, |
| "fwt": 0.817, |
| "nbt": -0.0026560779777498092, |
| "normalized_nbt": -0.007724019012087464, |
| "final_policy_sr": 0.826, |
| "sr_by_split": [ |
| 0.808, |
| 0.826 |
| ], |
| "last_visit_sr_by_task": [ |
| 0.92, |
| 1.0, |
| 0.92, |
| 0.6, |
| 0.86, |
| 0.92, |
| 0.5, |
| 0.98, |
| 0.9, |
| 0.66 |
| ], |
| "acquisition_sr_by_visit": [ |
| 0.82, |
| 0.98, |
| 0.98, |
| 0.44, |
| 0.84, |
| 0.98, |
| 0.74, |
| 0.9, |
| 0.9, |
| 0.5, |
| 0.92, |
| 1.0, |
| 0.92, |
| 0.6, |
| 0.86, |
| 0.92, |
| 0.5, |
| 0.98, |
| 0.9, |
| 0.66 |
| ], |
| "nbt_by_visit": [ |
| -0.05263157894736847, |
| -0.010000000000000009, |
| 0.028235294117647032, |
| -0.06999999999999999, |
| -0.008000000000000007, |
| 0.021428571428571408, |
| 0.07384615384615384, |
| -0.01999999999999999, |
| 0.0, |
| -0.016000000000000004, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0 |
| ], |
| "normalized_nbt_by_visit": [ |
| -0.06418485237483959, |
| -0.01020408163265307, |
| 0.02881152460984391, |
| -0.15909090909090906, |
| -0.009523809523809533, |
| 0.021865889212827967, |
| 0.09979209979209978, |
| -0.02222222222222221, |
| 0.0, |
| -0.03200000000000001, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| null |
| ], |
| "stage_metrics": [ |
| { |
| "stage_index": 0, |
| "stage_sr": 0.82, |
| "acquisition_sr": 0.82, |
| "nbt": -0.05263157894736847, |
| "normalized_nbt": -0.06418485237483959, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 1, |
| "stage_sr": 0.8999999999999999, |
| "acquisition_sr": 0.98, |
| "nbt": -0.010000000000000009, |
| "normalized_nbt": -0.01020408163265307, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 2, |
| "stage_sr": 0.9266666666666666, |
| "acquisition_sr": 0.98, |
| "nbt": 0.028235294117647032, |
| "normalized_nbt": 0.02881152460984391, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 3, |
| "stage_sr": 0.8049999999999999, |
| "acquisition_sr": 0.44, |
| "nbt": -0.06999999999999999, |
| "normalized_nbt": -0.15909090909090906, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 4, |
| "stage_sr": 0.8119999999999999, |
| "acquisition_sr": 0.84, |
| "nbt": -0.008000000000000007, |
| "normalized_nbt": -0.009523809523809533, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 5, |
| "stage_sr": 0.84, |
| "acquisition_sr": 0.98, |
| "nbt": 0.021428571428571408, |
| "normalized_nbt": 0.021865889212827967, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 6, |
| "stage_sr": 0.8257142857142857, |
| "acquisition_sr": 0.74, |
| "nbt": 0.07384615384615384, |
| "normalized_nbt": 0.09979209979209978, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 7, |
| "stage_sr": 0.835, |
| "acquisition_sr": 0.9, |
| "nbt": -0.01999999999999999, |
| "normalized_nbt": -0.02222222222222221, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 8, |
| "stage_sr": 0.8422222222222222, |
| "acquisition_sr": 0.9, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 9, |
| "stage_sr": 0.808, |
| "acquisition_sr": 0.5, |
| "nbt": -0.016000000000000004, |
| "normalized_nbt": -0.03200000000000001, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 10, |
| "stage_sr": 0.818, |
| "acquisition_sr": 0.92, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.0009090909090909098 |
| }, |
| { |
| "stage_index": 11, |
| "stage_sr": 0.82, |
| "acquisition_sr": 1.0, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.0016818181818181834 |
| }, |
| { |
| "stage_index": 12, |
| "stage_sr": 0.8140000000000001, |
| "acquisition_sr": 0.92, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.0017412587412587435 |
| }, |
| { |
| "stage_index": 13, |
| "stage_sr": 0.8300000000000001, |
| "acquisition_sr": 0.6, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.0029185814185814216 |
| }, |
| { |
| "stage_index": 14, |
| "stage_sr": 0.8320000000000001, |
| "acquisition_sr": 0.86, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.0038639360639360675 |
| }, |
| { |
| "stage_index": 15, |
| "stage_sr": 0.826, |
| "acquisition_sr": 0.92, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.004144855144855149 |
| }, |
| { |
| "stage_index": 16, |
| "stage_sr": 0.8019999999999999, |
| "acquisition_sr": 0.5, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.002920182758418057 |
| }, |
| { |
| "stage_index": 17, |
| "stage_sr": 0.8099999999999999, |
| "acquisition_sr": 0.98, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.0024705090660973057 |
| }, |
| { |
| "stage_index": 18, |
| "stage_sr": 0.8099999999999999, |
| "acquisition_sr": 0.9, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.0021257125227713506 |
| }, |
| { |
| "stage_index": 19, |
| "stage_sr": 0.826, |
| "acquisition_sr": 0.66, |
| "nbt": 0.0, |
| "normalized_nbt": null, |
| "cumulative_nbt": -0.0026560779777498092 |
| } |
| ] |
| }, |
| { |
| "sequence_id": "10-26-10_smolvla_instruction_tail_libero_object_2e-3_split2/libero_object", |
| "task_order": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9 |
| ], |
| "visit_task_order": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9, |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9 |
| ], |
| "checkpoints": [ |
| "libero_object_task00_005000", |
| "libero_object_task01_010000", |
| "libero_object_task02_015000", |
| "libero_object_task03_020000", |
| "libero_object_task04_025000", |
| "libero_object_task05_030000", |
| "libero_object_task06_035000", |
| "libero_object_task07_040000", |
| "libero_object_task08_045000", |
| "libero_object_task09_050000", |
| "libero_object_task00_055000", |
| "libero_object_task01_060000", |
| "libero_object_task02_065000", |
| "libero_object_task03_070000", |
| "libero_object_task04_075000", |
| "libero_object_task05_080000", |
| "libero_object_task06_085000", |
| "libero_object_task07_090000", |
| "libero_object_task08_095000", |
| "libero_object_task09_100000" |
| ], |
| "run": "10-26-10_smolvla_instruction_tail_libero_object_2e-3_split2", |
| "suite": "libero_object", |
| "num_tasks": 10, |
| "split": 2, |
| "num_visits": 20, |
| "all_visits_complete": true, |
| "sr": 0.8099999999999999, |
| "final_sr": 0.8099999999999999, |
| "fwt": 0.766, |
| "nbt": -0.012964167256891715, |
| "normalized_nbt": -0.02348952173578486, |
| "final_policy_sr": 0.8099999999999999, |
| "sr_by_split": [ |
| 0.722, |
| 0.8099999999999999 |
| ], |
| "last_visit_sr_by_task": [ |
| 0.54, |
| 0.66, |
| 0.9, |
| 0.72, |
| 0.98, |
| 0.88, |
| 0.86, |
| 0.94, |
| 1.0, |
| 0.62 |
| ], |
| "acquisition_sr_by_visit": [ |
| 0.56, |
| 0.8, |
| 0.96, |
| 0.56, |
| 0.84, |
| 0.72, |
| 0.66, |
| 0.64, |
| 0.58, |
| 0.9, |
| 0.54, |
| 0.66, |
| 0.9, |
| 0.72, |
| 0.98, |
| 0.88, |
| 0.86, |
| 0.94, |
| 1.0, |
| 0.62 |
| ], |
| "nbt_by_visit": [ |
| 0.010526315789473694, |
| 0.07, |
| 0.028235294117647032, |
| -0.06999999999999997, |
| -0.05600000000000001, |
| -0.057142857142857155, |
| -0.06153846153846153, |
| -0.07499999999999998, |
| -0.07636363636363637, |
| 0.028000000000000004, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0 |
| ], |
| "normalized_nbt_by_visit": [ |
| 0.018796992481203024, |
| 0.08750000000000001, |
| 0.029411764705882325, |
| -0.12499999999999993, |
| -0.06666666666666668, |
| -0.07936507936507939, |
| -0.09324009324009322, |
| -0.11718749999999997, |
| -0.1316614420062696, |
| 0.031111111111111114, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| null |
| ], |
| "stage_metrics": [ |
| { |
| "stage_index": 0, |
| "stage_sr": 0.56, |
| "acquisition_sr": 0.56, |
| "nbt": 0.010526315789473694, |
| "normalized_nbt": 0.018796992481203024, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 1, |
| "stage_sr": 0.68, |
| "acquisition_sr": 0.8, |
| "nbt": 0.07, |
| "normalized_nbt": 0.08750000000000001, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 2, |
| "stage_sr": 0.7733333333333334, |
| "acquisition_sr": 0.96, |
| "nbt": 0.028235294117647032, |
| "normalized_nbt": 0.029411764705882325, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 3, |
| "stage_sr": 0.72, |
| "acquisition_sr": 0.56, |
| "nbt": -0.06999999999999997, |
| "normalized_nbt": -0.12499999999999993, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 4, |
| "stage_sr": 0.744, |
| "acquisition_sr": 0.84, |
| "nbt": -0.05600000000000001, |
| "normalized_nbt": -0.06666666666666668, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 5, |
| "stage_sr": 0.7400000000000001, |
| "acquisition_sr": 0.72, |
| "nbt": -0.057142857142857155, |
| "normalized_nbt": -0.07936507936507939, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 6, |
| "stage_sr": 0.7285714285714285, |
| "acquisition_sr": 0.66, |
| "nbt": -0.06153846153846153, |
| "normalized_nbt": -0.09324009324009322, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 7, |
| "stage_sr": 0.7175, |
| "acquisition_sr": 0.64, |
| "nbt": -0.07499999999999998, |
| "normalized_nbt": -0.11718749999999997, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 8, |
| "stage_sr": 0.7022222222222223, |
| "acquisition_sr": 0.58, |
| "nbt": -0.07636363636363637, |
| "normalized_nbt": -0.1316614420062696, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 9, |
| "stage_sr": 0.722, |
| "acquisition_sr": 0.9, |
| "nbt": 0.028000000000000004, |
| "normalized_nbt": 0.031111111111111114, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 10, |
| "stage_sr": 0.72, |
| "acquisition_sr": 0.54, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": 0.00018181818181818197 |
| }, |
| { |
| "stage_index": 11, |
| "stage_sr": 0.7060000000000001, |
| "acquisition_sr": 0.66, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": 0.00146969696969697 |
| }, |
| { |
| "stage_index": 12, |
| "stage_sr": 0.7, |
| "acquisition_sr": 0.9, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": 0.0028041958041958043 |
| }, |
| { |
| "stage_index": 13, |
| "stage_sr": 0.716, |
| "acquisition_sr": 0.72, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": 0.0025759240759240763 |
| }, |
| { |
| "stage_index": 14, |
| "stage_sr": 0.73, |
| "acquisition_sr": 0.98, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": 0.0014752580752580757 |
| }, |
| { |
| "stage_index": 15, |
| "stage_sr": 0.746, |
| "acquisition_sr": 0.88, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.0003120629370629367 |
| }, |
| { |
| "stage_index": 16, |
| "stage_sr": 0.766, |
| "acquisition_sr": 0.86, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.0027731239348886398 |
| }, |
| { |
| "stage_index": 17, |
| "stage_sr": 0.796, |
| "acquisition_sr": 0.94, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.006217869548751901 |
| }, |
| { |
| "stage_index": 18, |
| "stage_sr": 0.8380000000000001, |
| "acquisition_sr": 1.0, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.010928624780791962 |
| }, |
| { |
| "stage_index": 19, |
| "stage_sr": 0.8099999999999999, |
| "acquisition_sr": 0.62, |
| "nbt": 0.0, |
| "normalized_nbt": null, |
| "cumulative_nbt": -0.012964167256891715 |
| } |
| ] |
| }, |
| { |
| "sequence_id": "10-26-12_smolvla_instruction_tail_libero_spatial_2e-3_split2/libero_spatial", |
| "task_order": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9 |
| ], |
| "visit_task_order": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9, |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9 |
| ], |
| "checkpoints": [ |
| "libero_spatial_task00_005000", |
| "libero_spatial_task01_010000", |
| "libero_spatial_task02_015000", |
| "libero_spatial_task03_020000", |
| "libero_spatial_task04_025000", |
| "libero_spatial_task05_030000", |
| "libero_spatial_task06_035000", |
| "libero_spatial_task07_040000", |
| "libero_spatial_task08_045000", |
| "libero_spatial_task09_050000", |
| "libero_spatial_task00_055000", |
| "libero_spatial_task01_060000", |
| "libero_spatial_task02_065000", |
| "libero_spatial_task03_070000", |
| "libero_spatial_task04_075000", |
| "libero_spatial_task05_080000", |
| "libero_spatial_task06_085000", |
| "libero_spatial_task07_090000", |
| "libero_spatial_task08_095000", |
| "libero_spatial_task09_100000" |
| ], |
| "run": "10-26-12_smolvla_instruction_tail_libero_spatial_2e-3_split2", |
| "suite": "libero_spatial", |
| "num_tasks": 10, |
| "split": 2, |
| "num_visits": 20, |
| "all_visits_complete": true, |
| "sr": 0.726, |
| "final_sr": 0.726, |
| "fwt": 0.752, |
| "nbt": 0.004779175545816418, |
| "normalized_nbt": 0.006849396234099583, |
| "final_policy_sr": 0.726, |
| "sr_by_split": [ |
| 0.778, |
| 0.726 |
| ], |
| "last_visit_sr_by_task": [ |
| 0.98, |
| 0.94, |
| 0.94, |
| 0.84, |
| 0.28, |
| 0.6, |
| 0.88, |
| 0.74, |
| 0.54, |
| 0.52 |
| ], |
| "acquisition_sr_by_visit": [ |
| 0.86, |
| 0.86, |
| 0.9, |
| 0.88, |
| 0.74, |
| 0.52, |
| 0.88, |
| 0.68, |
| 0.78, |
| 0.68, |
| 0.98, |
| 0.94, |
| 0.94, |
| 0.84, |
| 0.28, |
| 0.6, |
| 0.88, |
| 0.74, |
| 0.54, |
| 0.52 |
| ], |
| "nbt_by_visit": [ |
| -0.06315789473684211, |
| -0.03999999999999998, |
| -0.01882352941176467, |
| 0.017500000000000016, |
| 0.184, |
| -0.028571428571428557, |
| 0.0, |
| -0.014999999999999986, |
| 0.04363636363636363, |
| 0.016000000000000004, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0 |
| ], |
| "normalized_nbt_by_visit": [ |
| -0.07343941248470012, |
| -0.04651162790697672, |
| -0.020915032679738522, |
| 0.019886363636363653, |
| 0.24864864864864863, |
| -0.054945054945054916, |
| 0.0, |
| -0.022058823529411742, |
| 0.05594405594405594, |
| 0.023529411764705885, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| null |
| ], |
| "stage_metrics": [ |
| { |
| "stage_index": 0, |
| "stage_sr": 0.86, |
| "acquisition_sr": 0.86, |
| "nbt": -0.06315789473684211, |
| "normalized_nbt": -0.07343941248470012, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 1, |
| "stage_sr": 0.86, |
| "acquisition_sr": 0.86, |
| "nbt": -0.03999999999999998, |
| "normalized_nbt": -0.04651162790697672, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 2, |
| "stage_sr": 0.8733333333333334, |
| "acquisition_sr": 0.9, |
| "nbt": -0.01882352941176467, |
| "normalized_nbt": -0.020915032679738522, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 3, |
| "stage_sr": 0.875, |
| "acquisition_sr": 0.88, |
| "nbt": 0.017500000000000016, |
| "normalized_nbt": 0.019886363636363653, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 4, |
| "stage_sr": 0.8480000000000001, |
| "acquisition_sr": 0.74, |
| "nbt": 0.184, |
| "normalized_nbt": 0.24864864864864863, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 5, |
| "stage_sr": 0.7933333333333333, |
| "acquisition_sr": 0.52, |
| "nbt": -0.028571428571428557, |
| "normalized_nbt": -0.054945054945054916, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 6, |
| "stage_sr": 0.8057142857142857, |
| "acquisition_sr": 0.88, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 7, |
| "stage_sr": 0.79, |
| "acquisition_sr": 0.68, |
| "nbt": -0.014999999999999986, |
| "normalized_nbt": -0.022058823529411742, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 8, |
| "stage_sr": 0.7888888888888889, |
| "acquisition_sr": 0.78, |
| "nbt": 0.04363636363636363, |
| "normalized_nbt": 0.05594405594405594, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 9, |
| "stage_sr": 0.778, |
| "acquisition_sr": 0.68, |
| "nbt": 0.016000000000000004, |
| "normalized_nbt": 0.023529411764705885, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 10, |
| "stage_sr": 0.79, |
| "acquisition_sr": 0.98, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.001090909090909091 |
| }, |
| { |
| "stage_index": 11, |
| "stage_sr": 0.798, |
| "acquisition_sr": 0.94, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.0024848484848484843 |
| }, |
| { |
| "stage_index": 12, |
| "stage_sr": 0.8019999999999999, |
| "acquisition_sr": 0.94, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.003734265734265733 |
| }, |
| { |
| "stage_index": 13, |
| "stage_sr": 0.798, |
| "acquisition_sr": 0.84, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.004299700299700298 |
| }, |
| { |
| "stage_index": 14, |
| "stage_sr": 0.752, |
| "acquisition_sr": 0.28, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.0016133200133200108 |
| }, |
| { |
| "stage_index": 15, |
| "stage_sr": 0.76, |
| "acquisition_sr": 0.6, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.0002026723276723248 |
| }, |
| { |
| "stage_index": 16, |
| "stage_sr": 0.76, |
| "acquisition_sr": 0.88, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": 0.0008221484397955015 |
| }, |
| { |
| "stage_index": 17, |
| "stage_sr": 0.766, |
| "acquisition_sr": 0.74, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": 0.001241865977160099 |
| }, |
| { |
| "stage_index": 18, |
| "stage_sr": 0.742, |
| "acquisition_sr": 0.54, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": 0.00282179894408997 |
| }, |
| { |
| "stage_index": 19, |
| "stage_sr": 0.726, |
| "acquisition_sr": 0.52, |
| "nbt": 0.0, |
| "normalized_nbt": null, |
| "cumulative_nbt": 0.004779175545816418 |
| } |
| ] |
| } |
| ] |
| } |
|
|
