| { |
| "schema_version": 1, |
| "protocol": "split-sequential-full-horizon", |
| "generated_at": "2026-09-26T03:00:04+09:00", |
| "checkpoint_selection": "last-per-split", |
| "units": "success rates are fractions in [0, 1]; NBT is a signed difference", |
| "indexing": "stage_index, split_index, and task positions are zero-based", |
| "definitions": { |
| "sr": "mean task success immediately after each task's last split visit", |
| "final_sr": "alias of sr: last-visit acquisition, not single-final-policy success", |
| "fwt": "mean acquisition success over all visits; endpoint proxy, not learning-curve FWT", |
| "nbt": "mean over visits of mean acquisition minus same-task success at ALL later checkpoints, including revisits; last visit contributes zero; negatives retained", |
| "normalized_nbt": "mean defined visit NBT/acquisition ratios; zero-acquisition and final visits excluded", |
| "final_policy_sr": "mean task success evaluated at the single final checkpoint" |
| }, |
| "complete_sequences": 4, |
| "discovered_sequences": 4, |
| "incomplete_sequences": [], |
| "sequences": [ |
| { |
| "sequence_id": "17-07-19_smolvla_gk_adp_libero_10_2e-3_split2/libero_10", |
| "task_order": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9 |
| ], |
| "visit_task_order": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9, |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9 |
| ], |
| "checkpoints": [ |
| "libero_10_task00_005000", |
| "libero_10_task01_010000", |
| "libero_10_task02_015000", |
| "libero_10_task03_020000", |
| "libero_10_task04_025000", |
| "libero_10_task05_030000", |
| "libero_10_task06_035000", |
| "libero_10_task07_040000", |
| "libero_10_task08_045000", |
| "libero_10_task09_050000", |
| "libero_10_task00_055000", |
| "libero_10_task01_060000", |
| "libero_10_task02_065000", |
| "libero_10_task03_070000", |
| "libero_10_task04_075000", |
| "libero_10_task05_080000", |
| "libero_10_task06_085000", |
| "libero_10_task07_090000", |
| "libero_10_task08_095000", |
| "libero_10_task09_100000" |
| ], |
| "run": "17-07-19_smolvla_gk_adp_libero_10_2e-3_split2", |
| "suite": "libero_10", |
| "num_tasks": 10, |
| "split": 2, |
| "num_visits": 20, |
| "all_visits_complete": true, |
| "sr": 0.42800000000000005, |
| "final_sr": 0.42800000000000005, |
| "fwt": 0.383, |
| "nbt": -0.015369851562266421, |
| "normalized_nbt": -0.19944816450816938, |
| "final_policy_sr": 0.42800000000000005, |
| "sr_by_split": [ |
| 0.33799999999999997, |
| 0.42800000000000005 |
| ], |
| "last_visit_sr_by_task": [ |
| 0.22, |
| 0.42, |
| 0.62, |
| 0.72, |
| 0.42, |
| 0.62, |
| 0.16, |
| 0.34, |
| 0.28, |
| 0.48 |
| ], |
| "acquisition_sr_by_visit": [ |
| 0.16, |
| 0.22, |
| 0.48, |
| 0.8, |
| 0.28, |
| 0.66, |
| 0.08, |
| 0.18, |
| 0.02, |
| 0.5, |
| 0.22, |
| 0.42, |
| 0.62, |
| 0.72, |
| 0.42, |
| 0.62, |
| 0.16, |
| 0.34, |
| 0.28, |
| 0.48 |
| ], |
| "nbt_by_visit": [ |
| -0.031578947368421054, |
| -0.09999999999999999, |
| -0.06588235294117648, |
| 0.03500000000000003, |
| -0.04933333333333332, |
| 0.0142857142857143, |
| -0.024615384615384615, |
| -0.04000000000000001, |
| -0.04727272727272727, |
| 0.0020000000000000018, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0 |
| ], |
| "normalized_nbt_by_visit": [ |
| -0.19736842105263158, |
| -0.45454545454545453, |
| -0.13725490196078433, |
| 0.04375000000000004, |
| -0.17619047619047612, |
| 0.021645021645021665, |
| -0.3076923076923077, |
| -0.22222222222222227, |
| -2.3636363636363638, |
| 0.0040000000000000036, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| null |
| ], |
| "stage_metrics": [ |
| { |
| "stage_index": 0, |
| "stage_sr": 0.16, |
| "acquisition_sr": 0.16, |
| "nbt": -0.031578947368421054, |
| "normalized_nbt": -0.19736842105263158, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 1, |
| "stage_sr": 0.19, |
| "acquisition_sr": 0.22, |
| "nbt": -0.09999999999999999, |
| "normalized_nbt": -0.45454545454545453, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 2, |
| "stage_sr": 0.2866666666666667, |
| "acquisition_sr": 0.48, |
| "nbt": -0.06588235294117648, |
| "normalized_nbt": -0.13725490196078433, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 3, |
| "stage_sr": 0.41500000000000004, |
| "acquisition_sr": 0.8, |
| "nbt": 0.03500000000000003, |
| "normalized_nbt": 0.04375000000000004, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 4, |
| "stage_sr": 0.388, |
| "acquisition_sr": 0.28, |
| "nbt": -0.04933333333333332, |
| "normalized_nbt": -0.17619047619047612, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 5, |
| "stage_sr": 0.43333333333333335, |
| "acquisition_sr": 0.66, |
| "nbt": 0.0142857142857143, |
| "normalized_nbt": 0.021645021645021665, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 6, |
| "stage_sr": 0.3828571428571429, |
| "acquisition_sr": 0.08, |
| "nbt": -0.024615384615384615, |
| "normalized_nbt": -0.3076923076923077, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 7, |
| "stage_sr": 0.3575, |
| "acquisition_sr": 0.18, |
| "nbt": -0.04000000000000001, |
| "normalized_nbt": -0.22222222222222227, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 8, |
| "stage_sr": 0.32, |
| "acquisition_sr": 0.02, |
| "nbt": -0.04727272727272727, |
| "normalized_nbt": -2.3636363636363638, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 9, |
| "stage_sr": 0.328, |
| "acquisition_sr": 0.5, |
| "nbt": 0.0020000000000000018, |
| "normalized_nbt": 0.0040000000000000036, |
| "cumulative_nbt": 0.002000000000000001 |
| }, |
| { |
| "stage_index": 10, |
| "stage_sr": 0.344, |
| "acquisition_sr": 0.22, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": 0.0009696969696969703 |
| }, |
| { |
| "stage_index": 11, |
| "stage_sr": 0.364, |
| "acquisition_sr": 0.42, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.0013852813852813846 |
| }, |
| { |
| "stage_index": 12, |
| "stage_sr": 0.378, |
| "acquisition_sr": 0.62, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.004066433566433566 |
| }, |
| { |
| "stage_index": 13, |
| "stage_sr": 0.37, |
| "acquisition_sr": 0.72, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.005343212343212342 |
| }, |
| { |
| "stage_index": 14, |
| "stage_sr": 0.384, |
| "acquisition_sr": 0.42, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.00716143856143856 |
| }, |
| { |
| "stage_index": 15, |
| "stage_sr": 0.38, |
| "acquisition_sr": 0.62, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.008179320679320678 |
| }, |
| { |
| "stage_index": 16, |
| "stage_sr": 0.388, |
| "acquisition_sr": 0.16, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.009354620869326749 |
| }, |
| { |
| "stage_index": 17, |
| "stage_sr": 0.404, |
| "acquisition_sr": 0.34, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.011060774193127131 |
| }, |
| { |
| "stage_index": 18, |
| "stage_sr": 0.43, |
| "acquisition_sr": 0.28, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.013632000352588585 |
| }, |
| { |
| "stage_index": 19, |
| "stage_sr": 0.42800000000000005, |
| "acquisition_sr": 0.48, |
| "nbt": 0.0, |
| "normalized_nbt": null, |
| "cumulative_nbt": -0.015369851562266421 |
| } |
| ] |
| }, |
| { |
| "sequence_id": "17-08-45_smolvla_gk_adp_libero_goal_2e-3_split2/libero_goal", |
| "task_order": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9 |
| ], |
| "visit_task_order": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9, |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9 |
| ], |
| "checkpoints": [ |
| "libero_goal_task00_005000", |
| "libero_goal_task01_010000", |
| "libero_goal_task02_015000", |
| "libero_goal_task03_020000", |
| "libero_goal_task04_025000", |
| "libero_goal_task05_030000", |
| "libero_goal_task06_035000", |
| "libero_goal_task07_040000", |
| "libero_goal_task08_045000", |
| "libero_goal_task09_050000", |
| "libero_goal_task00_055000", |
| "libero_goal_task01_060000", |
| "libero_goal_task02_065000", |
| "libero_goal_task03_070000", |
| "libero_goal_task04_075000", |
| "libero_goal_task05_080000", |
| "libero_goal_task06_085000", |
| "libero_goal_task07_090000", |
| "libero_goal_task08_095000", |
| "libero_goal_task09_100000" |
| ], |
| "run": "17-08-45_smolvla_gk_adp_libero_goal_2e-3_split2", |
| "suite": "libero_goal", |
| "num_tasks": 10, |
| "split": 2, |
| "num_visits": 20, |
| "all_visits_complete": true, |
| "sr": 0.8859999999999999, |
| "final_sr": 0.8859999999999999, |
| "fwt": 0.8300000000000001, |
| "nbt": -0.014352429265780658, |
| "normalized_nbt": -0.025133958893135775, |
| "final_policy_sr": 0.8859999999999999, |
| "sr_by_split": [ |
| 0.774, |
| 0.8859999999999999 |
| ], |
| "last_visit_sr_by_task": [ |
| 0.94, |
| 0.98, |
| 0.86, |
| 0.78, |
| 0.88, |
| 0.98, |
| 0.82, |
| 0.92, |
| 0.96, |
| 0.74 |
| ], |
| "acquisition_sr_by_visit": [ |
| 0.78, |
| 0.94, |
| 0.9, |
| 0.72, |
| 0.94, |
| 0.94, |
| 0.52, |
| 0.78, |
| 0.84, |
| 0.38, |
| 0.94, |
| 0.98, |
| 0.86, |
| 0.78, |
| 0.88, |
| 0.98, |
| 0.82, |
| 0.92, |
| 0.96, |
| 0.74 |
| ], |
| "nbt_by_visit": [ |
| -0.08421052631578943, |
| -0.020000000000000018, |
| 0.01882352941176472, |
| -0.026250000000000023, |
| 0.023999999999999976, |
| -0.0142857142857143, |
| -0.09230769230769229, |
| -0.035, |
| -0.021818181818181816, |
| -0.036, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0 |
| ], |
| "normalized_nbt_by_visit": [ |
| -0.10796221322537106, |
| -0.02127659574468087, |
| 0.020915032679738578, |
| -0.03645833333333337, |
| 0.025531914893617, |
| -0.015197568389057767, |
| -0.17751479289940825, |
| -0.04487179487179487, |
| -0.025974025974025972, |
| -0.09473684210526315, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| null |
| ], |
| "stage_metrics": [ |
| { |
| "stage_index": 0, |
| "stage_sr": 0.78, |
| "acquisition_sr": 0.78, |
| "nbt": -0.08421052631578943, |
| "normalized_nbt": -0.10796221322537106, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 1, |
| "stage_sr": 0.86, |
| "acquisition_sr": 0.94, |
| "nbt": -0.020000000000000018, |
| "normalized_nbt": -0.02127659574468087, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 2, |
| "stage_sr": 0.8733333333333334, |
| "acquisition_sr": 0.9, |
| "nbt": 0.01882352941176472, |
| "normalized_nbt": 0.020915032679738578, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 3, |
| "stage_sr": 0.835, |
| "acquisition_sr": 0.72, |
| "nbt": -0.026250000000000023, |
| "normalized_nbt": -0.03645833333333337, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 4, |
| "stage_sr": 0.8560000000000001, |
| "acquisition_sr": 0.94, |
| "nbt": 0.023999999999999976, |
| "normalized_nbt": 0.025531914893617, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 5, |
| "stage_sr": 0.87, |
| "acquisition_sr": 0.94, |
| "nbt": -0.0142857142857143, |
| "normalized_nbt": -0.015197568389057767, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 6, |
| "stage_sr": 0.8200000000000001, |
| "acquisition_sr": 0.52, |
| "nbt": -0.09230769230769229, |
| "normalized_nbt": -0.17751479289940825, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 7, |
| "stage_sr": 0.815, |
| "acquisition_sr": 0.78, |
| "nbt": -0.035, |
| "normalized_nbt": -0.04487179487179487, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 8, |
| "stage_sr": 0.8177777777777777, |
| "acquisition_sr": 0.84, |
| "nbt": -0.021818181818181816, |
| "normalized_nbt": -0.025974025974025972, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 9, |
| "stage_sr": 0.774, |
| "acquisition_sr": 0.38, |
| "nbt": -0.036, |
| "normalized_nbt": -0.09473684210526315, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 10, |
| "stage_sr": 0.7899999999999999, |
| "acquisition_sr": 0.94, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.001454545454545454 |
| }, |
| { |
| "stage_index": 11, |
| "stage_sr": 0.7939999999999999, |
| "acquisition_sr": 0.98, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.002757575757575757 |
| }, |
| { |
| "stage_index": 12, |
| "stage_sr": 0.7899999999999999, |
| "acquisition_sr": 0.86, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.003328671328671327 |
| }, |
| { |
| "stage_index": 13, |
| "stage_sr": 0.796, |
| "acquisition_sr": 0.78, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.004139860139860139 |
| }, |
| { |
| "stage_index": 14, |
| "stage_sr": 0.79, |
| "acquisition_sr": 0.88, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.00429064269064269 |
| }, |
| { |
| "stage_index": 15, |
| "stage_sr": 0.7939999999999999, |
| "acquisition_sr": 0.98, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.004629308191808192 |
| }, |
| { |
| "stage_index": 16, |
| "stage_sr": 0.8240000000000001, |
| "acquisition_sr": 0.82, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.006614620673444202 |
| }, |
| { |
| "stage_index": 17, |
| "stage_sr": 0.8379999999999999, |
| "acquisition_sr": 0.92, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.008794811397752574 |
| }, |
| { |
| "stage_index": 18, |
| "stage_sr": 0.85, |
| "acquisition_sr": 0.96, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.01098195767081216 |
| }, |
| { |
| "stage_index": 19, |
| "stage_sr": 0.8859999999999999, |
| "acquisition_sr": 0.74, |
| "nbt": 0.0, |
| "normalized_nbt": null, |
| "cumulative_nbt": -0.014352429265780658 |
| } |
| ] |
| }, |
| { |
| "sequence_id": "17-08-53_smolvla_gk_adp_libero_object_2e-3_split2/libero_object", |
| "task_order": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9 |
| ], |
| "visit_task_order": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9, |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9 |
| ], |
| "checkpoints": [ |
| "libero_object_task00_005000", |
| "libero_object_task01_010000", |
| "libero_object_task02_015000", |
| "libero_object_task03_020000", |
| "libero_object_task04_025000", |
| "libero_object_task05_030000", |
| "libero_object_task06_035000", |
| "libero_object_task07_040000", |
| "libero_object_task08_045000", |
| "libero_object_task09_050000", |
| "libero_object_task00_055000", |
| "libero_object_task01_060000", |
| "libero_object_task02_065000", |
| "libero_object_task03_070000", |
| "libero_object_task04_075000", |
| "libero_object_task05_080000", |
| "libero_object_task06_085000", |
| "libero_object_task07_090000", |
| "libero_object_task08_095000", |
| "libero_object_task09_100000" |
| ], |
| "run": "17-08-53_smolvla_gk_adp_libero_object_2e-3_split2", |
| "suite": "libero_object", |
| "num_tasks": 10, |
| "split": 2, |
| "num_visits": 20, |
| "all_visits_complete": true, |
| "sr": 0.748, |
| "final_sr": 0.748, |
| "fwt": 0.739, |
| "nbt": 0.0011813314781194048, |
| "normalized_nbt": -0.016631039788559964, |
| "final_policy_sr": 0.748, |
| "sr_by_split": [ |
| 0.73, |
| 0.748 |
| ], |
| "last_visit_sr_by_task": [ |
| 0.7, |
| 0.66, |
| 0.7, |
| 0.9, |
| 0.98, |
| 0.64, |
| 0.5, |
| 0.78, |
| 0.76, |
| 0.86 |
| ], |
| "acquisition_sr_by_visit": [ |
| 0.88, |
| 0.8, |
| 0.82, |
| 0.4, |
| 0.88, |
| 0.6, |
| 0.9, |
| 0.88, |
| 0.58, |
| 0.56, |
| 0.7, |
| 0.66, |
| 0.7, |
| 0.9, |
| 0.98, |
| 0.64, |
| 0.5, |
| 0.78, |
| 0.76, |
| 0.86 |
| ], |
| "nbt_by_visit": [ |
| 0.09684210526315792, |
| 0.07, |
| 0.05647058823529411, |
| -0.21875, |
| -0.039999999999999994, |
| -0.0142857142857143, |
| 0.12307692307692308, |
| 0.024999999999999994, |
| -0.03272727272727274, |
| -0.041999999999999996, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0 |
| ], |
| "normalized_nbt_by_visit": [ |
| 0.11004784688995219, |
| 0.08750000000000001, |
| 0.06886657101865136, |
| -0.546875, |
| -0.04545454545454545, |
| -0.023809523809523832, |
| 0.13675213675213677, |
| 0.0284090909090909, |
| -0.05642633228840127, |
| -0.07499999999999998, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| null |
| ], |
| "stage_metrics": [ |
| { |
| "stage_index": 0, |
| "stage_sr": 0.88, |
| "acquisition_sr": 0.88, |
| "nbt": 0.09684210526315792, |
| "normalized_nbt": 0.11004784688995219, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 1, |
| "stage_sr": 0.8400000000000001, |
| "acquisition_sr": 0.8, |
| "nbt": 0.07, |
| "normalized_nbt": 0.08750000000000001, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 2, |
| "stage_sr": 0.8333333333333334, |
| "acquisition_sr": 0.82, |
| "nbt": 0.05647058823529411, |
| "normalized_nbt": 0.06886657101865136, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 3, |
| "stage_sr": 0.725, |
| "acquisition_sr": 0.4, |
| "nbt": -0.21875, |
| "normalized_nbt": -0.546875, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 4, |
| "stage_sr": 0.756, |
| "acquisition_sr": 0.88, |
| "nbt": -0.039999999999999994, |
| "normalized_nbt": -0.04545454545454545, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 5, |
| "stage_sr": 0.73, |
| "acquisition_sr": 0.6, |
| "nbt": -0.0142857142857143, |
| "normalized_nbt": -0.023809523809523832, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 6, |
| "stage_sr": 0.7542857142857143, |
| "acquisition_sr": 0.9, |
| "nbt": 0.12307692307692308, |
| "normalized_nbt": 0.13675213675213677, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 7, |
| "stage_sr": 0.77, |
| "acquisition_sr": 0.88, |
| "nbt": 0.024999999999999994, |
| "normalized_nbt": 0.0284090909090909, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 8, |
| "stage_sr": 0.7444444444444445, |
| "acquisition_sr": 0.58, |
| "nbt": -0.03272727272727274, |
| "normalized_nbt": -0.05642633228840127, |
| "cumulative_nbt": 0.0005555555555555561 |
| }, |
| { |
| "stage_index": 9, |
| "stage_sr": 0.73, |
| "acquisition_sr": 0.56, |
| "nbt": -0.041999999999999996, |
| "normalized_nbt": -0.07499999999999998, |
| "cumulative_nbt": 0.0004444444444444449 |
| }, |
| { |
| "stage_index": 10, |
| "stage_sr": 0.712, |
| "acquisition_sr": 0.7, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": 0.002000000000000001 |
| }, |
| { |
| "stage_index": 11, |
| "stage_sr": 0.71, |
| "acquisition_sr": 0.66, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.0008030303030303016 |
| }, |
| { |
| "stage_index": 12, |
| "stage_sr": 0.686, |
| "acquisition_sr": 0.7, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": 0.003522144522144523 |
| }, |
| { |
| "stage_index": 13, |
| "stage_sr": 0.736, |
| "acquisition_sr": 0.9, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": 0.0025199800199800218 |
| }, |
| { |
| "stage_index": 14, |
| "stage_sr": 0.746, |
| "acquisition_sr": 0.98, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": 0.0010207126207126217 |
| }, |
| { |
| "stage_index": 15, |
| "stage_sr": 0.75, |
| "acquisition_sr": 0.64, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.00034950466200466077 |
| }, |
| { |
| "stage_index": 16, |
| "stage_sr": 0.71, |
| "acquisition_sr": 0.5, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": 0.0009909061526708596 |
| }, |
| { |
| "stage_index": 17, |
| "stage_sr": 0.7, |
| "acquisition_sr": 0.78, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": 0.0024830798286680656 |
| }, |
| { |
| "stage_index": 18, |
| "stage_sr": 0.718, |
| "acquisition_sr": 0.76, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": 0.002601635894205556 |
| }, |
| { |
| "stage_index": 19, |
| "stage_sr": 0.748, |
| "acquisition_sr": 0.86, |
| "nbt": 0.0, |
| "normalized_nbt": null, |
| "cumulative_nbt": 0.0011813314781194048 |
| } |
| ] |
| }, |
| { |
| "sequence_id": "17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial", |
| "task_order": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9 |
| ], |
| "visit_task_order": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9, |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9 |
| ], |
| "checkpoints": [ |
| "libero_spatial_task00_005000", |
| "libero_spatial_task01_010000", |
| "libero_spatial_task02_015000", |
| "libero_spatial_task03_020000", |
| "libero_spatial_task04_025000", |
| "libero_spatial_task05_030000", |
| "libero_spatial_task06_035000", |
| "libero_spatial_task07_040000", |
| "libero_spatial_task08_045000", |
| "libero_spatial_task09_050000", |
| "libero_spatial_task00_055000", |
| "libero_spatial_task01_060000", |
| "libero_spatial_task02_065000", |
| "libero_spatial_task03_070000", |
| "libero_spatial_task04_075000", |
| "libero_spatial_task05_080000", |
| "libero_spatial_task06_085000", |
| "libero_spatial_task07_090000", |
| "libero_spatial_task08_095000", |
| "libero_spatial_task09_100000" |
| ], |
| "run": "17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2", |
| "suite": "libero_spatial", |
| "num_tasks": 10, |
| "split": 2, |
| "num_visits": 20, |
| "all_visits_complete": true, |
| "sr": 0.748, |
| "final_sr": 0.748, |
| "fwt": 0.71, |
| "nbt": -0.01826569343968724, |
| "normalized_nbt": -0.02855790098727609, |
| "final_policy_sr": 0.748, |
| "sr_by_split": [ |
| 0.6719999999999999, |
| 0.748 |
| ], |
| "last_visit_sr_by_task": [ |
| 0.92, |
| 0.86, |
| 0.94, |
| 1.0, |
| 0.36, |
| 0.6, |
| 0.96, |
| 0.7, |
| 0.44, |
| 0.7 |
| ], |
| "acquisition_sr_by_visit": [ |
| 0.66, |
| 0.62, |
| 0.8, |
| 0.84, |
| 0.64, |
| 0.46, |
| 0.68, |
| 0.78, |
| 0.58, |
| 0.66, |
| 0.92, |
| 0.86, |
| 0.94, |
| 1.0, |
| 0.36, |
| 0.6, |
| 0.96, |
| 0.7, |
| 0.44, |
| 0.7 |
| ], |
| "nbt_by_visit": [ |
| -0.1368421052631579, |
| -0.12000000000000001, |
| -0.06588235294117642, |
| -0.07, |
| 0.11200000000000002, |
| -0.04142857142857142, |
| -0.08461538461538459, |
| 0.020000000000000018, |
| 0.02545454545454545, |
| -0.003999999999999992, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0 |
| ], |
| "normalized_nbt_by_visit": [ |
| -0.20733652312599682, |
| -0.19354838709677422, |
| -0.08235294117647052, |
| -0.08333333333333334, |
| 0.17500000000000002, |
| -0.09006211180124221, |
| -0.12443438914027145, |
| 0.025641025641025664, |
| 0.04388714733542319, |
| -0.0060606060606060485, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| null |
| ], |
| "stage_metrics": [ |
| { |
| "stage_index": 0, |
| "stage_sr": 0.66, |
| "acquisition_sr": 0.66, |
| "nbt": -0.1368421052631579, |
| "normalized_nbt": -0.20733652312599682, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 1, |
| "stage_sr": 0.64, |
| "acquisition_sr": 0.62, |
| "nbt": -0.12000000000000001, |
| "normalized_nbt": -0.19354838709677422, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 2, |
| "stage_sr": 0.6933333333333334, |
| "acquisition_sr": 0.8, |
| "nbt": -0.06588235294117642, |
| "normalized_nbt": -0.08235294117647052, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 3, |
| "stage_sr": 0.73, |
| "acquisition_sr": 0.84, |
| "nbt": -0.07, |
| "normalized_nbt": -0.08333333333333334, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 4, |
| "stage_sr": 0.712, |
| "acquisition_sr": 0.64, |
| "nbt": 0.11200000000000002, |
| "normalized_nbt": 0.17500000000000002, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 5, |
| "stage_sr": 0.67, |
| "acquisition_sr": 0.46, |
| "nbt": -0.04142857142857142, |
| "normalized_nbt": -0.09006211180124221, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 6, |
| "stage_sr": 0.6714285714285715, |
| "acquisition_sr": 0.68, |
| "nbt": -0.08461538461538459, |
| "normalized_nbt": -0.12443438914027145, |
| "cumulative_nbt": 0.0 |
| }, |
| { |
| "stage_index": 7, |
| "stage_sr": 0.6825, |
| "acquisition_sr": 0.78, |
| "nbt": 0.020000000000000018, |
| "normalized_nbt": 0.025641025641025664, |
| "cumulative_nbt": 0.0025000000000000022 |
| }, |
| { |
| "stage_index": 8, |
| "stage_sr": 0.6733333333333333, |
| "acquisition_sr": 0.58, |
| "nbt": 0.02545454545454545, |
| "normalized_nbt": 0.04388714733542319, |
| "cumulative_nbt": 0.0011111111111111122 |
| }, |
| { |
| "stage_index": 9, |
| "stage_sr": 0.66, |
| "acquisition_sr": 0.66, |
| "nbt": -0.003999999999999992, |
| "normalized_nbt": -0.0060606060606060485, |
| "cumulative_nbt": 0.0036666666666666675 |
| }, |
| { |
| "stage_index": 10, |
| "stage_sr": 0.6980000000000001, |
| "acquisition_sr": 0.92, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": 0.00027272727272727295 |
| }, |
| { |
| "stage_index": 11, |
| "stage_sr": 0.722, |
| "acquisition_sr": 0.86, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.00393939393939394 |
| }, |
| { |
| "stage_index": 12, |
| "stage_sr": 0.736, |
| "acquisition_sr": 0.94, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.007858474858474858 |
| }, |
| { |
| "stage_index": 13, |
| "stage_sr": 0.752, |
| "acquisition_sr": 1.0, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.011685528756957327 |
| }, |
| { |
| "stage_index": 14, |
| "stage_sr": 0.724, |
| "acquisition_sr": 0.36, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.012464058164058161 |
| }, |
| { |
| "stage_index": 15, |
| "stage_sr": 0.738, |
| "acquisition_sr": 0.6, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.013853743478743477 |
| }, |
| { |
| "stage_index": 16, |
| "stage_sr": 0.766, |
| "acquisition_sr": 0.96, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.01644271904566022 |
| }, |
| { |
| "stage_index": 17, |
| "stage_sr": 0.758, |
| "acquisition_sr": 0.7, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.017801825625355032 |
| }, |
| { |
| "stage_index": 18, |
| "stage_sr": 0.744, |
| "acquisition_sr": 0.44, |
| "nbt": 0.0, |
| "normalized_nbt": 0.0, |
| "cumulative_nbt": -0.017990800479190567 |
| }, |
| { |
| "stage_index": 19, |
| "stage_sr": 0.748, |
| "acquisition_sr": 0.7, |
| "nbt": 0.0, |
| "normalized_nbt": null, |
| "cumulative_nbt": -0.01826569343968724 |
| } |
| ] |
| } |
| ] |
| } |
|
|
