| { |
| "assessments": [ |
| { |
| "checkpoint_id": "epoch-04.ckpt", |
| "covariance_trace_ratio": 1.8888662418544608, |
| "effective_rank": 9.488044211019538, |
| "eligible": true, |
| "failed_gates": [], |
| "geometry_score": 0.5512891722843496, |
| "libero_geometry_improvement": { |
| "bootstrap_samples": 10000, |
| "bootstrap_seed": 20260803, |
| "checks": { |
| "overlap_not_degraded": true, |
| "paired_bootstrap_ci_low_positive": true, |
| "score_improved": true, |
| "task_coverage_at_least_70pct": true, |
| "trustworthiness_not_degraded": true |
| }, |
| "family_count": 50, |
| "mean_task_delta": 0.06821817890022662, |
| "median_task_delta": 0.06272275189980298, |
| "nonnegative_task_fraction": 0.9, |
| "paired_bootstrap_ci_high": 0.08344135317885215, |
| "paired_bootstrap_ci_low": 0.053268611289660456, |
| "passes": true, |
| "task_deltas": { |
| "adjust_bottle": 0.04588027555519825, |
| "beat_block_hammer": 0.04152779376364646, |
| "blocks_ranking_rgb": 0.07694930340557271, |
| "blocks_ranking_size": 0.14883800979722028, |
| "click_alarmclock": 0.05238209230644625, |
| "click_bell": 0.0307000745440677, |
| "dump_bin_bigbin": 0.028103630399528234, |
| "grab_roller": -0.001990520651780625, |
| "handover_block": 0.1244677479125621, |
| "handover_mic": 0.17488282457771964, |
| "hanging_mug": 0.04568883606074009, |
| "lift_pot": 0.07442487818301857, |
| "move_can_pot": 0.14668205172020965, |
| "move_pillbottle_pad": 0.028311224556392234, |
| "move_playingcard_away": 0.05659272445820429, |
| "move_stapler_pad": 0.08822334244702668, |
| "open_laptop": 0.017771526409606886, |
| "open_microwave": 0.031027525699274916, |
| "pick_diverse_bottles": -0.023885982408357598, |
| "pick_dual_bottles": 0.04007386728562862, |
| "place_a2b_left": 0.16366448105558007, |
| "place_a2b_right": 0.06545772921608833, |
| "place_bread_basket": 0.1385787421355062, |
| "place_bread_skillet": -0.018177527374586278, |
| "place_burger_fries": 0.026748274982970166, |
| "place_can_basket": 0.20653894393621813, |
| "place_cans_plasticbox": 0.034337054010287194, |
| "place_container_plate": 0.13475803847854928, |
| "place_dual_shoes": -0.0709452494873547, |
| "place_empty_cup": -0.007233970956803837, |
| "place_fan": 0.07904182984198471, |
| "place_mouse_pad": 0.11353710646938209, |
| "place_object_basket": 0.08430520586224921, |
| "place_object_scale": 0.058484376382131886, |
| "place_object_stand": 0.09253847295523154, |
| "place_phone_stand": 0.10378690535918966, |
| "place_shoe": 0.14161502050580999, |
| "press_stapler": 0.10286715263804713, |
| "put_bottles_dustbin": 0.08966719001934031, |
| "put_object_cabinet": 0.1039614624797287, |
| "rotate_qrcode": 0.039462456944500235, |
| "scan_object": 0.07016591478696738, |
| "shake_bottle": 0.08236590004422822, |
| "shake_bottle_horizontally": 0.04640810013000418, |
| "stack_blocks_three": 0.06824545488051681, |
| "stack_blocks_two": 0.03938875128998964, |
| "stack_bowls_three": 0.05998777458351762, |
| "stack_bowls_two": 0.09112457983193267, |
| "stamp_seal": 0.01035911000763945, |
| "turn_switch": 0.033218437980559457 |
| } |
| }, |
| "lwm_loss": 0.2695973566905324, |
| "pairwise_median_distance_ratio": 1.361237818127114, |
| "shuffle_gain": 0.4169579795069872, |
| "state_loss": 0.38002602791219553 |
| }, |
| { |
| "checkpoint_id": "epoch-09.ckpt", |
| "covariance_trace_ratio": 1.1229716895281903, |
| "effective_rank": 10.084499668092937, |
| "eligible": true, |
| "failed_gates": [], |
| "geometry_score": 0.562757440402331, |
| "libero_geometry_improvement": { |
| "bootstrap_samples": 10000, |
| "bootstrap_seed": 20260803, |
| "checks": { |
| "overlap_not_degraded": true, |
| "paired_bootstrap_ci_low_positive": true, |
| "score_improved": true, |
| "task_coverage_at_least_70pct": true, |
| "trustworthiness_not_degraded": true |
| }, |
| "family_count": 50, |
| "mean_task_delta": 0.07968644701820816, |
| "median_task_delta": 0.07983949596585052, |
| "nonnegative_task_fraction": 0.9, |
| "paired_bootstrap_ci_high": 0.09708774877311858, |
| "paired_bootstrap_ci_low": 0.062311550187824236, |
| "passes": true, |
| "task_deltas": { |
| "adjust_bottle": 0.04692134413574045, |
| "beat_block_hammer": 0.05319401009207514, |
| "blocks_ranking_rgb": 0.1058071981424149, |
| "blocks_ranking_size": 0.1344091914277673, |
| "click_alarmclock": 0.06502693971909551, |
| "click_bell": 0.02688534721773045, |
| "dump_bin_bigbin": 0.05330995872033023, |
| "grab_roller": 0.007611573603853783, |
| "handover_block": 0.1250522422366075, |
| "handover_mic": 0.17302103775772848, |
| "hanging_mug": 0.02699348739495805, |
| "lift_pot": 0.0719455363006446, |
| "move_can_pot": 0.16861249547665957, |
| "move_pillbottle_pad": 0.03839926991391529, |
| "move_playingcard_away": 0.061003328173374616, |
| "move_stapler_pad": 0.10552279964617428, |
| "open_laptop": -0.006343847586881668, |
| "open_microwave": 0.03999231166150674, |
| "pick_diverse_bottles": -0.035282260128931986, |
| "pick_dual_bottles": 0.028255066418079622, |
| "place_a2b_left": 0.2120313430635412, |
| "place_a2b_right": 0.07566250954927439, |
| "place_bread_basket": 0.1723010954350535, |
| "place_bread_skillet": 0.03871244086151204, |
| "place_burger_fries": 0.018627279311974387, |
| "place_can_basket": 0.2598995771368669, |
| "place_cans_plasticbox": 0.052251023090742366, |
| "place_container_plate": 0.14018456803774137, |
| "place_dual_shoes": -0.025680108359133147, |
| "place_empty_cup": -0.05646561926205895, |
| "place_fan": 0.09081481745808373, |
| "place_mouse_pad": 0.10619436358275369, |
| "place_object_basket": 0.13266889449559727, |
| "place_object_scale": 0.05083894294559932, |
| "place_object_stand": 0.08401648238242665, |
| "place_phone_stand": 0.09976409834164579, |
| "place_shoe": 0.16343388015493276, |
| "press_stapler": 0.09753853932669387, |
| "put_bottles_dustbin": 0.09915679137683775, |
| "put_object_cabinet": 0.1061535345717235, |
| "rotate_qrcode": 0.028306290793829514, |
| "scan_object": 0.1115317779743476, |
| "shake_bottle": 0.09165826330532217, |
| "shake_bottle_horizontally": 0.12024270502459355, |
| "stack_blocks_three": 0.09707072527575622, |
| "stack_blocks_two": 0.06867910685805423, |
| "stack_bowls_three": 0.13042057717823968, |
| "stack_bowls_two": 0.09248975011057048, |
| "stamp_seal": -0.013807416603004885, |
| "turn_switch": 0.04928908716804814 |
| } |
| }, |
| "lwm_loss": 0.2638776266933499, |
| "pairwise_median_distance_ratio": 1.013358754046036, |
| "shuffle_gain": 0.44672357995964534, |
| "state_loss": 0.3667267476663273 |
| }, |
| { |
| "checkpoint_id": "epoch-14.ckpt", |
| "covariance_trace_ratio": 0.7787987208640554, |
| "effective_rank": 10.003592976233147, |
| "eligible": true, |
| "failed_gates": [], |
| "geometry_score": 0.559763104070919, |
| "libero_geometry_improvement": { |
| "bootstrap_samples": 10000, |
| "bootstrap_seed": 20260803, |
| "checks": { |
| "overlap_not_degraded": true, |
| "paired_bootstrap_ci_low_positive": true, |
| "score_improved": true, |
| "task_coverage_at_least_70pct": true, |
| "trustworthiness_not_degraded": true |
| }, |
| "family_count": 50, |
| "mean_task_delta": 0.07669211068679604, |
| "median_task_delta": 0.07311020067169782, |
| "nonnegative_task_fraction": 0.86, |
| "paired_bootstrap_ci_high": 0.09553882132514645, |
| "paired_bootstrap_ci_low": 0.057910356711908806, |
| "passes": true, |
| "task_deltas": { |
| "adjust_bottle": 0.06626888209829385, |
| "beat_block_hammer": 0.04274901223647354, |
| "blocks_ranking_rgb": 0.12572791537667694, |
| "blocks_ranking_size": 0.07565318007585808, |
| "click_alarmclock": 0.05493400450673297, |
| "click_bell": -0.004435836088127754, |
| "dump_bin_bigbin": 0.0639826441102756, |
| "grab_roller": -0.02620225968898071, |
| "handover_block": 0.11475675720048784, |
| "handover_mic": 0.15731890006054428, |
| "hanging_mug": 0.053536867905056795, |
| "lift_pot": 0.07765098273759263, |
| "move_can_pot": 0.17327538800209086, |
| "move_pillbottle_pad": 0.03714736625043202, |
| "move_playingcard_away": 0.02665964912280694, |
| "move_stapler_pad": 0.10715136370337608, |
| "open_laptop": 0.028198669948528654, |
| "open_microwave": 0.013545628777826835, |
| "pick_diverse_bottles": -0.03362838501741461, |
| "pick_dual_bottles": 0.04804443707793088, |
| "place_a2b_left": 0.2107607806280407, |
| "place_a2b_right": 0.048765542867864886, |
| "place_bread_basket": 0.14281325388278882, |
| "place_bread_skillet": 0.06495871831986377, |
| "place_burger_fries": 0.02291212976349266, |
| "place_can_basket": 0.27259802914925074, |
| "place_cans_plasticbox": -0.013467624114343213, |
| "place_container_plate": 0.16911816674038038, |
| "place_dual_shoes": -0.015436650507925198, |
| "place_empty_cup": -0.0937994708055887, |
| "place_fan": 0.11372263479554501, |
| "place_mouse_pad": 0.11298071549193844, |
| "place_object_basket": 0.13293862028064807, |
| "place_object_scale": 0.028188117352204056, |
| "place_object_stand": 0.07056722126753756, |
| "place_phone_stand": 0.07677040823402381, |
| "place_shoe": 0.19768713830029616, |
| "press_stapler": 0.07657069324089105, |
| "put_bottles_dustbin": 0.09505975265704358, |
| "put_object_cabinet": 0.11832012383900936, |
| "rotate_qrcode": 0.06780162103118759, |
| "scan_object": 0.08519540026536926, |
| "shake_bottle": 0.06462566342326409, |
| "shake_bottle_horizontally": 0.12892784434347915, |
| "stack_blocks_three": 0.07835145282993572, |
| "stack_blocks_two": 0.05868435058233823, |
| "stack_bowls_three": 0.1485257371369601, |
| "stack_bowls_two": 0.093316714580569, |
| "stamp_seal": -0.004055455818691156, |
| "turn_switch": 0.07886873618596602 |
| } |
| }, |
| "lwm_loss": 0.26061080582008844, |
| "pairwise_median_distance_ratio": 0.825236967101638, |
| "shuffle_gain": 0.4646939817899947, |
| "state_loss": 0.36366748124064363 |
| }, |
| { |
| "checkpoint_id": "epoch-19.ckpt", |
| "covariance_trace_ratio": 0.629665559436458, |
| "effective_rank": 9.870567311410317, |
| "eligible": true, |
| "failed_gates": [], |
| "geometry_score": 0.5580302090625309, |
| "libero_geometry_improvement": { |
| "bootstrap_samples": 10000, |
| "bootstrap_seed": 20260803, |
| "checks": { |
| "overlap_not_degraded": true, |
| "paired_bootstrap_ci_low_positive": true, |
| "score_improved": true, |
| "task_coverage_at_least_70pct": true, |
| "trustworthiness_not_degraded": true |
| }, |
| "family_count": 50, |
| "mean_task_delta": 0.07495921567840784, |
| "median_task_delta": 0.06882274968547847, |
| "nonnegative_task_fraction": 0.9, |
| "paired_bootstrap_ci_high": 0.09352420202829208, |
| "paired_bootstrap_ci_low": 0.05624835918450071, |
| "passes": true, |
| "task_deltas": { |
| "adjust_bottle": 0.058744943575516295, |
| "beat_block_hammer": 0.06314414713253735, |
| "blocks_ranking_rgb": 0.13982990196078426, |
| "blocks_ranking_size": 0.07965137409030609, |
| "click_alarmclock": 0.04653211877636432, |
| "click_bell": 0.012698541634253102, |
| "dump_bin_bigbin": 0.06113634453781508, |
| "grab_roller": -0.014089287724659338, |
| "handover_block": 0.12784697907871279, |
| "handover_mic": 0.17832006842262604, |
| "hanging_mug": 0.06093699321833995, |
| "lift_pot": 0.08109288763352218, |
| "move_can_pot": 0.1809028905820702, |
| "move_pillbottle_pad": 0.052347830806964035, |
| "move_playingcard_away": 0.008431991744066059, |
| "move_stapler_pad": 0.09880422379478115, |
| "open_laptop": 0.015981928752362207, |
| "open_microwave": 0.03137254365861175, |
| "pick_diverse_bottles": -0.027326170037393016, |
| "pick_dual_bottles": 0.055435273591442014, |
| "place_a2b_left": 0.20555737505528526, |
| "place_a2b_right": 0.03623318624100358, |
| "place_bread_basket": 0.10614014206056871, |
| "place_bread_skillet": 0.068391784273518, |
| "place_burger_fries": 0.0183628765881223, |
| "place_can_basket": 0.2640014089222125, |
| "place_cans_plasticbox": -0.0058511137469342556, |
| "place_container_plate": 0.12736587055874993, |
| "place_dual_shoes": -0.007709201814697142, |
| "place_empty_cup": -0.11698277813517749, |
| "place_fan": 0.1379818711216544, |
| "place_mouse_pad": 0.09425175338077818, |
| "place_object_basket": 0.11473555747657915, |
| "place_object_scale": 0.012737745098039266, |
| "place_object_stand": 0.06925371509743894, |
| "place_phone_stand": 0.062206023006248445, |
| "place_shoe": 0.20929585863053357, |
| "press_stapler": 0.0822267022473645, |
| "put_bottles_dustbin": 0.1076769929502901, |
| "put_object_cabinet": 0.07874869895326553, |
| "rotate_qrcode": 0.042891791309825344, |
| "scan_object": 0.11100215981129297, |
| "shake_bottle": 0.07839780768766841, |
| "shake_bottle_horizontally": 0.12204507860560498, |
| "stack_blocks_three": 0.08244109605564709, |
| "stack_blocks_two": 0.048146734483267006, |
| "stack_bowls_three": 0.1386319806870117, |
| "stack_bowls_two": 0.09470569069733148, |
| "stamp_seal": 0.00853797997667971, |
| "turn_switch": 0.04474047141219717 |
| } |
| }, |
| "lwm_loss": 0.2592013496517614, |
| "pairwise_median_distance_ratio": 0.7271497964037684, |
| "shuffle_gain": 0.4721231391635497, |
| "state_loss": 0.3617953226751371 |
| }, |
| { |
| "checkpoint_id": "epoch-24.ckpt", |
| "covariance_trace_ratio": 0.5606627067405422, |
| "effective_rank": 9.694279462209623, |
| "eligible": false, |
| "failed_gates": [ |
| "mean_contraction_distance" |
| ], |
| "geometry_score": 0.5566563305587264, |
| "libero_geometry_improvement": { |
| "bootstrap_samples": 10000, |
| "bootstrap_seed": 20260803, |
| "checks": { |
| "overlap_not_degraded": true, |
| "paired_bootstrap_ci_low_positive": true, |
| "score_improved": true, |
| "task_coverage_at_least_70pct": true, |
| "trustworthiness_not_degraded": true |
| }, |
| "family_count": 50, |
| "mean_task_delta": 0.07358533717460355, |
| "median_task_delta": 0.07020477836651617, |
| "nonnegative_task_fraction": 0.88, |
| "paired_bootstrap_ci_high": 0.0932474848496066, |
| "paired_bootstrap_ci_low": 0.053771148105390465, |
| "passes": true, |
| "task_deltas": { |
| "adjust_bottle": 0.07618271815903388, |
| "beat_block_hammer": 0.06290252837977306, |
| "blocks_ranking_rgb": 0.15932187822497423, |
| "blocks_ranking_size": 0.08356197780547625, |
| "click_alarmclock": 0.05746277596747046, |
| "click_bell": 0.006619129869547158, |
| "dump_bin_bigbin": 0.09231054474421346, |
| "grab_roller": -0.017261504697572816, |
| "handover_block": 0.10526733511586439, |
| "handover_mic": 0.17880883076967002, |
| "hanging_mug": 0.06547481940144478, |
| "lift_pot": 0.07598551190811242, |
| "move_can_pot": 0.1630583085387265, |
| "move_pillbottle_pad": 0.06991342896010089, |
| "move_playingcard_away": 0.015817905056759507, |
| "move_stapler_pad": 0.11143839009287926, |
| "open_laptop": 0.005770720584884703, |
| "open_microwave": 0.02146482382426651, |
| "pick_diverse_bottles": -0.031370572968109744, |
| "pick_dual_bottles": 0.06634584665569992, |
| "place_a2b_left": 0.20873005307386117, |
| "place_a2b_right": 0.036856295484701096, |
| "place_bread_basket": 0.12395257598774895, |
| "place_bread_skillet": 0.049031867100907345, |
| "place_burger_fries": -0.008905639593053793, |
| "place_can_basket": 0.2860828072710258, |
| "place_cans_plasticbox": -0.04107509635225015, |
| "place_container_plate": 0.11206201164676399, |
| "place_dual_shoes": -0.02244350247275939, |
| "place_empty_cup": -0.11519811728519164, |
| "place_fan": 0.15823282571401764, |
| "place_mouse_pad": 0.10428695133555821, |
| "place_object_basket": 0.1260128131156769, |
| "place_object_scale": 0.017912372843874425, |
| "place_object_stand": 0.07049612777293146, |
| "place_phone_stand": 0.05404308625259968, |
| "place_shoe": 0.21477852116923324, |
| "press_stapler": 0.10918010647987098, |
| "put_bottles_dustbin": 0.11768886420596947, |
| "put_object_cabinet": 0.06923148680524838, |
| "rotate_qrcode": 0.03832126941685765, |
| "scan_object": 0.08494307828394515, |
| "shake_bottle": 0.06043961239998391, |
| "shake_bottle_horizontally": 0.09875308391299109, |
| "stack_blocks_three": 0.07451148526396201, |
| "stack_blocks_two": 0.04911767285861712, |
| "stack_bowls_three": 0.12019539657968453, |
| "stack_bowls_two": 0.0713684615951643, |
| "stamp_seal": 0.006017174285982363, |
| "turn_switch": 0.035567817183041306 |
| } |
| }, |
| "lwm_loss": 0.2583126584269899, |
| "pairwise_median_distance_ratio": 0.6775291214667555, |
| "shuffle_gain": 0.47443403004342377, |
| "state_loss": 0.3601525284929314 |
| }, |
| { |
| "checkpoint_id": "epoch-29.ckpt", |
| "covariance_trace_ratio": 0.5172813393359987, |
| "effective_rank": 9.746703122014326, |
| "eligible": false, |
| "failed_gates": [ |
| "mean_contraction_distance" |
| ], |
| "geometry_score": 0.5552630633308452, |
| "libero_geometry_improvement": { |
| "bootstrap_samples": 10000, |
| "bootstrap_seed": 20260803, |
| "checks": { |
| "overlap_not_degraded": true, |
| "paired_bootstrap_ci_low_positive": true, |
| "score_improved": true, |
| "task_coverage_at_least_70pct": true, |
| "trustworthiness_not_degraded": true |
| }, |
| "family_count": 50, |
| "mean_task_delta": 0.07219206994672218, |
| "median_task_delta": 0.07343086342192373, |
| "nonnegative_task_fraction": 0.86, |
| "paired_bootstrap_ci_high": 0.09100698652029254, |
| "paired_bootstrap_ci_low": 0.0524032683691471, |
| "passes": true, |
| "task_deltas": { |
| "adjust_bottle": 0.06910973791430441, |
| "beat_block_hammer": 0.07710750773993813, |
| "blocks_ranking_rgb": 0.1557308049535604, |
| "blocks_ranking_size": 0.08684456294479515, |
| "click_alarmclock": 0.06517167924169875, |
| "click_bell": 0.019371981249333536, |
| "dump_bin_bigbin": 0.09006417882942647, |
| "grab_roller": -0.010390010002336747, |
| "handover_block": 0.11151787691153014, |
| "handover_mic": 0.14221955979812362, |
| "hanging_mug": 0.08624832301341595, |
| "lift_pot": 0.07427347982255095, |
| "move_can_pot": 0.18335879873480498, |
| "move_pillbottle_pad": 0.06524368776218625, |
| "move_playingcard_away": 0.012101455845496045, |
| "move_stapler_pad": 0.07143508034792856, |
| "open_laptop": 0.004123171230214606, |
| "open_microwave": 0.057426621701312075, |
| "pick_diverse_bottles": -0.03547094328474065, |
| "pick_dual_bottles": 0.056886912978213966, |
| "place_a2b_left": 0.21701336060740084, |
| "place_a2b_right": 0.022049340597483036, |
| "place_bread_basket": 0.11279709148481526, |
| "place_bread_skillet": 0.0750700437591304, |
| "place_burger_fries": -0.009740164160109588, |
| "place_can_basket": 0.25550966485616516, |
| "place_cans_plasticbox": -0.05251175331376573, |
| "place_container_plate": 0.12172349255491677, |
| "place_dual_shoes": -0.009598485183547112, |
| "place_empty_cup": -0.12933053690375673, |
| "place_fan": 0.14355083396995172, |
| "place_mouse_pad": 0.09835659637060568, |
| "place_object_basket": 0.10346077861766723, |
| "place_object_scale": 0.005459273182957414, |
| "place_object_stand": 0.08043474723777588, |
| "place_phone_stand": 0.047545183407251, |
| "place_shoe": 0.19456277223808183, |
| "press_stapler": 0.11713051760125726, |
| "put_bottles_dustbin": 0.11855356606757533, |
| "put_object_cabinet": 0.07145855447442129, |
| "rotate_qrcode": 0.035541326913540505, |
| "scan_object": 0.09420623617868201, |
| "shake_bottle": 0.06548714232104319, |
| "shake_bottle_horizontally": 0.09730737773578335, |
| "stack_blocks_three": 0.07258824702129651, |
| "stack_blocks_two": 0.027973760604720455, |
| "stack_bowls_three": 0.12422225416482374, |
| "stack_bowls_two": 0.10004321833996754, |
| "stamp_seal": -0.01995104405398518, |
| "turn_switch": 0.04631563291220375 |
| } |
| }, |
| "lwm_loss": 0.25756235617010437, |
| "pairwise_median_distance_ratio": 0.6564314838825684, |
| "shuffle_gain": 0.480762135273629, |
| "state_loss": 0.3592316838009328 |
| }, |
| { |
| "checkpoint_id": "epoch-34.ckpt", |
| "covariance_trace_ratio": 0.503181308308497, |
| "effective_rank": 9.53616043817579, |
| "eligible": false, |
| "failed_gates": [ |
| "mean_contraction_distance" |
| ], |
| "geometry_score": 0.5512371225812147, |
| "libero_geometry_improvement": { |
| "bootstrap_samples": 10000, |
| "bootstrap_seed": 20260803, |
| "checks": { |
| "overlap_not_degraded": true, |
| "paired_bootstrap_ci_low_positive": true, |
| "score_improved": true, |
| "task_coverage_at_least_70pct": true, |
| "trustworthiness_not_degraded": true |
| }, |
| "family_count": 50, |
| "mean_task_delta": 0.06816612919709178, |
| "median_task_delta": 0.07598406713423878, |
| "nonnegative_task_fraction": 0.82, |
| "paired_bootstrap_ci_high": 0.08728456825593978, |
| "paired_bootstrap_ci_low": 0.048035917028169714, |
| "passes": true, |
| "task_deltas": { |
| "adjust_bottle": 0.07906145544342136, |
| "beat_block_hammer": 0.08995211558307536, |
| "blocks_ranking_rgb": 0.14177675438596493, |
| "blocks_ranking_size": 0.08037433590661147, |
| "click_alarmclock": 0.06594597996677348, |
| "click_bell": -0.0055747224082060565, |
| "dump_bin_bigbin": 0.08879815347191505, |
| "grab_roller": -0.010796276453165055, |
| "handover_block": 0.10152347546674167, |
| "handover_mic": 0.14124884993523112, |
| "hanging_mug": 0.08868808049535598, |
| "lift_pot": 0.07567205714821812, |
| "move_can_pot": 0.18943728170694119, |
| "move_pillbottle_pad": 0.08180193699489369, |
| "move_playingcard_away": 0.003180185758513865, |
| "move_stapler_pad": 0.07138112560813803, |
| "open_laptop": 0.0021586070791953516, |
| "open_microwave": 0.058599284977148725, |
| "pick_diverse_bottles": -0.03569954406767917, |
| "pick_dual_bottles": 0.04933597203599566, |
| "place_a2b_left": 0.2147554400707652, |
| "place_a2b_right": 0.026242566308820214, |
| "place_bread_basket": 0.10734590601999078, |
| "place_bread_skillet": 0.08600892404808813, |
| "place_burger_fries": -0.033955926289800376, |
| "place_can_basket": 0.24921100644543231, |
| "place_cans_plasticbox": -0.03728874592899367, |
| "place_container_plate": 0.08985131947515851, |
| "place_dual_shoes": -0.014398628925254231, |
| "place_empty_cup": -0.14344194140314753, |
| "place_fan": 0.1607494407810971, |
| "place_mouse_pad": 0.11315746619221856, |
| "place_object_basket": 0.10418885985016024, |
| "place_object_scale": -0.005643719593100394, |
| "place_object_stand": 0.07629607712025943, |
| "place_phone_stand": 0.03791179914445497, |
| "place_shoe": 0.18704021216141964, |
| "press_stapler": 0.12740158698594906, |
| "put_bottles_dustbin": 0.10405461548255662, |
| "put_object_cabinet": 0.06136842105263152, |
| "rotate_qrcode": 0.025183660689156007, |
| "scan_object": 0.07094400707651477, |
| "shake_bottle": 0.05743181851688034, |
| "shake_bottle_horizontally": 0.08752705393162052, |
| "stack_blocks_three": 0.056137170801334846, |
| "stack_blocks_two": 0.02227558468363422, |
| "stack_bowls_three": 0.11942073197700126, |
| "stack_bowls_two": 0.07993121775025802, |
| "stamp_seal": -0.014590027542117245, |
| "turn_switch": 0.03632545393651532 |
| } |
| }, |
| "lwm_loss": 0.2572164650368815, |
| "pairwise_median_distance_ratio": 0.6442838712964077, |
| "shuffle_gain": 0.4821275461239941, |
| "state_loss": 0.35914733324666415 |
| }, |
| { |
| "checkpoint_id": "epoch-39.ckpt", |
| "covariance_trace_ratio": 0.46673529807943337, |
| "effective_rank": 9.404060964148002, |
| "eligible": false, |
| "failed_gates": [ |
| "mean_contraction_trace", |
| "mean_contraction_distance" |
| ], |
| "geometry_score": 0.5602182142411365, |
| "libero_geometry_improvement": { |
| "bootstrap_samples": 10000, |
| "bootstrap_seed": 20260803, |
| "checks": { |
| "overlap_not_degraded": true, |
| "paired_bootstrap_ci_low_positive": true, |
| "score_improved": true, |
| "task_coverage_at_least_70pct": true, |
| "trustworthiness_not_degraded": true |
| }, |
| "family_count": 50, |
| "mean_task_delta": 0.07714722085701349, |
| "median_task_delta": 0.07874854432203504, |
| "nonnegative_task_fraction": 0.86, |
| "paired_bootstrap_ci_high": 0.09710962372854798, |
| "paired_bootstrap_ci_low": 0.05616523814833089, |
| "passes": true, |
| "task_deltas": { |
| "adjust_bottle": 0.10121939072279629, |
| "beat_block_hammer": 0.0896568627450981, |
| "blocks_ranking_rgb": 0.16758573271413824, |
| "blocks_ranking_size": 0.07767131733076005, |
| "click_alarmclock": 0.062328581859205145, |
| "click_bell": 0.004385330129555498, |
| "dump_bin_bigbin": 0.09252340409848153, |
| "grab_roller": -0.005121187996729892, |
| "handover_block": 0.12187486865559616, |
| "handover_mic": 0.11993230489616274, |
| "hanging_mug": 0.10962089414713255, |
| "lift_pot": 0.07406206927747172, |
| "move_can_pot": 0.18471282350260687, |
| "move_pillbottle_pad": 0.09554213809925893, |
| "move_playingcard_away": 0.034642260061919394, |
| "move_stapler_pad": 0.09590164012973612, |
| "open_laptop": 0.013256740447375126, |
| "open_microwave": 0.06242005749668289, |
| "pick_diverse_bottles": -0.044011696702812686, |
| "pick_dual_bottles": 0.06326998802225275, |
| "place_a2b_left": 0.21789855152587356, |
| "place_a2b_right": 0.029347180786190086, |
| "place_bread_basket": 0.14470173008666748, |
| "place_bread_skillet": 0.07982577131331003, |
| "place_burger_fries": -0.03535965840257471, |
| "place_can_basket": 0.2519671983958967, |
| "place_cans_plasticbox": -0.058970219331751894, |
| "place_container_plate": 0.10861114182515108, |
| "place_dual_shoes": -0.013928007518796859, |
| "place_empty_cup": -0.13911974923940873, |
| "place_fan": 0.17907454398027156, |
| "place_mouse_pad": 0.12626566684089913, |
| "place_object_basket": 0.11587930655515799, |
| "place_object_scale": 0.0013780038331122069, |
| "place_object_stand": 0.07503573967760602, |
| "place_phone_stand": 0.039287148614386425, |
| "place_shoe": 0.2270395155669923, |
| "press_stapler": 0.14073037553486134, |
| "put_bottles_dustbin": 0.10152344464101426, |
| "put_object_cabinet": 0.0664891124871001, |
| "rotate_qrcode": 0.025194128033988683, |
| "scan_object": 0.09295329500221133, |
| "shake_bottle": 0.07141437785640564, |
| "shake_bottle_horizontally": 0.10149529974669302, |
| "stack_blocks_three": 0.060555046372615995, |
| "stack_blocks_two": 0.06760299646174261, |
| "stack_bowls_three": 0.12657651113076812, |
| "stack_bowls_two": 0.0928111749963143, |
| "stamp_seal": -0.009257077520003154, |
| "turn_switch": 0.04886497396129241 |
| } |
| }, |
| "lwm_loss": 0.25718507364046156, |
| "pairwise_median_distance_ratio": 0.619514783807931, |
| "shuffle_gain": 0.480779819245628, |
| "state_loss": 0.35941321841152596 |
| } |
| ], |
| "eligible_count": 4, |
| "evaluated_count": 8, |
| "release_evaluation": "/data/share/robotwin/processed_data/actionvae/stage1_artifacts/robotwin_v1_12s_dino_residual/release_validation_baseline_v2.json", |
| "require_libero_improvement": true, |
| "schema": "lawam-stage1-checkpoint-selection-v1", |
| "selected_checkpoint_id": "epoch-09.ckpt" |
| } |
|
|
