Download eval_metrics.json from valueai-org/SLWM-v2-453M: direct link, hf CLI and curl.
- Browser
- Download file 34.3 kB
-
https://huggingface.co/valueai-org/SLWM-v2-453M/resolve/main/eval_metrics.json
- Command line
-
hf download hf://valueai-org/SLWM-v2-453M/eval_metrics.json
-
curl -L -o eval_metrics.json https://huggingface.co/valueai-org/SLWM-v2-453M/resolve/main/eval_metrics.json
34.3 kB
{
"beyond_window_T160_distractor_switch": {
"T160_post_perturbation_goal_b_success": 0.875,
"T160_stale_goal_a_capture": 0.015625,
"T160_succ_vec": [
1.0,
0.0,
1.0,
1.0,
1.0,
0.0,
1.0,
1.0,
0.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
1.0,
1.0,
0.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
1.0,
1.0
],
"latch_mse_beyond_W64_t92_160": 0.0021410463377833366,
"latch_mse_inside_W64_t24_64": 0.001289773965254426
},
"grounded_spoken_robot_dev": {
"available": true,
"causal_plan_gain_mm": 177.28514674305916,
"disc_vec": [
1.0,
1.0,
0.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
1.0,
1.0,
1.0,
0.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
1.0,
0.0,
0.0,
1.0,
1.0,
1.0,
0.0,
0.0,
1.0,
0.0,
1.0,
1.0,
1.0,
0.0,
1.0,
0.0,
0.0,
1.0,
1.0,
0.0,
0.0,
0.0,
1.0,
0.0,
0.0,
1.0,
1.0,
0.0,
1.0,
0.0,
1.0,
1.0,
1.0,
0.0,
0.0,
1.0,
0.0,
0.0,
0.0,
0.0,
1.0,
1.0,
0.0,
1.0,
0.0,
0.0,
1.0,
1.0,
0.0,
1.0,
0.0,
1.0,
0.0,
0.0,
1.0,
1.0,
0.0,
1.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
1.0,
0.0,
0.0,
0.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
1.0,
1.0,
1.0,
0.0,
0.0,
0.0,
0.0,
1.0,
1.0,
1.0,
1.0,
0.0,
1.0,
0.0,
0.0,
1.0,
0.0,
1.0,
0.0,
1.0,
0.0,
1.0,
0.0,
0.0,
0.0,
1.0,
1.0,
0.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
0.0,
1.0,
1.0,
0.0,
1.0,
0.0,
0.0,
1.0,
0.0,
1.0,
0.0,
0.0,
1.0,
1.0,
1.0,
1.0,
0.0,
1.0,
0.0,
0.0,
1.0,
0.0,
0.0,
0.0,
1.0,
1.0,
0.0,
1.0,
1.0,
1.0,
0.0,
1.0,
1.0,
0.0,
0.0,
0.0,
0.0,
1.0,
1.0,
0.0,
0.0,
0.0,
0.0,
1.0,
1.0,
0.0,
0.0,
1.0,
0.0,
1.0,
1.0,
0.0,
1.0,
1.0,
0.0,
0.0,
0.0,
0.0,
1.0,
1.0,
0.0,
1.0,
1.0,
0.0,
1.0,
1.0,
1.0,
0.0,
0.0,
1.0,
1.0,
1.0,
0.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
1.0,
0.0,
1.0,
1.0,
0.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
1.0,
1.0,
1.0,
0.0,
1.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
1.0,
1.0,
0.0,
0.0,
0.0,
0.0,
1.0,
1.0,
1.0,
0.0
],
"num_episodes": 256,
"physical_scale_mm": 350.0,
"split": "dev",
"spoken_16tok_discrimination_acc": 0.53125,
"step1_mm": 15.353164378553629,
"step1_persistence_mm": 37.55680362135172,
"step4_mm": 27.505561163648963,
"step4_mm_norm250": 19.646829402606404,
"step4_mm_vec": [
24.643665313720703,
18.228830337524414,
35.681121826171875,
18.02499008178711,
18.433536529541016,
15.99661636352539,
12.458874702453613,
12.32955551147461,
22.878314971923828,
18.995220184326172,
14.55675983428955,
24.33291244506836,
33.53385925292969,
16.796247482299805,
31.679506301879883,
35.549312591552734,
40.781517028808594,
22.98223114013672,
20.91754913330078,
52.0249137878418,
32.659156799316406,
25.13066291809082,
28.200332641601562,
34.355201721191406,
31.975988388061523,
20.803436279296875,
80.09122467041016,
28.28884506225586,
44.07765579223633,
42.84733581542969,
22.553306579589844,
23.10089683532715,
47.049468994140625,
23.81770133972168,
21.39311981201172,
20.545888900756836,
14.995376586914062,
46.059051513671875,
20.31414222717285,
24.292787551879883,
25.092666625976562,
8.899209022521973,
23.16429901123047,
43.68209457397461,
26.61147689819336,
23.37384033203125,
22.64590835571289,
29.37067413330078,
25.795623779296875,
47.42320251464844,
30.848400115966797,
25.26454734802246,
20.674123764038086,
24.84131622314453,
37.090126037597656,
32.90314483642578,
17.758970260620117,
13.525680541992188,
23.205034255981445,
27.93902587890625,
33.09968566894531,
36.28607940673828,
15.485138893127441,
32.18452453613281,
8.298711776733398,
28.122127532958984,
18.70220184326172,
23.44591522216797,
20.68191909790039,
33.31732177734375,
32.932777404785156,
13.247466087341309,
22.371749877929688,
16.947799682617188,
33.012115478515625,
24.133281707763672,
14.16431713104248,
26.530921936035156,
17.001476287841797,
32.49360656738281,
19.026905059814453,
46.06372833251953,
22.06696319580078,
32.66535568237305,
23.3712215423584,
17.683364868164062,
28.63913345336914,
53.39104080200195,
33.15793991088867,
51.28656768798828,
44.24805450439453,
20.368663787841797,
30.78654670715332,
25.635482788085938,
25.387117385864258,
47.45918273925781,
39.01633071899414,
20.33638572692871,
19.966733932495117,
15.122055053710938,
53.863014221191406,
18.674392700195312,
27.486709594726562,
21.580245971679688,
42.100399017333984,
26.777681350708008,
28.887184143066406,
25.526607513427734,
16.99188995361328,
38.96158218383789,
18.60024070739746,
32.23288345336914,
17.070415496826172,
42.20842742919922,
18.207780838012695,
31.786136627197266,
28.60790252685547,
37.30992126464844,
64.02778625488281,
19.46295166015625,
16.562389373779297,
34.558753967285156,
16.295944213867188,
59.12910842895508,
24.137630462646484,
29.827329635620117,
29.50417137145996,
9.137231826782227,
38.67043685913086,
30.545074462890625,
19.736833572387695,
18.05611801147461,
36.868858337402344,
14.320435523986816,
19.138187408447266,
19.97198486328125,
23.98720359802246,
35.195770263671875,
19.35082244873047,
25.525711059570312,
10.353072166442871,
50.2829704284668,
32.50068664550781,
30.21101951599121,
8.730756759643555,
21.52513885498047,
95.20730590820312,
26.154375076293945,
16.23656463623047,
39.26628875732422,
28.785118103027344,
39.62519073486328,
22.655494689941406,
57.386898040771484,
51.97772216796875,
44.04960250854492,
29.971670150756836,
29.29939079284668,
41.962100982666016,
33.339866638183594,
31.783353805541992,
39.272830963134766,
38.105812072753906,
18.111560821533203,
28.479196548461914,
7.673611164093018,
12.494887351989746,
17.081018447875977,
29.74968719482422,
46.429595947265625,
36.91999053955078,
16.496631622314453,
25.255245208740234,
37.70363998413086,
15.625076293945312,
23.532405853271484,
19.462512969970703,
30.559541702270508,
25.35317611694336,
16.25391960144043,
11.146020889282227,
38.38559341430664,
17.960786819458008,
22.106822967529297,
22.443653106689453,
16.878978729248047,
20.400999069213867,
30.254732131958008,
37.79138946533203,
11.690661430358887,
29.058900833129883,
34.5116081237793,
19.26837158203125,
23.3241024017334,
20.532257080078125,
35.87205123901367,
8.256619453430176,
31.165878295898438,
23.17897605895996,
15.091907501220703,
26.185367584228516,
41.663169860839844,
20.32855987548828,
28.602783203125,
31.125877380371094,
34.14685821533203,
18.028949737548828,
49.02996063232422,
31.66077995300293,
23.719331741333008,
21.600486755371094,
25.236835479736328,
27.955013275146484,
19.948827743530273,
28.62662124633789,
27.090362548828125,
16.112699508666992,
28.56565284729004,
26.625747680664062,
24.761215209960938,
29.840105056762695,
25.435590744018555,
27.36164093017578,
28.09063720703125,
21.479312896728516,
33.6484489440918,
20.873855590820312,
18.611820220947266,
24.98346710205078,
49.79520797729492,
27.63700294494629,
21.648052215576172,
20.050813674926758,
26.034034729003906,
27.51000213623047,
36.95127487182617,
17.788379669189453,
20.463932037353516,
44.797733306884766,
22.173852920532227,
21.507274627685547,
16.100255966186523,
27.496768951416016,
9.257868766784668,
24.29047203063965,
16.345184326171875,
13.265762329101562,
43.286293029785156,
19.916484832763672,
32.13661193847656,
22.189565658569336,
34.20246124267578,
28.576181411743164,
13.669018745422363,
24.301769256591797,
20.99764060974121
],
"step4_persistence_mm": 102.73376367986202,
"step4_skill_vs_persistence": 0.7322636669930489
},
"symbolic_key_drift_and_recall": {
"dyn_visual_assoc_T1024": 0.0625,
"dyn_visual_assoc_T1024_vec": [
0.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
"dyn_visual_assoc_T256": 0.15625,
"dyn_visual_assoc_T256_vec": [
1.0,
0.0,
0.0,
1.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
0.0,
0.0
],
"dyn_visual_assoc_T512": 0.3125,
"dyn_visual_assoc_T512_vec": [
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
1.0,
0.0,
0.0,
1.0,
0.0,
0.0,
0.0,
1.0
],
"dyn_visual_assoc_T64": 0.1875,
"dyn_visual_assoc_T64_vec": [
0.0,
1.0,
0.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
1.0,
1.0,
0.0
],
"symbolic_key_cosine_stability": 1.0,
"symbolic_key_visual_drift": 0.0
},
"unseen_layout_deprivileged_mpc": {
"by_unseen_family": {
"dual_chicane": {
"explicit_latch_reactive_success": 0.0,
"mppi_success": 0.8125,
"open_loop_success": 0.0
},
"dynamics_shift": {
"explicit_latch_reactive_success": 0.1875,
"mppi_success": 0.0625,
"open_loop_success": 0.0
},
"multi_block_clutter": {
"explicit_latch_reactive_success": 0.4375,
"mppi_success": 0.6875,
"open_loop_success": 0.0
},
"off_center_wall": {
"explicit_latch_reactive_success": 0.625,
"mppi_success": 0.5,
"open_loop_success": 0.0
}
},
"explicit_latch_reactive_succ_vec": [
1.0,
0.0,
0.0,
0.0,
1.0,
0.0,
0.0,
0.0,
1.0,
0.0,
0.0,
0.0,
1.0,
0.0,
1.0,
0.0,
1.0,
0.0,
1.0,
0.0,
0.0,
0.0,
0.0,
1.0,
1.0,
0.0,
1.0,
0.0,
1.0,
0.0,
1.0,
1.0,
1.0,
0.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
1.0,
0.0,
0.0,
1.0,
0.0,
0.0,
0.0,
0.0
],
"explicit_latch_reactive_success": 0.3125,
"geometry_free_mppi_succ_vec": [
0.0,
1.0,
1.0,
0.0,
0.0,
0.0,
0.0,
1.0,
1.0,
1.0,
0.0,
0.0,
0.0,
1.0,
0.0,
0.0,
1.0,
0.0,
0.0,
0.0,
1.0,
1.0,
1.0,
0.0,
1.0,
1.0,
1.0,
0.0,
0.0,
1.0,
0.0,
0.0,
0.0,
1.0,
1.0,
0.0,
1.0,
1.0,
1.0,
0.0,
0.0,
1.0,
1.0,
0.0,
1.0,
0.0,
1.0,
0.0,
0.0,
1.0,
1.0,
0.0,
1.0,
1.0,
1.0,
0.0,
0.0,
1.0,
1.0,
0.0,
1.0,
1.0,
1.0,
0.0
],
"geometry_free_mppi_success": 0.515625,
"open_loop_policy_success": 0.0,
"vis_decoded_ee_rmse": 0.022957850247621536,
"vis_decoded_obj_rmse": 0.04501622915267944
},
"unseen_ood_sensor_corruptions": {
"cross_episode_replay_swap_auroc": 0.996242116638322,
"frozen_camera_frame_auroc": 0.9999867134353742,
"half_occluded_camera_auroc": 1.0,
"mean_unseen_ood_corruption_auroc": 0.9990572075184241,
"unseen_90deg_rotation_auroc": 1.0
},
"untouched_vault_spoken_robot": {
"available": true,
"causal_plan_gain_mm": 186.89555797725916,
"disc_vec": [
0.0,
0.0,
0.0,
1.0,
0.0,
0.0,
1.0,
0.0,
0.0,
1.0,
0.0,
1.0,
1.0,
1.0,
0.0,
0.0,
1.0,
1.0,
0.0,
1.0,
1.0,
1.0,
0.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
0.0,
1.0,
0.0,
0.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
1.0,
1.0,
0.0,
0.0,
0.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
1.0,
0.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
1.0,
0.0,
0.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
1.0,
1.0,
1.0,
0.0,
0.0,
0.0,
1.0,
1.0,
1.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
1.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
1.0,
1.0,
0.0,
0.0,
1.0,
0.0,
1.0,
0.0,
0.0,
1.0,
1.0,
1.0,
0.0,
1.0,
1.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
0.0,
1.0,
0.0,
1.0,
1.0,
0.0,
0.0,
0.0,
1.0,
0.0,
0.0,
0.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
1.0,
1.0,
1.0,
0.0,
0.0,
0.0,
1.0,
0.0,
0.0,
1.0,
0.0,
0.0,
1.0,
1.0,
1.0,
0.0,
1.0,
1.0,
1.0,
0.0,
1.0,
0.0,
1.0,
0.0,
1.0,
1.0,
0.0,
0.0,
1.0,
0.0,
0.0,
1.0,
0.0,
1.0,
1.0,
0.0,
1.0,
1.0,
0.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
1.0,
0.0,
0.0,
0.0,
1.0,
1.0,
0.0,
0.0,
0.0,
1.0,
0.0,
0.0,
0.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
1.0,
1.0,
1.0,
0.0,
0.0,
1.0,
0.0,
0.0,
1.0,
0.0,
0.0,
0.0,
1.0,
1.0,
0.0,
1.0,
0.0,
1.0,
1.0,
0.0,
0.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
0.0,
0.0,
1.0,
0.0,
0.0,
0.0,
1.0,
1.0,
0.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
1.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
0.0,
1.0,
0.0,
0.0,
1.0,
0.0,
1.0,
0.0,
1.0,
0.0,
1.0,
0.0,
0.0,
1.0,
0.0,
1.0,
1.0,
1.0,
0.0,
1.0,
0.0,
1.0,
1.0,
0.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
1.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
0.0,
1.0,
0.0,
1.0,
1.0,
0.0,
1.0,
1.0,
1.0,
0.0,
1.0,
1.0,
1.0,
0.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
0.0,
0.0,
1.0,
1.0,
0.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
1.0,
0.0,
0.0,
1.0,
0.0,
1.0,
1.0,
0.0,
0.0,
1.0,
1.0,
0.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
0.0,
1.0,
0.0,
0.0,
0.0,
0.0,
1.0,
1.0,
0.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
1.0,
1.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
1.0,
0.0,
0.0,
1.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
1.0,
1.0,
0.0,
1.0,
0.0,
1.0,
1.0,
1.0,
0.0,
0.0,
1.0,
1.0,
1.0,
1.0,
0.0,
1.0,
0.0,
0.0,
1.0,
0.0,
1.0,
0.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
1.0,
1.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
1.0,
0.0,
0.0,
0.0,
1.0,
1.0,
0.0,
0.0,
1.0,
0.0,
0.0,
0.0,
1.0,
1.0,
0.0,
1.0,
0.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
1.0,
0.0,
1.0,
0.0,
0.0,
0.0,
1.0,
0.0,
0.0,
0.0,
0.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
1.0,
1.0,
0.0,
0.0,
1.0,
1.0,
1.0,
1.0,
0.0,
1.0,
1.0,
0.0,
1.0,
1.0,
1.0,
1.0,
0.0,
1.0,
0.0,
0.0,
1.0,
1.0
],
"num_episodes": 512,
"physical_scale_mm": 350.0,
"split": "vault",
"spoken_16tok_discrimination_acc": 0.517578125,
"step1_mm": 18.206239729188383,
"step1_persistence_mm": 43.82253515906632,
"step4_mm": 31.45887702330947,
"step4_mm_norm250": 22.47062644522105,
"step4_mm_vec": [
16.17644691467285,
18.767148971557617,
28.382831573486328,
35.0616455078125,
19.87870979309082,
27.981428146362305,
28.75069808959961,
18.403409957885742,
24.02269172668457,
41.361419677734375,
58.569427490234375,
16.91248321533203,
31.275720596313477,
32.74454879760742,
29.671794891357422,
27.005451202392578,
29.1276798248291,
39.503536224365234,
19.419857025146484,
26.042686462402344,
26.18216896057129,
25.972570419311523,
21.51404571533203,
26.98388671875,
13.328563690185547,
20.643898010253906,
29.07659149169922,
31.32079315185547,
15.810264587402344,
19.256193161010742,
20.15896987915039,
10.50729751586914,
20.435043334960938,
44.774288177490234,
21.87978172302246,
20.986804962158203,
23.788949966430664,
22.980592727661133,
32.30878829956055,
49.493064880371094,
22.973976135253906,
22.670747756958008,
18.41132354736328,
33.734214782714844,
34.45477294921875,
19.20631217956543,
15.467382431030273,
19.399333953857422,
23.06679916381836,
22.29973030090332,
32.2507209777832,
12.804122924804688,
64.66806030273438,
23.89634895324707,
31.294485092163086,
34.35977554321289,
41.19588851928711,
28.802505493164062,
27.325164794921875,
29.764873504638672,
30.00204849243164,
34.89613342285156,
30.408157348632812,
69.79981994628906,
27.797367095947266,
30.876962661743164,
30.26737403869629,
16.040817260742188,
19.52267074584961,
18.323455810546875,
19.943950653076172,
20.901992797851562,
40.05010223388672,
33.10638427734375,
17.922447204589844,
21.229698181152344,
18.937244415283203,
31.549110412597656,
16.188335418701172,
19.792469024658203,
27.0816707611084,
31.845970153808594,
17.108400344848633,
30.560564041137695,
21.89153480529785,
22.3657283782959,
29.696136474609375,
23.52691078186035,
24.756732940673828,
40.79378128051758,
75.54930877685547,
54.681793212890625,
23.045351028442383,
42.92559814453125,
33.72325897216797,
46.83290481567383,
31.444639205932617,
70.38001251220703,
26.57013511657715,
38.431602478027344,
22.510231018066406,
28.643186569213867,
21.08599090576172,
51.692108154296875,
37.687320709228516,
35.904624938964844,
43.31157684326172,
32.56216812133789,
26.50605583190918,
13.566183090209961,
18.131908416748047,
55.78949737548828,
23.433589935302734,
15.31515884399414,
27.691967010498047,
22.914098739624023,
27.349374771118164,
17.25061798095703,
20.49863052368164,
40.32457733154297,
19.98238182067871,
26.626712799072266,
51.01808547973633,
18.036836624145508,
23.72001838684082,
24.062108993530273,
19.247142791748047,
14.956568717956543,
23.626253128051758,
34.91282653808594,
22.54470443725586,
20.706607818603516,
27.183156967163086,
27.83281898498535,
32.832908630371094,
19.926517486572266,
12.086406707763672,
11.396620750427246,
33.164390563964844,
23.444480895996094,
20.19613265991211,
37.21304702758789,
24.39918327331543,
29.88801383972168,
13.547815322875977,
40.10700225830078,
33.86475372314453,
50.42180252075195,
29.889745712280273,
39.549781799316406,
31.84607696533203,
31.261865615844727,
36.3300666809082,
34.47241973876953,
20.916038513183594,
17.013141632080078,
18.545475006103516,
23.02488136291504,
23.061613082885742,
26.688817977905273,
48.758872985839844,
16.939952850341797,
22.70352554321289,
14.635629653930664,
27.663496017456055,
19.886329650878906,
38.003822326660156,
61.9876594543457,
33.448707580566406,
24.98251724243164,
39.717498779296875,
36.88453674316406,
35.7455940246582,
43.86943054199219,
40.90986633300781,
37.02739334106445,
71.44876861572266,
47.554595947265625,
58.155303955078125,
31.03321075439453,
21.284297943115234,
19.820919036865234,
39.98285675048828,
23.871131896972656,
78.34245300292969,
19.30005645751953,
79.12361145019531,
41.600074768066406,
17.521358489990234,
29.383766174316406,
42.79746627807617,
31.89087677001953,
32.63290786743164,
30.968366622924805,
25.195396423339844,
30.44707679748535,
42.975799560546875,
44.536773681640625,
31.786874771118164,
32.702980041503906,
25.910493850708008,
44.415958404541016,
50.523799896240234,
63.16699981689453,
66.45350646972656,
42.99750518798828,
36.08796310424805,
33.4064826965332,
18.75009536743164,
34.55597686767578,
30.852554321289062,
41.45405578613281,
74.2893295288086,
44.09649658203125,
24.873363494873047,
33.94287109375,
37.768959045410156,
33.981327056884766,
17.213165283203125,
35.674659729003906,
59.962493896484375,
19.421113967895508,
36.439430236816406,
34.27800750732422,
40.08372497558594,
22.552833557128906,
49.954105377197266,
40.795196533203125,
34.75278091430664,
45.90617752075195,
30.044700622558594,
22.66335678100586,
10.309696197509766,
55.469017028808594,
20.980371475219727,
58.68415069580078,
35.473262786865234,
32.968902587890625,
28.736827850341797,
18.12311553955078,
45.811126708984375,
33.7674560546875,
34.758697509765625,
40.32314682006836,
29.427671432495117,
29.924848556518555,
72.19088745117188,
30.697134017944336,
17.444169998168945,
46.13102340698242,
20.485275268554688,
23.663545608520508,
54.30049514770508,
25.677576065063477,
72.20027160644531,
49.54248809814453,
92.19293212890625,
30.737384796142578,
20.67850685119629,
33.76359558105469,
54.05160140991211,
15.627664566040039,
48.68101119995117,
21.906824111938477,
55.35877227783203,
19.921424865722656,
13.529223442077637,
17.830068588256836,
14.203482627868652,
25.653261184692383,
35.04164505004883,
34.89104461669922,
29.467981338500977,
27.577232360839844,
36.33627700805664,
28.286334991455078,
52.50184631347656,
16.19423484802246,
27.81130599975586,
33.57252883911133,
42.90555953979492,
54.34042739868164,
42.68468475341797,
53.70742416381836,
30.35140609741211,
27.476125717163086,
19.3272762298584,
28.841754913330078,
55.90231704711914,
38.615318298339844,
67.9969482421875,
87.4656982421875,
72.4863510131836,
25.24716567993164,
102.06169891357422,
34.16804122924805,
14.350286483764648,
25.7384090423584,
38.967735290527344,
17.6982364654541,
20.983169555664062,
39.64664077758789,
32.969200134277344,
18.010515213012695,
28.06119155883789,
34.93470001220703,
23.739789962768555,
20.98951530456543,
26.1468505859375,
13.30512809753418,
43.62662887573242,
21.150890350341797,
19.66002655029297,
22.665752410888672,
25.257991790771484,
57.60789108276367,
32.509552001953125,
30.32152557373047,
53.517417907714844,
48.40003967285156,
24.796939849853516,
53.154056549072266,
44.27573776245117,
39.307674407958984,
48.426387786865234,
30.01408576965332,
15.440528869628906,
41.99772644042969,
30.18660545349121,
22.920265197753906,
27.839031219482422,
11.842137336730957,
33.70237731933594,
21.256258010864258,
22.82578468322754,
29.989412307739258,
32.4528694152832,
17.09637451171875,
18.208179473876953,
25.35274314880371,
16.601791381835938,
31.426877975463867,
27.993070602416992,
34.52353286743164,
33.32173538208008,
40.83955383300781,
20.32065200805664,
18.02788543701172,
27.602584838867188,
30.85643196105957,
47.6783561706543,
43.20905303955078,
52.652992248535156,
43.25600051879883,
42.139461517333984,
22.986835479736328,
33.5291748046875,
27.359424591064453,
25.173847198486328,
33.09584045410156,
30.74761199951172,
63.44676208496094,
30.029460906982422,
26.641773223876953,
22.87324333190918,
29.6624755859375,
29.246957778930664,
46.86302185058594,
30.237133026123047,
38.85034942626953,
38.36868667602539,
17.166515350341797,
14.084033012390137,
38.469154357910156,
10.894262313842773,
50.31714630126953,
21.11347198486328,
67.16801452636719,
16.894315719604492,
29.48222541809082,
24.938264846801758,
23.327136993408203,
38.843650817871094,
34.11690139770508,
36.59542465209961,
21.738819122314453,
14.728535652160645,
28.26847267150879,
29.178203582763672,
38.90188980102539,
44.44756317138672,
27.248022079467773,
24.29132652282715,
14.787349700927734,
11.897539138793945,
30.976835250854492,
9.863405227661133,
19.056663513183594,
14.248861312866211,
35.211997985839844,
27.301437377929688,
27.695480346679688,
40.769893646240234,
26.110759735107422,
19.005706787109375,
18.24561309814453,
16.115589141845703,
23.301664352416992,
39.36337661743164,
39.30288314819336,
20.30564308166504,
40.12437438964844,
54.01881790161133,
46.68587112426758,
43.76545333862305,
33.55514907836914,
35.594032287597656,
28.585586547851562,
30.300626754760742,
24.956846237182617,
18.567049026489258,
15.985871315002441,
38.718421936035156,
35.90591812133789,
34.69820785522461,
34.91031265258789,
46.09208679199219,
33.494049072265625,
21.047855377197266,
16.518491744995117,
21.31175994873047,
19.791597366333008,
19.75701332092285,
29.801340103149414,
20.26079559326172,
27.003469467163086,
13.016159057617188,
22.437227249145508,
14.93256950378418,
22.58961296081543,
13.785425186157227,
23.54656219482422,
18.57235336303711,
26.332460403442383,
30.109220504760742,
35.861061096191406,
20.92839813232422,
27.928953170776367,
21.754411697387695,
21.48801040649414,
23.18548011779785,
32.27837371826172,
36.09523010253906,
15.022980690002441,
75.42401123046875,
23.694324493408203,
19.027040481567383,
30.160566329956055,
18.53310775756836,
29.746471405029297,
42.470787048339844,
19.889724731445312,
36.890018463134766,
34.85496139526367,
20.608196258544922,
49.54789352416992,
27.447189331054688,
23.178510665893555,
23.200084686279297,
39.70004653930664,
31.51439094543457,
37.35868453979492,
26.715471267700195,
17.020435333251953,
32.382110595703125,
24.78890037536621,
27.469614028930664,
30.10490608215332,
28.553606033325195,
43.17906188964844,
49.88093948364258,
27.029380798339844,
30.127729415893555,
29.456132888793945,
22.005916595458984,
82.06912231445312,
40.187984466552734,
17.184436798095703,
33.52045822143555,
36.48675537109375,
65.04814910888672,
35.46247863769531,
31.616363525390625,
13.484403610229492,
9.65250301361084,
23.739559173583984,
32.75379180908203,
47.629703521728516,
35.05378341674805,
20.750179290771484,
16.800697326660156,
19.772350311279297,
17.14044761657715,
25.98438835144043,
26.4787654876709,
30.137039184570312,
31.066486358642578,
31.312744140625,
22.422924041748047,
16.032339096069336,
31.53738784790039,
35.395042419433594
],
"step4_persistence_mm": 114.09407304227352,
"step4_skill_vs_persistence": 0.7242724693363038
}
}
{
"beyond_window_T160_distractor_switch": {
"T160_post_perturbation_goal_b_success": 0.875,
"T160_stale_goal_a_capture": 0.015625,
"T160_succ_vec": [
1.0,
0.0,
1.0,
1.0,
1.0,
0.0,
1.0,
1.0,
0.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
1.0,
1.0,
0.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
1.0,
1.0
],
"latch_mse_beyond_W64_t92_160": 0.0021410463377833366,
"latch_mse_inside_W64_t24_64": 0.001289773965254426
},
"grounded_spoken_robot_dev": {
"available": true,
"causal_plan_gain_mm": 177.28514674305916,
"disc_vec": [
1.0,
1.0,
0.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
1.0,
1.0,
1.0,
0.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,