diff --git a/visual_no_collision/README.md b/visual_no_collision/README.md index caeb594f3e3fbbb4be0429facb8b7e689f9187dd..a5930edcbb8e7855fc98d622ff0c44c73bcb5f69 100644 --- a/visual_no_collision/README.md +++ b/visual_no_collision/README.md @@ -40,3 +40,18 @@ Training was stopped by the user; these weights were fixed before final200 and a The previously pending Transport mixed50 selection is now epoch2000, accepted by the user after comparing the shared200-episode panel. Actual original terminal evaluation: **40.5% (81/200)**. This panel was used for selection. [Weights](Robomimic/study1/Transport/mixed50/seed_1/checkpoints/epoch_2000.pkl) · [Selection and comparison](Robomimic/study1/Transport/mixed50/seed_1/selection_supervision.json). + +## 2026-10-27: current selections updated to epoch1400 for all eight local BCs + +This update supersedes the eight earlier selections below; historical weights remain available. All scores are actual200-episode results on the reused comparison panel. The user chose a uniform epoch1400, including cohorts with lower or equal scores. + +| Task / cohort | Current epoch | SR | Successes | Weights | +|---|---:|---:|---:|---| +| Transport / diverse50 |1400|57.5%|115/200|[weights](Robomimic/study1/Transport/diverse50/seed_1/checkpoints/epoch_1400.pkl)| +| Transport / mixed50 |1400|44.0%|88/200|[weights](Robomimic/study1/Transport/mixed50/seed_1/checkpoints/epoch_1400.pkl)| +| ToolHang / mixed100 |1400|23.0%|46/200|[weights](Robomimic/study1/ToolHang/mixed100/seed_1/checkpoints/epoch_1400.pkl)| +| ToolHang / focused50 |1400|15.5%|31/200|[weights](Robomimic/study1/ToolHang/focused50/seed_1/checkpoints/epoch_1400.pkl)| +| ToolHang / mixed50 |1400|13.0%|26/200|[weights](Robomimic/study1/ToolHang/mixed50/seed_1/checkpoints/epoch_1400.pkl)| +| ToolHang / diverse50 |1400|12.5%|25/200|[weights](Robomimic/study1/ToolHang/diverse50/seed_1/checkpoints/epoch_1400.pkl)| +| Can / diverse20 |1400|57.5%|115/200|[weights](Robomimic/study1/Can/diverse20/seed_1/checkpoints/epoch_1400.pkl)| +| Can / mixed20 |1400|53.0%|106/200|[weights](Robomimic/study1/Can/mixed20/seed_1/checkpoints/epoch_1400.pkl)| diff --git a/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/README.md b/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/README.md index 15dbd9953c1b2b8e9d39b156e968c2c30528a251..cecf75d01a1879dd086388a52fd8fe6d620e57eb 100644 --- a/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/README.md +++ b/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/README.md @@ -1,20 +1,13 @@ # Can diverse20 — visual-only BC -User-approved checkpoint: **epoch 1500**, StandardBaseBC/JAX, complete-model EMA, seed1, H4. -Training completed2000 epochs. Collision geometry display is disabled; physical collisions remain enabled. +Current user-approved checkpoint: **epoch1400**, StandardBaseBC/JAX, complete-model EMA, seed1, H4. +Actual200-episode evaluation: **57.5% (115/200)**; Wilson95 interval 50.6%–64.1%. -Independent evaluation: **57.0% (114/200)**, -95% Wilson interval 50.1%–63.7%. -The common random reset panel uses seed20261021, policy seed700001 and8workers; resets are disjoint from periodic evaluation. -The checkpoint was fixed before this evaluation and was not reselected from these results. +The user chose epoch1400 uniformly for all eight local models after comparing results. The shared reset panel was used for selection, not an untouched holdout; this does not imply all eight improved over their previous checkpoints. +Previous selection: epoch1500, 57.0%. Old weights remain available; prior release documents are archived under history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/. -This is a practical pretraining checkpoint, not a claim of absent overfitting or guaranteed RL improvement. -Training-time50-episode SR was 58.0%; neighboring-policy mean was 53.2%. -Epoch2000 scored 56.5% on the same200 resets; paired counts are recorded in selection_supervision.json. +Training status: completed, last recorded epoch2000, planned2000. Evaluation uses panel seed20261021, policy seed700001,8workers. Collision geometry display is disabled; physical collisions remain enabled. -[Weights](checkpoints/epoch_1500.pkl) · [Final200](final200/result.json) · [Selection](best.json) +[Current weights](checkpoints/epoch_1400.pkl) · [Final200](final200/result.json) · [Selection](selection_supervision.json) -The data manifest, train/validation split, normalizer and original checkpoint sidecar are included. -Absolute local paths in sealed configs are provenance, not portable download locations; adapt paths explicitly on another host. -The original interval10 plan is preserved; evaluation_override.json records the approved switch to interval50. -SHA256SUMS.json covers release files. Historical collision-rendered repository trees are untouched. +Manifest, split, normalizer, original sidecar and curves are included. Absolute local paths are provenance; adapt explicitly on another host. evaluation_override.json records periodic evaluation every50 epochs. SHA256SUMS.json covers this staged release and archived documents. No claim of absent overfitting or guaranteed downstream RL improvement. diff --git a/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/SHA256SUMS.json b/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/SHA256SUMS.json index d8e4402a4d12d0decb7e3bb45ace9264cbfd7b7c..0825d9ddcbd8c6bcba1b8fff9fed7ca646585d21 100644 --- a/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/SHA256SUMS.json +++ b/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/SHA256SUMS.json @@ -1,19 +1,19 @@ { "README.md": { - "sha256": "7a67e5f8bd446a43218c4da3b1afe563c9d84b66dae4b58ba881cb7e11fe8100", - "bytes": 1361 + "sha256": "eeebaca738adb31d931717c811140dac93154a4d56ddc3faf2e0949195d241f5", + "bytes": 1299 }, "best.json": { - "sha256": "58ac4f346e516aa3109986f1c1af310671b43e134d41dd6d2c53803f5a1f6c06", - "bytes": 17747 + "sha256": "1a34184cf8778b346f86d2139620054602f74cc73bacdd412b0ae9b0b5d0b40a", + "bytes": 1321 }, - "checkpoints/epoch_1500.json": { - "sha256": "f9e64632ea9bccfef765741017ad6a307382a4c43726777d37cfdeff50eca058", - "bytes": 8191 + "checkpoints/epoch_1400.json": { + "sha256": "f8fab86d3755ec81d91b8d58ed1146cbfa7e2d2bad03756ce7cb9f69d1b769e6", + "bytes": 7560 }, - "checkpoints/epoch_1500.pkl": { - "sha256": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "bytes": 96618276 + "checkpoints/epoch_1400.pkl": { + "sha256": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "bytes": 96617025 }, "data_manifest.json": { "sha256": "f33eb5332ab56043294b3ce61dc9a79a3254dc9b182516da516bc8b08ec22393", @@ -27,29 +27,69 @@ "sha256": "ce00e4a5a4c12509b1e541dbfc404a3885df456a28ad51034aeae30666d6f580", "bytes": 212699 }, - "final200/epoch_1500.parquet": { - "sha256": "c6a5de82d795078948bc568168414edb5c008b2a0e3292c99ae2a15279512e50", - "bytes": 6534 + "final200/epoch_1400.parquet": { + "sha256": "e6224ddb4d5e0589a601c5b77e3492911585b8c66cc912215286c9cd58a91626", + "bytes": 6596 }, "final200/protocol.json": { + "sha256": "76e2fac87eadb1cf3d9189353135b9c42edc6f97d5c5b99dab8b65b3d8cbc874", + "bytes": 3991 + }, + "final200/result.json": { + "sha256": "54abff9ea58e721f51db0f4d5c907c386b8976c54896399ec66215b3ccf0dbac", + "bytes": 115993 + }, + "final200/status.json": { + "sha256": "02b05f8a4783fb36e881a346d95e61f29e8a9dfeac078c3b37e0816f230d9455", + "bytes": 101 + }, + "final200/verification.json": { + "sha256": "dadde1ba9f6444516092363c1b822d81582806033fd337a00b478fd7eef3d652", + "bytes": 310 + }, + "history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/README.md": { + "sha256": "7a67e5f8bd446a43218c4da3b1afe563c9d84b66dae4b58ba881cb7e11fe8100", + "bytes": 1361 + }, + "history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/SHA256SUMS.json": { + "sha256": "c642c61fa48bc18caebc0e214142d1c6a422a3b6418d429faae69f14e56a73dc", + "bytes": 3406 + }, + "history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/best.json": { + "sha256": "58ac4f346e516aa3109986f1c1af310671b43e134d41dd6d2c53803f5a1f6c06", + "bytes": 17747 + }, + "history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/protocol.json": { "sha256": "1a31489ece4cd06d36ba8779fca923e895dd922782eea83aa75e27862b932c48", "bytes": 3916 }, - "final200/result.json": { + "history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/result.json": { "sha256": "97345bd2a83cf4d548f2573a0749825870339b7a593597f0f56a5973ecfed50d", "bytes": 115904 }, - "final200/status.json": { + "history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/status.json": { "sha256": "f51b3a981f7d1841f9845850f724455c0f30b1d9b5933f8e4a1f11a361b2c799", "bytes": 100 }, + "history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/release.json": { + "sha256": "99008421b32a88c53e6d3dbf893839cb0ac860c8844e9ea8520c1a2e2c3af7cb", + "bytes": 2553 + }, + "history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/selection_supervision.json": { + "sha256": "53b70159201494886f0a5cfcc864ca2fb21eba7f6bd09108f67f88d461b7bd67", + "bytes": 1334 + }, + "history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/training_status.json": { + "sha256": "5ec867a51c50ce4dd1e63811cad59e7677eb983ca31090392094df3c2f87d8c6", + "bytes": 125 + }, "normalizer.json": { "sha256": "2d807a5b6afe10818b129f002ab18bbf04d7a7661a2397e92baa5da85e170f7d", "bytes": 1155 }, - "provenance/evaluate_bc_selected.py": { - "sha256": "7be8b5440b354a862228f5a3d3855ec0ba7267c78c4e04158fa028e9633e8d32", - "bytes": 3370 + "provenance/evaluate_comparison.py": { + "sha256": "52959ac39b30b97e21dda738d5187427516ba577f89c0e8d85ddb7ecec15ee40", + "bytes": 3264 }, "provenance/evaluation_override_active.json": { "sha256": "b57bc2c6c67731b53769910737854c0fbe39a6bfe84458674cc939f02854e9ea", @@ -63,25 +103,17 @@ "sha256": "c68fc32de5ff53552dbbe39ce8cd351cea36168be21ce6b52a6eea7e96328431", "bytes": 295 }, - "provenance/pretrain_bc_eval_override.py": { - "sha256": "71deaa1c690802253ce2f075f3d9295ac1e302252e9413caae7bbe9071e80e29", - "bytes": 2877 - }, - "provenance/pretrain_bc_noleak.py": { - "sha256": "240abba4a512b61887271aeafc18fdce2372398ed483920b723aa7ce41f3d953", - "bytes": 1932 - }, "release.json": { - "sha256": "99008421b32a88c53e6d3dbf893839cb0ac860c8844e9ea8520c1a2e2c3af7cb", - "bytes": 2553 + "sha256": "138e0d7d8abeae9f151175ceaa06e9502191f82d8592b7b1f91bbc2c64cd2f3c", + "bytes": 2515 }, "resolved_config.json": { "sha256": "b90780d816b437fef3919aea367ce6d41dc9f48ba3f9d258d7c8ac2b054755c8", "bytes": 6257 }, "selection_supervision.json": { - "sha256": "53b70159201494886f0a5cfcc864ca2fb21eba7f6bd09108f67f88d461b7bd67", - "bytes": 1334 + "sha256": "74cb66c9c139291e3ce40a086ce151d2e478927e26e23eeffbddbb25275f747e", + "bytes": 775 }, "split.json": { "sha256": "e38b52faa2646cd36e6b06fd741bb723622325b0c00303e74f3025dc8848e433", @@ -92,8 +124,8 @@ "bytes": 358249 }, "training_status.json": { - "sha256": "5ec867a51c50ce4dd1e63811cad59e7677eb983ca31090392094df3c2f87d8c6", - "bytes": 125 + "sha256": "2dece9b5abae7eb0792f37aae903f21d9b31f3e0de50d5b41aa918a2596c24ee", + "bytes": 111 }, "validation_metrics.jsonl": { "sha256": "0d47acb7f606a6fef128010cce1954d0929b7d50378f13d8a1a409759da159e4", diff --git a/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/best.json b/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/best.json index e10cbf625a73e530906d6da2cf46cb5f1ce013c9..2789f80b04648fa03686e8754404343fb63a6b69 100644 --- a/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/best.json +++ b/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/best.json @@ -1,838 +1,28 @@ { "task": "can", "regime": "diverse20", - "output": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/can20/StandardBaseBC/jax/can/diverse20/seed_1", - "selected": { - "epoch": 1500, - "window_success": 0.532, - "window_epochs": [ - 1400, - 1450, - 1500, - 1550, - 1600 - ], - "window_rates": [ - 0.56, - 0.44, - 0.58, - 0.58, - 0.5 - ], - "checkpoint_success": 0.58, - "validation_loss": 0.6099560260772705, - "validation_median25": 0.6054165959358215, - "train_loss": 0.05940621269588895, - "path": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/can20/StandardBaseBC/jax/can/diverse20/seed_1/checkpoints/epoch_1500.pkl", - "sha256": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "collision_geoms": false - }, - "user_selection": { - "date": "2026-10-27", - "previous_epoch": 1450, - "accepted_epoch": 1500, - "reason": "User accepted epoch1500: own 50-episode SR58%, nearby mean53.2%; epoch1450 own44% was below its nearby mean54.4%" - }, - "strict_validation_alternative": { - "epoch": 200, - "validation_loss": 0.43099290132522583, - "checkpoint_success": 0.14, - "path": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/can20/StandardBaseBC/jax/can/diverse20/seed_1/checkpoints/epoch_200.pkl", - "sha256": "0f46a10a4f84c0b51d5baf233a039e9b7803214424bb5fb2f133f1daae12285c", - "collision_geoms": false - }, - "validation_minimum": { - "epoch": 203, - "step": 1827, - "validation_loss": 0.42426469922065735 - }, - "peak_window_success": 0.544, - "candidates": [ - { - "epoch": 150, - "window_success": 0.056, - "window_epochs": [ - 50, - 100, - 150, - 200, - 250 - ], - "window_rates": [ - 0.0, - 0.0, - 0.02, - 0.14, - 0.12 - ], - "checkpoint_success": 0.02, - "validation_loss": 0.4572407007217407, - "validation_median25": 0.45399248600006104, - "train_loss": 0.1371522226523646 - }, - { - "epoch": 200, - "window_success": 0.096, - "window_epochs": [ - 100, - 150, - 200, - 250, - 300 - ], - "window_rates": [ - 0.0, - 0.02, - 0.14, - 0.12, - 0.2 - ], - "checkpoint_success": 0.14, - "validation_loss": 0.43099290132522583, - "validation_median25": 0.43502578139305115, - "train_loss": 0.11680921365311016 - }, - { - "epoch": 250, - "window_success": 0.136, - "window_epochs": [ - 150, - 200, - 250, - 300, - 350 - ], - "window_rates": [ - 0.02, - 0.14, - 0.12, - 0.2, - 0.2 - ], - "checkpoint_success": 0.12, - "validation_loss": 0.4643620550632477, - "validation_median25": 0.459709107875824, - "train_loss": 0.10645844339219589 - }, - { - "epoch": 300, - "window_success": 0.2, - "window_epochs": [ - 200, - 250, - 300, - 350, - 400 - ], - "window_rates": [ - 0.14, - 0.12, - 0.2, - 0.2, - 0.34 - ], - "checkpoint_success": 0.2, - "validation_loss": 0.4871254861354828, - "validation_median25": 0.48565873503685, - "train_loss": 0.09691927838894479 - }, - { - "epoch": 350, - "window_success": 0.26, - "window_epochs": [ - 250, - 300, - 350, - 400, - 450 - ], - "window_rates": [ - 0.12, - 0.2, - 0.2, - 0.34, - 0.44 - ], - "checkpoint_success": 0.2, - "validation_loss": 0.4951510429382324, - "validation_median25": 0.5053178668022156, - "train_loss": 0.09457782056593475 - }, - { - "epoch": 400, - "window_success": 0.312, - "window_epochs": [ - 300, - 350, - 400, - 450, - 500 - ], - "window_rates": [ - 0.2, - 0.2, - 0.34, - 0.44, - 0.38 - ], - "checkpoint_success": 0.34, - "validation_loss": 0.5192696452140808, - "validation_median25": 0.519291877746582, - "train_loss": 0.09151555245623089 - }, - { - "epoch": 450, - "window_success": 0.356, - "window_epochs": [ - 350, - 400, - 450, - 500, - 550 - ], - "window_rates": [ - 0.2, - 0.34, - 0.44, - 0.38, - 0.42 - ], - "checkpoint_success": 0.44, - "validation_loss": 0.5085329413414001, - "validation_median25": 0.5187920331954956, - "train_loss": 0.0900858222222969 - }, - { - "epoch": 500, - "window_success": 0.388, - "window_epochs": [ - 400, - 450, - 500, - 550, - 600 - ], - "window_rates": [ - 0.34, - 0.44, - 0.38, - 0.42, - 0.36 - ], - "checkpoint_success": 0.38, - "validation_loss": 0.5252525210380554, - "validation_median25": 0.5320297479629517, - "train_loss": 0.08027745269591108 - }, - { - "epoch": 550, - "window_success": 0.396, - "window_epochs": [ - 450, - 500, - 550, - 600, - 650 - ], - "window_rates": [ - 0.44, - 0.38, - 0.42, - 0.36, - 0.38 - ], - "checkpoint_success": 0.42, - "validation_loss": 0.5435997247695923, - "validation_median25": 0.5336711406707764, - "train_loss": 0.08399890658063287 - }, - { - "epoch": 600, - "window_success": 0.384, - "window_epochs": [ - 500, - 550, - 600, - 650, - 700 - ], - "window_rates": [ - 0.38, - 0.42, - 0.36, - 0.38, - 0.38 - ], - "checkpoint_success": 0.36, - "validation_loss": 0.5523462295532227, - "validation_median25": 0.5450480580329895, - "train_loss": 0.07623901342122062 - }, - { - "epoch": 650, - "window_success": 0.364, - "window_epochs": [ - 550, - 600, - 650, - 700, - 750 - ], - "window_rates": [ - 0.42, - 0.36, - 0.38, - 0.38, - 0.28 - ], - "checkpoint_success": 0.38, - "validation_loss": 0.5481523871421814, - "validation_median25": 0.5527158975601196, - "train_loss": 0.07767384759632938 - }, - { - "epoch": 700, - "window_success": 0.36, - "window_epochs": [ - 600, - 650, - 700, - 750, - 800 - ], - "window_rates": [ - 0.36, - 0.38, - 0.38, - 0.28, - 0.4 - ], - "checkpoint_success": 0.38, - "validation_loss": 0.559826672077179, - "validation_median25": 0.5588096380233765, - "train_loss": 0.08159659034378336 - }, - { - "epoch": 750, - "window_success": 0.376, - "window_epochs": [ - 650, - 700, - 750, - 800, - 850 - ], - "window_rates": [ - 0.38, - 0.38, - 0.28, - 0.4, - 0.44 - ], - "checkpoint_success": 0.28, - "validation_loss": 0.5667834877967834, - "validation_median25": 0.5650838613510132, - "train_loss": 0.07574265175417025 - }, - { - "epoch": 800, - "window_success": 0.384, - "window_epochs": [ - 700, - 750, - 800, - 850, - 900 - ], - "window_rates": [ - 0.38, - 0.28, - 0.4, - 0.44, - 0.42 - ], - "checkpoint_success": 0.4, - "validation_loss": 0.5731080770492554, - "validation_median25": 0.5662181973457336, - "train_loss": 0.0758188644508668 - }, - { - "epoch": 850, - "window_success": 0.38, - "window_epochs": [ - 750, - 800, - 850, - 900, - 950 - ], - "window_rates": [ - 0.28, - 0.4, - 0.44, - 0.42, - 0.36 - ], - "checkpoint_success": 0.44, - "validation_loss": 0.5637426376342773, - "validation_median25": 0.5621483325958252, - "train_loss": 0.06884203061972424 - }, - { - "epoch": 900, - "window_success": 0.416, - "window_epochs": [ - 800, - 850, - 900, - 950, - 1000 - ], - "window_rates": [ - 0.4, - 0.44, - 0.42, - 0.36, - 0.46 - ], - "checkpoint_success": 0.42, - "validation_loss": 0.5705069899559021, - "validation_median25": 0.568449854850769, - "train_loss": 0.0810939763380047 - }, - { - "epoch": 950, - "window_success": 0.42, - "window_epochs": [ - 850, - 900, - 950, - 1000, - 1050 - ], - "window_rates": [ - 0.44, - 0.42, - 0.36, - 0.46, - 0.42 - ], - "checkpoint_success": 0.36, - "validation_loss": 0.5816708207130432, - "validation_median25": 0.5757141709327698, - "train_loss": 0.07032099471145255 - }, - { - "epoch": 1000, - "window_success": 0.428, - "window_epochs": [ - 900, - 950, - 1000, - 1050, - 1100 - ], - "window_rates": [ - 0.42, - 0.36, - 0.46, - 0.42, - 0.48 - ], - "checkpoint_success": 0.46, - "validation_loss": 0.5653282403945923, - "validation_median25": 0.5653282403945923, - "train_loss": 0.06656697723907493 - }, - { - "epoch": 1050, - "window_success": 0.452, - "window_epochs": [ - 950, - 1000, - 1050, - 1100, - 1150 - ], - "window_rates": [ - 0.36, - 0.46, - 0.42, - 0.48, - 0.54 - ], - "checkpoint_success": 0.42, - "validation_loss": 0.5675381422042847, - "validation_median25": 0.5702261328697205, - "train_loss": 0.06740149816254756 - }, - { - "epoch": 1100, - "window_success": 0.492, - "window_epochs": [ - 1000, - 1050, - 1100, - 1150, - 1200 - ], - "window_rates": [ - 0.46, - 0.42, - 0.48, - 0.54, - 0.56 - ], - "checkpoint_success": 0.48, - "validation_loss": 0.5724599957466125, - "validation_median25": 0.5763387680053711, - "train_loss": 0.06369518853233742 - }, - { - "epoch": 1150, - "window_success": 0.472, - "window_epochs": [ - 1050, - 1100, - 1150, - 1200, - 1250 - ], - "window_rates": [ - 0.42, - 0.48, - 0.54, - 0.56, - 0.36 - ], - "checkpoint_success": 0.54, - "validation_loss": 0.5898525714874268, - "validation_median25": 0.5832033157348633, - "train_loss": 0.0700870153249912 - }, - { - "epoch": 1200, - "window_success": 0.472, - "window_epochs": [ - 1100, - 1150, - 1200, - 1250, - 1300 - ], - "window_rates": [ - 0.48, - 0.54, - 0.56, - 0.36, - 0.42 - ], - "checkpoint_success": 0.56, - "validation_loss": 0.5879267454147339, - "validation_median25": 0.5937065482139587, - "train_loss": 0.06664702691918065 - }, - { - "epoch": 1250, - "window_success": 0.488, - "window_epochs": [ - 1150, - 1200, - 1250, - 1300, - 1350 - ], - "window_rates": [ - 0.54, - 0.56, - 0.36, - 0.42, - 0.56 - ], - "checkpoint_success": 0.36, - "validation_loss": 0.5858442187309265, - "validation_median25": 0.5878901481628418, - "train_loss": 0.05913414779197739 - }, - { - "epoch": 1300, - "window_success": 0.492, - "window_epochs": [ - 1200, - 1250, - 1300, - 1350, - 1400 - ], - "window_rates": [ - 0.56, - 0.36, - 0.42, - 0.56, - 0.56 - ], - "checkpoint_success": 0.42, - "validation_loss": 0.5798280835151672, - "validation_median25": 0.5844449996948242, - "train_loss": 0.07257276254881301 - }, - { - "epoch": 1350, - "window_success": 0.468, - "window_epochs": [ - 1250, - 1300, - 1350, - 1400, - 1450 - ], - "window_rates": [ - 0.36, - 0.42, - 0.56, - 0.56, - 0.44 - ], - "checkpoint_success": 0.56, - "validation_loss": 0.5921284556388855, - "validation_median25": 0.5925837159156799, - "train_loss": 0.06347230471069885 - }, - { - "epoch": 1400, - "window_success": 0.512, - "window_epochs": [ - 1300, - 1350, - 1400, - 1450, - 1500 - ], - "window_rates": [ - 0.42, - 0.56, - 0.56, - 0.44, - 0.58 - ], - "checkpoint_success": 0.56, - "validation_loss": 0.5952606797218323, - "validation_median25": 0.5996414422988892, - "train_loss": 0.06035967572032024 - }, - { - "epoch": 1450, - "window_success": 0.544, - "window_epochs": [ - 1350, - 1400, - 1450, - 1500, - 1550 - ], - "window_rates": [ - 0.56, - 0.56, - 0.44, - 0.58, - 0.58 - ], - "checkpoint_success": 0.44, - "validation_loss": 0.5922940969467163, - "validation_median25": 0.60431307554245, - "train_loss": 0.0620866542383407 - }, - { - "epoch": 1500, - "window_success": 0.532, - "window_epochs": [ - 1400, - 1450, - 1500, - 1550, - 1600 - ], - "window_rates": [ - 0.56, - 0.44, - 0.58, - 0.58, - 0.5 - ], - "checkpoint_success": 0.58, - "validation_loss": 0.6099560260772705, - "validation_median25": 0.6054165959358215, - "train_loss": 0.05940621269588895 - }, - { - "epoch": 1550, - "window_success": 0.508, - "window_epochs": [ - 1450, - 1500, - 1550, - 1600, - 1650 - ], - "window_rates": [ - 0.44, - 0.58, - 0.58, - 0.5, - 0.44 - ], - "checkpoint_success": 0.58, - "validation_loss": 0.6086738705635071, - "validation_median25": 0.6088383793830872, - "train_loss": 0.06085577297116784 - }, - { - "epoch": 1600, - "window_success": 0.508, - "window_epochs": [ - 1500, - 1550, - 1600, - 1650, - 1700 - ], - "window_rates": [ - 0.58, - 0.58, - 0.5, - 0.44, - 0.44 - ], - "checkpoint_success": 0.5, - "validation_loss": 0.6257550120353699, - "validation_median25": 0.6172701120376587, - "train_loss": 0.05376808629116601 - }, - { - "epoch": 1650, - "window_success": 0.504, - "window_epochs": [ - 1550, - 1600, - 1650, - 1700, - 1750 - ], - "window_rates": [ - 0.58, - 0.5, - 0.44, - 0.44, - 0.56 - ], - "checkpoint_success": 0.44, - "validation_loss": 0.6169149875640869, - "validation_median25": 0.6177603006362915, - "train_loss": 0.05670449707356728 - }, - { - "epoch": 1700, - "window_success": 0.52, - "window_epochs": [ - 1600, - 1650, - 1700, - 1750, - 1800 - ], - "window_rates": [ - 0.5, - 0.44, - 0.44, - 0.56, - 0.66 - ], - "checkpoint_success": 0.44, - "validation_loss": 0.6277533173561096, - "validation_median25": 0.6312892436981201, - "train_loss": 0.053598054057199494 - }, - { - "epoch": 1750, - "window_success": 0.52, - "window_epochs": [ - 1650, - 1700, - 1750, - 1800, - 1850 - ], - "window_rates": [ - 0.44, - 0.44, - 0.56, - 0.66, - 0.5 - ], - "checkpoint_success": 0.56, - "validation_loss": 0.6327435374259949, - "validation_median25": 0.6381097435951233, - "train_loss": 0.052290906233711305 - }, - { - "epoch": 1800, - "window_success": 0.528, - "window_epochs": [ - 1700, - 1750, - 1800, - 1850, - 1900 - ], - "window_rates": [ - 0.44, - 0.56, - 0.66, - 0.5, - 0.48 - ], - "checkpoint_success": 0.66, - "validation_loss": 0.6546310782432556, - "validation_median25": 0.6546310782432556, - "train_loss": 0.055552032379998 - }, - { - "epoch": 1850, - "window_success": 0.54, - "window_epochs": [ - 1750, - 1800, - 1850, - 1900, - 1950 - ], - "window_rates": [ - 0.56, - 0.66, - 0.5, - 0.48, - 0.5 - ], - "checkpoint_success": 0.5, - "validation_loss": 0.6411092877388, - "validation_median25": 0.6403959393501282, - "train_loss": 0.05307732938173416 - } - ], - "independent_evaluation_completed": true, - "interpretation": "Task-performance/validation tradeoff; not proof of absence of overfitting", - "source_sha256": { - "train_metrics.jsonl": "8ea2367ea9ab8d73b53ee5ff0901ee5dfc90723f7426b64d8d6f73fcb147a514", - "validation_metrics.jsonl": "0d47acb7f606a6fef128010cce1954d0929b7d50378f13d8a1a409759da159e4", - "evaluations.jsonl": "ce00e4a5a4c12509b1e541dbfc404a3885df456a28ad51034aeae30666d6f580" - }, - "independent_evaluation_result": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/operations/20261027_selected_bc_final200/can_diverse20_e1500/result.json", - "independent_final200": { - "success": 0.57, - "successes": 114, + "epoch": 1400, + "checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/can20/StandardBaseBC/jax/can/diverse20/seed_1/checkpoints/epoch_1400.pkl", + "checkpoint_sha256": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "final200": { + "success": 0.575, + "successes": 115, "total": 200, - "ci_low": 0.5007048776415268, - "ci_high": 0.6366567766656557, - "seconds": 265.57498509809375 + "ci_low": 0.5057093264785485, + "ci_high": 0.6414638745648614 + }, + "selection": { + "status": "finalized_user_accepted", + "selected_epoch": 1400, + "selection_rule": "User requested adopting epoch1400 uniformly for all eight local models after reviewing the shared200-episode comparisons", + "final200_used_for_selection": true, + "untouched_holdout": false, + "zero_overfitting_claim": false, + "previous_epoch": 1500, + "previous_success": 0.57, + "previous_path": "visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/checkpoints/epoch_1500.pkl", + "previous_revision": "1bf8a9fb26982bebb51493f3475d28f12a3197ae", + "previous_release_archive": "visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae", + "checkpoint_sha256": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d" } } diff --git a/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/checkpoints/epoch_1400.json b/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/checkpoints/epoch_1400.json new file mode 100644 index 0000000000000000000000000000000000000000..ad23124aa1b2c9055f5519af2529ea495142198f --- /dev/null +++ b/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/checkpoints/epoch_1400.json @@ -0,0 +1,180 @@ +{ + "bc_identity": { + "architecture": "dice_vision_resnet_flow_unet_v1", + "family": "StandardBaseBC", + "framework": "jax" + }, + "data_manifest_hash": "5c13d92b04d26cc3f22bbf55501e0926ac607e2ff769f49a22c60ac9274ac746", + "encoding": "gzip_pickle_numpy_float32_lossless", + "kind": "pixel_state_bc", + "metadata": { + "epoch": 1400, + "epochs": 2000, + "experiment": "can", + "regime": "diverse20", + "seed": 1, + "smoke": false, + "stage": "fixed_epochs", + "step": 12600, + "task": "can" + }, + "normalizer_hash": "243e5c04b2a4f60b03847f5b276b9b2c3dce061139f8ee0c22c533cdcbeb8c7d", + "observation_mode": "pixel_state", + "pixel_spec_hash": "e00bb9535842d7de5f0bbc641ce4c5fe2824414d4097d42299be825e161ffef4", + "resolved_config": { + "bc_identity": { + "family": "StandardBaseBC", + "framework": "jax" + }, + "checkpoint_encoding": "lossless_gzip_ema_only", + "checkpoint_interval_epochs": 50, + "ema_buffers": "copy_live_running_statistics", + "evaluation": { + "episodes": 50, + "final": { + "episodes": 200, + "seed_panel_seed": 20261021, + "seed_range": [ + 10000000, + 90000000 + ], + "seed_sampling": "uniform_without_replacement" + }, + "interval_epochs": 10, + "policy_seed": 700001, + "reset_seed_start": 880000, + "workers": 8 + }, + "experiment": "can", + "family": "StandardBaseBC", + "framework": "jax", + "identity_hash": "c165872a1fce3be67f5949977be97ee40f18b811e83493e84b0609a9a28c17e2", + "index": 0, + "manifest": "/ssd/WorkSpace/RL-Postrain-visual-bc/.local/visual_bc_reserved8/can20/manifests/can.json", + "manifest_sha256": "f33eb5332ab56043294b3ce61dc9a79a3254dc9b182516da516bc8b08ec22393", + "model_spec_hash": "e00bb9535842d7de5f0bbc641ce4c5fe2824414d4097d42299be825e161ffef4", + "normalizer_hash": "243e5c04b2a4f60b03847f5b276b9b2c3dce061139f8ee0c22c533cdcbeb8c7d", + "observation_mode": "pixel_state", + "output": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/can20/StandardBaseBC/jax/can/diverse20/seed_1", + "pixel_cache": "/ssd/WorkSpace/RL-Postrain-visual-bc/data/pixels/can/visual_20261025", + "pixel_spec": { + "action_dim": 7, + "architecture": "dice_vision_resnet_flow_unet_v1", + "backbone_initialization": "random", + "backbone_norm": "batch_norm", + "cameras": [ + "agentview", + "robot0_eye_in_hand" + ], + "collision_geoms": false, + "crop_size": 84, + "family": "StandardBaseBC", + "feature_dim": 137, + "features_per_camera": 64, + "flow_steps": 10, + "horizon": 4, + "image_size": 96, + "proprio_dim": 9, + "proprio_keys": [ + "robot0_eef_pos", + "robot0_eef_quat", + "robot0_gripper_qpos" + ], + "task": "can", + "time_embedding_dim": 64 + }, + "regime": "diverse20", + "runtime": { + "framework_version": "0.10.1", + "python": "/ssd/WorkSpace/RL-Postrain-visual-bc/.venvs/ogpo/bin/python", + "requested_device": "cuda:0" + }, + "seed": 1, + "sources_sha256": { + "configs/bc_models.yaml": "ce58a903c4270328985ab8677babdaa12748ad18efc3749faed72425024e61c1", + "configs/bc_pretraining.yaml": "7d1b9be73f25aeb40cd342a3e3ca2543ea865b38b2abe8fb28a7da6588d419a6", + "configs/bc_pretraining_ph_full.yaml": "a93c7d4a50e9afa836d98a6193ba1bc2fb3827a259cf5de39f5dc7a2504d6728", + "configs/bc_standard_init_schema.json": "e2c70eee2a1ce8d1a812ec427d24ba3cc45519434331354318d97415fd559bc8", + "configs/study1.yaml": "35d065e242b205a4c99f8add2eab35bb85f80401f4e07d49f063a0eddf4de608", + "configs/study1_ph_full.yaml": "f9cebc4b66279d4ea7492f7a80a09f1adca7c1cae7b242374305be4f701e76ef", + "scripts/pretrain_bc.py": "9972b77f7b8ed964e7e04fa3ba3821b767f0b7a5d697625ed1c6f8fcdf990890", + "src/rl_pt_analyze/bc_evaluation.py": "7319c346f453263a99cdc5d6fd39e6a0a88783d2c42f68a312ee36ab6d656c6f", + "src/rl_pt_analyze/bc_fleet.py": "a49c24c66ec0bb1a5548d384deefda429ff1ca693cb19f1c99dbd661148d7ffc", + "src/rl_pt_analyze/bc_full_cut.py": "a8170de58bc0a16dd5c6358a6429d96afb5227e5701602806d68e42727f671bc", + "src/rl_pt_analyze/bc_identity.py": "f94c284c71df7ed06eaf4553297de53f2b801a5fac743beb3b98d1bc41314fe0", + "src/rl_pt_analyze/bc_policy.py": "aff3c4613a0dfc46d6491bdba6478261049c2c9631eca446fa8939a1e498fc30", + "src/rl_pt_analyze/bc_pretrain.py": "703b2e50fe53d62b23910b907d75c09cec49463e5e9e2c08d8f77d2b6b77a5bd", + "src/rl_pt_analyze/bc_runtime.py": "29d85733684176bd7328c01921ed1eb45857a914d8ee998e6df4fb0a5be5315d", + "src/rl_pt_analyze/bc_standard_jax.py": "9063d0d4160e972bb9f7b1acd9e508a2ea1118ceeed7647614c787abcb7b32ce", + "src/rl_pt_analyze/bc_standard_policy.py": "54d733549ec571f709d49698520f2461def5a20fc4146d155b3d56fbbcf5deb1", + "src/rl_pt_analyze/bc_storage.py": "83b79d5beaaaa46310d756476f5da90c9227a656533dc9414334d395a6749e54", + "src/rl_pt_analyze/bc_training.py": "bf20475ceeef114e3444c2610ea6d490389b02d147f22c962e2f63fd94b9dafa", + "src/rl_pt_analyze/pixel.py": "ec46a0b0e3c40bca7ea2d0c76b086b482fedaf98293b06f7ab719b86b81141e6", + "src/rl_pt_analyze/pixel_data.py": "74ed81ff034d0782671ff9e48157a3be2d274e7db3735a955705b8e8fcf42b34", + "src/rl_pt_analyze/pixel_vec.py": "f247a6d9ed1791b82880ecef7505275959835fc3b69bfab2e85dedd096416bc8", + "src/rl_pt_analyze/r0.py": "e0a13e9c02d935dbab6a0e091fd925f08ce2d00e661b6cf09aff0ee95925249d", + "third_party/dice/model/diffusion/modules.py": "3b6b2efae0bb67cc30a061a8dd7c6b2d8d6905dac7cecac92b3dbfa5da0067cd", + "third_party/dice/model/flow_matching/vision_resnet_mlp_flow_matching.py": "2f0d3aa0b6e1624e32a540e66a5803e613481f35bb190926e51560856249981d" + }, + "spec": { + "action_dim": 7, + "architecture": "dice_vision_resnet_flow_unet_v1", + "backbone_initialization": "random", + "backbone_norm": "batch_norm", + "cameras": [ + "agentview", + "robot0_eye_in_hand" + ], + "collision_geoms": false, + "crop_size": 84, + "family": "StandardBaseBC", + "feature_dim": 137, + "features_per_camera": 64, + "flow_steps": 10, + "horizon": 4, + "image_size": 96, + "proprio_dim": 9, + "proprio_keys": [ + "robot0_eef_pos", + "robot0_eef_quat", + "robot0_gripper_qpos" + ], + "task": "can", + "time_embedding_dim": 64 + }, + "split_hash": "7478373215dea429091a4d935def24a96aa75aec52ada49b7e468b2d4bb4c90e", + "task": "can", + "training": { + "batch_size": 256, + "bc_only": true, + "drop_last": false, + "early_stopping": false, + "ema_decay": 0.999, + "epoch_definition": "shuffled_full_training_split_without_replacement", + "epochs": 2000, + "learning_rate": 0.0001, + "online_steps": 0, + "optimizer": "adamw", + "padding_loss_mask": true, + "stopping": "none_fixed_epochs", + "weight_decay": 1e-06 + }, + "training_samples": 2158, + "validation": { + "batch_seed": 771, + "batch_size": 256, + "interval_epochs": 1, + "loss_seed": 882 + }, + "validation_only": false, + "validation_samples": 254, + "wandb": { + "mode": "offline", + "project": "standard_bc_pretrain" + } + }, + "schema_version": 2, + "sha256": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "split_hash": "7478373215dea429091a4d935def24a96aa75aec52ada49b7e468b2d4bb4c90e", + "weights_used_for_deployment": "complete_model_EMA" +} diff --git a/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/checkpoints/epoch_1400.pkl b/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/checkpoints/epoch_1400.pkl new file mode 100644 index 0000000000000000000000000000000000000000..47ff905cada929bcf63051ab15d3b9a5df589e99 --- /dev/null +++ b/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/checkpoints/epoch_1400.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d +size 96617025 diff --git a/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/final200/epoch_1400.parquet b/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/final200/epoch_1400.parquet new file mode 100644 index 0000000000000000000000000000000000000000..8633f9129a22d2830a37a8474fab8bf2787dd5ab --- /dev/null +++ b/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/final200/epoch_1400.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6224ddb4d5e0589a601c5b77e3492911585b8c66cc912215286c9cd58a91626 +size 6596 diff --git a/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/final200/protocol.json b/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/final200/protocol.json index 71c0b6ae976a5794c269689510bd1b35003e9e53..e852c4a5e0d82b70af3feefb0be844bc09b4595d 100644 --- a/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/final200/protocol.json +++ b/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/final200/protocol.json @@ -1,8 +1,8 @@ { - "checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/can20/StandardBaseBC/jax/can/diverse20/seed_1/checkpoints/epoch_1500.pkl", - "checkpoint_sha256": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/can20/StandardBaseBC/jax/can/diverse20/seed_1/checkpoints/epoch_1400.pkl", + "checkpoint_sha256": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "collision_geoms": false, - "epoch": 1500, + "epoch": 1400, "identity_hash": "c165872a1fce3be67f5949977be97ee40f18b811e83493e84b0609a9a28c17e2", "job": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/can20/jobs/00.json", "panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", @@ -208,8 +208,8 @@ 10971071, 17007174 ], - "script_sha256": "7be8b5440b354a862228f5a3d3855ec0ba7267c78c4e04158fa028e9633e8d32", - "selection": "frozen before this independent panel was evaluated", + "script_sha256": "52959ac39b30b97e21dda738d5187427516ba577f89c0e8d85ddb7ecec15ee40", + "selection": "User requested epoch1400 comparison after reviewing prior checkpoints; shared200 reset panel reused, not an untouched holdout", "settings": { "episodes": 200, "interval_epochs": 10, diff --git a/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/final200/result.json b/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/final200/result.json index 1729876d0f4592fd212af2438655ff52862a08c4..fbccc79b81c371edb424670f03bd5a07938804bc 100644 --- a/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/final200/result.json +++ b/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/final200/result.json @@ -1,18 +1,18 @@ { "ci": "wilson95", - "ci_high": 0.6366567766656557, - "ci_low": 0.5007048776415268, - "environment_steps": 38415, + "ci_high": 0.6414638745648614, + "ci_low": 0.5057093264785485, + "environment_steps": 39105, "episodes": [ { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 70723122, "rl_env_steps": null, "success": false, @@ -21,14 +21,14 @@ "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 24, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 25, "eval_kind": "bc_pretraining", - "length": 94, + "length": 98, "mode": "base_cfm_ode", - "native_return": -88.0, + "native_return": -92.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 66851989, "rl_env_steps": null, "success": true, @@ -37,14 +37,14 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 60005579, "rl_env_steps": null, "success": false, @@ -53,14 +53,14 @@ "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 40, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 50, "eval_kind": "bc_pretraining", - "length": 158, + "length": 198, "mode": "base_cfm_ode", - "native_return": -152.0, + "native_return": -192.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 32401708, "rl_env_steps": null, "success": true, @@ -69,30 +69,30 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 34, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 75, "eval_kind": "bc_pretraining", - "length": 136, + "length": 300, "mode": "base_cfm_ode", - "native_return": -130.0, + "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 19153477, "rl_env_steps": null, - "success": true, + "success": false, "task": "can", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 30, "eval_kind": "bc_pretraining", - "length": 117, + "length": 119, "mode": "base_cfm_ode", - "native_return": -111.0, + "native_return": -113.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 42749167, "rl_env_steps": null, "success": true, @@ -101,14 +101,14 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 46661357, "rl_env_steps": null, "success": false, @@ -117,14 +117,14 @@ "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 28, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 27, "eval_kind": "bc_pretraining", - "length": 112, + "length": 108, "mode": "base_cfm_ode", - "native_return": -106.0, + "native_return": -102.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 27402198, "rl_env_steps": null, "success": true, @@ -133,14 +133,14 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 25, "eval_kind": "bc_pretraining", - "length": 99, + "length": 98, "mode": "base_cfm_ode", - "native_return": -93.0, + "native_return": -92.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 47810457, "rl_env_steps": null, "success": true, @@ -149,30 +149,30 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 75, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 45, "eval_kind": "bc_pretraining", - "length": 300, + "length": 177, "mode": "base_cfm_ode", - "native_return": -300.0, + "native_return": -171.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 18848891, "rl_env_steps": null, - "success": false, + "success": true, "task": "can", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 27, "eval_kind": "bc_pretraining", - "length": 105, + "length": 107, "mode": "base_cfm_ode", - "native_return": -99.0, + "native_return": -101.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 17918997, "rl_env_steps": null, "success": true, @@ -181,46 +181,46 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 75, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 41, "eval_kind": "bc_pretraining", - "length": 300, + "length": 164, "mode": "base_cfm_ode", - "native_return": -300.0, + "native_return": -158.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 80363015, "rl_env_steps": null, - "success": false, + "success": true, "task": "can", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 27, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 75, "eval_kind": "bc_pretraining", - "length": 106, + "length": 300, "mode": "base_cfm_ode", - "native_return": -100.0, + "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 64973617, "rl_env_steps": null, - "success": true, + "success": false, "task": "can", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 14420984, "rl_env_steps": null, "success": false, @@ -229,30 +229,30 @@ "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 23, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 75, "eval_kind": "bc_pretraining", - "length": 91, + "length": 300, "mode": "base_cfm_ode", - "native_return": -85.0, + "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 34943840, "rl_env_steps": null, - "success": true, + "success": false, "task": "can", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 31, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 37, "eval_kind": "bc_pretraining", - "length": 124, + "length": 145, "mode": "base_cfm_ode", - "native_return": -118.0, + "native_return": -139.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 20266056, "rl_env_steps": null, "success": true, @@ -261,14 +261,14 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 27, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 28, "eval_kind": "bc_pretraining", - "length": 106, + "length": 112, "mode": "base_cfm_ode", - "native_return": -100.0, + "native_return": -106.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 55423323, "rl_env_steps": null, "success": true, @@ -277,14 +277,14 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 33, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 32, "eval_kind": "bc_pretraining", - "length": 132, + "length": 126, "mode": "base_cfm_ode", - "native_return": -126.0, + "native_return": -120.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 77426949, "rl_env_steps": null, "success": true, @@ -293,30 +293,30 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 25, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 75, "eval_kind": "bc_pretraining", - "length": 100, + "length": 300, "mode": "base_cfm_ode", - "native_return": -94.0, + "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 21093578, "rl_env_steps": null, - "success": true, + "success": false, "task": "can", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 74139179, "rl_env_steps": null, "success": false, @@ -325,14 +325,14 @@ "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 65396037, "rl_env_steps": null, "success": false, @@ -341,14 +341,14 @@ "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 66433136, "rl_env_steps": null, "success": false, @@ -357,14 +357,14 @@ "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 26, "eval_kind": "bc_pretraining", "length": 104, "mode": "base_cfm_ode", "native_return": -98.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 18174832, "rl_env_steps": null, "success": true, @@ -373,14 +373,14 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 28, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 31, "eval_kind": "bc_pretraining", - "length": 112, + "length": 122, "mode": "base_cfm_ode", - "native_return": -106.0, + "native_return": -116.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 44050868, "rl_env_steps": null, "success": true, @@ -389,30 +389,30 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 34, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 75, "eval_kind": "bc_pretraining", - "length": 133, + "length": 300, "mode": "base_cfm_ode", - "native_return": -127.0, + "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 79827091, "rl_env_steps": null, - "success": true, + "success": false, "task": "can", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 32, "eval_kind": "bc_pretraining", - "length": 126, + "length": 128, "mode": "base_cfm_ode", - "native_return": -120.0, + "native_return": -122.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 48142557, "rl_env_steps": null, "success": true, @@ -421,14 +421,14 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 26, "eval_kind": "bc_pretraining", - "length": 103, + "length": 101, "mode": "base_cfm_ode", - "native_return": -97.0, + "native_return": -95.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 81058782, "rl_env_steps": null, "success": true, @@ -437,14 +437,14 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 57440191, "rl_env_steps": null, "success": false, @@ -453,46 +453,46 @@ "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 26, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 75, "eval_kind": "bc_pretraining", - "length": 103, + "length": 300, "mode": "base_cfm_ode", - "native_return": -97.0, + "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 71718518, "rl_env_steps": null, - "success": true, + "success": false, "task": "can", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 23, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 75, "eval_kind": "bc_pretraining", - "length": 90, + "length": 300, "mode": "base_cfm_ode", - "native_return": -84.0, + "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 62288442, "rl_env_steps": null, - "success": true, + "success": false, "task": "can", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 38780438, "rl_env_steps": null, "success": false, @@ -501,14 +501,14 @@ "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 22, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 21, "eval_kind": "bc_pretraining", - "length": 87, + "length": 83, "mode": "base_cfm_ode", - "native_return": -81.0, + "native_return": -77.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 31543247, "rl_env_steps": null, "success": true, @@ -517,14 +517,14 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 29, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 33, "eval_kind": "bc_pretraining", - "length": 115, + "length": 130, "mode": "base_cfm_ode", - "native_return": -109.0, + "native_return": -124.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 45815861, "rl_env_steps": null, "success": true, @@ -533,30 +533,30 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 32, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 75, "eval_kind": "bc_pretraining", - "length": 125, + "length": 300, "mode": "base_cfm_ode", - "native_return": -119.0, + "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 69976624, "rl_env_steps": null, - "success": true, + "success": false, "task": "can", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 23, "eval_kind": "bc_pretraining", - "length": 90, + "length": 91, "mode": "base_cfm_ode", - "native_return": -84.0, + "native_return": -85.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 27741928, "rl_env_steps": null, "success": true, @@ -565,14 +565,14 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 27, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 30, "eval_kind": "bc_pretraining", - "length": 107, + "length": 120, "mode": "base_cfm_ode", - "native_return": -101.0, + "native_return": -114.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 47860773, "rl_env_steps": null, "success": true, @@ -581,14 +581,14 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 24, "eval_kind": "bc_pretraining", "length": 94, "mode": "base_cfm_ode", "native_return": -88.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 68719953, "rl_env_steps": null, "success": true, @@ -597,30 +597,30 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 75, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 47, "eval_kind": "bc_pretraining", - "length": 300, + "length": 187, "mode": "base_cfm_ode", - "native_return": -300.0, + "native_return": -181.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 72413983, "rl_env_steps": null, - "success": false, + "success": true, "task": "can", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 22, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 21, "eval_kind": "bc_pretraining", - "length": 86, + "length": 83, "mode": "base_cfm_ode", - "native_return": -80.0, + "native_return": -77.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 43596719, "rl_env_steps": null, "success": true, @@ -629,14 +629,14 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 25975279, "rl_env_steps": null, "success": false, @@ -645,14 +645,14 @@ "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 75651978, "rl_env_steps": null, "success": false, @@ -661,30 +661,30 @@ "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 75, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 28, "eval_kind": "bc_pretraining", - "length": 300, + "length": 111, "mode": "base_cfm_ode", - "native_return": -300.0, + "native_return": -105.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 62538517, "rl_env_steps": null, - "success": false, + "success": true, "task": "can", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 30, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 32, "eval_kind": "bc_pretraining", - "length": 119, + "length": 125, "mode": "base_cfm_ode", - "native_return": -113.0, + "native_return": -119.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 49157692, "rl_env_steps": null, "success": true, @@ -693,14 +693,14 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 26, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 71, "eval_kind": "bc_pretraining", - "length": 103, + "length": 282, "mode": "base_cfm_ode", - "native_return": -97.0, + "native_return": -276.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 72093687, "rl_env_steps": null, "success": true, @@ -709,14 +709,14 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 29, "eval_kind": "bc_pretraining", - "length": 116, + "length": 115, "mode": "base_cfm_ode", - "native_return": -110.0, + "native_return": -109.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 35658896, "rl_env_steps": null, "success": true, @@ -725,14 +725,14 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 34016592, "rl_env_steps": null, "success": false, @@ -741,14 +741,14 @@ "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 22, "eval_kind": "bc_pretraining", - "length": 87, + "length": 88, "mode": "base_cfm_ode", - "native_return": -81.0, + "native_return": -82.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 56600068, "rl_env_steps": null, "success": true, @@ -757,14 +757,14 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 24, "eval_kind": "bc_pretraining", - "length": 94, + "length": 93, "mode": "base_cfm_ode", - "native_return": -88.0, + "native_return": -87.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 85354907, "rl_env_steps": null, "success": true, @@ -773,14 +773,14 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 26, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 25, "eval_kind": "bc_pretraining", - "length": 101, + "length": 99, "mode": "base_cfm_ode", - "native_return": -95.0, + "native_return": -93.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 64181994, "rl_env_steps": null, "success": true, @@ -789,14 +789,14 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 40, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 37, "eval_kind": "bc_pretraining", - "length": 158, + "length": 147, "mode": "base_cfm_ode", - "native_return": -152.0, + "native_return": -141.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 64561502, "rl_env_steps": null, "success": true, @@ -805,14 +805,14 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 76858975, "rl_env_steps": null, "success": false, @@ -821,14 +821,14 @@ "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 17852290, "rl_env_steps": null, "success": false, @@ -837,14 +837,14 @@ "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 20068153, "rl_env_steps": null, "success": false, @@ -853,14 +853,14 @@ "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 39072183, "rl_env_steps": null, "success": false, @@ -869,30 +869,30 @@ "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 26, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 75, "eval_kind": "bc_pretraining", - "length": 101, + "length": 300, "mode": "base_cfm_ode", - "native_return": -95.0, + "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 55774539, "rl_env_steps": null, - "success": true, + "success": false, "task": "can", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 31, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 34, "eval_kind": "bc_pretraining", - "length": 122, + "length": 134, "mode": "base_cfm_ode", - "native_return": -116.0, + "native_return": -128.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 26085971, "rl_env_steps": null, "success": true, @@ -901,14 +901,14 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 28, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 26, "eval_kind": "bc_pretraining", - "length": 109, + "length": 104, "mode": "base_cfm_ode", - "native_return": -103.0, + "native_return": -98.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 37837570, "rl_env_steps": null, "success": true, @@ -917,14 +917,14 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 24, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 26, "eval_kind": "bc_pretraining", - "length": 95, + "length": 102, "mode": "base_cfm_ode", - "native_return": -89.0, + "native_return": -96.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 88758485, "rl_env_steps": null, "success": true, @@ -933,14 +933,14 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 75982683, "rl_env_steps": null, "success": false, @@ -949,30 +949,30 @@ "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 27, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 75, "eval_kind": "bc_pretraining", - "length": 107, + "length": 300, "mode": "base_cfm_ode", - "native_return": -101.0, + "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 81377703, "rl_env_steps": null, - "success": true, + "success": false, "task": "can", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 57992264, "rl_env_steps": null, "success": false, @@ -981,30 +981,30 @@ "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 30, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 75, "eval_kind": "bc_pretraining", - "length": 117, + "length": 300, "mode": "base_cfm_ode", - "native_return": -111.0, + "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 80112931, "rl_env_steps": null, - "success": true, + "success": false, "task": "can", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 88742902, "rl_env_steps": null, "success": false, @@ -1013,14 +1013,14 @@ "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 21, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 22, "eval_kind": "bc_pretraining", - "length": 84, + "length": 88, "mode": "base_cfm_ode", - "native_return": -78.0, + "native_return": -82.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 47013480, "rl_env_steps": null, "success": true, @@ -1029,14 +1029,14 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 31, "eval_kind": "bc_pretraining", - "length": 122, + "length": 124, "mode": "base_cfm_ode", - "native_return": -116.0, + "native_return": -118.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 36523859, "rl_env_steps": null, "success": true, @@ -1045,46 +1045,46 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 75, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 67, "eval_kind": "bc_pretraining", - "length": 300, + "length": 267, "mode": "base_cfm_ode", - "native_return": -300.0, + "native_return": -261.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 19498677, "rl_env_steps": null, - "success": false, + "success": true, "task": "can", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 75, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 37, "eval_kind": "bc_pretraining", - "length": 300, + "length": 146, "mode": "base_cfm_ode", - "native_return": -300.0, + "native_return": -140.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 20212586, "rl_env_steps": null, - "success": false, + "success": true, "task": "can", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 27, "eval_kind": "bc_pretraining", - "length": 106, + "length": 108, "mode": "base_cfm_ode", - "native_return": -100.0, + "native_return": -102.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 55485421, "rl_env_steps": null, "success": true, @@ -1093,62 +1093,62 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 31, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 75, "eval_kind": "bc_pretraining", - "length": 122, + "length": 300, "mode": "base_cfm_ode", - "native_return": -116.0, + "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 36767911, "rl_env_steps": null, - "success": true, + "success": false, "task": "can", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 33, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 75, "eval_kind": "bc_pretraining", - "length": 129, + "length": 300, "mode": "base_cfm_ode", - "native_return": -123.0, + "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 50597940, "rl_env_steps": null, - "success": true, + "success": false, "task": "can", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 28, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 75, "eval_kind": "bc_pretraining", - "length": 109, + "length": 300, "mode": "base_cfm_ode", - "native_return": -103.0, + "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 65503466, "rl_env_steps": null, - "success": true, + "success": false, "task": "can", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 26, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 24, "eval_kind": "bc_pretraining", - "length": 101, + "length": 95, "mode": "base_cfm_ode", - "native_return": -95.0, + "native_return": -89.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 87299732, "rl_env_steps": null, "success": true, @@ -1157,14 +1157,14 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 25, "eval_kind": "bc_pretraining", - "length": 100, + "length": 98, "mode": "base_cfm_ode", - "native_return": -94.0, + "native_return": -92.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 61456577, "rl_env_steps": null, "success": true, @@ -1173,14 +1173,14 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 25, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 26, "eval_kind": "bc_pretraining", - "length": 98, + "length": 103, "mode": "base_cfm_ode", - "native_return": -92.0, + "native_return": -97.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 79295759, "rl_env_steps": null, "success": true, @@ -1189,14 +1189,14 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 26, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 23, "eval_kind": "bc_pretraining", - "length": 102, + "length": 91, "mode": "base_cfm_ode", - "native_return": -96.0, + "native_return": -85.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 10605088, "rl_env_steps": null, "success": true, @@ -1205,30 +1205,30 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 75, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 34, "eval_kind": "bc_pretraining", - "length": 300, + "length": 133, "mode": "base_cfm_ode", - "native_return": -300.0, + "native_return": -127.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 21163776, "rl_env_steps": null, - "success": false, + "success": true, "task": "can", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 74346251, "rl_env_steps": null, "success": false, @@ -1237,14 +1237,14 @@ "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 59990172, "rl_env_steps": null, "success": false, @@ -1253,14 +1253,14 @@ "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 43, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 34, "eval_kind": "bc_pretraining", - "length": 171, + "length": 133, "mode": "base_cfm_ode", - "native_return": -165.0, + "native_return": -127.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 40756359, "rl_env_steps": null, "success": true, @@ -1269,62 +1269,62 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 75, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 33, "eval_kind": "bc_pretraining", - "length": 300, + "length": 129, "mode": "base_cfm_ode", - "native_return": -300.0, + "native_return": -123.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 29123831, "rl_env_steps": null, - "success": false, + "success": true, "task": "can", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 54, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 75, "eval_kind": "bc_pretraining", - "length": 215, + "length": 300, "mode": "base_cfm_ode", - "native_return": -209.0, + "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 22339698, "rl_env_steps": null, - "success": true, + "success": false, "task": "can", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 25, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 75, "eval_kind": "bc_pretraining", - "length": 97, + "length": 300, "mode": "base_cfm_ode", - "native_return": -91.0, + "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 55950171, "rl_env_steps": null, - "success": true, + "success": false, "task": "can", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 24, "eval_kind": "bc_pretraining", "length": 93, "mode": "base_cfm_ode", "native_return": -87.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 25459058, "rl_env_steps": null, "success": true, @@ -1333,14 +1333,14 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 89169841, "rl_env_steps": null, "success": false, @@ -1349,30 +1349,30 @@ "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 25, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 75, "eval_kind": "bc_pretraining", - "length": 100, + "length": 300, "mode": "base_cfm_ode", - "native_return": -94.0, + "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 51768760, "rl_env_steps": null, - "success": true, + "success": false, "task": "can", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 59320974, "rl_env_steps": null, "success": false, @@ -1381,14 +1381,14 @@ "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 43210884, "rl_env_steps": null, "success": false, @@ -1397,14 +1397,14 @@ "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 22, "eval_kind": "bc_pretraining", - "length": 88, + "length": 87, "mode": "base_cfm_ode", - "native_return": -82.0, + "native_return": -81.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 19819408, "rl_env_steps": null, "success": true, @@ -1413,14 +1413,14 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 28, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 34, "eval_kind": "bc_pretraining", - "length": 111, + "length": 133, "mode": "base_cfm_ode", - "native_return": -105.0, + "native_return": -127.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 27287306, "rl_env_steps": null, "success": true, @@ -1429,30 +1429,30 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 75, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 20, "eval_kind": "bc_pretraining", - "length": 300, + "length": 79, "mode": "base_cfm_ode", - "native_return": -300.0, + "native_return": -73.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 77579712, "rl_env_steps": null, - "success": false, + "success": true, "task": "can", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 33855715, "rl_env_steps": null, "success": false, @@ -1461,14 +1461,14 @@ "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 30, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 31, "eval_kind": "bc_pretraining", - "length": 117, + "length": 124, "mode": "base_cfm_ode", - "native_return": -111.0, + "native_return": -118.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 18917811, "rl_env_steps": null, "success": true, @@ -1477,14 +1477,14 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 24, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 29, "eval_kind": "bc_pretraining", - "length": 96, + "length": 114, "mode": "base_cfm_ode", - "native_return": -90.0, + "native_return": -108.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 50238382, "rl_env_steps": null, "success": true, @@ -1493,14 +1493,14 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 38, "eval_kind": "bc_pretraining", "length": 149, "mode": "base_cfm_ode", "native_return": -143.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 29018479, "rl_env_steps": null, "success": true, @@ -1509,14 +1509,14 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 28, "eval_kind": "bc_pretraining", - "length": 109, + "length": 110, "mode": "base_cfm_ode", - "native_return": -103.0, + "native_return": -104.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 58133015, "rl_env_steps": null, "success": true, @@ -1525,14 +1525,14 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 29, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 31, "eval_kind": "bc_pretraining", - "length": 113, + "length": 121, "mode": "base_cfm_ode", - "native_return": -107.0, + "native_return": -115.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 23864203, "rl_env_steps": null, "success": true, @@ -1541,14 +1541,14 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 49568781, "rl_env_steps": null, "success": false, @@ -1557,14 +1557,14 @@ "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 28, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 29, "eval_kind": "bc_pretraining", - "length": 110, + "length": 113, "mode": "base_cfm_ode", - "native_return": -104.0, + "native_return": -107.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 55772368, "rl_env_steps": null, "success": true, @@ -1573,14 +1573,14 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 27, "eval_kind": "bc_pretraining", - "length": 106, + "length": 105, "mode": "base_cfm_ode", - "native_return": -100.0, + "native_return": -99.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 69087148, "rl_env_steps": null, "success": true, @@ -1589,14 +1589,14 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 43159811, "rl_env_steps": null, "success": false, @@ -1605,14 +1605,14 @@ "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 42777958, "rl_env_steps": null, "success": false, @@ -1621,14 +1621,14 @@ "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 79686252, "rl_env_steps": null, "success": false, @@ -1637,30 +1637,30 @@ "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 75, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 35, "eval_kind": "bc_pretraining", - "length": 300, + "length": 138, "mode": "base_cfm_ode", - "native_return": -300.0, + "native_return": -132.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 88287947, "rl_env_steps": null, - "success": false, + "success": true, "task": "can", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 22, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 23, "eval_kind": "bc_pretraining", - "length": 87, + "length": 91, "mode": "base_cfm_ode", - "native_return": -81.0, + "native_return": -85.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 24484856, "rl_env_steps": null, "success": true, @@ -1669,30 +1669,30 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 44, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 75, "eval_kind": "bc_pretraining", - "length": 174, + "length": 300, "mode": "base_cfm_ode", - "native_return": -168.0, + "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 40522505, "rl_env_steps": null, - "success": true, + "success": false, "task": "can", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 32, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 29, "eval_kind": "bc_pretraining", - "length": 125, + "length": 115, "mode": "base_cfm_ode", - "native_return": -119.0, + "native_return": -109.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 18535306, "rl_env_steps": null, "success": true, @@ -1701,14 +1701,14 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 27261685, "rl_env_steps": null, "success": false, @@ -1717,14 +1717,14 @@ "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 55157386, "rl_env_steps": null, "success": false, @@ -1733,30 +1733,30 @@ "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 75, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 33, "eval_kind": "bc_pretraining", - "length": 300, + "length": 132, "mode": "base_cfm_ode", - "native_return": -300.0, + "native_return": -126.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 73419901, "rl_env_steps": null, - "success": false, + "success": true, "task": "can", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 30, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 29, "eval_kind": "bc_pretraining", - "length": 117, + "length": 115, "mode": "base_cfm_ode", - "native_return": -111.0, + "native_return": -109.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 51177153, "rl_env_steps": null, "success": true, @@ -1765,14 +1765,14 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 29, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 32, "eval_kind": "bc_pretraining", - "length": 115, + "length": 128, "mode": "base_cfm_ode", - "native_return": -109.0, + "native_return": -122.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 66197636, "rl_env_steps": null, "success": true, @@ -1781,14 +1781,14 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 28, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 30, "eval_kind": "bc_pretraining", - "length": 110, + "length": 118, "mode": "base_cfm_ode", - "native_return": -104.0, + "native_return": -112.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 89218160, "rl_env_steps": null, "success": true, @@ -1797,14 +1797,14 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 28, "eval_kind": "bc_pretraining", - "length": 109, + "length": 111, "mode": "base_cfm_ode", - "native_return": -103.0, + "native_return": -105.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 20312137, "rl_env_steps": null, "success": true, @@ -1813,14 +1813,14 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 32815280, "rl_env_steps": null, "success": false, @@ -1829,14 +1829,14 @@ "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 38566965, "rl_env_steps": null, "success": false, @@ -1845,47 +1845,31 @@ "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 75, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 35, "eval_kind": "bc_pretraining", - "length": 300, + "length": 140, "mode": "base_cfm_ode", - "native_return": -300.0, + "native_return": -134.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 67538690, "rl_env_steps": null, - "success": false, - "task": "can", - "terminated": false, - "truncated": true - }, - { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 53, - "eval_kind": "bc_pretraining", - "length": 211, - "mode": "base_cfm_ode", - "native_return": -205.0, - "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "reset_seed": 51444755, - "rl_env_steps": null, "success": true, "task": "can", "terminated": true, "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "reset_seed": 49534469, + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "reset_seed": 51444755, "rl_env_steps": null, "success": false, "task": "can", @@ -1893,30 +1877,46 @@ "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 75, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 28, "eval_kind": "bc_pretraining", - "length": 300, + "length": 110, "mode": "base_cfm_ode", - "native_return": -300.0, + "native_return": -104.0, + "observation_mode": "pixel_state", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "reset_seed": 49534469, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 32, + "eval_kind": "bc_pretraining", + "length": 127, + "mode": "base_cfm_ode", + "native_return": -121.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 55520272, "rl_env_steps": null, - "success": false, + "success": true, "task": "can", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 23, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 25, "eval_kind": "bc_pretraining", - "length": 91, + "length": 97, "mode": "base_cfm_ode", - "native_return": -85.0, + "native_return": -91.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 78917430, "rl_env_steps": null, "success": true, @@ -1925,14 +1925,14 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 27, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 31, "eval_kind": "bc_pretraining", - "length": 108, + "length": 122, "mode": "base_cfm_ode", - "native_return": -102.0, + "native_return": -116.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 53987225, "rl_env_steps": null, "success": true, @@ -1941,14 +1941,14 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 28, "eval_kind": "bc_pretraining", - "length": 110, + "length": 109, "mode": "base_cfm_ode", - "native_return": -104.0, + "native_return": -103.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 33135526, "rl_env_steps": null, "success": true, @@ -1957,14 +1957,14 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 23, "eval_kind": "bc_pretraining", - "length": 92, + "length": 90, "mode": "base_cfm_ode", - "native_return": -86.0, + "native_return": -84.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 10641443, "rl_env_steps": null, "success": true, @@ -1973,14 +1973,14 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 24, "eval_kind": "bc_pretraining", - "length": 96, + "length": 95, "mode": "base_cfm_ode", - "native_return": -90.0, + "native_return": -89.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 83269321, "rl_env_steps": null, "success": true, @@ -1989,14 +1989,14 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 30, "eval_kind": "bc_pretraining", - "length": 119, + "length": 118, "mode": "base_cfm_ode", - "native_return": -113.0, + "native_return": -112.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 50371327, "rl_env_steps": null, "success": true, @@ -2005,46 +2005,46 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 24, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 75, "eval_kind": "bc_pretraining", - "length": 93, + "length": 300, "mode": "base_cfm_ode", - "native_return": -87.0, + "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 60499091, "rl_env_steps": null, - "success": true, + "success": false, "task": "can", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 34, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 75, "eval_kind": "bc_pretraining", - "length": 133, + "length": 300, "mode": "base_cfm_ode", - "native_return": -127.0, + "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 14174315, "rl_env_steps": null, - "success": true, + "success": false, "task": "can", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 34430409, "rl_env_steps": null, "success": false, @@ -2053,30 +2053,30 @@ "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 75, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 28, "eval_kind": "bc_pretraining", - "length": 300, + "length": 112, "mode": "base_cfm_ode", - "native_return": -300.0, + "native_return": -106.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 78665761, "rl_env_steps": null, - "success": false, + "success": true, "task": "can", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 55417809, "rl_env_steps": null, "success": false, @@ -2085,14 +2085,14 @@ "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 29697446, "rl_env_steps": null, "success": false, @@ -2101,14 +2101,14 @@ "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 29, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 30, "eval_kind": "bc_pretraining", - "length": 114, + "length": 117, "mode": "base_cfm_ode", - "native_return": -108.0, + "native_return": -111.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 67300186, "rl_env_steps": null, "success": true, @@ -2117,14 +2117,14 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 27, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 28, "eval_kind": "bc_pretraining", - "length": 107, + "length": 111, "mode": "base_cfm_ode", - "native_return": -101.0, + "native_return": -105.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 14166946, "rl_env_steps": null, "success": true, @@ -2133,14 +2133,14 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 34309048, "rl_env_steps": null, "success": false, @@ -2149,14 +2149,14 @@ "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 38651973, "rl_env_steps": null, "success": false, @@ -2165,14 +2165,14 @@ "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 31, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 34, "eval_kind": "bc_pretraining", - "length": 124, + "length": 135, "mode": "base_cfm_ode", - "native_return": -118.0, + "native_return": -129.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 63582284, "rl_env_steps": null, "success": true, @@ -2181,14 +2181,14 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 11252552, "rl_env_steps": null, "success": false, @@ -2197,14 +2197,14 @@ "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 27, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 43, "eval_kind": "bc_pretraining", - "length": 105, + "length": 171, "mode": "base_cfm_ode", - "native_return": -99.0, + "native_return": -165.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 13083214, "rl_env_steps": null, "success": true, @@ -2213,14 +2213,14 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 28, "eval_kind": "bc_pretraining", "length": 110, "mode": "base_cfm_ode", "native_return": -104.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 12656665, "rl_env_steps": null, "success": true, @@ -2229,14 +2229,14 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 29, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 30, "eval_kind": "bc_pretraining", - "length": 115, + "length": 119, "mode": "base_cfm_ode", - "native_return": -109.0, + "native_return": -113.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 39216146, "rl_env_steps": null, "success": true, @@ -2245,14 +2245,14 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 53058687, "rl_env_steps": null, "success": false, @@ -2261,30 +2261,30 @@ "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 75, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 35, "eval_kind": "bc_pretraining", - "length": 300, + "length": 137, "mode": "base_cfm_ode", - "native_return": -300.0, + "native_return": -131.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 26843165, "rl_env_steps": null, - "success": false, + "success": true, "task": "can", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 26213599, "rl_env_steps": null, "success": false, @@ -2293,14 +2293,14 @@ "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 26, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 25, "eval_kind": "bc_pretraining", - "length": 103, + "length": 99, "mode": "base_cfm_ode", - "native_return": -97.0, + "native_return": -93.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 75250873, "rl_env_steps": null, "success": true, @@ -2309,14 +2309,14 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 25, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 26, "eval_kind": "bc_pretraining", - "length": 97, + "length": 101, "mode": "base_cfm_ode", - "native_return": -91.0, + "native_return": -95.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 86873350, "rl_env_steps": null, "success": true, @@ -2325,14 +2325,14 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 26, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 27, "eval_kind": "bc_pretraining", - "length": 102, + "length": 105, "mode": "base_cfm_ode", - "native_return": -96.0, + "native_return": -99.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 23044120, "rl_env_steps": null, "success": true, @@ -2341,14 +2341,14 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 26, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 27, "eval_kind": "bc_pretraining", - "length": 102, + "length": 106, "mode": "base_cfm_ode", - "native_return": -96.0, + "native_return": -100.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 74475483, "rl_env_steps": null, "success": true, @@ -2357,14 +2357,14 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 31, "eval_kind": "bc_pretraining", "length": 121, "mode": "base_cfm_ode", "native_return": -115.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 73879766, "rl_env_steps": null, "success": true, @@ -2373,14 +2373,14 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 38462205, "rl_env_steps": null, "success": false, @@ -2389,30 +2389,30 @@ "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 23, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 75, "eval_kind": "bc_pretraining", - "length": 89, + "length": 300, "mode": "base_cfm_ode", - "native_return": -83.0, + "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 36712875, "rl_env_steps": null, - "success": true, + "success": false, "task": "can", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 61476060, "rl_env_steps": null, "success": false, @@ -2421,14 +2421,14 @@ "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 27, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 29, "eval_kind": "bc_pretraining", - "length": 106, + "length": 113, "mode": "base_cfm_ode", - "native_return": -100.0, + "native_return": -107.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 40070375, "rl_env_steps": null, "success": true, @@ -2437,14 +2437,14 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 24, "eval_kind": "bc_pretraining", - "length": 96, + "length": 93, "mode": "base_cfm_ode", - "native_return": -90.0, + "native_return": -87.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 11657834, "rl_env_steps": null, "success": true, @@ -2453,14 +2453,14 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 24, "eval_kind": "bc_pretraining", - "length": 96, + "length": 93, "mode": "base_cfm_ode", - "native_return": -90.0, + "native_return": -87.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 12071629, "rl_env_steps": null, "success": true, @@ -2469,14 +2469,14 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 70951113, "rl_env_steps": null, "success": false, @@ -2485,30 +2485,30 @@ "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 75, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 23, "eval_kind": "bc_pretraining", - "length": 300, + "length": 91, "mode": "base_cfm_ode", - "native_return": -300.0, + "native_return": -85.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 86273812, "rl_env_steps": null, - "success": false, + "success": true, "task": "can", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 33086249, "rl_env_steps": null, "success": false, @@ -2517,14 +2517,14 @@ "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 41678564, "rl_env_steps": null, "success": false, @@ -2533,14 +2533,14 @@ "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 23, "eval_kind": "bc_pretraining", - "length": 90, + "length": 91, "mode": "base_cfm_ode", - "native_return": -84.0, + "native_return": -85.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 34536118, "rl_env_steps": null, "success": true, @@ -2549,14 +2549,14 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 27607156, "rl_env_steps": null, "success": false, @@ -2565,14 +2565,14 @@ "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 26, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 30, "eval_kind": "bc_pretraining", - "length": 102, + "length": 119, "mode": "base_cfm_ode", - "native_return": -96.0, + "native_return": -113.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 70130490, "rl_env_steps": null, "success": true, @@ -2581,14 +2581,14 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 70448950, "rl_env_steps": null, "success": false, @@ -2597,14 +2597,14 @@ "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 63854211, "rl_env_steps": null, "success": false, @@ -2613,14 +2613,14 @@ "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 58640013, "rl_env_steps": null, "success": false, @@ -2629,14 +2629,14 @@ "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 71222810, "rl_env_steps": null, "success": false, @@ -2645,14 +2645,14 @@ "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 32, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 33, "eval_kind": "bc_pretraining", - "length": 128, + "length": 130, "mode": "base_cfm_ode", - "native_return": -122.0, + "native_return": -124.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 77025643, "rl_env_steps": null, "success": true, @@ -2661,14 +2661,14 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 28, "eval_kind": "bc_pretraining", - "length": 112, + "length": 109, "mode": "base_cfm_ode", - "native_return": -106.0, + "native_return": -103.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 46535790, "rl_env_steps": null, "success": true, @@ -2677,46 +2677,46 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 75, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 22, "eval_kind": "bc_pretraining", - "length": 300, + "length": 88, "mode": "base_cfm_ode", - "native_return": -300.0, + "native_return": -82.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 13450163, "rl_env_steps": null, - "success": false, + "success": true, "task": "can", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 75, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 27, "eval_kind": "bc_pretraining", - "length": 300, + "length": 107, "mode": "base_cfm_ode", - "native_return": -300.0, + "native_return": -101.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 48130374, "rl_env_steps": null, - "success": false, + "success": true, "task": "can", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 30, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 33, "eval_kind": "bc_pretraining", - "length": 120, + "length": 129, "mode": "base_cfm_ode", - "native_return": -114.0, + "native_return": -123.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 28109111, "rl_env_steps": null, "success": true, @@ -2725,14 +2725,14 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 27277335, "rl_env_steps": null, "success": false, @@ -2741,14 +2741,14 @@ "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 14975106, "rl_env_steps": null, "success": false, @@ -2757,46 +2757,46 @@ "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 36, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 75, "eval_kind": "bc_pretraining", - "length": 143, + "length": 300, "mode": "base_cfm_ode", - "native_return": -137.0, + "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 25482760, "rl_env_steps": null, - "success": true, + "success": false, "task": "can", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 75, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 31, "eval_kind": "bc_pretraining", - "length": 300, + "length": 121, "mode": "base_cfm_ode", - "native_return": -300.0, + "native_return": -115.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 51368844, "rl_env_steps": null, - "success": false, + "success": true, "task": "can", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 28, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 29, "eval_kind": "bc_pretraining", - "length": 109, + "length": 116, "mode": "base_cfm_ode", - "native_return": -103.0, + "native_return": -110.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 65499499, "rl_env_steps": null, "success": true, @@ -2805,30 +2805,30 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 22, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 75, "eval_kind": "bc_pretraining", - "length": 85, + "length": 300, "mode": "base_cfm_ode", - "native_return": -79.0, + "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 38883080, "rl_env_steps": null, - "success": true, + "success": false, "task": "can", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 26, "eval_kind": "bc_pretraining", - "length": 102, + "length": 101, "mode": "base_cfm_ode", - "native_return": -96.0, + "native_return": -95.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 56579733, "rl_env_steps": null, "success": true, @@ -2837,14 +2837,14 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 26, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 28, "eval_kind": "bc_pretraining", - "length": 104, + "length": 109, "mode": "base_cfm_ode", - "native_return": -98.0, + "native_return": -103.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 81285249, "rl_env_steps": null, "success": true, @@ -2853,46 +2853,46 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 75, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 64, "eval_kind": "bc_pretraining", - "length": 300, + "length": 254, "mode": "base_cfm_ode", - "native_return": -300.0, + "native_return": -248.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 71293324, "rl_env_steps": null, - "success": false, + "success": true, "task": "can", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 75, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 32, "eval_kind": "bc_pretraining", - "length": 300, + "length": 125, "mode": "base_cfm_ode", - "native_return": -300.0, + "native_return": -119.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 79868703, "rl_env_steps": null, - "success": false, + "success": true, "task": "can", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 30, "eval_kind": "bc_pretraining", - "length": 117, + "length": 118, "mode": "base_cfm_ode", - "native_return": -111.0, + "native_return": -112.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 78989122, "rl_env_steps": null, "success": true, @@ -2901,46 +2901,46 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 75, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 31, "eval_kind": "bc_pretraining", - "length": 300, + "length": 122, "mode": "base_cfm_ode", - "native_return": -300.0, + "native_return": -116.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 27209169, "rl_env_steps": null, - "success": false, + "success": true, "task": "can", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 75, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 31, "eval_kind": "bc_pretraining", - "length": 300, + "length": 124, "mode": "base_cfm_ode", - "native_return": -300.0, + "native_return": -118.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 43304167, "rl_env_steps": null, - "success": false, + "success": true, "task": "can", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 28, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 29, "eval_kind": "bc_pretraining", - "length": 110, + "length": 113, "mode": "base_cfm_ode", - "native_return": -104.0, + "native_return": -107.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 84752852, "rl_env_steps": null, "success": true, @@ -2949,14 +2949,14 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 39685313, "rl_env_steps": null, "success": false, @@ -2965,14 +2965,14 @@ "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 23, "eval_kind": "bc_pretraining", - "length": 89, + "length": 92, "mode": "base_cfm_ode", - "native_return": -83.0, + "native_return": -86.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 10941718, "rl_env_steps": null, "success": true, @@ -2981,14 +2981,14 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 17638132, "rl_env_steps": null, "success": false, @@ -2997,14 +2997,14 @@ "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 42683951, "rl_env_steps": null, "success": false, @@ -3013,14 +3013,14 @@ "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 23, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 22, "eval_kind": "bc_pretraining", - "length": 92, + "length": 87, "mode": "base_cfm_ode", - "native_return": -86.0, + "native_return": -81.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 29174955, "rl_env_steps": null, "success": true, @@ -3029,14 +3029,14 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 23, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 21, "eval_kind": "bc_pretraining", - "length": 90, + "length": 84, "mode": "base_cfm_ode", - "native_return": -84.0, + "native_return": -78.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 13106538, "rl_env_steps": null, "success": true, @@ -3045,14 +3045,14 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 29, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 28, "eval_kind": "bc_pretraining", - "length": 113, + "length": 109, "mode": "base_cfm_ode", - "native_return": -107.0, + "native_return": -103.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 82750942, "rl_env_steps": null, "success": true, @@ -3061,14 +3061,14 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 22, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 23, "eval_kind": "bc_pretraining", - "length": 88, + "length": 89, "mode": "base_cfm_ode", - "native_return": -82.0, + "native_return": -83.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 27595794, "rl_env_steps": null, "success": true, @@ -3077,14 +3077,14 @@ "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 85382063, "rl_env_steps": null, "success": false, @@ -3093,46 +3093,46 @@ "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 23, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 75, "eval_kind": "bc_pretraining", - "length": 91, + "length": 300, "mode": "base_cfm_ode", - "native_return": -85.0, + "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 22544583, "rl_env_steps": null, - "success": true, + "success": false, "task": "can", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 75, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 29, "eval_kind": "bc_pretraining", - "length": 300, + "length": 115, "mode": "base_cfm_ode", - "native_return": -300.0, + "native_return": -109.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 82667196, "rl_env_steps": null, - "success": false, + "success": true, "task": "can", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 53585719, "rl_env_steps": null, "success": false, @@ -3141,14 +3141,14 @@ "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 68118062, "rl_env_steps": null, "success": false, @@ -3157,14 +3157,14 @@ "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 84752103, "rl_env_steps": null, "success": false, @@ -3173,30 +3173,30 @@ "truncated": true }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "chunks": 75, + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "chunks": 26, "eval_kind": "bc_pretraining", - "length": 300, + "length": 101, "mode": "base_cfm_ode", - "native_return": -300.0, + "native_return": -95.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 10971071, "rl_env_steps": null, - "success": false, + "success": true, "task": "can", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "base_checkpoint": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "chunks": 31, "eval_kind": "bc_pretraining", - "length": 121, + "length": 124, "mode": "base_cfm_ode", - "native_return": -115.0, + "native_return": -118.0, "observation_mode": "pixel_state", - "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "policy_version": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "reset_seed": 17007174, "rl_env_steps": null, "success": true, @@ -3205,13 +3205,13 @@ "truncated": false } ], - "length": 192.075, - "output": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/operations/20261027_selected_bc_final200/can_diverse20_e1500/eval/epoch_1500.parquet", + "length": 195.525, + "output": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/operations/20261027_local8_e1400_final200/can_diverse20_e1400/eval/epoch_1400.parquet", "protocol": { - "checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/can20/StandardBaseBC/jax/can/diverse20/seed_1/checkpoints/epoch_1500.pkl", - "checkpoint_sha256": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/can20/StandardBaseBC/jax/can/diverse20/seed_1/checkpoints/epoch_1400.pkl", + "checkpoint_sha256": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", "collision_geoms": false, - "epoch": 1500, + "epoch": 1400, "identity_hash": "c165872a1fce3be67f5949977be97ee40f18b811e83493e84b0609a9a28c17e2", "job": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/can20/jobs/00.json", "panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", @@ -3417,8 +3417,8 @@ 10971071, 17007174 ], - "script_sha256": "7be8b5440b354a862228f5a3d3855ec0ba7267c78c4e04158fa028e9633e8d32", - "selection": "frozen before this independent panel was evaluated", + "script_sha256": "52959ac39b30b97e21dda738d5187427516ba577f89c0e8d85ddb7ecec15ee40", + "selection": "User requested epoch1400 comparison after reviewing prior checkpoints; shared200 reset panel reused, not an untouched holdout", "settings": { "episodes": 200, "interval_epochs": 10, @@ -3433,7 +3433,7 @@ "workers": 8 } }, - "seconds": 265.57498509809375, + "seconds": 318.7251186640933, "seeds": [ 70723122, 66851989, @@ -3636,20 +3636,13 @@ 10971071, 17007174 ], - "success": 0.57, - "successes": 114, + "success": 0.575, + "successes": 115, "successes_per_seed": [ false, true, false, true, - true, - true, - false, - true, - true, - false, - true, false, true, false, @@ -3664,23 +3657,30 @@ true, true, true, + false, + false, + false, + false, true, true, false, true, true, false, + false, + false, + false, true, true, + false, true, true, true, true, - false, true, false, false, - false, + true, true, true, true, @@ -3693,17 +3693,13 @@ false, false, false, - true, + false, true, true, true, false, - true, false, - true, false, - true, - true, false, false, true, @@ -3711,18 +3707,13 @@ true, true, true, - true, - true, - true, false, false, false, true, - false, true, true, true, - false, true, false, false, @@ -3731,33 +3722,40 @@ false, false, true, - true, + false, + false, + false, + false, true, true, true, false, true, true, + true, + true, + true, false, + true, + true, false, false, false, true, true, - true, false, + true, false, false, true, true, true, true, - false, + true, false, false, true, false, - false, true, true, true, @@ -3769,6 +3767,8 @@ false, false, false, + true, + false, false, true, true, @@ -3780,7 +3780,7 @@ true, true, false, - false, + true, false, true, true, @@ -3788,13 +3788,13 @@ true, true, false, - true, + false, false, true, true, true, false, - false, + true, false, false, true, @@ -3806,22 +3806,22 @@ false, true, true, - false, - false, + true, + true, true, false, false, + false, + true, true, false, true, true, true, true, - false, - false, true, - false, - false, + true, + true, true, false, true, @@ -3832,12 +3832,12 @@ true, true, false, - true, - false, false, + true, false, false, false, + true, true ], "total": 200 diff --git a/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/final200/status.json b/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/final200/status.json index 91f5919b40829c9c9ffa87a51a6f257e25f61a71..714782ffce8b7ba12420bc680c3c037af6c5d238 100644 --- a/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/final200/status.json +++ b/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/final200/status.json @@ -1,7 +1,7 @@ { - "epoch": 1500, + "epoch": 1400, "status": "completed", - "success": 0.57, - "successes": 114, + "success": 0.575, + "successes": 115, "total": 200 } diff --git a/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/final200/verification.json b/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/final200/verification.json new file mode 100644 index 0000000000000000000000000000000000000000..d12e3834a63ce3bb133e0b5ce40aa74468ce08a8 --- /dev/null +++ b/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/final200/verification.json @@ -0,0 +1,7 @@ +{ + "actual_episodes": 200, + "checkpoint_sha256": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", + "parquet_sha256": "e6224ddb4d5e0589a601c5b77e3492911585b8c66cc912215286c9cd58a91626", + "passed": true +} diff --git a/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/README.md b/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/README.md new file mode 100644 index 0000000000000000000000000000000000000000..15dbd9953c1b2b8e9d39b156e968c2c30528a251 --- /dev/null +++ b/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/README.md @@ -0,0 +1,20 @@ +# Can diverse20 — visual-only BC + +User-approved checkpoint: **epoch 1500**, StandardBaseBC/JAX, complete-model EMA, seed1, H4. +Training completed2000 epochs. Collision geometry display is disabled; physical collisions remain enabled. + +Independent evaluation: **57.0% (114/200)**, +95% Wilson interval 50.1%–63.7%. +The common random reset panel uses seed20261021, policy seed700001 and8workers; resets are disjoint from periodic evaluation. +The checkpoint was fixed before this evaluation and was not reselected from these results. + +This is a practical pretraining checkpoint, not a claim of absent overfitting or guaranteed RL improvement. +Training-time50-episode SR was 58.0%; neighboring-policy mean was 53.2%. +Epoch2000 scored 56.5% on the same200 resets; paired counts are recorded in selection_supervision.json. + +[Weights](checkpoints/epoch_1500.pkl) · [Final200](final200/result.json) · [Selection](best.json) + +The data manifest, train/validation split, normalizer and original checkpoint sidecar are included. +Absolute local paths in sealed configs are provenance, not portable download locations; adapt paths explicitly on another host. +The original interval10 plan is preserved; evaluation_override.json records the approved switch to interval50. +SHA256SUMS.json covers release files. Historical collision-rendered repository trees are untouched. diff --git a/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/SHA256SUMS.json b/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/SHA256SUMS.json new file mode 100644 index 0000000000000000000000000000000000000000..d8e4402a4d12d0decb7e3bb45ace9264cbfd7b7c --- /dev/null +++ b/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/SHA256SUMS.json @@ -0,0 +1,102 @@ +{ + "README.md": { + "sha256": "7a67e5f8bd446a43218c4da3b1afe563c9d84b66dae4b58ba881cb7e11fe8100", + "bytes": 1361 + }, + "best.json": { + "sha256": "58ac4f346e516aa3109986f1c1af310671b43e134d41dd6d2c53803f5a1f6c06", + "bytes": 17747 + }, + "checkpoints/epoch_1500.json": { + "sha256": "f9e64632ea9bccfef765741017ad6a307382a4c43726777d37cfdeff50eca058", + "bytes": 8191 + }, + "checkpoints/epoch_1500.pkl": { + "sha256": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "bytes": 96618276 + }, + "data_manifest.json": { + "sha256": "f33eb5332ab56043294b3ce61dc9a79a3254dc9b182516da516bc8b08ec22393", + "bytes": 8510 + }, + "evaluation_override.json": { + "sha256": "812974e027f5258afdacdaae49bf244f266f0a6e50d1d234b6938b885325e6c2", + "bytes": 561 + }, + "evaluations.jsonl": { + "sha256": "ce00e4a5a4c12509b1e541dbfc404a3885df456a28ad51034aeae30666d6f580", + "bytes": 212699 + }, + "final200/epoch_1500.parquet": { + "sha256": "c6a5de82d795078948bc568168414edb5c008b2a0e3292c99ae2a15279512e50", + "bytes": 6534 + }, + "final200/protocol.json": { + "sha256": "1a31489ece4cd06d36ba8779fca923e895dd922782eea83aa75e27862b932c48", + "bytes": 3916 + }, + "final200/result.json": { + "sha256": "97345bd2a83cf4d548f2573a0749825870339b7a593597f0f56a5973ecfed50d", + "bytes": 115904 + }, + "final200/status.json": { + "sha256": "f51b3a981f7d1841f9845850f724455c0f30b1d9b5933f8e4a1f11a361b2c799", + "bytes": 100 + }, + "normalizer.json": { + "sha256": "2d807a5b6afe10818b129f002ab18bbf04d7a7661a2397e92baa5da85e170f7d", + "bytes": 1155 + }, + "provenance/evaluate_bc_selected.py": { + "sha256": "7be8b5440b354a862228f5a3d3855ec0ba7267c78c4e04158fa028e9633e8d32", + "bytes": 3370 + }, + "provenance/evaluation_override_active.json": { + "sha256": "b57bc2c6c67731b53769910737854c0fbe39a6bfe84458674cc939f02854e9ea", + "bytes": 11765 + }, + "provenance/job.json": { + "sha256": "4e37aabdefb3d1d04c5f783087ddea1950d350446f9cc9ca6910795e78f05bb6", + "bytes": 5062 + }, + "provenance/native_training_status.json": { + "sha256": "c68fc32de5ff53552dbbe39ce8cd351cea36168be21ce6b52a6eea7e96328431", + "bytes": 295 + }, + "provenance/pretrain_bc_eval_override.py": { + "sha256": "71deaa1c690802253ce2f075f3d9295ac1e302252e9413caae7bbe9071e80e29", + "bytes": 2877 + }, + "provenance/pretrain_bc_noleak.py": { + "sha256": "240abba4a512b61887271aeafc18fdce2372398ed483920b723aa7ce41f3d953", + "bytes": 1932 + }, + "release.json": { + "sha256": "99008421b32a88c53e6d3dbf893839cb0ac860c8844e9ea8520c1a2e2c3af7cb", + "bytes": 2553 + }, + "resolved_config.json": { + "sha256": "b90780d816b437fef3919aea367ce6d41dc9f48ba3f9d258d7c8ac2b054755c8", + "bytes": 6257 + }, + "selection_supervision.json": { + "sha256": "53b70159201494886f0a5cfcc864ca2fb21eba7f6bd09108f67f88d461b7bd67", + "bytes": 1334 + }, + "split.json": { + "sha256": "e38b52faa2646cd36e6b06fd741bb723622325b0c00303e74f3025dc8848e433", + "bytes": 602 + }, + "train_metrics.jsonl": { + "sha256": "8ea2367ea9ab8d73b53ee5ff0901ee5dfc90723f7426b64d8d6f73fcb147a514", + "bytes": 358249 + }, + "training_status.json": { + "sha256": "5ec867a51c50ce4dd1e63811cad59e7677eb983ca31090392094df3c2f87d8c6", + "bytes": 125 + }, + "validation_metrics.jsonl": { + "sha256": "0d47acb7f606a6fef128010cce1954d0929b7d50378f13d8a1a409759da159e4", + "bytes": 137498 + } +} diff --git a/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/best.json b/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/best.json new file mode 100644 index 0000000000000000000000000000000000000000..e10cbf625a73e530906d6da2cf46cb5f1ce013c9 --- /dev/null +++ b/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/best.json @@ -0,0 +1,838 @@ +{ + "task": "can", + "regime": "diverse20", + "output": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/can20/StandardBaseBC/jax/can/diverse20/seed_1", + "selected": { + "epoch": 1500, + "window_success": 0.532, + "window_epochs": [ + 1400, + 1450, + 1500, + 1550, + 1600 + ], + "window_rates": [ + 0.56, + 0.44, + 0.58, + 0.58, + 0.5 + ], + "checkpoint_success": 0.58, + "validation_loss": 0.6099560260772705, + "validation_median25": 0.6054165959358215, + "train_loss": 0.05940621269588895, + "path": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/can20/StandardBaseBC/jax/can/diverse20/seed_1/checkpoints/epoch_1500.pkl", + "sha256": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "collision_geoms": false + }, + "user_selection": { + "date": "2026-10-27", + "previous_epoch": 1450, + "accepted_epoch": 1500, + "reason": "User accepted epoch1500: own 50-episode SR58%, nearby mean53.2%; epoch1450 own44% was below its nearby mean54.4%" + }, + "strict_validation_alternative": { + "epoch": 200, + "validation_loss": 0.43099290132522583, + "checkpoint_success": 0.14, + "path": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/can20/StandardBaseBC/jax/can/diverse20/seed_1/checkpoints/epoch_200.pkl", + "sha256": "0f46a10a4f84c0b51d5baf233a039e9b7803214424bb5fb2f133f1daae12285c", + "collision_geoms": false + }, + "validation_minimum": { + "epoch": 203, + "step": 1827, + "validation_loss": 0.42426469922065735 + }, + "peak_window_success": 0.544, + "candidates": [ + { + "epoch": 150, + "window_success": 0.056, + "window_epochs": [ + 50, + 100, + 150, + 200, + 250 + ], + "window_rates": [ + 0.0, + 0.0, + 0.02, + 0.14, + 0.12 + ], + "checkpoint_success": 0.02, + "validation_loss": 0.4572407007217407, + "validation_median25": 0.45399248600006104, + "train_loss": 0.1371522226523646 + }, + { + "epoch": 200, + "window_success": 0.096, + "window_epochs": [ + 100, + 150, + 200, + 250, + 300 + ], + "window_rates": [ + 0.0, + 0.02, + 0.14, + 0.12, + 0.2 + ], + "checkpoint_success": 0.14, + "validation_loss": 0.43099290132522583, + "validation_median25": 0.43502578139305115, + "train_loss": 0.11680921365311016 + }, + { + "epoch": 250, + "window_success": 0.136, + "window_epochs": [ + 150, + 200, + 250, + 300, + 350 + ], + "window_rates": [ + 0.02, + 0.14, + 0.12, + 0.2, + 0.2 + ], + "checkpoint_success": 0.12, + "validation_loss": 0.4643620550632477, + "validation_median25": 0.459709107875824, + "train_loss": 0.10645844339219589 + }, + { + "epoch": 300, + "window_success": 0.2, + "window_epochs": [ + 200, + 250, + 300, + 350, + 400 + ], + "window_rates": [ + 0.14, + 0.12, + 0.2, + 0.2, + 0.34 + ], + "checkpoint_success": 0.2, + "validation_loss": 0.4871254861354828, + "validation_median25": 0.48565873503685, + "train_loss": 0.09691927838894479 + }, + { + "epoch": 350, + "window_success": 0.26, + "window_epochs": [ + 250, + 300, + 350, + 400, + 450 + ], + "window_rates": [ + 0.12, + 0.2, + 0.2, + 0.34, + 0.44 + ], + "checkpoint_success": 0.2, + "validation_loss": 0.4951510429382324, + "validation_median25": 0.5053178668022156, + "train_loss": 0.09457782056593475 + }, + { + "epoch": 400, + "window_success": 0.312, + "window_epochs": [ + 300, + 350, + 400, + 450, + 500 + ], + "window_rates": [ + 0.2, + 0.2, + 0.34, + 0.44, + 0.38 + ], + "checkpoint_success": 0.34, + "validation_loss": 0.5192696452140808, + "validation_median25": 0.519291877746582, + "train_loss": 0.09151555245623089 + }, + { + "epoch": 450, + "window_success": 0.356, + "window_epochs": [ + 350, + 400, + 450, + 500, + 550 + ], + "window_rates": [ + 0.2, + 0.34, + 0.44, + 0.38, + 0.42 + ], + "checkpoint_success": 0.44, + "validation_loss": 0.5085329413414001, + "validation_median25": 0.5187920331954956, + "train_loss": 0.0900858222222969 + }, + { + "epoch": 500, + "window_success": 0.388, + "window_epochs": [ + 400, + 450, + 500, + 550, + 600 + ], + "window_rates": [ + 0.34, + 0.44, + 0.38, + 0.42, + 0.36 + ], + "checkpoint_success": 0.38, + "validation_loss": 0.5252525210380554, + "validation_median25": 0.5320297479629517, + "train_loss": 0.08027745269591108 + }, + { + "epoch": 550, + "window_success": 0.396, + "window_epochs": [ + 450, + 500, + 550, + 600, + 650 + ], + "window_rates": [ + 0.44, + 0.38, + 0.42, + 0.36, + 0.38 + ], + "checkpoint_success": 0.42, + "validation_loss": 0.5435997247695923, + "validation_median25": 0.5336711406707764, + "train_loss": 0.08399890658063287 + }, + { + "epoch": 600, + "window_success": 0.384, + "window_epochs": [ + 500, + 550, + 600, + 650, + 700 + ], + "window_rates": [ + 0.38, + 0.42, + 0.36, + 0.38, + 0.38 + ], + "checkpoint_success": 0.36, + "validation_loss": 0.5523462295532227, + "validation_median25": 0.5450480580329895, + "train_loss": 0.07623901342122062 + }, + { + "epoch": 650, + "window_success": 0.364, + "window_epochs": [ + 550, + 600, + 650, + 700, + 750 + ], + "window_rates": [ + 0.42, + 0.36, + 0.38, + 0.38, + 0.28 + ], + "checkpoint_success": 0.38, + "validation_loss": 0.5481523871421814, + "validation_median25": 0.5527158975601196, + "train_loss": 0.07767384759632938 + }, + { + "epoch": 700, + "window_success": 0.36, + "window_epochs": [ + 600, + 650, + 700, + 750, + 800 + ], + "window_rates": [ + 0.36, + 0.38, + 0.38, + 0.28, + 0.4 + ], + "checkpoint_success": 0.38, + "validation_loss": 0.559826672077179, + "validation_median25": 0.5588096380233765, + "train_loss": 0.08159659034378336 + }, + { + "epoch": 750, + "window_success": 0.376, + "window_epochs": [ + 650, + 700, + 750, + 800, + 850 + ], + "window_rates": [ + 0.38, + 0.38, + 0.28, + 0.4, + 0.44 + ], + "checkpoint_success": 0.28, + "validation_loss": 0.5667834877967834, + "validation_median25": 0.5650838613510132, + "train_loss": 0.07574265175417025 + }, + { + "epoch": 800, + "window_success": 0.384, + "window_epochs": [ + 700, + 750, + 800, + 850, + 900 + ], + "window_rates": [ + 0.38, + 0.28, + 0.4, + 0.44, + 0.42 + ], + "checkpoint_success": 0.4, + "validation_loss": 0.5731080770492554, + "validation_median25": 0.5662181973457336, + "train_loss": 0.0758188644508668 + }, + { + "epoch": 850, + "window_success": 0.38, + "window_epochs": [ + 750, + 800, + 850, + 900, + 950 + ], + "window_rates": [ + 0.28, + 0.4, + 0.44, + 0.42, + 0.36 + ], + "checkpoint_success": 0.44, + "validation_loss": 0.5637426376342773, + "validation_median25": 0.5621483325958252, + "train_loss": 0.06884203061972424 + }, + { + "epoch": 900, + "window_success": 0.416, + "window_epochs": [ + 800, + 850, + 900, + 950, + 1000 + ], + "window_rates": [ + 0.4, + 0.44, + 0.42, + 0.36, + 0.46 + ], + "checkpoint_success": 0.42, + "validation_loss": 0.5705069899559021, + "validation_median25": 0.568449854850769, + "train_loss": 0.0810939763380047 + }, + { + "epoch": 950, + "window_success": 0.42, + "window_epochs": [ + 850, + 900, + 950, + 1000, + 1050 + ], + "window_rates": [ + 0.44, + 0.42, + 0.36, + 0.46, + 0.42 + ], + "checkpoint_success": 0.36, + "validation_loss": 0.5816708207130432, + "validation_median25": 0.5757141709327698, + "train_loss": 0.07032099471145255 + }, + { + "epoch": 1000, + "window_success": 0.428, + "window_epochs": [ + 900, + 950, + 1000, + 1050, + 1100 + ], + "window_rates": [ + 0.42, + 0.36, + 0.46, + 0.42, + 0.48 + ], + "checkpoint_success": 0.46, + "validation_loss": 0.5653282403945923, + "validation_median25": 0.5653282403945923, + "train_loss": 0.06656697723907493 + }, + { + "epoch": 1050, + "window_success": 0.452, + "window_epochs": [ + 950, + 1000, + 1050, + 1100, + 1150 + ], + "window_rates": [ + 0.36, + 0.46, + 0.42, + 0.48, + 0.54 + ], + "checkpoint_success": 0.42, + "validation_loss": 0.5675381422042847, + "validation_median25": 0.5702261328697205, + "train_loss": 0.06740149816254756 + }, + { + "epoch": 1100, + "window_success": 0.492, + "window_epochs": [ + 1000, + 1050, + 1100, + 1150, + 1200 + ], + "window_rates": [ + 0.46, + 0.42, + 0.48, + 0.54, + 0.56 + ], + "checkpoint_success": 0.48, + "validation_loss": 0.5724599957466125, + "validation_median25": 0.5763387680053711, + "train_loss": 0.06369518853233742 + }, + { + "epoch": 1150, + "window_success": 0.472, + "window_epochs": [ + 1050, + 1100, + 1150, + 1200, + 1250 + ], + "window_rates": [ + 0.42, + 0.48, + 0.54, + 0.56, + 0.36 + ], + "checkpoint_success": 0.54, + "validation_loss": 0.5898525714874268, + "validation_median25": 0.5832033157348633, + "train_loss": 0.0700870153249912 + }, + { + "epoch": 1200, + "window_success": 0.472, + "window_epochs": [ + 1100, + 1150, + 1200, + 1250, + 1300 + ], + "window_rates": [ + 0.48, + 0.54, + 0.56, + 0.36, + 0.42 + ], + "checkpoint_success": 0.56, + "validation_loss": 0.5879267454147339, + "validation_median25": 0.5937065482139587, + "train_loss": 0.06664702691918065 + }, + { + "epoch": 1250, + "window_success": 0.488, + "window_epochs": [ + 1150, + 1200, + 1250, + 1300, + 1350 + ], + "window_rates": [ + 0.54, + 0.56, + 0.36, + 0.42, + 0.56 + ], + "checkpoint_success": 0.36, + "validation_loss": 0.5858442187309265, + "validation_median25": 0.5878901481628418, + "train_loss": 0.05913414779197739 + }, + { + "epoch": 1300, + "window_success": 0.492, + "window_epochs": [ + 1200, + 1250, + 1300, + 1350, + 1400 + ], + "window_rates": [ + 0.56, + 0.36, + 0.42, + 0.56, + 0.56 + ], + "checkpoint_success": 0.42, + "validation_loss": 0.5798280835151672, + "validation_median25": 0.5844449996948242, + "train_loss": 0.07257276254881301 + }, + { + "epoch": 1350, + "window_success": 0.468, + "window_epochs": [ + 1250, + 1300, + 1350, + 1400, + 1450 + ], + "window_rates": [ + 0.36, + 0.42, + 0.56, + 0.56, + 0.44 + ], + "checkpoint_success": 0.56, + "validation_loss": 0.5921284556388855, + "validation_median25": 0.5925837159156799, + "train_loss": 0.06347230471069885 + }, + { + "epoch": 1400, + "window_success": 0.512, + "window_epochs": [ + 1300, + 1350, + 1400, + 1450, + 1500 + ], + "window_rates": [ + 0.42, + 0.56, + 0.56, + 0.44, + 0.58 + ], + "checkpoint_success": 0.56, + "validation_loss": 0.5952606797218323, + "validation_median25": 0.5996414422988892, + "train_loss": 0.06035967572032024 + }, + { + "epoch": 1450, + "window_success": 0.544, + "window_epochs": [ + 1350, + 1400, + 1450, + 1500, + 1550 + ], + "window_rates": [ + 0.56, + 0.56, + 0.44, + 0.58, + 0.58 + ], + "checkpoint_success": 0.44, + "validation_loss": 0.5922940969467163, + "validation_median25": 0.60431307554245, + "train_loss": 0.0620866542383407 + }, + { + "epoch": 1500, + "window_success": 0.532, + "window_epochs": [ + 1400, + 1450, + 1500, + 1550, + 1600 + ], + "window_rates": [ + 0.56, + 0.44, + 0.58, + 0.58, + 0.5 + ], + "checkpoint_success": 0.58, + "validation_loss": 0.6099560260772705, + "validation_median25": 0.6054165959358215, + "train_loss": 0.05940621269588895 + }, + { + "epoch": 1550, + "window_success": 0.508, + "window_epochs": [ + 1450, + 1500, + 1550, + 1600, + 1650 + ], + "window_rates": [ + 0.44, + 0.58, + 0.58, + 0.5, + 0.44 + ], + "checkpoint_success": 0.58, + "validation_loss": 0.6086738705635071, + "validation_median25": 0.6088383793830872, + "train_loss": 0.06085577297116784 + }, + { + "epoch": 1600, + "window_success": 0.508, + "window_epochs": [ + 1500, + 1550, + 1600, + 1650, + 1700 + ], + "window_rates": [ + 0.58, + 0.58, + 0.5, + 0.44, + 0.44 + ], + "checkpoint_success": 0.5, + "validation_loss": 0.6257550120353699, + "validation_median25": 0.6172701120376587, + "train_loss": 0.05376808629116601 + }, + { + "epoch": 1650, + "window_success": 0.504, + "window_epochs": [ + 1550, + 1600, + 1650, + 1700, + 1750 + ], + "window_rates": [ + 0.58, + 0.5, + 0.44, + 0.44, + 0.56 + ], + "checkpoint_success": 0.44, + "validation_loss": 0.6169149875640869, + "validation_median25": 0.6177603006362915, + "train_loss": 0.05670449707356728 + }, + { + "epoch": 1700, + "window_success": 0.52, + "window_epochs": [ + 1600, + 1650, + 1700, + 1750, + 1800 + ], + "window_rates": [ + 0.5, + 0.44, + 0.44, + 0.56, + 0.66 + ], + "checkpoint_success": 0.44, + "validation_loss": 0.6277533173561096, + "validation_median25": 0.6312892436981201, + "train_loss": 0.053598054057199494 + }, + { + "epoch": 1750, + "window_success": 0.52, + "window_epochs": [ + 1650, + 1700, + 1750, + 1800, + 1850 + ], + "window_rates": [ + 0.44, + 0.44, + 0.56, + 0.66, + 0.5 + ], + "checkpoint_success": 0.56, + "validation_loss": 0.6327435374259949, + "validation_median25": 0.6381097435951233, + "train_loss": 0.052290906233711305 + }, + { + "epoch": 1800, + "window_success": 0.528, + "window_epochs": [ + 1700, + 1750, + 1800, + 1850, + 1900 + ], + "window_rates": [ + 0.44, + 0.56, + 0.66, + 0.5, + 0.48 + ], + "checkpoint_success": 0.66, + "validation_loss": 0.6546310782432556, + "validation_median25": 0.6546310782432556, + "train_loss": 0.055552032379998 + }, + { + "epoch": 1850, + "window_success": 0.54, + "window_epochs": [ + 1750, + 1800, + 1850, + 1900, + 1950 + ], + "window_rates": [ + 0.56, + 0.66, + 0.5, + 0.48, + 0.5 + ], + "checkpoint_success": 0.5, + "validation_loss": 0.6411092877388, + "validation_median25": 0.6403959393501282, + "train_loss": 0.05307732938173416 + } + ], + "independent_evaluation_completed": true, + "interpretation": "Task-performance/validation tradeoff; not proof of absence of overfitting", + "source_sha256": { + "train_metrics.jsonl": "8ea2367ea9ab8d73b53ee5ff0901ee5dfc90723f7426b64d8d6f73fcb147a514", + "validation_metrics.jsonl": "0d47acb7f606a6fef128010cce1954d0929b7d50378f13d8a1a409759da159e4", + "evaluations.jsonl": "ce00e4a5a4c12509b1e541dbfc404a3885df456a28ad51034aeae30666d6f580" + }, + "independent_evaluation_result": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/operations/20261027_selected_bc_final200/can_diverse20_e1500/result.json", + "independent_final200": { + "success": 0.57, + "successes": 114, + "total": 200, + "ci_low": 0.5007048776415268, + "ci_high": 0.6366567766656557, + "seconds": 265.57498509809375 + } +} diff --git a/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/protocol.json b/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/protocol.json new file mode 100644 index 0000000000000000000000000000000000000000..71c0b6ae976a5794c269689510bd1b35003e9e53 --- /dev/null +++ b/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/protocol.json @@ -0,0 +1,226 @@ +{ + "checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/can20/StandardBaseBC/jax/can/diverse20/seed_1/checkpoints/epoch_1500.pkl", + "checkpoint_sha256": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "collision_geoms": false, + "epoch": 1500, + "identity_hash": "c165872a1fce3be67f5949977be97ee40f18b811e83493e84b0609a9a28c17e2", + "job": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/can20/jobs/00.json", + "panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", + "reset_seeds": [ + 70723122, + 66851989, + 60005579, + 32401708, + 19153477, + 42749167, + 46661357, + 27402198, + 47810457, + 18848891, + 17918997, + 80363015, + 64973617, + 14420984, + 34943840, + 20266056, + 55423323, + 77426949, + 21093578, + 74139179, + 65396037, + 66433136, + 18174832, + 44050868, + 79827091, + 48142557, + 81058782, + 57440191, + 71718518, + 62288442, + 38780438, + 31543247, + 45815861, + 69976624, + 27741928, + 47860773, + 68719953, + 72413983, + 43596719, + 25975279, + 75651978, + 62538517, + 49157692, + 72093687, + 35658896, + 34016592, + 56600068, + 85354907, + 64181994, + 64561502, + 76858975, + 17852290, + 20068153, + 39072183, + 55774539, + 26085971, + 37837570, + 88758485, + 75982683, + 81377703, + 57992264, + 80112931, + 88742902, + 47013480, + 36523859, + 19498677, + 20212586, + 55485421, + 36767911, + 50597940, + 65503466, + 87299732, + 61456577, + 79295759, + 10605088, + 21163776, + 74346251, + 59990172, + 40756359, + 29123831, + 22339698, + 55950171, + 25459058, + 89169841, + 51768760, + 59320974, + 43210884, + 19819408, + 27287306, + 77579712, + 33855715, + 18917811, + 50238382, + 29018479, + 58133015, + 23864203, + 49568781, + 55772368, + 69087148, + 43159811, + 42777958, + 79686252, + 88287947, + 24484856, + 40522505, + 18535306, + 27261685, + 55157386, + 73419901, + 51177153, + 66197636, + 89218160, + 20312137, + 32815280, + 38566965, + 67538690, + 51444755, + 49534469, + 55520272, + 78917430, + 53987225, + 33135526, + 10641443, + 83269321, + 50371327, + 60499091, + 14174315, + 34430409, + 78665761, + 55417809, + 29697446, + 67300186, + 14166946, + 34309048, + 38651973, + 63582284, + 11252552, + 13083214, + 12656665, + 39216146, + 53058687, + 26843165, + 26213599, + 75250873, + 86873350, + 23044120, + 74475483, + 73879766, + 38462205, + 36712875, + 61476060, + 40070375, + 11657834, + 12071629, + 70951113, + 86273812, + 33086249, + 41678564, + 34536118, + 27607156, + 70130490, + 70448950, + 63854211, + 58640013, + 71222810, + 77025643, + 46535790, + 13450163, + 48130374, + 28109111, + 27277335, + 14975106, + 25482760, + 51368844, + 65499499, + 38883080, + 56579733, + 81285249, + 71293324, + 79868703, + 78989122, + 27209169, + 43304167, + 84752852, + 39685313, + 10941718, + 17638132, + 42683951, + 29174955, + 13106538, + 82750942, + 27595794, + 85382063, + 22544583, + 82667196, + 53585719, + 68118062, + 84752103, + 10971071, + 17007174 + ], + "script_sha256": "7be8b5440b354a862228f5a3d3855ec0ba7267c78c4e04158fa028e9633e8d32", + "selection": "frozen before this independent panel was evaluated", + "settings": { + "episodes": 200, + "interval_epochs": 10, + "policy_seed": 700001, + "reset_seed_start": 880000, + "seed_panel_seed": 20261021, + "seed_range": [ + 10000000, + 90000000 + ], + "seed_sampling": "uniform_without_replacement", + "workers": 8 + } +} diff --git a/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/result.json b/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/result.json new file mode 100644 index 0000000000000000000000000000000000000000..1729876d0f4592fd212af2438655ff52862a08c4 --- /dev/null +++ b/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/result.json @@ -0,0 +1,3844 @@ +{ + "ci": "wilson95", + "ci_high": 0.6366567766656557, + "ci_low": 0.5007048776415268, + "environment_steps": 38415, + "episodes": [ + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 70723122, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 24, + "eval_kind": "bc_pretraining", + "length": 94, + "mode": "base_cfm_ode", + "native_return": -88.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 66851989, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 60005579, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 40, + "eval_kind": "bc_pretraining", + "length": 158, + "mode": "base_cfm_ode", + "native_return": -152.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 32401708, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 34, + "eval_kind": "bc_pretraining", + "length": 136, + "mode": "base_cfm_ode", + "native_return": -130.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 19153477, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 30, + "eval_kind": "bc_pretraining", + "length": 117, + "mode": "base_cfm_ode", + "native_return": -111.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 42749167, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 46661357, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 28, + "eval_kind": "bc_pretraining", + "length": 112, + "mode": "base_cfm_ode", + "native_return": -106.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 27402198, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 25, + "eval_kind": "bc_pretraining", + "length": 99, + "mode": "base_cfm_ode", + "native_return": -93.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 47810457, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 18848891, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 27, + "eval_kind": "bc_pretraining", + "length": 105, + "mode": "base_cfm_ode", + "native_return": -99.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 17918997, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 80363015, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 27, + "eval_kind": "bc_pretraining", + "length": 106, + "mode": "base_cfm_ode", + "native_return": -100.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 64973617, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 14420984, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 23, + "eval_kind": "bc_pretraining", + "length": 91, + "mode": "base_cfm_ode", + "native_return": -85.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 34943840, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 31, + "eval_kind": "bc_pretraining", + "length": 124, + "mode": "base_cfm_ode", + "native_return": -118.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 20266056, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 27, + "eval_kind": "bc_pretraining", + "length": 106, + "mode": "base_cfm_ode", + "native_return": -100.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 55423323, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 33, + "eval_kind": "bc_pretraining", + "length": 132, + "mode": "base_cfm_ode", + "native_return": -126.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 77426949, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 25, + "eval_kind": "bc_pretraining", + "length": 100, + "mode": "base_cfm_ode", + "native_return": -94.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 21093578, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 74139179, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 65396037, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 66433136, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 26, + "eval_kind": "bc_pretraining", + "length": 104, + "mode": "base_cfm_ode", + "native_return": -98.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 18174832, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 28, + "eval_kind": "bc_pretraining", + "length": 112, + "mode": "base_cfm_ode", + "native_return": -106.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 44050868, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 34, + "eval_kind": "bc_pretraining", + "length": 133, + "mode": "base_cfm_ode", + "native_return": -127.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 79827091, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 32, + "eval_kind": "bc_pretraining", + "length": 126, + "mode": "base_cfm_ode", + "native_return": -120.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 48142557, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 26, + "eval_kind": "bc_pretraining", + "length": 103, + "mode": "base_cfm_ode", + "native_return": -97.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 81058782, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 57440191, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 26, + "eval_kind": "bc_pretraining", + "length": 103, + "mode": "base_cfm_ode", + "native_return": -97.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 71718518, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 23, + "eval_kind": "bc_pretraining", + "length": 90, + "mode": "base_cfm_ode", + "native_return": -84.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 62288442, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 38780438, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 22, + "eval_kind": "bc_pretraining", + "length": 87, + "mode": "base_cfm_ode", + "native_return": -81.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 31543247, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 29, + "eval_kind": "bc_pretraining", + "length": 115, + "mode": "base_cfm_ode", + "native_return": -109.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 45815861, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 32, + "eval_kind": "bc_pretraining", + "length": 125, + "mode": "base_cfm_ode", + "native_return": -119.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 69976624, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 23, + "eval_kind": "bc_pretraining", + "length": 90, + "mode": "base_cfm_ode", + "native_return": -84.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 27741928, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 27, + "eval_kind": "bc_pretraining", + "length": 107, + "mode": "base_cfm_ode", + "native_return": -101.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 47860773, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 24, + "eval_kind": "bc_pretraining", + "length": 94, + "mode": "base_cfm_ode", + "native_return": -88.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 68719953, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 72413983, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 22, + "eval_kind": "bc_pretraining", + "length": 86, + "mode": "base_cfm_ode", + "native_return": -80.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 43596719, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 25975279, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 75651978, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 62538517, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 30, + "eval_kind": "bc_pretraining", + "length": 119, + "mode": "base_cfm_ode", + "native_return": -113.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 49157692, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 26, + "eval_kind": "bc_pretraining", + "length": 103, + "mode": "base_cfm_ode", + "native_return": -97.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 72093687, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 29, + "eval_kind": "bc_pretraining", + "length": 116, + "mode": "base_cfm_ode", + "native_return": -110.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 35658896, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 34016592, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 22, + "eval_kind": "bc_pretraining", + "length": 87, + "mode": "base_cfm_ode", + "native_return": -81.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 56600068, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 24, + "eval_kind": "bc_pretraining", + "length": 94, + "mode": "base_cfm_ode", + "native_return": -88.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 85354907, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 26, + "eval_kind": "bc_pretraining", + "length": 101, + "mode": "base_cfm_ode", + "native_return": -95.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 64181994, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 40, + "eval_kind": "bc_pretraining", + "length": 158, + "mode": "base_cfm_ode", + "native_return": -152.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 64561502, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 76858975, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 17852290, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 20068153, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 39072183, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 26, + "eval_kind": "bc_pretraining", + "length": 101, + "mode": "base_cfm_ode", + "native_return": -95.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 55774539, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 31, + "eval_kind": "bc_pretraining", + "length": 122, + "mode": "base_cfm_ode", + "native_return": -116.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 26085971, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 28, + "eval_kind": "bc_pretraining", + "length": 109, + "mode": "base_cfm_ode", + "native_return": -103.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 37837570, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 24, + "eval_kind": "bc_pretraining", + "length": 95, + "mode": "base_cfm_ode", + "native_return": -89.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 88758485, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 75982683, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 27, + "eval_kind": "bc_pretraining", + "length": 107, + "mode": "base_cfm_ode", + "native_return": -101.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 81377703, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 57992264, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 30, + "eval_kind": "bc_pretraining", + "length": 117, + "mode": "base_cfm_ode", + "native_return": -111.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 80112931, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 88742902, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 21, + "eval_kind": "bc_pretraining", + "length": 84, + "mode": "base_cfm_ode", + "native_return": -78.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 47013480, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 31, + "eval_kind": "bc_pretraining", + "length": 122, + "mode": "base_cfm_ode", + "native_return": -116.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 36523859, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 19498677, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 20212586, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 27, + "eval_kind": "bc_pretraining", + "length": 106, + "mode": "base_cfm_ode", + "native_return": -100.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 55485421, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 31, + "eval_kind": "bc_pretraining", + "length": 122, + "mode": "base_cfm_ode", + "native_return": -116.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 36767911, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 33, + "eval_kind": "bc_pretraining", + "length": 129, + "mode": "base_cfm_ode", + "native_return": -123.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 50597940, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 28, + "eval_kind": "bc_pretraining", + "length": 109, + "mode": "base_cfm_ode", + "native_return": -103.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 65503466, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 26, + "eval_kind": "bc_pretraining", + "length": 101, + "mode": "base_cfm_ode", + "native_return": -95.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 87299732, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 25, + "eval_kind": "bc_pretraining", + "length": 100, + "mode": "base_cfm_ode", + "native_return": -94.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 61456577, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 25, + "eval_kind": "bc_pretraining", + "length": 98, + "mode": "base_cfm_ode", + "native_return": -92.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 79295759, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 26, + "eval_kind": "bc_pretraining", + "length": 102, + "mode": "base_cfm_ode", + "native_return": -96.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 10605088, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 21163776, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 74346251, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 59990172, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 43, + "eval_kind": "bc_pretraining", + "length": 171, + "mode": "base_cfm_ode", + "native_return": -165.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 40756359, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 29123831, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 54, + "eval_kind": "bc_pretraining", + "length": 215, + "mode": "base_cfm_ode", + "native_return": -209.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 22339698, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 25, + "eval_kind": "bc_pretraining", + "length": 97, + "mode": "base_cfm_ode", + "native_return": -91.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 55950171, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 24, + "eval_kind": "bc_pretraining", + "length": 93, + "mode": "base_cfm_ode", + "native_return": -87.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 25459058, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 89169841, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 25, + "eval_kind": "bc_pretraining", + "length": 100, + "mode": "base_cfm_ode", + "native_return": -94.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 51768760, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 59320974, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 43210884, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 22, + "eval_kind": "bc_pretraining", + "length": 88, + "mode": "base_cfm_ode", + "native_return": -82.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 19819408, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 28, + "eval_kind": "bc_pretraining", + "length": 111, + "mode": "base_cfm_ode", + "native_return": -105.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 27287306, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 77579712, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 33855715, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 30, + "eval_kind": "bc_pretraining", + "length": 117, + "mode": "base_cfm_ode", + "native_return": -111.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 18917811, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 24, + "eval_kind": "bc_pretraining", + "length": 96, + "mode": "base_cfm_ode", + "native_return": -90.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 50238382, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 38, + "eval_kind": "bc_pretraining", + "length": 149, + "mode": "base_cfm_ode", + "native_return": -143.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 29018479, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 28, + "eval_kind": "bc_pretraining", + "length": 109, + "mode": "base_cfm_ode", + "native_return": -103.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 58133015, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 29, + "eval_kind": "bc_pretraining", + "length": 113, + "mode": "base_cfm_ode", + "native_return": -107.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 23864203, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 49568781, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 28, + "eval_kind": "bc_pretraining", + "length": 110, + "mode": "base_cfm_ode", + "native_return": -104.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 55772368, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 27, + "eval_kind": "bc_pretraining", + "length": 106, + "mode": "base_cfm_ode", + "native_return": -100.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 69087148, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 43159811, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 42777958, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 79686252, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 88287947, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 22, + "eval_kind": "bc_pretraining", + "length": 87, + "mode": "base_cfm_ode", + "native_return": -81.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 24484856, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 44, + "eval_kind": "bc_pretraining", + "length": 174, + "mode": "base_cfm_ode", + "native_return": -168.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 40522505, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 32, + "eval_kind": "bc_pretraining", + "length": 125, + "mode": "base_cfm_ode", + "native_return": -119.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 18535306, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 27261685, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 55157386, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 73419901, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 30, + "eval_kind": "bc_pretraining", + "length": 117, + "mode": "base_cfm_ode", + "native_return": -111.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 51177153, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 29, + "eval_kind": "bc_pretraining", + "length": 115, + "mode": "base_cfm_ode", + "native_return": -109.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 66197636, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 28, + "eval_kind": "bc_pretraining", + "length": 110, + "mode": "base_cfm_ode", + "native_return": -104.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 89218160, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 28, + "eval_kind": "bc_pretraining", + "length": 109, + "mode": "base_cfm_ode", + "native_return": -103.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 20312137, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 32815280, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 38566965, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 67538690, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 53, + "eval_kind": "bc_pretraining", + "length": 211, + "mode": "base_cfm_ode", + "native_return": -205.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 51444755, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 49534469, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 55520272, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 23, + "eval_kind": "bc_pretraining", + "length": 91, + "mode": "base_cfm_ode", + "native_return": -85.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 78917430, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 27, + "eval_kind": "bc_pretraining", + "length": 108, + "mode": "base_cfm_ode", + "native_return": -102.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 53987225, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 28, + "eval_kind": "bc_pretraining", + "length": 110, + "mode": "base_cfm_ode", + "native_return": -104.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 33135526, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 23, + "eval_kind": "bc_pretraining", + "length": 92, + "mode": "base_cfm_ode", + "native_return": -86.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 10641443, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 24, + "eval_kind": "bc_pretraining", + "length": 96, + "mode": "base_cfm_ode", + "native_return": -90.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 83269321, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 30, + "eval_kind": "bc_pretraining", + "length": 119, + "mode": "base_cfm_ode", + "native_return": -113.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 50371327, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 24, + "eval_kind": "bc_pretraining", + "length": 93, + "mode": "base_cfm_ode", + "native_return": -87.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 60499091, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 34, + "eval_kind": "bc_pretraining", + "length": 133, + "mode": "base_cfm_ode", + "native_return": -127.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 14174315, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 34430409, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 78665761, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 55417809, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 29697446, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 29, + "eval_kind": "bc_pretraining", + "length": 114, + "mode": "base_cfm_ode", + "native_return": -108.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 67300186, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 27, + "eval_kind": "bc_pretraining", + "length": 107, + "mode": "base_cfm_ode", + "native_return": -101.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 14166946, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 34309048, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 38651973, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 31, + "eval_kind": "bc_pretraining", + "length": 124, + "mode": "base_cfm_ode", + "native_return": -118.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 63582284, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 11252552, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 27, + "eval_kind": "bc_pretraining", + "length": 105, + "mode": "base_cfm_ode", + "native_return": -99.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 13083214, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 28, + "eval_kind": "bc_pretraining", + "length": 110, + "mode": "base_cfm_ode", + "native_return": -104.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 12656665, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 29, + "eval_kind": "bc_pretraining", + "length": 115, + "mode": "base_cfm_ode", + "native_return": -109.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 39216146, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 53058687, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 26843165, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 26213599, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 26, + "eval_kind": "bc_pretraining", + "length": 103, + "mode": "base_cfm_ode", + "native_return": -97.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 75250873, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 25, + "eval_kind": "bc_pretraining", + "length": 97, + "mode": "base_cfm_ode", + "native_return": -91.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 86873350, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 26, + "eval_kind": "bc_pretraining", + "length": 102, + "mode": "base_cfm_ode", + "native_return": -96.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 23044120, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 26, + "eval_kind": "bc_pretraining", + "length": 102, + "mode": "base_cfm_ode", + "native_return": -96.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 74475483, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 31, + "eval_kind": "bc_pretraining", + "length": 121, + "mode": "base_cfm_ode", + "native_return": -115.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 73879766, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 38462205, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 23, + "eval_kind": "bc_pretraining", + "length": 89, + "mode": "base_cfm_ode", + "native_return": -83.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 36712875, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 61476060, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 27, + "eval_kind": "bc_pretraining", + "length": 106, + "mode": "base_cfm_ode", + "native_return": -100.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 40070375, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 24, + "eval_kind": "bc_pretraining", + "length": 96, + "mode": "base_cfm_ode", + "native_return": -90.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 11657834, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 24, + "eval_kind": "bc_pretraining", + "length": 96, + "mode": "base_cfm_ode", + "native_return": -90.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 12071629, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 70951113, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 86273812, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 33086249, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 41678564, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 23, + "eval_kind": "bc_pretraining", + "length": 90, + "mode": "base_cfm_ode", + "native_return": -84.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 34536118, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 27607156, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 26, + "eval_kind": "bc_pretraining", + "length": 102, + "mode": "base_cfm_ode", + "native_return": -96.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 70130490, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 70448950, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 63854211, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 58640013, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 71222810, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 32, + "eval_kind": "bc_pretraining", + "length": 128, + "mode": "base_cfm_ode", + "native_return": -122.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 77025643, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 28, + "eval_kind": "bc_pretraining", + "length": 112, + "mode": "base_cfm_ode", + "native_return": -106.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 46535790, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 13450163, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 48130374, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 30, + "eval_kind": "bc_pretraining", + "length": 120, + "mode": "base_cfm_ode", + "native_return": -114.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 28109111, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 27277335, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 14975106, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 36, + "eval_kind": "bc_pretraining", + "length": 143, + "mode": "base_cfm_ode", + "native_return": -137.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 25482760, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 51368844, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 28, + "eval_kind": "bc_pretraining", + "length": 109, + "mode": "base_cfm_ode", + "native_return": -103.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 65499499, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 22, + "eval_kind": "bc_pretraining", + "length": 85, + "mode": "base_cfm_ode", + "native_return": -79.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 38883080, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 26, + "eval_kind": "bc_pretraining", + "length": 102, + "mode": "base_cfm_ode", + "native_return": -96.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 56579733, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 26, + "eval_kind": "bc_pretraining", + "length": 104, + "mode": "base_cfm_ode", + "native_return": -98.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 81285249, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 71293324, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 79868703, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 30, + "eval_kind": "bc_pretraining", + "length": 117, + "mode": "base_cfm_ode", + "native_return": -111.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 78989122, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 27209169, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 43304167, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 28, + "eval_kind": "bc_pretraining", + "length": 110, + "mode": "base_cfm_ode", + "native_return": -104.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 84752852, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 39685313, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 23, + "eval_kind": "bc_pretraining", + "length": 89, + "mode": "base_cfm_ode", + "native_return": -83.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 10941718, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 17638132, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 42683951, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 23, + "eval_kind": "bc_pretraining", + "length": 92, + "mode": "base_cfm_ode", + "native_return": -86.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 29174955, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 23, + "eval_kind": "bc_pretraining", + "length": 90, + "mode": "base_cfm_ode", + "native_return": -84.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 13106538, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 29, + "eval_kind": "bc_pretraining", + "length": 113, + "mode": "base_cfm_ode", + "native_return": -107.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 82750942, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 22, + "eval_kind": "bc_pretraining", + "length": 88, + "mode": "base_cfm_ode", + "native_return": -82.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 27595794, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 85382063, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 23, + "eval_kind": "bc_pretraining", + "length": 91, + "mode": "base_cfm_ode", + "native_return": -85.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 22544583, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 82667196, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 53585719, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 68118062, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 84752103, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 10971071, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "chunks": 31, + "eval_kind": "bc_pretraining", + "length": 121, + "mode": "base_cfm_ode", + "native_return": -115.0, + "observation_mode": "pixel_state", + "policy_version": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "reset_seed": 17007174, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + } + ], + "length": 192.075, + "output": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/operations/20261027_selected_bc_final200/can_diverse20_e1500/eval/epoch_1500.parquet", + "protocol": { + "checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/can20/StandardBaseBC/jax/can/diverse20/seed_1/checkpoints/epoch_1500.pkl", + "checkpoint_sha256": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "collision_geoms": false, + "epoch": 1500, + "identity_hash": "c165872a1fce3be67f5949977be97ee40f18b811e83493e84b0609a9a28c17e2", + "job": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/can20/jobs/00.json", + "panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", + "reset_seeds": [ + 70723122, + 66851989, + 60005579, + 32401708, + 19153477, + 42749167, + 46661357, + 27402198, + 47810457, + 18848891, + 17918997, + 80363015, + 64973617, + 14420984, + 34943840, + 20266056, + 55423323, + 77426949, + 21093578, + 74139179, + 65396037, + 66433136, + 18174832, + 44050868, + 79827091, + 48142557, + 81058782, + 57440191, + 71718518, + 62288442, + 38780438, + 31543247, + 45815861, + 69976624, + 27741928, + 47860773, + 68719953, + 72413983, + 43596719, + 25975279, + 75651978, + 62538517, + 49157692, + 72093687, + 35658896, + 34016592, + 56600068, + 85354907, + 64181994, + 64561502, + 76858975, + 17852290, + 20068153, + 39072183, + 55774539, + 26085971, + 37837570, + 88758485, + 75982683, + 81377703, + 57992264, + 80112931, + 88742902, + 47013480, + 36523859, + 19498677, + 20212586, + 55485421, + 36767911, + 50597940, + 65503466, + 87299732, + 61456577, + 79295759, + 10605088, + 21163776, + 74346251, + 59990172, + 40756359, + 29123831, + 22339698, + 55950171, + 25459058, + 89169841, + 51768760, + 59320974, + 43210884, + 19819408, + 27287306, + 77579712, + 33855715, + 18917811, + 50238382, + 29018479, + 58133015, + 23864203, + 49568781, + 55772368, + 69087148, + 43159811, + 42777958, + 79686252, + 88287947, + 24484856, + 40522505, + 18535306, + 27261685, + 55157386, + 73419901, + 51177153, + 66197636, + 89218160, + 20312137, + 32815280, + 38566965, + 67538690, + 51444755, + 49534469, + 55520272, + 78917430, + 53987225, + 33135526, + 10641443, + 83269321, + 50371327, + 60499091, + 14174315, + 34430409, + 78665761, + 55417809, + 29697446, + 67300186, + 14166946, + 34309048, + 38651973, + 63582284, + 11252552, + 13083214, + 12656665, + 39216146, + 53058687, + 26843165, + 26213599, + 75250873, + 86873350, + 23044120, + 74475483, + 73879766, + 38462205, + 36712875, + 61476060, + 40070375, + 11657834, + 12071629, + 70951113, + 86273812, + 33086249, + 41678564, + 34536118, + 27607156, + 70130490, + 70448950, + 63854211, + 58640013, + 71222810, + 77025643, + 46535790, + 13450163, + 48130374, + 28109111, + 27277335, + 14975106, + 25482760, + 51368844, + 65499499, + 38883080, + 56579733, + 81285249, + 71293324, + 79868703, + 78989122, + 27209169, + 43304167, + 84752852, + 39685313, + 10941718, + 17638132, + 42683951, + 29174955, + 13106538, + 82750942, + 27595794, + 85382063, + 22544583, + 82667196, + 53585719, + 68118062, + 84752103, + 10971071, + 17007174 + ], + "script_sha256": "7be8b5440b354a862228f5a3d3855ec0ba7267c78c4e04158fa028e9633e8d32", + "selection": "frozen before this independent panel was evaluated", + "settings": { + "episodes": 200, + "interval_epochs": 10, + "policy_seed": 700001, + "reset_seed_start": 880000, + "seed_panel_seed": 20261021, + "seed_range": [ + 10000000, + 90000000 + ], + "seed_sampling": "uniform_without_replacement", + "workers": 8 + } + }, + "seconds": 265.57498509809375, + "seeds": [ + 70723122, + 66851989, + 60005579, + 32401708, + 19153477, + 42749167, + 46661357, + 27402198, + 47810457, + 18848891, + 17918997, + 80363015, + 64973617, + 14420984, + 34943840, + 20266056, + 55423323, + 77426949, + 21093578, + 74139179, + 65396037, + 66433136, + 18174832, + 44050868, + 79827091, + 48142557, + 81058782, + 57440191, + 71718518, + 62288442, + 38780438, + 31543247, + 45815861, + 69976624, + 27741928, + 47860773, + 68719953, + 72413983, + 43596719, + 25975279, + 75651978, + 62538517, + 49157692, + 72093687, + 35658896, + 34016592, + 56600068, + 85354907, + 64181994, + 64561502, + 76858975, + 17852290, + 20068153, + 39072183, + 55774539, + 26085971, + 37837570, + 88758485, + 75982683, + 81377703, + 57992264, + 80112931, + 88742902, + 47013480, + 36523859, + 19498677, + 20212586, + 55485421, + 36767911, + 50597940, + 65503466, + 87299732, + 61456577, + 79295759, + 10605088, + 21163776, + 74346251, + 59990172, + 40756359, + 29123831, + 22339698, + 55950171, + 25459058, + 89169841, + 51768760, + 59320974, + 43210884, + 19819408, + 27287306, + 77579712, + 33855715, + 18917811, + 50238382, + 29018479, + 58133015, + 23864203, + 49568781, + 55772368, + 69087148, + 43159811, + 42777958, + 79686252, + 88287947, + 24484856, + 40522505, + 18535306, + 27261685, + 55157386, + 73419901, + 51177153, + 66197636, + 89218160, + 20312137, + 32815280, + 38566965, + 67538690, + 51444755, + 49534469, + 55520272, + 78917430, + 53987225, + 33135526, + 10641443, + 83269321, + 50371327, + 60499091, + 14174315, + 34430409, + 78665761, + 55417809, + 29697446, + 67300186, + 14166946, + 34309048, + 38651973, + 63582284, + 11252552, + 13083214, + 12656665, + 39216146, + 53058687, + 26843165, + 26213599, + 75250873, + 86873350, + 23044120, + 74475483, + 73879766, + 38462205, + 36712875, + 61476060, + 40070375, + 11657834, + 12071629, + 70951113, + 86273812, + 33086249, + 41678564, + 34536118, + 27607156, + 70130490, + 70448950, + 63854211, + 58640013, + 71222810, + 77025643, + 46535790, + 13450163, + 48130374, + 28109111, + 27277335, + 14975106, + 25482760, + 51368844, + 65499499, + 38883080, + 56579733, + 81285249, + 71293324, + 79868703, + 78989122, + 27209169, + 43304167, + 84752852, + 39685313, + 10941718, + 17638132, + 42683951, + 29174955, + 13106538, + 82750942, + 27595794, + 85382063, + 22544583, + 82667196, + 53585719, + 68118062, + 84752103, + 10971071, + 17007174 + ], + "success": 0.57, + "successes": 114, + "successes_per_seed": [ + false, + true, + false, + true, + true, + true, + false, + true, + true, + false, + true, + false, + true, + false, + true, + true, + true, + true, + true, + false, + false, + false, + true, + true, + true, + true, + true, + false, + true, + true, + false, + true, + true, + true, + true, + true, + true, + false, + true, + false, + false, + false, + true, + true, + true, + false, + true, + true, + true, + true, + false, + false, + false, + false, + true, + true, + true, + true, + false, + true, + false, + true, + false, + true, + true, + false, + false, + true, + true, + true, + true, + true, + true, + true, + true, + false, + false, + false, + true, + false, + true, + true, + true, + false, + true, + false, + false, + true, + true, + false, + false, + true, + true, + true, + true, + true, + false, + true, + true, + false, + false, + false, + false, + true, + true, + true, + false, + false, + false, + true, + true, + true, + true, + false, + false, + false, + true, + false, + false, + true, + true, + true, + true, + true, + true, + true, + true, + false, + false, + false, + false, + true, + true, + false, + false, + true, + false, + true, + true, + true, + false, + false, + false, + true, + true, + true, + true, + true, + false, + true, + false, + true, + true, + true, + false, + false, + false, + false, + true, + false, + true, + false, + false, + false, + false, + true, + true, + false, + false, + true, + false, + false, + true, + false, + true, + true, + true, + true, + false, + false, + true, + false, + false, + true, + false, + true, + false, + false, + true, + true, + true, + true, + false, + true, + false, + false, + false, + false, + false, + true + ], + "total": 200 +} diff --git a/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/status.json b/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/status.json new file mode 100644 index 0000000000000000000000000000000000000000..91f5919b40829c9c9ffa87a51a6f257e25f61a71 --- /dev/null +++ b/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/status.json @@ -0,0 +1,7 @@ +{ + "epoch": 1500, + "status": "completed", + "success": 0.57, + "successes": 114, + "total": 200 +} diff --git a/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/release.json b/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/release.json new file mode 100644 index 0000000000000000000000000000000000000000..a07d8f1502d7f9d49a4921534aaed0f8ac9d7414 --- /dev/null +++ b/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/release.json @@ -0,0 +1,59 @@ +{ + "schema_version": 1, + "repo_id": "yangfy0627/RL-postTrain", + "created_at": "2026-10-26T21:53:23.618600+00:00", + "model": { + "task": "Can", + "suite": "Robomimic", + "experiment": "can", + "regime": "diverse20", + "seed": 1, + "epoch": 1500, + "trained_epochs_at_selection": 2000, + "planned_epochs": 2000, + "training_status_at_selection": "user_accepted_after_joint_curve_review", + "family": "StandardBaseBC", + "framework": "jax", + "weights": "complete_model_EMA", + "horizon": 4, + "collision_geoms": false, + "selection_rule": "Joint train/validation/periodic-success review with explicit user-approved checkpoints; Can diverse20 e1500 corrected before final200", + "window_success_rate": 0.532, + "window_epochs": [ + 1400, + 1450, + 1500, + 1550, + 1600 + ], + "window_episodes": 250, + "selection_note": "Neighborhood average combines different checkpoints on reused seeds; final200 reports this fixed checkpoint", + "final200": { + "success": 0.57, + "successes": 114, + "total": 200, + "ci_low": 0.5007048776415268, + "ci_high": 0.6366567766656557 + }, + "final200_panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", + "checkpoint_sha256": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "checkpoint_bytes": 96618276, + "pixel_spec_hash": "e00bb9535842d7de5f0bbc641ce4c5fe2824414d4097d42299be825e161ffef4", + "identity_hash": "c165872a1fce3be67f5949977be97ee40f18b811e83493e84b0609a9a28c17e2", + "path": "visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/checkpoints/epoch_1500.pkl", + "directory": "visual_no_collision/Robomimic/study1/Can/diverse20/seed_1", + "supervision": { + "status": "selected_after_joint_review", + "training": "completed", + "joint_curve_review_status": "finalized_user_accepted", + "reviewed_at": "2026-10-26T21:53:23.618600+00:00", + "review_evidence": "visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/selection_supervision.json", + "final200_role": "report_only_not_used_for_reselection", + "zero_overfitting_claim": false, + "completed_train_epoch": 2000 + }, + "evaluation_schedule": "visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/evaluation_override.json" + }, + "publication_authorization": "User 2026-10-27: upload these four accepted pretrained BC checkpoints", + "purpose": "Visual-only pretrained initialization for downstream RL; original machine paths retained as provenance" +} diff --git a/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/selection_supervision.json b/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/selection_supervision.json new file mode 100644 index 0000000000000000000000000000000000000000..13e4d171bc503ff7e3aef1da71ac24f99e217d35 --- /dev/null +++ b/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/selection_supervision.json @@ -0,0 +1,38 @@ +{ + "status": "user_accepted_after_joint_curve_review", + "selection_frozen_before_final200": true, + "final200_role": "report_only_not_used_for_reselection", + "user_accepted_epoch": 1500, + "zero_overfitting_claim": false, + "user_selection": { + "date": "2026-10-27", + "previous_epoch": 1450, + "accepted_epoch": 1500, + "reason": "User accepted epoch1500: own 50-episode SR58%, nearby mean53.2%; epoch1450 own44% was below its nearby mean54.4%" + }, + "comparison_with_epoch2000": { + "task": "can", + "regime": "diverse20", + "epoch": 1500, + "checkpoint_sha256": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", + "result": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/operations/20261027_selected_bc_final200/can_diverse20_e1500/result.json", + "periodic50_success": 0.58, + "final200": { + "success": 0.57, + "successes": 114, + "total": 200, + "ci_low": 0.5007048776415268, + "ci_high": 0.6366567766656557, + "seconds": 265.57498509809375 + }, + "epoch2000_success": 0.565, + "paired_change_percentage_points": 0.5000000000000004, + "paired_counts": { + "both_success": 93, + "selected_only": 21, + "epoch2000_only": 20, + "both_fail": 66 + }, + "panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3" + } +} diff --git a/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/training_status.json b/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/training_status.json new file mode 100644 index 0000000000000000000000000000000000000000..0a713869fba17208959fb9fd73ccd582851b1957 --- /dev/null +++ b/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/training_status.json @@ -0,0 +1,6 @@ +{ + "status": "completed", + "completed_epoch": 2000, + "selected_epoch": 1500, + "independent_evaluation_completed": true +} diff --git a/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/provenance/evaluate_comparison.py b/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/provenance/evaluate_comparison.py new file mode 100644 index 0000000000000000000000000000000000000000..fa956325d8bb186c9f949057749370215cec5e90 --- /dev/null +++ b/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/provenance/evaluate_comparison.py @@ -0,0 +1,67 @@ +"""Evaluate the user-requested epoch1400 checkpoint on the reused comparison panel. +No changes to training or published model selection. +""" +import argparse +import copy +import json +import os +import sys +import time +from pathlib import Path + + +def main(): + p = argparse.ArgumentParser() + p.add_argument("--job", required=True, type=Path) + p.add_argument("--checkpoint", required=True, type=Path) + p.add_argument("--output", required=True, type=Path) + args = p.parse_args() + sys.path.insert(0, str(Path.cwd() / "src")) + job = json.loads(args.job.read_text()) + os.environ["RL_PT_EXPERIMENT"] = job["experiment"] + from rl_pt_analyze.bc_pretrain import validate_job, _evaluate + from rl_pt_analyze.bc_evaluation import evaluation_settings, evaluation_seeds + from rl_pt_analyze.io import canonical_hash, sha256_file, write_json + spec = validate_job(job) + assert spec.collision_geoms is False + meta = json.loads(args.checkpoint.with_suffix(".json").read_text()) + digest = sha256_file(args.checkpoint) + assert digest == meta["sha256"] + assert meta["resolved_config"]["identity_hash"] == job["identity_hash"] + epoch = meta["metadata"]["epoch"] + settings = evaluation_settings(job, job["training"]["epochs"]) + seeds = evaluation_seeds(settings) + periodic = evaluation_seeds(evaluation_settings(job, 0)) + assert len(seeds) == 200 and not set(seeds).intersection(periodic) + assert not args.output.exists(), f"Refusing to overwrite {args.output}" + args.output.mkdir(parents=True) + protocol = dict(job=str(args.job), identity_hash=job["identity_hash"], + checkpoint=str(args.checkpoint), checkpoint_sha256=digest, + epoch=epoch, settings=settings, reset_seeds=seeds, + panel_hash=canonical_hash(seeds), collision_geoms=False, + selection="User requested epoch1400 comparison after reviewing prior checkpoints; shared200 reset panel reused, not an untouched holdout", + script_sha256=sha256_file(__file__)) + write_json(args.output / "protocol.json", protocol) + write_json(args.output / "status.json", dict(status="running", pid=os.getpid())) + evaluation_job = copy.deepcopy(job) + evaluation_job["evaluation"] = settings + evaluation_job["output"] = str(args.output) + started = time.monotonic() + try: + result = _evaluate(args.checkpoint, evaluation_job, epoch) + assert result["total"] == 200 + assert len(result["successes_per_seed"]) == 200 + assert sum(result["successes_per_seed"]) == result["successes"] + assert sha256_file(args.checkpoint) == digest + write_json(args.output / "result.json", dict(protocol=protocol, + seconds=time.monotonic() - started, **result)) + write_json(args.output / "status.json", dict(status="completed", epoch=epoch, + success=result["success"], successes=result["successes"], total=200)) + print(json.dumps({k: result[k] for k in ("success", "successes", "total", "ci_low", "ci_high")}), flush=True) + except BaseException as error: + write_json(args.output / "status.json", dict(status="failed", error=repr(error))) + raise + + +if __name__ == "__main__": + main() diff --git a/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/release.json b/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/release.json index a07d8f1502d7f9d49a4921534aaed0f8ac9d7414..6d4e9b70623341a1352a31d5b28942bbead070ee 100644 --- a/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/release.json +++ b/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/release.json @@ -1,59 +1,60 @@ { "schema_version": 1, "repo_id": "yangfy0627/RL-postTrain", - "created_at": "2026-10-26T21:53:23.618600+00:00", + "created_at": "2026-10-27T08:23:02.493820+00:00", "model": { "task": "Can", "suite": "Robomimic", "experiment": "can", "regime": "diverse20", "seed": 1, - "epoch": 1500, + "epoch": 1400, "trained_epochs_at_selection": 2000, "planned_epochs": 2000, - "training_status_at_selection": "user_accepted_after_joint_curve_review", + "training_status_at_selection": "completed", "family": "StandardBaseBC", "framework": "jax", "weights": "complete_model_EMA", "horizon": 4, "collision_geoms": false, - "selection_rule": "Joint train/validation/periodic-success review with explicit user-approved checkpoints; Can diverse20 e1500 corrected before final200", - "window_success_rate": 0.532, - "window_epochs": [ - 1400, - 1450, - 1500, - 1550, - 1600 - ], - "window_episodes": 250, - "selection_note": "Neighborhood average combines different checkpoints on reused seeds; final200 reports this fixed checkpoint", + "selection_rule": "User requested adopting epoch1400 uniformly for all eight local models after reviewing the shared200-episode comparisons", + "periodic50_success": 0.56, "final200": { - "success": 0.57, - "successes": 114, + "success": 0.575, + "successes": 115, "total": 200, - "ci_low": 0.5007048776415268, - "ci_high": 0.6366567766656557 + "ci_low": 0.5057093264785485, + "ci_high": 0.6414638745648614 }, "final200_panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", - "checkpoint_sha256": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "checkpoint_bytes": 96618276, + "checkpoint_sha256": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "checkpoint_bytes": 96617025, "pixel_spec_hash": "e00bb9535842d7de5f0bbc641ce4c5fe2824414d4097d42299be825e161ffef4", "identity_hash": "c165872a1fce3be67f5949977be97ee40f18b811e83493e84b0609a9a28c17e2", - "path": "visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/checkpoints/epoch_1500.pkl", + "path": "visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/checkpoints/epoch_1400.pkl", "directory": "visual_no_collision/Robomimic/study1/Can/diverse20/seed_1", "supervision": { - "status": "selected_after_joint_review", + "status": "selected_by_user", "training": "completed", "joint_curve_review_status": "finalized_user_accepted", - "reviewed_at": "2026-10-26T21:53:23.618600+00:00", + "reviewed_at": "2026-10-27T08:23:02.493820+00:00", "review_evidence": "visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/selection_supervision.json", - "final200_role": "report_only_not_used_for_reselection", - "zero_overfitting_claim": false, - "completed_train_epoch": 2000 + "final200_role": "shared_comparison_panel_used_for_user_selection", + "zero_overfitting_claim": false + }, + "previous_selection": { + "epoch": 1500, + "path": "visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/checkpoints/epoch_1500.pkl", + "revision": "1bf8a9fb26982bebb51493f3475d28f12a3197ae", + "final200": { + "success": 0.57, + "successes": 114, + "total": 200, + "ci_low": 0.5007048776415268, + "ci_high": 0.6366567766656557 + } }, "evaluation_schedule": "visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/evaluation_override.json" }, - "publication_authorization": "User 2026-10-27: upload these four accepted pretrained BC checkpoints", - "purpose": "Visual-only pretrained initialization for downstream RL; original machine paths retained as provenance" + "publication_authorization": "User2026-10-27: adopt these epoch1400 results for all eight and update Hugging Face" } diff --git a/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/selection_supervision.json b/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/selection_supervision.json index 13e4d171bc503ff7e3aef1da71ac24f99e217d35..becae11a34226afe45cbc966af234fbb8dd1e71b 100644 --- a/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/selection_supervision.json +++ b/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/selection_supervision.json @@ -1,38 +1,14 @@ { - "status": "user_accepted_after_joint_curve_review", - "selection_frozen_before_final200": true, - "final200_role": "report_only_not_used_for_reselection", - "user_accepted_epoch": 1500, + "status": "finalized_user_accepted", + "selected_epoch": 1400, + "selection_rule": "User requested adopting epoch1400 uniformly for all eight local models after reviewing the shared200-episode comparisons", + "final200_used_for_selection": true, + "untouched_holdout": false, "zero_overfitting_claim": false, - "user_selection": { - "date": "2026-10-27", - "previous_epoch": 1450, - "accepted_epoch": 1500, - "reason": "User accepted epoch1500: own 50-episode SR58%, nearby mean53.2%; epoch1450 own44% was below its nearby mean54.4%" - }, - "comparison_with_epoch2000": { - "task": "can", - "regime": "diverse20", - "epoch": 1500, - "checkpoint_sha256": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "result": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/operations/20261027_selected_bc_final200/can_diverse20_e1500/result.json", - "periodic50_success": 0.58, - "final200": { - "success": 0.57, - "successes": 114, - "total": 200, - "ci_low": 0.5007048776415268, - "ci_high": 0.6366567766656557, - "seconds": 265.57498509809375 - }, - "epoch2000_success": 0.565, - "paired_change_percentage_points": 0.5000000000000004, - "paired_counts": { - "both_success": 93, - "selected_only": 21, - "epoch2000_only": 20, - "both_fail": 66 - }, - "panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3" - } + "previous_epoch": 1500, + "previous_success": 0.57, + "previous_path": "visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/checkpoints/epoch_1500.pkl", + "previous_revision": "1bf8a9fb26982bebb51493f3475d28f12a3197ae", + "previous_release_archive": "visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae", + "checkpoint_sha256": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d" } diff --git a/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/training_status.json b/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/training_status.json index 0a713869fba17208959fb9fd73ccd582851b1957..4ab68d82149afe4e22036b56d74b0685c802cf1f 100644 --- a/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/training_status.json +++ b/visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/training_status.json @@ -1,6 +1,6 @@ { "status": "completed", - "completed_epoch": 2000, - "selected_epoch": 1500, - "independent_evaluation_completed": true + "last_recorded_epoch": 2000, + "planned_epochs": 2000, + "selected_epoch": 1400 } diff --git a/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/README.md b/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/README.md index 6c89741a1b0c3ae0ded4233839c4fc7eaefe95f2..d9f79b2f0b98ef0236fbdcf8a485d56ebc2b31e5 100644 --- a/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/README.md +++ b/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/README.md @@ -1,20 +1,13 @@ # Can mixed20 — visual-only BC -User-approved checkpoint: **epoch 800**, StandardBaseBC/JAX, complete-model EMA, seed1, H4. -Training completed2000 epochs. Collision geometry display is disabled; physical collisions remain enabled. +Current user-approved checkpoint: **epoch1400**, StandardBaseBC/JAX, complete-model EMA, seed1, H4. +Actual200-episode evaluation: **53.0% (106/200)**; Wilson95 interval 46.1%–59.8%. -Independent evaluation: **50.5% (101/200)**, -95% Wilson interval 43.6%–57.4%. -The common random reset panel uses seed20261021, policy seed700001 and8workers; resets are disjoint from periodic evaluation. -The checkpoint was fixed before this evaluation and was not reselected from these results. +The user chose epoch1400 uniformly for all eight local models after comparing results. The shared reset panel was used for selection, not an untouched holdout; this does not imply all eight improved over their previous checkpoints. +Previous selection: epoch800, 50.5%. Old weights remain available; prior release documents are archived under history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/. -This is a practical pretraining checkpoint, not a claim of absent overfitting or guaranteed RL improvement. -Training-time50-episode SR was 60.0%; neighboring-policy mean was 59.6%. -Epoch2000 scored 53.5% on the same200 resets; paired counts are recorded in selection_supervision.json. +Training status: completed, last recorded epoch2000, planned2000. Evaluation uses panel seed20261021, policy seed700001,8workers. Collision geometry display is disabled; physical collisions remain enabled. -[Weights](checkpoints/epoch_800.pkl) · [Final200](final200/result.json) · [Selection](best.json) +[Current weights](checkpoints/epoch_1400.pkl) · [Final200](final200/result.json) · [Selection](selection_supervision.json) -The data manifest, train/validation split, normalizer and original checkpoint sidecar are included. -Absolute local paths in sealed configs are provenance, not portable download locations; adapt paths explicitly on another host. -The original interval10 plan is preserved; evaluation_override.json records the approved switch to interval50. -SHA256SUMS.json covers release files. Historical collision-rendered repository trees are untouched. +Manifest, split, normalizer, original sidecar and curves are included. Absolute local paths are provenance; adapt explicitly on another host. evaluation_override.json records periodic evaluation every50 epochs. SHA256SUMS.json covers this staged release and archived documents. No claim of absent overfitting or guaranteed downstream RL improvement. diff --git a/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/SHA256SUMS.json b/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/SHA256SUMS.json index 46fc8735b28c5663686f62831bd9930aa5531b4f..ea589db34140e9feffe56cf13b38196789307d19 100644 --- a/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/SHA256SUMS.json +++ b/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/SHA256SUMS.json @@ -1,19 +1,19 @@ { "README.md": { - "sha256": "436c1a31c953d9d0a388131f55e9ee845b9815b187a9b56bf66d16b79d94d470", - "bytes": 1357 + "sha256": "1f16bb1cbd4fff520846a6a02f40f1604823249762b5301901bcbb0e24d08481", + "bytes": 1296 }, "best.json": { - "sha256": "c8f398c0166fb8b7b4c59ad6c971adcb0b23e7bd8737b3247fc3a92cea8862c3", - "bytes": 17497 + "sha256": "1d463115e2b6ffe792d0bcdd757c05eb1a03d11febf89d13234de7fa07c4cd37", + "bytes": 1311 }, - "checkpoints/epoch_800.json": { - "sha256": "647625fa197dfef837fc1b64d763140ad9fc69d62d862821e2e5e26a28653d56", - "bytes": 8180 + "checkpoints/epoch_1400.json": { + "sha256": "98cc075112c9541079a1c998cff0b805b0c7dad306c65ea24510f218ff5c1b8c", + "bytes": 8182 }, - "checkpoints/epoch_800.pkl": { - "sha256": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "bytes": 96581191 + "checkpoints/epoch_1400.pkl": { + "sha256": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "bytes": 96610627 }, "data_manifest.json": { "sha256": "f33eb5332ab56043294b3ce61dc9a79a3254dc9b182516da516bc8b08ec22393", @@ -27,29 +27,69 @@ "sha256": "01d2a0b3696bf9e7920f3544d69c6791224c47c78829dff9af0d8835df345dcd", "bytes": 61326 }, - "final200/epoch_800.parquet": { - "sha256": "ee1b964087ba65771e4852cdc5a31c2f5aff3d0fad629348a8e45f25fc62ab72", - "bytes": 6512 + "final200/epoch_1400.parquet": { + "sha256": "7390855ef48d1b5e9ba49da83f1194c7585b66291cf6b0a7202e413e47fef60b", + "bytes": 6459 }, "final200/protocol.json": { + "sha256": "a27d77e65df327b915aa1e60a0d36978ae505085ab5f125f1c6aea91789a6ea6", + "bytes": 3989 + }, + "final200/result.json": { + "sha256": "e56a7e136a723aa295644d0924eac0481a8ce177955c5cfac245ab0887569dfb", + "bytes": 115985 + }, + "final200/status.json": { + "sha256": "4d8cd21b3ede6757fef9af16a5b9acf97c1f8764f8c3f46a620616686a8e8ae1", + "bytes": 100 + }, + "final200/verification.json": { + "sha256": "e7b20a887006b074457789ab3d2e53cc4dad6bcf374d5b388580ae1d96fb6b49", + "bytes": 310 + }, + "history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/README.md": { + "sha256": "436c1a31c953d9d0a388131f55e9ee845b9815b187a9b56bf66d16b79d94d470", + "bytes": 1357 + }, + "history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/SHA256SUMS.json": { + "sha256": "690da54cee1c379d2f5c5e5cc0867d45a9e2b0a51fb4bed0e35e2b1e74946089", + "bytes": 3402 + }, + "history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/best.json": { + "sha256": "c8f398c0166fb8b7b4c59ad6c971adcb0b23e7bd8737b3247fc3a92cea8862c3", + "bytes": 17497 + }, + "history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/protocol.json": { "sha256": "5d961ec4713cdd1be2ce9ea6bc36682aa8d6d5ff0f8fe26f094eacae9f323226", "bytes": 3912 }, - "final200/result.json": { + "history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/result.json": { "sha256": "951bd7bcc134e0606c706d9fde70ac747f0e67e774afd2f24b158a031f678775", "bytes": 115943 }, - "final200/status.json": { + "history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/status.json": { "sha256": "6c57cb80d35f6867efc55da9ec350b151f344cc08172714c5acc54aea04b8490", "bytes": 100 }, + "history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/release.json": { + "sha256": "cfbd420f7602fa61f94cb680e6f3246d28fba4c6543331a6ffca97ea7bbaadea", + "bytes": 2538 + }, + "history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/selection_supervision.json": { + "sha256": "efd67b068508964317d7b218b81bc5792864db47e998252b7840ed0b3dfd2e67", + "bytes": 1117 + }, + "history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/training_status.json": { + "sha256": "b6f02deed890aa8a2e0d394325a625071d93b2c3da7ae59841c1dc0a319a6dba", + "bytes": 124 + }, "normalizer.json": { "sha256": "6cf12cfc54324b56431427527590f12f2156e140d9d0d67271477d9076a7b509", "bytes": 1173 }, - "provenance/evaluate_bc_selected.py": { - "sha256": "7be8b5440b354a862228f5a3d3855ec0ba7267c78c4e04158fa028e9633e8d32", - "bytes": 3370 + "provenance/evaluate_comparison.py": { + "sha256": "52959ac39b30b97e21dda738d5187427516ba577f89c0e8d85ddb7ecec15ee40", + "bytes": 3264 }, "provenance/evaluation_override_active.json": { "sha256": "2325f02469c13739432dc93c5aea07bf862e6d698f544f3e727e58953dd3410e", @@ -63,25 +103,17 @@ "sha256": "5ef95c49fbe37f4c063f38a16cffdd41e7bcdf0d7b2f5a8c2aba6784ade43137", "bytes": 296 }, - "provenance/pretrain_bc_eval_override.py": { - "sha256": "71deaa1c690802253ce2f075f3d9295ac1e302252e9413caae7bbe9071e80e29", - "bytes": 2877 - }, - "provenance/pretrain_bc_noleak.py": { - "sha256": "240abba4a512b61887271aeafc18fdce2372398ed483920b723aa7ce41f3d953", - "bytes": 1932 - }, "release.json": { - "sha256": "cfbd420f7602fa61f94cb680e6f3246d28fba4c6543331a6ffca97ea7bbaadea", - "bytes": 2538 + "sha256": "058e5b7acbca330eeed35ab1d7c8b5ab8f614fe21c7d0f4eda5e010f10cc8c76", + "bytes": 2501 }, "resolved_config.json": { "sha256": "c750282cda870c7b7bb26cf250018e1d9c2abd6fdabbca43593bff9c5dfe3e70", "bytes": 6253 }, "selection_supervision.json": { - "sha256": "efd67b068508964317d7b218b81bc5792864db47e998252b7840ed0b3dfd2e67", - "bytes": 1117 + "sha256": "674dc9adfcfb3865d9af2c8e5af6ca403e61612eaf209bade0dc19bf719a33ad", + "bytes": 770 }, "split.json": { "sha256": "d31db1f83fc021260c7d7a5d70aad4f7a2218e46d808ae6f456182ac59de83c5", @@ -92,8 +124,8 @@ "bytes": 358209 }, "training_status.json": { - "sha256": "b6f02deed890aa8a2e0d394325a625071d93b2c3da7ae59841c1dc0a319a6dba", - "bytes": 124 + "sha256": "2dece9b5abae7eb0792f37aae903f21d9b31f3e0de50d5b41aa918a2596c24ee", + "bytes": 111 }, "validation_metrics.jsonl": { "sha256": "6d07983d39a289521417fd63b55dfb18b3feb234484ec5fa6032822e5afb60d8", diff --git a/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/best.json b/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/best.json index db47ed775d39d1ebec4c8d9b976685be55722a6c..da6416c1629d2dde41804efeb30283dcc0b95051 100644 --- a/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/best.json +++ b/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/best.json @@ -1,833 +1,28 @@ { "task": "can", "regime": "mixed20", - "output": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/can20/StandardBaseBC/jax/can/mixed20/seed_1", - "selected": { - "epoch": 800, - "window_success": 0.596, - "window_epochs": [ - 700, - 750, - 800, - 850, - 900 - ], - "window_rates": [ - 0.6, - 0.56, - 0.6, - 0.56, - 0.66 - ], - "checkpoint_success": 0.6, - "validation_loss": 0.5639132261276245, - "validation_median25": 0.5639132261276245, - "train_loss": 0.0734847183392662, - "path": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/can20/StandardBaseBC/jax/can/mixed20/seed_1/checkpoints/epoch_800.pkl", - "sha256": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "collision_geoms": false - }, - "user_selection": null, - "strict_validation_alternative": { - "epoch": 250, - "validation_loss": 0.42638295888900757, - "checkpoint_success": 0.02, - "path": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/can20/StandardBaseBC/jax/can/mixed20/seed_1/checkpoints/epoch_250.pkl", - "sha256": "b1a4a592633c0857fe12e3be0e7cffd3ee5fb97a7959a514cea68f4bbd48c79e", - "collision_geoms": false - }, - "validation_minimum": { - "epoch": 242, - "step": 1936, - "validation_loss": 0.40948915481567383 - }, - "peak_window_success": 0.604, - "candidates": [ - { - "epoch": 150, - "window_success": 0.004, - "window_epochs": [ - 50, - 100, - 150, - 200, - 250 - ], - "window_rates": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.02 - ], - "checkpoint_success": 0.0, - "validation_loss": 0.4648953676223755, - "validation_median25": 0.4735255241394043, - "train_loss": 0.1328991557242684 - }, - { - "epoch": 200, - "window_success": 0.016, - "window_epochs": [ - 100, - 150, - 200, - 250, - 300 - ], - "window_rates": [ - 0.0, - 0.0, - 0.0, - 0.02, - 0.06 - ], - "checkpoint_success": 0.0, - "validation_loss": 0.43539419770240784, - "validation_median25": 0.43539419770240784, - "train_loss": 0.11437514776992275 - }, - { - "epoch": 250, - "window_success": 0.056, - "window_epochs": [ - 150, - 200, - 250, - 300, - 350 - ], - "window_rates": [ - 0.0, - 0.0, - 0.02, - 0.06, - 0.2 - ], - "checkpoint_success": 0.02, - "validation_loss": 0.42638295888900757, - "validation_median25": 0.4224344789981842, - "train_loss": 0.09596134532163199 - }, - { - "epoch": 300, - "window_success": 0.116, - "window_epochs": [ - 200, - 250, - 300, - 350, - 400 - ], - "window_rates": [ - 0.0, - 0.02, - 0.06, - 0.2, - 0.3 - ], - "checkpoint_success": 0.06, - "validation_loss": 0.45747458934783936, - "validation_median25": 0.45414701104164124, - "train_loss": 0.10285825002056838 - }, - { - "epoch": 350, - "window_success": 0.188, - "window_epochs": [ - 250, - 300, - 350, - 400, - 450 - ], - "window_rates": [ - 0.02, - 0.06, - 0.2, - 0.3, - 0.36 - ], - "checkpoint_success": 0.2, - "validation_loss": 0.4795036315917969, - "validation_median25": 0.48740315437316895, - "train_loss": 0.08780850146724979 - }, - { - "epoch": 400, - "window_success": 0.272, - "window_epochs": [ - 300, - 350, - 400, - 450, - 500 - ], - "window_rates": [ - 0.06, - 0.2, - 0.3, - 0.36, - 0.44 - ], - "checkpoint_success": 0.3, - "validation_loss": 0.5115000009536743, - "validation_median25": 0.506587564945221, - "train_loss": 0.09255957075937149 - }, - { - "epoch": 450, - "window_success": 0.36, - "window_epochs": [ - 350, - 400, - 450, - 500, - 550 - ], - "window_rates": [ - 0.2, - 0.3, - 0.36, - 0.44, - 0.5 - ], - "checkpoint_success": 0.36, - "validation_loss": 0.49007081985473633, - "validation_median25": 0.4928528666496277, - "train_loss": 0.08991696170285737 - }, - { - "epoch": 500, - "window_success": 0.408, - "window_epochs": [ - 400, - 450, - 500, - 550, - 600 - ], - "window_rates": [ - 0.3, - 0.36, - 0.44, - 0.5, - 0.44 - ], - "checkpoint_success": 0.44, - "validation_loss": 0.5010855197906494, - "validation_median25": 0.5082739591598511, - "train_loss": 0.07958195398978826 - }, - { - "epoch": 550, - "window_success": 0.468, - "window_epochs": [ - 450, - 500, - 550, - 600, - 650 - ], - "window_rates": [ - 0.36, - 0.44, - 0.5, - 0.44, - 0.6 - ], - "checkpoint_success": 0.5, - "validation_loss": 0.49994319677352905, - "validation_median25": 0.49767476320266724, - "train_loss": 0.08382742673039852 - }, - { - "epoch": 600, - "window_success": 0.516, - "window_epochs": [ - 500, - 550, - 600, - 650, - 700 - ], - "window_rates": [ - 0.44, - 0.5, - 0.44, - 0.6, - 0.6 - ], - "checkpoint_success": 0.44, - "validation_loss": 0.5181633830070496, - "validation_median25": 0.5181633830070496, - "train_loss": 0.08112765103578568 - }, - { - "epoch": 650, - "window_success": 0.54, - "window_epochs": [ - 550, - 600, - 650, - 700, - 750 - ], - "window_rates": [ - 0.5, - 0.44, - 0.6, - 0.6, - 0.56 - ], - "checkpoint_success": 0.6, - "validation_loss": 0.5283104777336121, - "validation_median25": 0.5295516848564148, - "train_loss": 0.08089789247402933 - }, - { - "epoch": 700, - "window_success": 0.56, - "window_epochs": [ - 600, - 650, - 700, - 750, - 800 - ], - "window_rates": [ - 0.44, - 0.6, - 0.6, - 0.56, - 0.6 - ], - "checkpoint_success": 0.6, - "validation_loss": 0.5485419034957886, - "validation_median25": 0.5465537309646606, - "train_loss": 0.07083104439098323 - }, - { - "epoch": 750, - "window_success": 0.584, - "window_epochs": [ - 650, - 700, - 750, - 800, - 850 - ], - "window_rates": [ - 0.6, - 0.6, - 0.56, - 0.6, - 0.56 - ], - "checkpoint_success": 0.56, - "validation_loss": 0.5393218398094177, - "validation_median25": 0.5422897934913635, - "train_loss": 0.07607868075088654 - }, - { - "epoch": 800, - "window_success": 0.596, - "window_epochs": [ - 700, - 750, - 800, - 850, - 900 - ], - "window_rates": [ - 0.6, - 0.56, - 0.6, - 0.56, - 0.66 - ], - "checkpoint_success": 0.6, - "validation_loss": 0.5639132261276245, - "validation_median25": 0.5639132261276245, - "train_loss": 0.0734847183392662 - }, - { - "epoch": 850, - "window_success": 0.58, - "window_epochs": [ - 750, - 800, - 850, - 900, - 950 - ], - "window_rates": [ - 0.56, - 0.6, - 0.56, - 0.66, - 0.52 - ], - "checkpoint_success": 0.56, - "validation_loss": 0.5641499161720276, - "validation_median25": 0.5625573396682739, - "train_loss": 0.07062811643909803 - }, - { - "epoch": 900, - "window_success": 0.596, - "window_epochs": [ - 800, - 850, - 900, - 950, - 1000 - ], - "window_rates": [ - 0.6, - 0.56, - 0.66, - 0.52, - 0.64 - ], - "checkpoint_success": 0.66, - "validation_loss": 0.5651299953460693, - "validation_median25": 0.5689555406570435, - "train_loss": 0.06855810215528711 - }, - { - "epoch": 950, - "window_success": 0.588, - "window_epochs": [ - 850, - 900, - 950, - 1000, - 1050 - ], - "window_rates": [ - 0.56, - 0.66, - 0.52, - 0.64, - 0.56 - ], - "checkpoint_success": 0.52, - "validation_loss": 0.5936965942382812, - "validation_median25": 0.5733910799026489, - "train_loss": 0.06575871588997302 - }, - { - "epoch": 1000, - "window_success": 0.588, - "window_epochs": [ - 900, - 950, - 1000, - 1050, - 1100 - ], - "window_rates": [ - 0.66, - 0.52, - 0.64, - 0.56, - 0.56 - ], - "checkpoint_success": 0.64, - "validation_loss": 0.5735032558441162, - "validation_median25": 0.5769397020339966, - "train_loss": 0.06115482740130185 - }, - { - "epoch": 1050, - "window_success": 0.584, - "window_epochs": [ - 950, - 1000, - 1050, - 1100, - 1150 - ], - "window_rates": [ - 0.52, - 0.64, - 0.56, - 0.56, - 0.64 - ], - "checkpoint_success": 0.56, - "validation_loss": 0.5896050930023193, - "validation_median25": 0.5887178182601929, - "train_loss": 0.06446758672171822 - }, - { - "epoch": 1100, - "window_success": 0.592, - "window_epochs": [ - 1000, - 1050, - 1100, - 1150, - 1200 - ], - "window_rates": [ - 0.64, - 0.56, - 0.56, - 0.64, - 0.56 - ], - "checkpoint_success": 0.56, - "validation_loss": 0.5970784425735474, - "validation_median25": 0.5952539443969727, - "train_loss": 0.058009760546176424 - }, - { - "epoch": 1150, - "window_success": 0.588, - "window_epochs": [ - 1050, - 1100, - 1150, - 1200, - 1250 - ], - "window_rates": [ - 0.56, - 0.56, - 0.64, - 0.56, - 0.62 - ], - "checkpoint_success": 0.64, - "validation_loss": 0.58793044090271, - "validation_median25": 0.594429612159729, - "train_loss": 0.062355302107173764 - }, - { - "epoch": 1200, - "window_success": 0.592, - "window_epochs": [ - 1100, - 1150, - 1200, - 1250, - 1300 - ], - "window_rates": [ - 0.56, - 0.64, - 0.56, - 0.62, - 0.58 - ], - "checkpoint_success": 0.56, - "validation_loss": 0.6019579172134399, - "validation_median25": 0.6028096675872803, - "train_loss": 0.058292025142438864 - }, - { - "epoch": 1250, - "window_success": 0.6, - "window_epochs": [ - 1150, - 1200, - 1250, - 1300, - 1350 - ], - "window_rates": [ - 0.64, - 0.56, - 0.62, - 0.58, - 0.6 - ], - "checkpoint_success": 0.62, - "validation_loss": 0.5990209579467773, - "validation_median25": 0.6020877361297607, - "train_loss": 0.05738209500188666 - }, - { - "epoch": 1300, - "window_success": 0.592, - "window_epochs": [ - 1200, - 1250, - 1300, - 1350, - 1400 - ], - "window_rates": [ - 0.56, - 0.62, - 0.58, - 0.6, - 0.6 - ], - "checkpoint_success": 0.58, - "validation_loss": 0.6147390007972717, - "validation_median25": 0.6089740991592407, - "train_loss": 0.05982639615326066 - }, - { - "epoch": 1350, - "window_success": 0.592, - "window_epochs": [ - 1250, - 1300, - 1350, - 1400, - 1450 - ], - "window_rates": [ - 0.62, - 0.58, - 0.6, - 0.6, - 0.56 - ], - "checkpoint_success": 0.6, - "validation_loss": 0.6104006767272949, - "validation_median25": 0.6101309061050415, - "train_loss": 0.061627411209770736 - }, - { - "epoch": 1400, - "window_success": 0.584, - "window_epochs": [ - 1300, - 1350, - 1400, - 1450, - 1500 - ], - "window_rates": [ - 0.58, - 0.6, - 0.6, - 0.56, - 0.58 - ], - "checkpoint_success": 0.6, - "validation_loss": 0.6148077845573425, - "validation_median25": 0.6193165183067322, - "train_loss": 0.05805380314618245 - }, - { - "epoch": 1450, - "window_success": 0.588, - "window_epochs": [ - 1350, - 1400, - 1450, - 1500, - 1550 - ], - "window_rates": [ - 0.6, - 0.6, - 0.56, - 0.58, - 0.6 - ], - "checkpoint_success": 0.56, - "validation_loss": 0.630272626876831, - "validation_median25": 0.6307523846626282, - "train_loss": 0.059373040173590685 - }, - { - "epoch": 1500, - "window_success": 0.592, - "window_epochs": [ - 1400, - 1450, - 1500, - 1550, - 1600 - ], - "window_rates": [ - 0.6, - 0.56, - 0.58, - 0.6, - 0.62 - ], - "checkpoint_success": 0.58, - "validation_loss": 0.6379145383834839, - "validation_median25": 0.6359659433364868, - "train_loss": 0.05182065497146475 - }, - { - "epoch": 1550, - "window_success": 0.58, - "window_epochs": [ - 1450, - 1500, - 1550, - 1600, - 1650 - ], - "window_rates": [ - 0.56, - 0.58, - 0.6, - 0.62, - 0.54 - ], - "checkpoint_success": 0.6, - "validation_loss": 0.6321786642074585, - "validation_median25": 0.6366950869560242, - "train_loss": 0.06006119372606218 - }, - { - "epoch": 1600, - "window_success": 0.6, - "window_epochs": [ - 1500, - 1550, - 1600, - 1650, - 1700 - ], - "window_rates": [ - 0.58, - 0.6, - 0.62, - 0.54, - 0.66 - ], - "checkpoint_success": 0.62, - "validation_loss": 0.6345670223236084, - "validation_median25": 0.6392492055892944, - "train_loss": 0.04870477740480701 - }, - { - "epoch": 1650, - "window_success": 0.604, - "window_epochs": [ - 1550, - 1600, - 1650, - 1700, - 1750 - ], - "window_rates": [ - 0.6, - 0.62, - 0.54, - 0.66, - 0.6 - ], - "checkpoint_success": 0.54, - "validation_loss": 0.6310160160064697, - "validation_median25": 0.631841778755188, - "train_loss": 0.05433680770308982 - }, - { - "epoch": 1700, - "window_success": 0.592, - "window_epochs": [ - 1600, - 1650, - 1700, - 1750, - 1800 - ], - "window_rates": [ - 0.62, - 0.54, - 0.66, - 0.6, - 0.54 - ], - "checkpoint_success": 0.66, - "validation_loss": 0.6304184794425964, - "validation_median25": 0.638268232345581, - "train_loss": 0.054939981304966634 - }, - { - "epoch": 1750, - "window_success": 0.572, - "window_epochs": [ - 1650, - 1700, - 1750, - 1800, - 1850 - ], - "window_rates": [ - 0.54, - 0.66, - 0.6, - 0.54, - 0.52 - ], - "checkpoint_success": 0.6, - "validation_loss": 0.6333577632904053, - "validation_median25": 0.6340997219085693, - "train_loss": 0.046371973692762004 - }, - { - "epoch": 1800, - "window_success": 0.576, - "window_epochs": [ - 1700, - 1750, - 1800, - 1850, - 1900 - ], - "window_rates": [ - 0.66, - 0.6, - 0.54, - 0.52, - 0.56 - ], - "checkpoint_success": 0.54, - "validation_loss": 0.6404462456703186, - "validation_median25": 0.6393136978149414, - "train_loss": 0.051096609022837705 - }, - { - "epoch": 1850, - "window_success": 0.576, - "window_epochs": [ - 1750, - 1800, - 1850, - 1900, - 1950 - ], - "window_rates": [ - 0.6, - 0.54, - 0.52, - 0.56, - 0.66 - ], - "checkpoint_success": 0.52, - "validation_loss": 0.6563377976417542, - "validation_median25": 0.653765857219696, - "train_loss": 0.04988881267930182 - } - ], - "independent_evaluation_completed": true, - "interpretation": "Task-performance/validation tradeoff; not proof of absence of overfitting", - "source_sha256": { - "train_metrics.jsonl": "9e451be871517da46614dcbe19735ddea372d5232ff65b6f023393e2c281c455", - "validation_metrics.jsonl": "6d07983d39a289521417fd63b55dfb18b3feb234484ec5fa6032822e5afb60d8", - "evaluations.jsonl": "01d2a0b3696bf9e7920f3544d69c6791224c47c78829dff9af0d8835df345dcd" - }, - "independent_evaluation_result": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/operations/20261027_selected_bc_final200/can_mixed20_e800/result.json", - "independent_final200": { - "success": 0.505, - "successes": 101, + "epoch": 1400, + "checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/can20/StandardBaseBC/jax/can/mixed20/seed_1/checkpoints/epoch_1400.pkl", + "checkpoint_sha256": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "final200": { + "success": 0.53, + "successes": 106, "total": 200, - "ci_low": 0.43627000033527485, - "ci_high": 0.5735415464009526, - "seconds": 277.20080372085795 + "ci_low": 0.4609168291500183, + "ci_high": 0.5979524512673458 + }, + "selection": { + "status": "finalized_user_accepted", + "selected_epoch": 1400, + "selection_rule": "User requested adopting epoch1400 uniformly for all eight local models after reviewing the shared200-episode comparisons", + "final200_used_for_selection": true, + "untouched_holdout": false, + "zero_overfitting_claim": false, + "previous_epoch": 800, + "previous_success": 0.505, + "previous_path": "visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/checkpoints/epoch_800.pkl", + "previous_revision": "1bf8a9fb26982bebb51493f3475d28f12a3197ae", + "previous_release_archive": "visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae", + "checkpoint_sha256": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685" } } diff --git a/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/checkpoints/epoch_1400.json b/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/checkpoints/epoch_1400.json new file mode 100644 index 0000000000000000000000000000000000000000..4aa70297862a800ce24eeac1f417bed02ddfc15f --- /dev/null +++ b/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/checkpoints/epoch_1400.json @@ -0,0 +1,199 @@ +{ + "bc_identity": { + "architecture": "dice_vision_resnet_flow_unet_v1", + "family": "StandardBaseBC", + "framework": "jax" + }, + "data_manifest_hash": "5c13d92b04d26cc3f22bbf55501e0926ac607e2ff769f49a22c60ac9274ac746", + "encoding": "gzip_pickle_numpy_float32_lossless", + "evaluation_runtime_override": { + "created_unix": 1792988438.5763283, + "decision": "1026-BC-EVAL50", + "effective_after_epoch": 0, + "final_evaluation": { + "episodes": 200, + "seed_panel_seed": 20261021, + "seed_range": [ + 10000000, + 90000000 + ], + "seed_sampling": "uniform_without_replacement" + }, + "identity_hash": "e21e51338057df6bd6acc98bf795ed0f74dce71b7dd67f5dceed7afd4c800469", + "interval_epochs": 50, + "operation": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/operations/20261026_bc_eval50", + "original_interval_epochs": 10, + "periodic_episodes": 50 + }, + "kind": "pixel_state_bc", + "metadata": { + "epoch": 1400, + "epochs": 2000, + "experiment": "can", + "regime": "mixed20", + "seed": 1, + "smoke": false, + "stage": "fixed_epochs", + "step": 11200, + "task": "can" + }, + "normalizer_hash": "2add6f5cb8cc5857f1765bf113fb89d2b8631bb067fa0801378e2aaf7842d6d4", + "observation_mode": "pixel_state", + "pixel_spec_hash": "e00bb9535842d7de5f0bbc641ce4c5fe2824414d4097d42299be825e161ffef4", + "resolved_config": { + "bc_identity": { + "family": "StandardBaseBC", + "framework": "jax" + }, + "checkpoint_encoding": "lossless_gzip_ema_only", + "checkpoint_interval_epochs": 50, + "ema_buffers": "copy_live_running_statistics", + "evaluation": { + "episodes": 50, + "final": { + "episodes": 200, + "seed_panel_seed": 20261021, + "seed_range": [ + 10000000, + 90000000 + ], + "seed_sampling": "uniform_without_replacement" + }, + "interval_epochs": 10, + "policy_seed": 700001, + "reset_seed_start": 880000, + "workers": 8 + }, + "experiment": "can", + "family": "StandardBaseBC", + "framework": "jax", + "identity_hash": "e21e51338057df6bd6acc98bf795ed0f74dce71b7dd67f5dceed7afd4c800469", + "index": 1, + "manifest": "/ssd/WorkSpace/RL-Postrain-visual-bc/.local/visual_bc_reserved8/can20/manifests/can.json", + "manifest_sha256": "f33eb5332ab56043294b3ce61dc9a79a3254dc9b182516da516bc8b08ec22393", + "model_spec_hash": "e00bb9535842d7de5f0bbc641ce4c5fe2824414d4097d42299be825e161ffef4", + "normalizer_hash": "2add6f5cb8cc5857f1765bf113fb89d2b8631bb067fa0801378e2aaf7842d6d4", + "observation_mode": "pixel_state", + "output": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/can20/StandardBaseBC/jax/can/mixed20/seed_1", + "pixel_cache": "/ssd/WorkSpace/RL-Postrain-visual-bc/data/pixels/can/visual_20261025", + "pixel_spec": { + "action_dim": 7, + "architecture": "dice_vision_resnet_flow_unet_v1", + "backbone_initialization": "random", + "backbone_norm": "batch_norm", + "cameras": [ + "agentview", + "robot0_eye_in_hand" + ], + "collision_geoms": false, + "crop_size": 84, + "family": "StandardBaseBC", + "feature_dim": 137, + "features_per_camera": 64, + "flow_steps": 10, + "horizon": 4, + "image_size": 96, + "proprio_dim": 9, + "proprio_keys": [ + "robot0_eef_pos", + "robot0_eef_quat", + "robot0_gripper_qpos" + ], + "task": "can", + "time_embedding_dim": 64 + }, + "regime": "mixed20", + "runtime": { + "framework_version": "0.10.1", + "python": "/ssd/WorkSpace/RL-Postrain-visual-bc/.venvs/ogpo/bin/python", + "requested_device": "cuda:0" + }, + "seed": 1, + "sources_sha256": { + "configs/bc_models.yaml": "ce58a903c4270328985ab8677babdaa12748ad18efc3749faed72425024e61c1", + "configs/bc_pretraining.yaml": "7d1b9be73f25aeb40cd342a3e3ca2543ea865b38b2abe8fb28a7da6588d419a6", + "configs/bc_pretraining_ph_full.yaml": "a93c7d4a50e9afa836d98a6193ba1bc2fb3827a259cf5de39f5dc7a2504d6728", + "configs/bc_standard_init_schema.json": "e2c70eee2a1ce8d1a812ec427d24ba3cc45519434331354318d97415fd559bc8", + "configs/study1.yaml": "35d065e242b205a4c99f8add2eab35bb85f80401f4e07d49f063a0eddf4de608", + "configs/study1_ph_full.yaml": "f9cebc4b66279d4ea7492f7a80a09f1adca7c1cae7b242374305be4f701e76ef", + "scripts/pretrain_bc.py": "9972b77f7b8ed964e7e04fa3ba3821b767f0b7a5d697625ed1c6f8fcdf990890", + "src/rl_pt_analyze/bc_evaluation.py": "7319c346f453263a99cdc5d6fd39e6a0a88783d2c42f68a312ee36ab6d656c6f", + "src/rl_pt_analyze/bc_fleet.py": "a49c24c66ec0bb1a5548d384deefda429ff1ca693cb19f1c99dbd661148d7ffc", + "src/rl_pt_analyze/bc_full_cut.py": "a8170de58bc0a16dd5c6358a6429d96afb5227e5701602806d68e42727f671bc", + "src/rl_pt_analyze/bc_identity.py": "f94c284c71df7ed06eaf4553297de53f2b801a5fac743beb3b98d1bc41314fe0", + "src/rl_pt_analyze/bc_policy.py": "aff3c4613a0dfc46d6491bdba6478261049c2c9631eca446fa8939a1e498fc30", + "src/rl_pt_analyze/bc_pretrain.py": "703b2e50fe53d62b23910b907d75c09cec49463e5e9e2c08d8f77d2b6b77a5bd", + "src/rl_pt_analyze/bc_runtime.py": "29d85733684176bd7328c01921ed1eb45857a914d8ee998e6df4fb0a5be5315d", + "src/rl_pt_analyze/bc_standard_jax.py": "9063d0d4160e972bb9f7b1acd9e508a2ea1118ceeed7647614c787abcb7b32ce", + "src/rl_pt_analyze/bc_standard_policy.py": "54d733549ec571f709d49698520f2461def5a20fc4146d155b3d56fbbcf5deb1", + "src/rl_pt_analyze/bc_storage.py": "83b79d5beaaaa46310d756476f5da90c9227a656533dc9414334d395a6749e54", + "src/rl_pt_analyze/bc_training.py": "bf20475ceeef114e3444c2610ea6d490389b02d147f22c962e2f63fd94b9dafa", + "src/rl_pt_analyze/pixel.py": "ec46a0b0e3c40bca7ea2d0c76b086b482fedaf98293b06f7ab719b86b81141e6", + "src/rl_pt_analyze/pixel_data.py": "74ed81ff034d0782671ff9e48157a3be2d274e7db3735a955705b8e8fcf42b34", + "src/rl_pt_analyze/pixel_vec.py": "f247a6d9ed1791b82880ecef7505275959835fc3b69bfab2e85dedd096416bc8", + "src/rl_pt_analyze/r0.py": "e0a13e9c02d935dbab6a0e091fd925f08ce2d00e661b6cf09aff0ee95925249d", + "third_party/dice/model/diffusion/modules.py": "3b6b2efae0bb67cc30a061a8dd7c6b2d8d6905dac7cecac92b3dbfa5da0067cd", + "third_party/dice/model/flow_matching/vision_resnet_mlp_flow_matching.py": "2f0d3aa0b6e1624e32a540e66a5803e613481f35bb190926e51560856249981d" + }, + "spec": { + "action_dim": 7, + "architecture": "dice_vision_resnet_flow_unet_v1", + "backbone_initialization": "random", + "backbone_norm": "batch_norm", + "cameras": [ + "agentview", + "robot0_eye_in_hand" + ], + "collision_geoms": false, + "crop_size": 84, + "family": "StandardBaseBC", + "feature_dim": 137, + "features_per_camera": 64, + "flow_steps": 10, + "horizon": 4, + "image_size": 96, + "proprio_dim": 9, + "proprio_keys": [ + "robot0_eef_pos", + "robot0_eef_quat", + "robot0_gripper_qpos" + ], + "task": "can", + "time_embedding_dim": 64 + }, + "split_hash": "44338a2dbfc94edd7a051e85d6afff1711053b4f443d44a745e006ee35a3a14c", + "task": "can", + "training": { + "batch_size": 256, + "bc_only": true, + "drop_last": false, + "early_stopping": false, + "ema_decay": 0.999, + "epoch_definition": "shuffled_full_training_split_without_replacement", + "epochs": 2000, + "learning_rate": 0.0001, + "online_steps": 0, + "optimizer": "adamw", + "padding_loss_mask": true, + "stopping": "none_fixed_epochs", + "weight_decay": 1e-06 + }, + "training_samples": 2007, + "validation": { + "batch_seed": 771, + "batch_size": 256, + "interval_epochs": 1, + "loss_seed": 882 + }, + "validation_only": false, + "validation_samples": 226, + "wandb": { + "mode": "offline", + "project": "standard_bc_pretrain" + } + }, + "schema_version": 2, + "sha256": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "split_hash": "44338a2dbfc94edd7a051e85d6afff1711053b4f443d44a745e006ee35a3a14c", + "weights_used_for_deployment": "complete_model_EMA" +} diff --git a/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/checkpoints/epoch_1400.pkl b/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/checkpoints/epoch_1400.pkl new file mode 100644 index 0000000000000000000000000000000000000000..21ed8d52c87dcd8732ca9bbd8c1da903b7a4d161 --- /dev/null +++ b/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/checkpoints/epoch_1400.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685 +size 96610627 diff --git a/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/final200/epoch_1400.parquet b/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/final200/epoch_1400.parquet new file mode 100644 index 0000000000000000000000000000000000000000..fa5edbbbbf7d376b74aea716521493a0fb902df7 --- /dev/null +++ b/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/final200/epoch_1400.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7390855ef48d1b5e9ba49da83f1194c7585b66291cf6b0a7202e413e47fef60b +size 6459 diff --git a/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/final200/protocol.json b/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/final200/protocol.json index 93b8ca7926bc7e0cd66f4cc342eb030da61b1b05..c2a4dff811ecee2b58239b65a18fead0cb1b97e6 100644 --- a/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/final200/protocol.json +++ b/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/final200/protocol.json @@ -1,8 +1,8 @@ { - "checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/can20/StandardBaseBC/jax/can/mixed20/seed_1/checkpoints/epoch_800.pkl", - "checkpoint_sha256": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/can20/StandardBaseBC/jax/can/mixed20/seed_1/checkpoints/epoch_1400.pkl", + "checkpoint_sha256": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "collision_geoms": false, - "epoch": 800, + "epoch": 1400, "identity_hash": "e21e51338057df6bd6acc98bf795ed0f74dce71b7dd67f5dceed7afd4c800469", "job": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/can20/jobs/01.json", "panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", @@ -208,8 +208,8 @@ 10971071, 17007174 ], - "script_sha256": "7be8b5440b354a862228f5a3d3855ec0ba7267c78c4e04158fa028e9633e8d32", - "selection": "frozen before this independent panel was evaluated", + "script_sha256": "52959ac39b30b97e21dda738d5187427516ba577f89c0e8d85ddb7ecec15ee40", + "selection": "User requested epoch1400 comparison after reviewing prior checkpoints; shared200 reset panel reused, not an untouched holdout", "settings": { "episodes": 200, "interval_epochs": 10, diff --git a/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/final200/result.json b/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/final200/result.json index d79f76948fb68338e7f364901a5ae9d4a2e1f703..4a151c4826632d13dcadc945cfce5b125b5ee119 100644 --- a/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/final200/result.json +++ b/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/final200/result.json @@ -1,34 +1,34 @@ { "ci": "wilson95", - "ci_high": 0.5735415464009526, - "ci_low": 0.43627000033527485, - "environment_steps": 41286, + "ci_high": 0.5979524512673458, + "ci_low": 0.4609168291500183, + "environment_steps": 39690, "episodes": [ { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 30, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 75, "eval_kind": "bc_pretraining", - "length": 119, + "length": 300, "mode": "base_cfm_ode", - "native_return": -113.0, + "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 70723122, "rl_env_steps": null, - "success": true, + "success": false, "task": "can", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 25, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 23, "eval_kind": "bc_pretraining", - "length": 97, + "length": 92, "mode": "base_cfm_ode", - "native_return": -91.0, + "native_return": -86.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 66851989, "rl_env_steps": null, "success": true, @@ -37,14 +37,14 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 60005579, "rl_env_steps": null, "success": false, @@ -53,47 +53,31 @@ "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 75, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 36, "eval_kind": "bc_pretraining", - "length": 300, + "length": 143, "mode": "base_cfm_ode", - "native_return": -300.0, + "native_return": -137.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 32401708, "rl_env_steps": null, - "success": false, - "task": "can", - "terminated": false, - "truncated": true - }, - { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 32, - "eval_kind": "bc_pretraining", - "length": 128, - "mode": "base_cfm_ode", - "native_return": -122.0, - "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "reset_seed": 19153477, - "rl_env_steps": null, "success": true, "task": "can", "terminated": true, "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "reset_seed": 42749167, + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "reset_seed": 19153477, "rl_env_steps": null, "success": false, "task": "can", @@ -101,15 +85,15 @@ "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "reset_seed": 46661357, + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "reset_seed": 42749167, "rl_env_steps": null, "success": false, "task": "can", @@ -117,15 +101,15 @@ "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 29, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 27, "eval_kind": "bc_pretraining", - "length": 114, + "length": 108, "mode": "base_cfm_ode", - "native_return": -108.0, + "native_return": -102.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "reset_seed": 27402198, + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "reset_seed": 46661357, "rl_env_steps": null, "success": true, "task": "can", @@ -133,14 +117,30 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 25, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 75, "eval_kind": "bc_pretraining", - "length": 99, + "length": 300, "mode": "base_cfm_ode", - "native_return": -93.0, + "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "reset_seed": 27402198, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 24, + "eval_kind": "bc_pretraining", + "length": 95, + "mode": "base_cfm_ode", + "native_return": -89.0, + "observation_mode": "pixel_state", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 47810457, "rl_env_steps": null, "success": true, @@ -149,30 +149,30 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 26, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 75, "eval_kind": "bc_pretraining", - "length": 101, + "length": 300, "mode": "base_cfm_ode", - "native_return": -95.0, + "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 18848891, "rl_env_steps": null, - "success": true, + "success": false, "task": "can", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 17918997, "rl_env_steps": null, "success": false, @@ -181,14 +181,14 @@ "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 80363015, "rl_env_steps": null, "success": false, @@ -197,14 +197,14 @@ "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 35, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 26, "eval_kind": "bc_pretraining", - "length": 137, + "length": 104, "mode": "base_cfm_ode", - "native_return": -131.0, + "native_return": -98.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 64973617, "rl_env_steps": null, "success": true, @@ -213,14 +213,14 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 14420984, "rl_env_steps": null, "success": false, @@ -229,14 +229,14 @@ "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 26, "eval_kind": "bc_pretraining", - "length": 103, + "length": 104, "mode": "base_cfm_ode", - "native_return": -97.0, + "native_return": -98.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 34943840, "rl_env_steps": null, "success": true, @@ -245,14 +245,14 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 20266056, "rl_env_steps": null, "success": false, @@ -261,14 +261,14 @@ "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 29, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 30, "eval_kind": "bc_pretraining", - "length": 114, + "length": 117, "mode": "base_cfm_ode", - "native_return": -108.0, + "native_return": -111.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 55423323, "rl_env_steps": null, "success": true, @@ -277,30 +277,30 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 75, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 27, "eval_kind": "bc_pretraining", - "length": 300, + "length": 105, "mode": "base_cfm_ode", - "native_return": -300.0, + "native_return": -99.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 77426949, "rl_env_steps": null, - "success": false, + "success": true, "task": "can", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 23, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 24, "eval_kind": "bc_pretraining", - "length": 90, + "length": 95, "mode": "base_cfm_ode", - "native_return": -84.0, + "native_return": -89.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 21093578, "rl_env_steps": null, "success": true, @@ -309,14 +309,14 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 30, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 28, "eval_kind": "bc_pretraining", - "length": 119, + "length": 109, "mode": "base_cfm_ode", - "native_return": -113.0, + "native_return": -103.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 74139179, "rl_env_steps": null, "success": true, @@ -325,14 +325,14 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 65396037, "rl_env_steps": null, "success": false, @@ -341,14 +341,14 @@ "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 66433136, "rl_env_steps": null, "success": false, @@ -357,14 +357,14 @@ "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 28, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 26, "eval_kind": "bc_pretraining", - "length": 109, + "length": 103, "mode": "base_cfm_ode", - "native_return": -103.0, + "native_return": -97.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 18174832, "rl_env_steps": null, "success": true, @@ -373,14 +373,14 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 30, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 27, "eval_kind": "bc_pretraining", - "length": 117, + "length": 105, "mode": "base_cfm_ode", - "native_return": -111.0, + "native_return": -99.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 44050868, "rl_env_steps": null, "success": true, @@ -389,62 +389,62 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 38, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 75, "eval_kind": "bc_pretraining", - "length": 149, + "length": 300, "mode": "base_cfm_ode", - "native_return": -143.0, + "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 79827091, "rl_env_steps": null, - "success": true, + "success": false, "task": "can", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 75, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 35, "eval_kind": "bc_pretraining", - "length": 300, + "length": 140, "mode": "base_cfm_ode", - "native_return": -300.0, + "native_return": -134.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 48142557, "rl_env_steps": null, - "success": false, + "success": true, "task": "can", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 75, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 27, "eval_kind": "bc_pretraining", - "length": 300, + "length": 107, "mode": "base_cfm_ode", - "native_return": -300.0, + "native_return": -101.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 81058782, "rl_env_steps": null, - "success": false, + "success": true, "task": "can", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 29, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 28, "eval_kind": "bc_pretraining", - "length": 114, + "length": 111, "mode": "base_cfm_ode", - "native_return": -108.0, + "native_return": -105.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 57440191, "rl_env_steps": null, "success": true, @@ -453,14 +453,14 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 71718518, "rl_env_steps": null, "success": false, @@ -469,14 +469,14 @@ "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 62288442, "rl_env_steps": null, "success": false, @@ -485,14 +485,14 @@ "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 25, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 27, "eval_kind": "bc_pretraining", - "length": 99, + "length": 108, "mode": "base_cfm_ode", - "native_return": -93.0, + "native_return": -102.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 38780438, "rl_env_steps": null, "success": true, @@ -501,30 +501,30 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 75, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 24, "eval_kind": "bc_pretraining", - "length": 300, + "length": 94, "mode": "base_cfm_ode", - "native_return": -300.0, + "native_return": -88.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 31543247, "rl_env_steps": null, - "success": false, + "success": true, "task": "can", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 24, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 23, "eval_kind": "bc_pretraining", - "length": 93, + "length": 89, "mode": "base_cfm_ode", - "native_return": -87.0, + "native_return": -83.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 45815861, "rl_env_steps": null, "success": true, @@ -533,14 +533,14 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 34, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 29, "eval_kind": "bc_pretraining", - "length": 133, + "length": 115, "mode": "base_cfm_ode", - "native_return": -127.0, + "native_return": -109.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 69976624, "rl_env_steps": null, "success": true, @@ -549,30 +549,30 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 75, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 25, "eval_kind": "bc_pretraining", - "length": 300, + "length": 99, "mode": "base_cfm_ode", - "native_return": -300.0, + "native_return": -93.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 27741928, "rl_env_steps": null, - "success": false, + "success": true, "task": "can", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 28, "eval_kind": "bc_pretraining", - "length": 111, + "length": 110, "mode": "base_cfm_ode", - "native_return": -105.0, + "native_return": -104.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 47860773, "rl_env_steps": null, "success": true, @@ -581,14 +581,14 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 25, "eval_kind": "bc_pretraining", - "length": 98, + "length": 97, "mode": "base_cfm_ode", - "native_return": -92.0, + "native_return": -91.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 68719953, "rl_env_steps": null, "success": true, @@ -597,14 +597,14 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 72413983, "rl_env_steps": null, "success": false, @@ -613,46 +613,46 @@ "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 24, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 75, "eval_kind": "bc_pretraining", - "length": 96, + "length": 300, "mode": "base_cfm_ode", - "native_return": -90.0, + "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 43596719, "rl_env_steps": null, - "success": true, + "success": false, "task": "can", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 30, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 75, "eval_kind": "bc_pretraining", - "length": 120, + "length": 300, "mode": "base_cfm_ode", - "native_return": -114.0, + "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 25975279, "rl_env_steps": null, - "success": true, + "success": false, "task": "can", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 29, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 30, "eval_kind": "bc_pretraining", - "length": 114, + "length": 120, "mode": "base_cfm_ode", - "native_return": -108.0, + "native_return": -114.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 75651978, "rl_env_steps": null, "success": true, @@ -661,14 +661,14 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 62538517, "rl_env_steps": null, "success": false, @@ -677,30 +677,30 @@ "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 75, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 25, "eval_kind": "bc_pretraining", - "length": 300, + "length": 98, "mode": "base_cfm_ode", - "native_return": -300.0, + "native_return": -92.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 49157692, "rl_env_steps": null, - "success": false, + "success": true, "task": "can", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 25, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 26, "eval_kind": "bc_pretraining", - "length": 97, + "length": 101, "mode": "base_cfm_ode", - "native_return": -91.0, + "native_return": -95.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 72093687, "rl_env_steps": null, "success": true, @@ -709,30 +709,30 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 75, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 28, "eval_kind": "bc_pretraining", - "length": 300, + "length": 110, "mode": "base_cfm_ode", - "native_return": -300.0, + "native_return": -104.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 35658896, "rl_env_steps": null, - "success": false, + "success": true, "task": "can", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 26, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 25, "eval_kind": "bc_pretraining", - "length": 104, + "length": 100, "mode": "base_cfm_ode", - "native_return": -98.0, + "native_return": -94.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 34016592, "rl_env_steps": null, "success": true, @@ -741,14 +741,14 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 26, "eval_kind": "bc_pretraining", "length": 103, "mode": "base_cfm_ode", "native_return": -97.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 56600068, "rl_env_steps": null, "success": true, @@ -757,14 +757,14 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 27, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 24, "eval_kind": "bc_pretraining", - "length": 105, + "length": 94, "mode": "base_cfm_ode", - "native_return": -99.0, + "native_return": -88.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 85354907, "rl_env_steps": null, "success": true, @@ -773,14 +773,14 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 64181994, "rl_env_steps": null, "success": false, @@ -789,14 +789,14 @@ "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 64561502, "rl_env_steps": null, "success": false, @@ -805,14 +805,14 @@ "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 31, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 25, "eval_kind": "bc_pretraining", - "length": 123, + "length": 100, "mode": "base_cfm_ode", - "native_return": -117.0, + "native_return": -94.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 76858975, "rl_env_steps": null, "success": true, @@ -821,14 +821,14 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 32, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 29, "eval_kind": "bc_pretraining", - "length": 127, + "length": 116, "mode": "base_cfm_ode", - "native_return": -121.0, + "native_return": -110.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 17852290, "rl_env_steps": null, "success": true, @@ -837,14 +837,14 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 20068153, "rl_env_steps": null, "success": false, @@ -853,14 +853,14 @@ "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 27, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 30, "eval_kind": "bc_pretraining", - "length": 108, + "length": 117, "mode": "base_cfm_ode", - "native_return": -102.0, + "native_return": -111.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 39072183, "rl_env_steps": null, "success": true, @@ -869,14 +869,14 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 25, "eval_kind": "bc_pretraining", - "length": 98, + "length": 99, "mode": "base_cfm_ode", - "native_return": -92.0, + "native_return": -93.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 55774539, "rl_env_steps": null, "success": true, @@ -885,14 +885,14 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 65, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 24, "eval_kind": "bc_pretraining", - "length": 260, + "length": 94, "mode": "base_cfm_ode", - "native_return": -254.0, + "native_return": -88.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 26085971, "rl_env_steps": null, "success": true, @@ -901,14 +901,14 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 37837570, "rl_env_steps": null, "success": false, @@ -917,14 +917,14 @@ "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 26, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 25, "eval_kind": "bc_pretraining", - "length": 102, + "length": 98, "mode": "base_cfm_ode", - "native_return": -96.0, + "native_return": -92.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 88758485, "rl_env_steps": null, "success": true, @@ -933,14 +933,14 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 75982683, "rl_env_steps": null, "success": false, @@ -949,14 +949,14 @@ "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 81377703, "rl_env_steps": null, "success": false, @@ -965,14 +965,14 @@ "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 57992264, "rl_env_steps": null, "success": false, @@ -981,14 +981,14 @@ "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 80112931, "rl_env_steps": null, "success": false, @@ -997,14 +997,14 @@ "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 88742902, "rl_env_steps": null, "success": false, @@ -1013,14 +1013,14 @@ "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 27, "eval_kind": "bc_pretraining", "length": 105, "mode": "base_cfm_ode", "native_return": -99.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 47013480, "rl_env_steps": null, "success": true, @@ -1029,30 +1029,30 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 75, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 27, "eval_kind": "bc_pretraining", - "length": 300, + "length": 108, "mode": "base_cfm_ode", - "native_return": -300.0, + "native_return": -102.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 36523859, "rl_env_steps": null, - "success": false, + "success": true, "task": "can", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 19498677, "rl_env_steps": null, "success": false, @@ -1061,14 +1061,14 @@ "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 20212586, "rl_env_steps": null, "success": false, @@ -1077,30 +1077,30 @@ "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 27, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 75, "eval_kind": "bc_pretraining", - "length": 107, + "length": 300, "mode": "base_cfm_ode", - "native_return": -101.0, + "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 55485421, "rl_env_steps": null, - "success": true, + "success": false, "task": "can", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 36767911, "rl_env_steps": null, "success": false, @@ -1109,14 +1109,14 @@ "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 50597940, "rl_env_steps": null, "success": false, @@ -1125,14 +1125,14 @@ "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 29, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 26, "eval_kind": "bc_pretraining", - "length": 116, + "length": 103, "mode": "base_cfm_ode", - "native_return": -110.0, + "native_return": -97.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 65503466, "rl_env_steps": null, "success": true, @@ -1141,14 +1141,14 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 87299732, "rl_env_steps": null, "success": false, @@ -1157,30 +1157,30 @@ "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 75, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 25, "eval_kind": "bc_pretraining", - "length": 300, + "length": 100, "mode": "base_cfm_ode", - "native_return": -300.0, + "native_return": -94.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 61456577, "rl_env_steps": null, - "success": false, + "success": true, "task": "can", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 28, "eval_kind": "bc_pretraining", "length": 112, "mode": "base_cfm_ode", "native_return": -106.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 79295759, "rl_env_steps": null, "success": true, @@ -1189,30 +1189,30 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 75, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 24, "eval_kind": "bc_pretraining", - "length": 300, + "length": 93, "mode": "base_cfm_ode", - "native_return": -300.0, + "native_return": -87.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 10605088, "rl_env_steps": null, - "success": false, + "success": true, "task": "can", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 21163776, "rl_env_steps": null, "success": false, @@ -1221,14 +1221,14 @@ "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 32, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 29, "eval_kind": "bc_pretraining", - "length": 128, + "length": 116, "mode": "base_cfm_ode", - "native_return": -122.0, + "native_return": -110.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 74346251, "rl_env_steps": null, "success": true, @@ -1237,30 +1237,30 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 35, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 75, "eval_kind": "bc_pretraining", - "length": 139, + "length": 300, "mode": "base_cfm_ode", - "native_return": -133.0, + "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 59990172, "rl_env_steps": null, - "success": true, + "success": false, "task": "can", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 40756359, "rl_env_steps": null, "success": false, @@ -1269,14 +1269,14 @@ "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 28, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 26, "eval_kind": "bc_pretraining", - "length": 110, + "length": 102, "mode": "base_cfm_ode", - "native_return": -104.0, + "native_return": -96.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 29123831, "rl_env_steps": null, "success": true, @@ -1285,30 +1285,30 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 75, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 28, "eval_kind": "bc_pretraining", - "length": 300, + "length": 109, "mode": "base_cfm_ode", - "native_return": -300.0, + "native_return": -103.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 22339698, "rl_env_steps": null, - "success": false, + "success": true, "task": "can", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 24, "eval_kind": "bc_pretraining", - "length": 94, + "length": 95, "mode": "base_cfm_ode", - "native_return": -88.0, + "native_return": -89.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 55950171, "rl_env_steps": null, "success": true, @@ -1317,14 +1317,14 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 27, "eval_kind": "bc_pretraining", - "length": 106, + "length": 107, "mode": "base_cfm_ode", - "native_return": -100.0, + "native_return": -101.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 25459058, "rl_env_steps": null, "success": true, @@ -1333,30 +1333,30 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 75, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 29, "eval_kind": "bc_pretraining", - "length": 300, + "length": 116, "mode": "base_cfm_ode", - "native_return": -300.0, + "native_return": -110.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 89169841, "rl_env_steps": null, - "success": false, + "success": true, "task": "can", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 27, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 24, "eval_kind": "bc_pretraining", - "length": 105, + "length": 96, "mode": "base_cfm_ode", - "native_return": -99.0, + "native_return": -90.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 51768760, "rl_env_steps": null, "success": true, @@ -1365,14 +1365,14 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 43, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 39, "eval_kind": "bc_pretraining", - "length": 170, + "length": 155, "mode": "base_cfm_ode", - "native_return": -164.0, + "native_return": -149.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 59320974, "rl_env_steps": null, "success": true, @@ -1381,14 +1381,14 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 42, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 31, "eval_kind": "bc_pretraining", - "length": 167, + "length": 121, "mode": "base_cfm_ode", - "native_return": -161.0, + "native_return": -115.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 43210884, "rl_env_steps": null, "success": true, @@ -1397,14 +1397,14 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 25, "eval_kind": "bc_pretraining", - "length": 97, + "length": 99, "mode": "base_cfm_ode", - "native_return": -91.0, + "native_return": -93.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 19819408, "rl_env_steps": null, "success": true, @@ -1413,30 +1413,30 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 75, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 33, "eval_kind": "bc_pretraining", - "length": 300, + "length": 132, "mode": "base_cfm_ode", - "native_return": -300.0, + "native_return": -126.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 27287306, "rl_env_steps": null, - "success": false, + "success": true, "task": "can", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 25, "eval_kind": "bc_pretraining", - "length": 98, + "length": 97, "mode": "base_cfm_ode", - "native_return": -92.0, + "native_return": -91.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 77579712, "rl_env_steps": null, "success": true, @@ -1445,30 +1445,30 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 31, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 75, "eval_kind": "bc_pretraining", - "length": 124, + "length": 300, "mode": "base_cfm_ode", - "native_return": -118.0, + "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 33855715, "rl_env_steps": null, - "success": true, + "success": false, "task": "can", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 18917811, "rl_env_steps": null, "success": false, @@ -1477,14 +1477,14 @@ "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 50238382, "rl_env_steps": null, "success": false, @@ -1493,14 +1493,14 @@ "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 29018479, "rl_env_steps": null, "success": false, @@ -1509,14 +1509,14 @@ "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 35, "eval_kind": "bc_pretraining", "length": 137, "mode": "base_cfm_ode", "native_return": -131.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 58133015, "rl_env_steps": null, "success": true, @@ -1525,14 +1525,14 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 27, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 29, "eval_kind": "bc_pretraining", - "length": 106, + "length": 114, "mode": "base_cfm_ode", - "native_return": -100.0, + "native_return": -108.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 23864203, "rl_env_steps": null, "success": true, @@ -1541,14 +1541,14 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 49568781, "rl_env_steps": null, "success": false, @@ -1557,14 +1557,14 @@ "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 29, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 30, "eval_kind": "bc_pretraining", - "length": 116, + "length": 117, "mode": "base_cfm_ode", - "native_return": -110.0, + "native_return": -111.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 55772368, "rl_env_steps": null, "success": true, @@ -1573,14 +1573,14 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 26, "eval_kind": "bc_pretraining", - "length": 104, + "length": 101, "mode": "base_cfm_ode", - "native_return": -98.0, + "native_return": -95.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 69087148, "rl_env_steps": null, "success": true, @@ -1589,14 +1589,14 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 43159811, "rl_env_steps": null, "success": false, @@ -1605,14 +1605,14 @@ "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 37, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 31, "eval_kind": "bc_pretraining", - "length": 148, + "length": 124, "mode": "base_cfm_ode", - "native_return": -142.0, + "native_return": -118.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 42777958, "rl_env_steps": null, "success": true, @@ -1621,14 +1621,14 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 79686252, "rl_env_steps": null, "success": false, @@ -1637,14 +1637,14 @@ "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 88287947, "rl_env_steps": null, "success": false, @@ -1653,14 +1653,14 @@ "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 23, "eval_kind": "bc_pretraining", "length": 91, "mode": "base_cfm_ode", "native_return": -85.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 24484856, "rl_env_steps": null, "success": true, @@ -1669,14 +1669,14 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 40522505, "rl_env_steps": null, "success": false, @@ -1685,46 +1685,46 @@ "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 27, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 75, "eval_kind": "bc_pretraining", - "length": 105, + "length": 300, "mode": "base_cfm_ode", - "native_return": -99.0, + "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 18535306, "rl_env_steps": null, - "success": true, + "success": false, "task": "can", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 75, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 27, "eval_kind": "bc_pretraining", - "length": 300, + "length": 108, "mode": "base_cfm_ode", - "native_return": -300.0, + "native_return": -102.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 27261685, "rl_env_steps": null, - "success": false, + "success": true, "task": "can", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 25, "eval_kind": "bc_pretraining", - "length": 97, + "length": 98, "mode": "base_cfm_ode", - "native_return": -91.0, + "native_return": -92.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 55157386, "rl_env_steps": null, "success": true, @@ -1733,14 +1733,14 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 73419901, "rl_env_steps": null, "success": false, @@ -1749,14 +1749,14 @@ "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 51177153, "rl_env_steps": null, "success": false, @@ -1765,14 +1765,14 @@ "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 34, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 43, "eval_kind": "bc_pretraining", - "length": 135, + "length": 171, "mode": "base_cfm_ode", - "native_return": -129.0, + "native_return": -165.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 66197636, "rl_env_steps": null, "success": true, @@ -1781,14 +1781,14 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 27, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 25, "eval_kind": "bc_pretraining", - "length": 108, + "length": 98, "mode": "base_cfm_ode", - "native_return": -102.0, + "native_return": -92.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 89218160, "rl_env_steps": null, "success": true, @@ -1797,14 +1797,14 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 20312137, "rl_env_steps": null, "success": false, @@ -1813,14 +1813,14 @@ "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 32815280, "rl_env_steps": null, "success": false, @@ -1829,14 +1829,14 @@ "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 38566965, "rl_env_steps": null, "success": false, @@ -1845,14 +1845,14 @@ "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 67538690, "rl_env_steps": null, "success": false, @@ -1861,14 +1861,14 @@ "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 25, "eval_kind": "bc_pretraining", - "length": 97, + "length": 100, "mode": "base_cfm_ode", - "native_return": -91.0, + "native_return": -94.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 51444755, "rl_env_steps": null, "success": true, @@ -1877,14 +1877,14 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 31, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 28, "eval_kind": "bc_pretraining", - "length": 123, + "length": 112, "mode": "base_cfm_ode", - "native_return": -117.0, + "native_return": -106.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 49534469, "rl_env_steps": null, "success": true, @@ -1893,14 +1893,14 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 55520272, "rl_env_steps": null, "success": false, @@ -1909,14 +1909,14 @@ "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 78917430, "rl_env_steps": null, "success": false, @@ -1925,30 +1925,30 @@ "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 28, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 75, "eval_kind": "bc_pretraining", - "length": 111, + "length": 300, "mode": "base_cfm_ode", - "native_return": -105.0, + "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 53987225, "rl_env_steps": null, - "success": true, + "success": false, "task": "can", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 43, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 22, "eval_kind": "bc_pretraining", - "length": 170, + "length": 87, "mode": "base_cfm_ode", - "native_return": -164.0, + "native_return": -81.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 33135526, "rl_env_steps": null, "success": true, @@ -1957,14 +1957,14 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 25, "eval_kind": "bc_pretraining", - "length": 100, + "length": 98, "mode": "base_cfm_ode", - "native_return": -94.0, + "native_return": -92.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 10641443, "rl_env_steps": null, "success": true, @@ -1973,14 +1973,14 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 27, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 50, "eval_kind": "bc_pretraining", - "length": 105, + "length": 199, "mode": "base_cfm_ode", - "native_return": -99.0, + "native_return": -193.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 83269321, "rl_env_steps": null, "success": true, @@ -1989,30 +1989,30 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 31, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 75, "eval_kind": "bc_pretraining", - "length": 123, + "length": 300, "mode": "base_cfm_ode", - "native_return": -117.0, + "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 50371327, "rl_env_steps": null, - "success": true, + "success": false, "task": "can", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 29, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 26, "eval_kind": "bc_pretraining", - "length": 116, + "length": 102, "mode": "base_cfm_ode", - "native_return": -110.0, + "native_return": -96.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 60499091, "rl_env_steps": null, "success": true, @@ -2021,62 +2021,62 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 75, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 31, "eval_kind": "bc_pretraining", - "length": 300, + "length": 122, "mode": "base_cfm_ode", - "native_return": -300.0, + "native_return": -116.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 14174315, "rl_env_steps": null, - "success": false, + "success": true, "task": "can", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 30, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 75, "eval_kind": "bc_pretraining", - "length": 117, + "length": 300, "mode": "base_cfm_ode", - "native_return": -111.0, + "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 34430409, "rl_env_steps": null, - "success": true, + "success": false, "task": "can", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 25, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 75, "eval_kind": "bc_pretraining", - "length": 99, + "length": 300, "mode": "base_cfm_ode", - "native_return": -93.0, + "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 78665761, "rl_env_steps": null, - "success": true, + "success": false, "task": "can", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 55417809, "rl_env_steps": null, "success": false, @@ -2085,14 +2085,14 @@ "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 29697446, "rl_env_steps": null, "success": false, @@ -2101,14 +2101,14 @@ "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 29, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 28, "eval_kind": "bc_pretraining", - "length": 113, + "length": 109, "mode": "base_cfm_ode", - "native_return": -107.0, + "native_return": -103.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 67300186, "rl_env_steps": null, "success": true, @@ -2117,14 +2117,14 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 14166946, "rl_env_steps": null, "success": false, @@ -2133,14 +2133,14 @@ "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 34309048, "rl_env_steps": null, "success": false, @@ -2149,14 +2149,14 @@ "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 38651973, "rl_env_steps": null, "success": false, @@ -2165,14 +2165,14 @@ "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 31, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 27, "eval_kind": "bc_pretraining", - "length": 121, + "length": 107, "mode": "base_cfm_ode", - "native_return": -115.0, + "native_return": -101.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 63582284, "rl_env_steps": null, "success": true, @@ -2181,14 +2181,14 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 11252552, "rl_env_steps": null, "success": false, @@ -2197,46 +2197,46 @@ "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 75, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 28, "eval_kind": "bc_pretraining", - "length": 300, + "length": 110, "mode": "base_cfm_ode", - "native_return": -300.0, + "native_return": -104.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 13083214, "rl_env_steps": null, - "success": false, + "success": true, "task": "can", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 30, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 75, "eval_kind": "bc_pretraining", - "length": 120, + "length": 300, "mode": "base_cfm_ode", - "native_return": -114.0, + "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 12656665, "rl_env_steps": null, - "success": true, + "success": false, "task": "can", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 39216146, "rl_env_steps": null, "success": false, @@ -2245,14 +2245,14 @@ "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 29, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 25, "eval_kind": "bc_pretraining", - "length": 116, + "length": 98, "mode": "base_cfm_ode", - "native_return": -110.0, + "native_return": -92.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 53058687, "rl_env_steps": null, "success": true, @@ -2261,14 +2261,14 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 26843165, "rl_env_steps": null, "success": false, @@ -2277,14 +2277,14 @@ "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 26213599, "rl_env_steps": null, "success": false, @@ -2293,14 +2293,14 @@ "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 44, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 27, "eval_kind": "bc_pretraining", - "length": 173, + "length": 106, "mode": "base_cfm_ode", - "native_return": -167.0, + "native_return": -100.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 75250873, "rl_env_steps": null, "success": true, @@ -2309,14 +2309,14 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 26, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 29, "eval_kind": "bc_pretraining", - "length": 101, + "length": 115, "mode": "base_cfm_ode", - "native_return": -95.0, + "native_return": -109.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 86873350, "rl_env_steps": null, "success": true, @@ -2325,14 +2325,14 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 23044120, "rl_env_steps": null, "success": false, @@ -2341,30 +2341,30 @@ "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 75, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 22, "eval_kind": "bc_pretraining", - "length": 300, + "length": 88, "mode": "base_cfm_ode", - "native_return": -300.0, + "native_return": -82.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 74475483, "rl_env_steps": null, - "success": false, + "success": true, "task": "can", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 29, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 27, "eval_kind": "bc_pretraining", - "length": 113, + "length": 107, "mode": "base_cfm_ode", - "native_return": -107.0, + "native_return": -101.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 73879766, "rl_env_steps": null, "success": true, @@ -2373,14 +2373,14 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 34, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 28, "eval_kind": "bc_pretraining", - "length": 133, + "length": 109, "mode": "base_cfm_ode", - "native_return": -127.0, + "native_return": -103.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 38462205, "rl_env_steps": null, "success": true, @@ -2389,14 +2389,14 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 26, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 25, "eval_kind": "bc_pretraining", - "length": 103, + "length": 98, "mode": "base_cfm_ode", - "native_return": -97.0, + "native_return": -92.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 36712875, "rl_env_steps": null, "success": true, @@ -2405,30 +2405,30 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 75, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 39, "eval_kind": "bc_pretraining", - "length": 300, + "length": 155, "mode": "base_cfm_ode", - "native_return": -300.0, + "native_return": -149.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 61476060, "rl_env_steps": null, - "success": false, + "success": true, "task": "can", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 30, "eval_kind": "bc_pretraining", - "length": 118, + "length": 117, "mode": "base_cfm_ode", - "native_return": -112.0, + "native_return": -111.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 40070375, "rl_env_steps": null, "success": true, @@ -2437,14 +2437,14 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 25, "eval_kind": "bc_pretraining", "length": 97, "mode": "base_cfm_ode", "native_return": -91.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 11657834, "rl_env_steps": null, "success": true, @@ -2453,14 +2453,14 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 12071629, "rl_env_steps": null, "success": false, @@ -2469,14 +2469,14 @@ "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 70951113, "rl_env_steps": null, "success": false, @@ -2485,14 +2485,14 @@ "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 26, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 25, "eval_kind": "bc_pretraining", - "length": 102, + "length": 97, "mode": "base_cfm_ode", - "native_return": -96.0, + "native_return": -91.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 86273812, "rl_env_steps": null, "success": true, @@ -2501,30 +2501,30 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 31, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 75, "eval_kind": "bc_pretraining", - "length": 124, + "length": 300, "mode": "base_cfm_ode", - "native_return": -118.0, + "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 33086249, "rl_env_steps": null, - "success": true, + "success": false, "task": "can", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 41678564, "rl_env_steps": null, "success": false, @@ -2533,14 +2533,14 @@ "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 22, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 23, "eval_kind": "bc_pretraining", - "length": 86, + "length": 91, "mode": "base_cfm_ode", - "native_return": -80.0, + "native_return": -85.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 34536118, "rl_env_steps": null, "success": true, @@ -2549,14 +2549,14 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 30, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 26, "eval_kind": "bc_pretraining", - "length": 120, + "length": 102, "mode": "base_cfm_ode", - "native_return": -114.0, + "native_return": -96.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 27607156, "rl_env_steps": null, "success": true, @@ -2565,14 +2565,14 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 30, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 28, "eval_kind": "bc_pretraining", - "length": 120, + "length": 110, "mode": "base_cfm_ode", - "native_return": -114.0, + "native_return": -104.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 70130490, "rl_env_steps": null, "success": true, @@ -2581,14 +2581,14 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 70448950, "rl_env_steps": null, "success": false, @@ -2597,14 +2597,14 @@ "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 22, "eval_kind": "bc_pretraining", - "length": 87, + "length": 88, "mode": "base_cfm_ode", - "native_return": -81.0, + "native_return": -82.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 63854211, "rl_env_steps": null, "success": true, @@ -2613,14 +2613,14 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 26, "eval_kind": "bc_pretraining", "length": 104, "mode": "base_cfm_ode", "native_return": -98.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 58640013, "rl_env_steps": null, "success": true, @@ -2629,14 +2629,14 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 71222810, "rl_env_steps": null, "success": false, @@ -2645,30 +2645,30 @@ "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 75, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 24, "eval_kind": "bc_pretraining", - "length": 300, + "length": 95, "mode": "base_cfm_ode", - "native_return": -300.0, + "native_return": -89.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 77025643, "rl_env_steps": null, - "success": false, + "success": true, "task": "can", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 46535790, "rl_env_steps": null, "success": false, @@ -2677,14 +2677,14 @@ "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 25, "eval_kind": "bc_pretraining", "length": 100, "mode": "base_cfm_ode", "native_return": -94.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 13450163, "rl_env_steps": null, "success": true, @@ -2693,30 +2693,30 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 34, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 75, "eval_kind": "bc_pretraining", - "length": 134, + "length": 300, "mode": "base_cfm_ode", - "native_return": -128.0, + "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 48130374, "rl_env_steps": null, - "success": true, + "success": false, "task": "can", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 33, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 29, "eval_kind": "bc_pretraining", - "length": 129, + "length": 113, "mode": "base_cfm_ode", - "native_return": -123.0, + "native_return": -107.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 28109111, "rl_env_steps": null, "success": true, @@ -2725,14 +2725,14 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 27277335, "rl_env_steps": null, "success": false, @@ -2741,14 +2741,14 @@ "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 29, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 28, "eval_kind": "bc_pretraining", - "length": 115, + "length": 112, "mode": "base_cfm_ode", - "native_return": -109.0, + "native_return": -106.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 14975106, "rl_env_steps": null, "success": true, @@ -2757,14 +2757,14 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 25482760, "rl_env_steps": null, "success": false, @@ -2773,14 +2773,14 @@ "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 51368844, "rl_env_steps": null, "success": false, @@ -2789,14 +2789,14 @@ "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 65499499, "rl_env_steps": null, "success": false, @@ -2805,14 +2805,14 @@ "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 28, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 33, "eval_kind": "bc_pretraining", - "length": 109, + "length": 130, "mode": "base_cfm_ode", - "native_return": -103.0, + "native_return": -124.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 38883080, "rl_env_steps": null, "success": true, @@ -2821,14 +2821,14 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 56579733, "rl_env_steps": null, "success": false, @@ -2837,30 +2837,30 @@ "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 75, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 23, "eval_kind": "bc_pretraining", - "length": 300, + "length": 92, "mode": "base_cfm_ode", - "native_return": -300.0, + "native_return": -86.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 81285249, "rl_env_steps": null, - "success": false, + "success": true, "task": "can", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 24, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 22, "eval_kind": "bc_pretraining", - "length": 95, + "length": 88, "mode": "base_cfm_ode", - "native_return": -89.0, + "native_return": -82.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 71293324, "rl_env_steps": null, "success": true, @@ -2869,14 +2869,14 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 79868703, "rl_env_steps": null, "success": false, @@ -2885,14 +2885,14 @@ "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 78989122, "rl_env_steps": null, "success": false, @@ -2901,14 +2901,14 @@ "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 27209169, "rl_env_steps": null, "success": false, @@ -2917,14 +2917,14 @@ "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 36, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 31, "eval_kind": "bc_pretraining", - "length": 144, + "length": 124, "mode": "base_cfm_ode", - "native_return": -138.0, + "native_return": -118.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 43304167, "rl_env_steps": null, "success": true, @@ -2933,30 +2933,30 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 75, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 28, "eval_kind": "bc_pretraining", - "length": 300, + "length": 111, "mode": "base_cfm_ode", - "native_return": -300.0, + "native_return": -105.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 84752852, "rl_env_steps": null, - "success": false, + "success": true, "task": "can", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 39685313, "rl_env_steps": null, "success": false, @@ -2965,14 +2965,14 @@ "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 25, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 24, "eval_kind": "bc_pretraining", - "length": 99, + "length": 94, "mode": "base_cfm_ode", - "native_return": -93.0, + "native_return": -88.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 10941718, "rl_env_steps": null, "success": true, @@ -2981,14 +2981,14 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 17638132, "rl_env_steps": null, "success": false, @@ -2997,14 +2997,14 @@ "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 24, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 23, "eval_kind": "bc_pretraining", - "length": 94, + "length": 92, "mode": "base_cfm_ode", - "native_return": -88.0, + "native_return": -86.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 42683951, "rl_env_steps": null, "success": true, @@ -3013,14 +3013,14 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 26, "eval_kind": "bc_pretraining", - "length": 102, + "length": 101, "mode": "base_cfm_ode", - "native_return": -96.0, + "native_return": -95.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 29174955, "rl_env_steps": null, "success": true, @@ -3029,14 +3029,14 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 26, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 28, "eval_kind": "bc_pretraining", - "length": 104, + "length": 109, "mode": "base_cfm_ode", - "native_return": -98.0, + "native_return": -103.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 13106538, "rl_env_steps": null, "success": true, @@ -3045,14 +3045,14 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 82750942, "rl_env_steps": null, "success": false, @@ -3061,14 +3061,14 @@ "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 28, "eval_kind": "bc_pretraining", "length": 109, "mode": "base_cfm_ode", "native_return": -103.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 27595794, "rl_env_steps": null, "success": true, @@ -3077,14 +3077,14 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 85382063, "rl_env_steps": null, "success": false, @@ -3093,14 +3093,14 @@ "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 28, "eval_kind": "bc_pretraining", - "length": 111, + "length": 112, "mode": "base_cfm_ode", - "native_return": -105.0, + "native_return": -106.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 22544583, "rl_env_steps": null, "success": true, @@ -3109,30 +3109,30 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 28, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 75, "eval_kind": "bc_pretraining", - "length": 112, + "length": 300, "mode": "base_cfm_ode", - "native_return": -106.0, + "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 82667196, "rl_env_steps": null, - "success": true, + "success": false, "task": "can", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 53585719, "rl_env_steps": null, "success": false, @@ -3141,14 +3141,14 @@ "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 68118062, "rl_env_steps": null, "success": false, @@ -3157,14 +3157,14 @@ "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 23, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 22, "eval_kind": "bc_pretraining", - "length": 91, + "length": 86, "mode": "base_cfm_ode", - "native_return": -85.0, + "native_return": -80.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 84752103, "rl_env_steps": null, "success": true, @@ -3173,14 +3173,14 @@ "truncated": false }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "chunks": 75, "eval_kind": "bc_pretraining", "length": 300, "mode": "base_cfm_ode", "native_return": -300.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 10971071, "rl_env_steps": null, "success": false, @@ -3189,29 +3189,29 @@ "truncated": true }, { - "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "chunks": 75, + "base_checkpoint": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "chunks": 43, "eval_kind": "bc_pretraining", - "length": 300, + "length": 169, "mode": "base_cfm_ode", - "native_return": -300.0, + "native_return": -163.0, "observation_mode": "pixel_state", - "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "policy_version": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "reset_seed": 17007174, "rl_env_steps": null, - "success": false, + "success": true, "task": "can", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false } ], - "length": 206.43, - "output": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/operations/20261027_selected_bc_final200/can_mixed20_e800/eval/epoch_800.parquet", + "length": 198.45, + "output": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/operations/20261027_local8_e1400_final200/can_mixed20_e1400/eval/epoch_1400.parquet", "protocol": { - "checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/can20/StandardBaseBC/jax/can/mixed20/seed_1/checkpoints/epoch_800.pkl", - "checkpoint_sha256": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/can20/StandardBaseBC/jax/can/mixed20/seed_1/checkpoints/epoch_1400.pkl", + "checkpoint_sha256": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", "collision_geoms": false, - "epoch": 800, + "epoch": 1400, "identity_hash": "e21e51338057df6bd6acc98bf795ed0f74dce71b7dd67f5dceed7afd4c800469", "job": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/can20/jobs/01.json", "panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", @@ -3417,8 +3417,8 @@ 10971071, 17007174 ], - "script_sha256": "7be8b5440b354a862228f5a3d3855ec0ba7267c78c4e04158fa028e9633e8d32", - "selection": "frozen before this independent panel was evaluated", + "script_sha256": "52959ac39b30b97e21dda738d5187427516ba577f89c0e8d85ddb7ecec15ee40", + "selection": "User requested epoch1400 comparison after reviewing prior checkpoints; shared200 reset panel reused, not an untouched holdout", "settings": { "episodes": 200, "interval_epochs": 10, @@ -3433,7 +3433,7 @@ "workers": 8 } }, - "seconds": 277.20080372085795, + "seconds": 294.3773758360185, "seeds": [ 70723122, 66851989, @@ -3636,22 +3636,20 @@ 10971071, 17007174 ], - "success": 0.505, - "successes": 101, + "success": 0.53, + "successes": 106, "successes_per_seed": [ - true, - true, false, + true, false, true, false, false, true, - true, + false, true, false, false, - true, false, true, false, @@ -3659,34 +3657,36 @@ false, true, true, - false, - false, - true, true, true, false, false, true, - false, - false, true, false, true, true, + true, + false, false, true, true, - false, + true, + true, true, true, true, false, false, + false, true, false, true, true, true, + true, + true, + true, false, false, true, @@ -3703,36 +3703,36 @@ false, false, true, + true, false, false, false, - true, false, false, true, false, + true, + true, + true, false, true, false, false, true, true, - false, true, - false, true, true, - false, true, true, true, true, - false, true, true, false, false, false, + false, true, true, false, @@ -3744,9 +3744,9 @@ false, true, false, - true, false, true, + true, false, false, true, @@ -3759,9 +3759,7 @@ true, false, false, - true, - true, - true, + false, true, true, true, @@ -3770,32 +3768,34 @@ true, false, false, + false, + false, true, false, false, false, true, false, - false, true, false, + false, true, false, false, true, true, false, - false, true, true, true, - false, + true, + true, true, true, false, false, true, - true, + false, false, true, true, @@ -3804,10 +3804,10 @@ true, true, false, - false, - false, true, + false, true, + false, true, false, true, @@ -3816,13 +3816,13 @@ false, true, false, - false, + true, true, false, false, false, true, - false, + true, false, true, false, @@ -3833,12 +3833,12 @@ true, false, true, - true, + false, false, false, true, false, - false + true ], "total": 200 } diff --git a/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/final200/status.json b/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/final200/status.json index e0e692911191b5becb4eba20e9beb611bd393f8f..cda8bac5ee875854277c90b3177d1bf5b7e3ebbe 100644 --- a/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/final200/status.json +++ b/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/final200/status.json @@ -1,7 +1,7 @@ { - "epoch": 800, + "epoch": 1400, "status": "completed", - "success": 0.505, - "successes": 101, + "success": 0.53, + "successes": 106, "total": 200 } diff --git a/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/final200/verification.json b/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/final200/verification.json new file mode 100644 index 0000000000000000000000000000000000000000..8e966dd21ebb519e9d1df6affe62672ca232fd4c --- /dev/null +++ b/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/final200/verification.json @@ -0,0 +1,7 @@ +{ + "actual_episodes": 200, + "checkpoint_sha256": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", + "parquet_sha256": "7390855ef48d1b5e9ba49da83f1194c7585b66291cf6b0a7202e413e47fef60b", + "passed": true +} diff --git a/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/README.md b/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/README.md new file mode 100644 index 0000000000000000000000000000000000000000..6c89741a1b0c3ae0ded4233839c4fc7eaefe95f2 --- /dev/null +++ b/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/README.md @@ -0,0 +1,20 @@ +# Can mixed20 — visual-only BC + +User-approved checkpoint: **epoch 800**, StandardBaseBC/JAX, complete-model EMA, seed1, H4. +Training completed2000 epochs. Collision geometry display is disabled; physical collisions remain enabled. + +Independent evaluation: **50.5% (101/200)**, +95% Wilson interval 43.6%–57.4%. +The common random reset panel uses seed20261021, policy seed700001 and8workers; resets are disjoint from periodic evaluation. +The checkpoint was fixed before this evaluation and was not reselected from these results. + +This is a practical pretraining checkpoint, not a claim of absent overfitting or guaranteed RL improvement. +Training-time50-episode SR was 60.0%; neighboring-policy mean was 59.6%. +Epoch2000 scored 53.5% on the same200 resets; paired counts are recorded in selection_supervision.json. + +[Weights](checkpoints/epoch_800.pkl) · [Final200](final200/result.json) · [Selection](best.json) + +The data manifest, train/validation split, normalizer and original checkpoint sidecar are included. +Absolute local paths in sealed configs are provenance, not portable download locations; adapt paths explicitly on another host. +The original interval10 plan is preserved; evaluation_override.json records the approved switch to interval50. +SHA256SUMS.json covers release files. Historical collision-rendered repository trees are untouched. diff --git a/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/SHA256SUMS.json b/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/SHA256SUMS.json new file mode 100644 index 0000000000000000000000000000000000000000..46fc8735b28c5663686f62831bd9930aa5531b4f --- /dev/null +++ b/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/SHA256SUMS.json @@ -0,0 +1,102 @@ +{ + "README.md": { + "sha256": "436c1a31c953d9d0a388131f55e9ee845b9815b187a9b56bf66d16b79d94d470", + "bytes": 1357 + }, + "best.json": { + "sha256": "c8f398c0166fb8b7b4c59ad6c971adcb0b23e7bd8737b3247fc3a92cea8862c3", + "bytes": 17497 + }, + "checkpoints/epoch_800.json": { + "sha256": "647625fa197dfef837fc1b64d763140ad9fc69d62d862821e2e5e26a28653d56", + "bytes": 8180 + }, + "checkpoints/epoch_800.pkl": { + "sha256": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "bytes": 96581191 + }, + "data_manifest.json": { + "sha256": "f33eb5332ab56043294b3ce61dc9a79a3254dc9b182516da516bc8b08ec22393", + "bytes": 8510 + }, + "evaluation_override.json": { + "sha256": "5d6a801bc442313ea29a13d4efb6bdd30427583bc4e3266621ae629c80200e68", + "bytes": 558 + }, + "evaluations.jsonl": { + "sha256": "01d2a0b3696bf9e7920f3544d69c6791224c47c78829dff9af0d8835df345dcd", + "bytes": 61326 + }, + "final200/epoch_800.parquet": { + "sha256": "ee1b964087ba65771e4852cdc5a31c2f5aff3d0fad629348a8e45f25fc62ab72", + "bytes": 6512 + }, + "final200/protocol.json": { + "sha256": "5d961ec4713cdd1be2ce9ea6bc36682aa8d6d5ff0f8fe26f094eacae9f323226", + "bytes": 3912 + }, + "final200/result.json": { + "sha256": "951bd7bcc134e0606c706d9fde70ac747f0e67e774afd2f24b158a031f678775", + "bytes": 115943 + }, + "final200/status.json": { + "sha256": "6c57cb80d35f6867efc55da9ec350b151f344cc08172714c5acc54aea04b8490", + "bytes": 100 + }, + "normalizer.json": { + "sha256": "6cf12cfc54324b56431427527590f12f2156e140d9d0d67271477d9076a7b509", + "bytes": 1173 + }, + "provenance/evaluate_bc_selected.py": { + "sha256": "7be8b5440b354a862228f5a3d3855ec0ba7267c78c4e04158fa028e9633e8d32", + "bytes": 3370 + }, + "provenance/evaluation_override_active.json": { + "sha256": "2325f02469c13739432dc93c5aea07bf862e6d698f544f3e727e58953dd3410e", + "bytes": 11762 + }, + "provenance/job.json": { + "sha256": "0f7df815825251194b785d4278568b9f204dcf04559ef0ac51934ba4c0fb2121", + "bytes": 5058 + }, + "provenance/native_training_status.json": { + "sha256": "5ef95c49fbe37f4c063f38a16cffdd41e7bcdf0d7b2f5a8c2aba6784ade43137", + "bytes": 296 + }, + "provenance/pretrain_bc_eval_override.py": { + "sha256": "71deaa1c690802253ce2f075f3d9295ac1e302252e9413caae7bbe9071e80e29", + "bytes": 2877 + }, + "provenance/pretrain_bc_noleak.py": { + "sha256": "240abba4a512b61887271aeafc18fdce2372398ed483920b723aa7ce41f3d953", + "bytes": 1932 + }, + "release.json": { + "sha256": "cfbd420f7602fa61f94cb680e6f3246d28fba4c6543331a6ffca97ea7bbaadea", + "bytes": 2538 + }, + "resolved_config.json": { + "sha256": "c750282cda870c7b7bb26cf250018e1d9c2abd6fdabbca43593bff9c5dfe3e70", + "bytes": 6253 + }, + "selection_supervision.json": { + "sha256": "efd67b068508964317d7b218b81bc5792864db47e998252b7840ed0b3dfd2e67", + "bytes": 1117 + }, + "split.json": { + "sha256": "d31db1f83fc021260c7d7a5d70aad4f7a2218e46d808ae6f456182ac59de83c5", + "bytes": 600 + }, + "train_metrics.jsonl": { + "sha256": "9e451be871517da46614dcbe19735ddea372d5232ff65b6f023393e2c281c455", + "bytes": 358209 + }, + "training_status.json": { + "sha256": "b6f02deed890aa8a2e0d394325a625071d93b2c3da7ae59841c1dc0a319a6dba", + "bytes": 124 + }, + "validation_metrics.jsonl": { + "sha256": "6d07983d39a289521417fd63b55dfb18b3feb234484ec5fa6032822e5afb60d8", + "bytes": 137417 + } +} diff --git a/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/best.json b/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/best.json new file mode 100644 index 0000000000000000000000000000000000000000..db47ed775d39d1ebec4c8d9b976685be55722a6c --- /dev/null +++ b/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/best.json @@ -0,0 +1,833 @@ +{ + "task": "can", + "regime": "mixed20", + "output": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/can20/StandardBaseBC/jax/can/mixed20/seed_1", + "selected": { + "epoch": 800, + "window_success": 0.596, + "window_epochs": [ + 700, + 750, + 800, + 850, + 900 + ], + "window_rates": [ + 0.6, + 0.56, + 0.6, + 0.56, + 0.66 + ], + "checkpoint_success": 0.6, + "validation_loss": 0.5639132261276245, + "validation_median25": 0.5639132261276245, + "train_loss": 0.0734847183392662, + "path": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/can20/StandardBaseBC/jax/can/mixed20/seed_1/checkpoints/epoch_800.pkl", + "sha256": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "collision_geoms": false + }, + "user_selection": null, + "strict_validation_alternative": { + "epoch": 250, + "validation_loss": 0.42638295888900757, + "checkpoint_success": 0.02, + "path": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/can20/StandardBaseBC/jax/can/mixed20/seed_1/checkpoints/epoch_250.pkl", + "sha256": "b1a4a592633c0857fe12e3be0e7cffd3ee5fb97a7959a514cea68f4bbd48c79e", + "collision_geoms": false + }, + "validation_minimum": { + "epoch": 242, + "step": 1936, + "validation_loss": 0.40948915481567383 + }, + "peak_window_success": 0.604, + "candidates": [ + { + "epoch": 150, + "window_success": 0.004, + "window_epochs": [ + 50, + 100, + 150, + 200, + 250 + ], + "window_rates": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.02 + ], + "checkpoint_success": 0.0, + "validation_loss": 0.4648953676223755, + "validation_median25": 0.4735255241394043, + "train_loss": 0.1328991557242684 + }, + { + "epoch": 200, + "window_success": 0.016, + "window_epochs": [ + 100, + 150, + 200, + 250, + 300 + ], + "window_rates": [ + 0.0, + 0.0, + 0.0, + 0.02, + 0.06 + ], + "checkpoint_success": 0.0, + "validation_loss": 0.43539419770240784, + "validation_median25": 0.43539419770240784, + "train_loss": 0.11437514776992275 + }, + { + "epoch": 250, + "window_success": 0.056, + "window_epochs": [ + 150, + 200, + 250, + 300, + 350 + ], + "window_rates": [ + 0.0, + 0.0, + 0.02, + 0.06, + 0.2 + ], + "checkpoint_success": 0.02, + "validation_loss": 0.42638295888900757, + "validation_median25": 0.4224344789981842, + "train_loss": 0.09596134532163199 + }, + { + "epoch": 300, + "window_success": 0.116, + "window_epochs": [ + 200, + 250, + 300, + 350, + 400 + ], + "window_rates": [ + 0.0, + 0.02, + 0.06, + 0.2, + 0.3 + ], + "checkpoint_success": 0.06, + "validation_loss": 0.45747458934783936, + "validation_median25": 0.45414701104164124, + "train_loss": 0.10285825002056838 + }, + { + "epoch": 350, + "window_success": 0.188, + "window_epochs": [ + 250, + 300, + 350, + 400, + 450 + ], + "window_rates": [ + 0.02, + 0.06, + 0.2, + 0.3, + 0.36 + ], + "checkpoint_success": 0.2, + "validation_loss": 0.4795036315917969, + "validation_median25": 0.48740315437316895, + "train_loss": 0.08780850146724979 + }, + { + "epoch": 400, + "window_success": 0.272, + "window_epochs": [ + 300, + 350, + 400, + 450, + 500 + ], + "window_rates": [ + 0.06, + 0.2, + 0.3, + 0.36, + 0.44 + ], + "checkpoint_success": 0.3, + "validation_loss": 0.5115000009536743, + "validation_median25": 0.506587564945221, + "train_loss": 0.09255957075937149 + }, + { + "epoch": 450, + "window_success": 0.36, + "window_epochs": [ + 350, + 400, + 450, + 500, + 550 + ], + "window_rates": [ + 0.2, + 0.3, + 0.36, + 0.44, + 0.5 + ], + "checkpoint_success": 0.36, + "validation_loss": 0.49007081985473633, + "validation_median25": 0.4928528666496277, + "train_loss": 0.08991696170285737 + }, + { + "epoch": 500, + "window_success": 0.408, + "window_epochs": [ + 400, + 450, + 500, + 550, + 600 + ], + "window_rates": [ + 0.3, + 0.36, + 0.44, + 0.5, + 0.44 + ], + "checkpoint_success": 0.44, + "validation_loss": 0.5010855197906494, + "validation_median25": 0.5082739591598511, + "train_loss": 0.07958195398978826 + }, + { + "epoch": 550, + "window_success": 0.468, + "window_epochs": [ + 450, + 500, + 550, + 600, + 650 + ], + "window_rates": [ + 0.36, + 0.44, + 0.5, + 0.44, + 0.6 + ], + "checkpoint_success": 0.5, + "validation_loss": 0.49994319677352905, + "validation_median25": 0.49767476320266724, + "train_loss": 0.08382742673039852 + }, + { + "epoch": 600, + "window_success": 0.516, + "window_epochs": [ + 500, + 550, + 600, + 650, + 700 + ], + "window_rates": [ + 0.44, + 0.5, + 0.44, + 0.6, + 0.6 + ], + "checkpoint_success": 0.44, + "validation_loss": 0.5181633830070496, + "validation_median25": 0.5181633830070496, + "train_loss": 0.08112765103578568 + }, + { + "epoch": 650, + "window_success": 0.54, + "window_epochs": [ + 550, + 600, + 650, + 700, + 750 + ], + "window_rates": [ + 0.5, + 0.44, + 0.6, + 0.6, + 0.56 + ], + "checkpoint_success": 0.6, + "validation_loss": 0.5283104777336121, + "validation_median25": 0.5295516848564148, + "train_loss": 0.08089789247402933 + }, + { + "epoch": 700, + "window_success": 0.56, + "window_epochs": [ + 600, + 650, + 700, + 750, + 800 + ], + "window_rates": [ + 0.44, + 0.6, + 0.6, + 0.56, + 0.6 + ], + "checkpoint_success": 0.6, + "validation_loss": 0.5485419034957886, + "validation_median25": 0.5465537309646606, + "train_loss": 0.07083104439098323 + }, + { + "epoch": 750, + "window_success": 0.584, + "window_epochs": [ + 650, + 700, + 750, + 800, + 850 + ], + "window_rates": [ + 0.6, + 0.6, + 0.56, + 0.6, + 0.56 + ], + "checkpoint_success": 0.56, + "validation_loss": 0.5393218398094177, + "validation_median25": 0.5422897934913635, + "train_loss": 0.07607868075088654 + }, + { + "epoch": 800, + "window_success": 0.596, + "window_epochs": [ + 700, + 750, + 800, + 850, + 900 + ], + "window_rates": [ + 0.6, + 0.56, + 0.6, + 0.56, + 0.66 + ], + "checkpoint_success": 0.6, + "validation_loss": 0.5639132261276245, + "validation_median25": 0.5639132261276245, + "train_loss": 0.0734847183392662 + }, + { + "epoch": 850, + "window_success": 0.58, + "window_epochs": [ + 750, + 800, + 850, + 900, + 950 + ], + "window_rates": [ + 0.56, + 0.6, + 0.56, + 0.66, + 0.52 + ], + "checkpoint_success": 0.56, + "validation_loss": 0.5641499161720276, + "validation_median25": 0.5625573396682739, + "train_loss": 0.07062811643909803 + }, + { + "epoch": 900, + "window_success": 0.596, + "window_epochs": [ + 800, + 850, + 900, + 950, + 1000 + ], + "window_rates": [ + 0.6, + 0.56, + 0.66, + 0.52, + 0.64 + ], + "checkpoint_success": 0.66, + "validation_loss": 0.5651299953460693, + "validation_median25": 0.5689555406570435, + "train_loss": 0.06855810215528711 + }, + { + "epoch": 950, + "window_success": 0.588, + "window_epochs": [ + 850, + 900, + 950, + 1000, + 1050 + ], + "window_rates": [ + 0.56, + 0.66, + 0.52, + 0.64, + 0.56 + ], + "checkpoint_success": 0.52, + "validation_loss": 0.5936965942382812, + "validation_median25": 0.5733910799026489, + "train_loss": 0.06575871588997302 + }, + { + "epoch": 1000, + "window_success": 0.588, + "window_epochs": [ + 900, + 950, + 1000, + 1050, + 1100 + ], + "window_rates": [ + 0.66, + 0.52, + 0.64, + 0.56, + 0.56 + ], + "checkpoint_success": 0.64, + "validation_loss": 0.5735032558441162, + "validation_median25": 0.5769397020339966, + "train_loss": 0.06115482740130185 + }, + { + "epoch": 1050, + "window_success": 0.584, + "window_epochs": [ + 950, + 1000, + 1050, + 1100, + 1150 + ], + "window_rates": [ + 0.52, + 0.64, + 0.56, + 0.56, + 0.64 + ], + "checkpoint_success": 0.56, + "validation_loss": 0.5896050930023193, + "validation_median25": 0.5887178182601929, + "train_loss": 0.06446758672171822 + }, + { + "epoch": 1100, + "window_success": 0.592, + "window_epochs": [ + 1000, + 1050, + 1100, + 1150, + 1200 + ], + "window_rates": [ + 0.64, + 0.56, + 0.56, + 0.64, + 0.56 + ], + "checkpoint_success": 0.56, + "validation_loss": 0.5970784425735474, + "validation_median25": 0.5952539443969727, + "train_loss": 0.058009760546176424 + }, + { + "epoch": 1150, + "window_success": 0.588, + "window_epochs": [ + 1050, + 1100, + 1150, + 1200, + 1250 + ], + "window_rates": [ + 0.56, + 0.56, + 0.64, + 0.56, + 0.62 + ], + "checkpoint_success": 0.64, + "validation_loss": 0.58793044090271, + "validation_median25": 0.594429612159729, + "train_loss": 0.062355302107173764 + }, + { + "epoch": 1200, + "window_success": 0.592, + "window_epochs": [ + 1100, + 1150, + 1200, + 1250, + 1300 + ], + "window_rates": [ + 0.56, + 0.64, + 0.56, + 0.62, + 0.58 + ], + "checkpoint_success": 0.56, + "validation_loss": 0.6019579172134399, + "validation_median25": 0.6028096675872803, + "train_loss": 0.058292025142438864 + }, + { + "epoch": 1250, + "window_success": 0.6, + "window_epochs": [ + 1150, + 1200, + 1250, + 1300, + 1350 + ], + "window_rates": [ + 0.64, + 0.56, + 0.62, + 0.58, + 0.6 + ], + "checkpoint_success": 0.62, + "validation_loss": 0.5990209579467773, + "validation_median25": 0.6020877361297607, + "train_loss": 0.05738209500188666 + }, + { + "epoch": 1300, + "window_success": 0.592, + "window_epochs": [ + 1200, + 1250, + 1300, + 1350, + 1400 + ], + "window_rates": [ + 0.56, + 0.62, + 0.58, + 0.6, + 0.6 + ], + "checkpoint_success": 0.58, + "validation_loss": 0.6147390007972717, + "validation_median25": 0.6089740991592407, + "train_loss": 0.05982639615326066 + }, + { + "epoch": 1350, + "window_success": 0.592, + "window_epochs": [ + 1250, + 1300, + 1350, + 1400, + 1450 + ], + "window_rates": [ + 0.62, + 0.58, + 0.6, + 0.6, + 0.56 + ], + "checkpoint_success": 0.6, + "validation_loss": 0.6104006767272949, + "validation_median25": 0.6101309061050415, + "train_loss": 0.061627411209770736 + }, + { + "epoch": 1400, + "window_success": 0.584, + "window_epochs": [ + 1300, + 1350, + 1400, + 1450, + 1500 + ], + "window_rates": [ + 0.58, + 0.6, + 0.6, + 0.56, + 0.58 + ], + "checkpoint_success": 0.6, + "validation_loss": 0.6148077845573425, + "validation_median25": 0.6193165183067322, + "train_loss": 0.05805380314618245 + }, + { + "epoch": 1450, + "window_success": 0.588, + "window_epochs": [ + 1350, + 1400, + 1450, + 1500, + 1550 + ], + "window_rates": [ + 0.6, + 0.6, + 0.56, + 0.58, + 0.6 + ], + "checkpoint_success": 0.56, + "validation_loss": 0.630272626876831, + "validation_median25": 0.6307523846626282, + "train_loss": 0.059373040173590685 + }, + { + "epoch": 1500, + "window_success": 0.592, + "window_epochs": [ + 1400, + 1450, + 1500, + 1550, + 1600 + ], + "window_rates": [ + 0.6, + 0.56, + 0.58, + 0.6, + 0.62 + ], + "checkpoint_success": 0.58, + "validation_loss": 0.6379145383834839, + "validation_median25": 0.6359659433364868, + "train_loss": 0.05182065497146475 + }, + { + "epoch": 1550, + "window_success": 0.58, + "window_epochs": [ + 1450, + 1500, + 1550, + 1600, + 1650 + ], + "window_rates": [ + 0.56, + 0.58, + 0.6, + 0.62, + 0.54 + ], + "checkpoint_success": 0.6, + "validation_loss": 0.6321786642074585, + "validation_median25": 0.6366950869560242, + "train_loss": 0.06006119372606218 + }, + { + "epoch": 1600, + "window_success": 0.6, + "window_epochs": [ + 1500, + 1550, + 1600, + 1650, + 1700 + ], + "window_rates": [ + 0.58, + 0.6, + 0.62, + 0.54, + 0.66 + ], + "checkpoint_success": 0.62, + "validation_loss": 0.6345670223236084, + "validation_median25": 0.6392492055892944, + "train_loss": 0.04870477740480701 + }, + { + "epoch": 1650, + "window_success": 0.604, + "window_epochs": [ + 1550, + 1600, + 1650, + 1700, + 1750 + ], + "window_rates": [ + 0.6, + 0.62, + 0.54, + 0.66, + 0.6 + ], + "checkpoint_success": 0.54, + "validation_loss": 0.6310160160064697, + "validation_median25": 0.631841778755188, + "train_loss": 0.05433680770308982 + }, + { + "epoch": 1700, + "window_success": 0.592, + "window_epochs": [ + 1600, + 1650, + 1700, + 1750, + 1800 + ], + "window_rates": [ + 0.62, + 0.54, + 0.66, + 0.6, + 0.54 + ], + "checkpoint_success": 0.66, + "validation_loss": 0.6304184794425964, + "validation_median25": 0.638268232345581, + "train_loss": 0.054939981304966634 + }, + { + "epoch": 1750, + "window_success": 0.572, + "window_epochs": [ + 1650, + 1700, + 1750, + 1800, + 1850 + ], + "window_rates": [ + 0.54, + 0.66, + 0.6, + 0.54, + 0.52 + ], + "checkpoint_success": 0.6, + "validation_loss": 0.6333577632904053, + "validation_median25": 0.6340997219085693, + "train_loss": 0.046371973692762004 + }, + { + "epoch": 1800, + "window_success": 0.576, + "window_epochs": [ + 1700, + 1750, + 1800, + 1850, + 1900 + ], + "window_rates": [ + 0.66, + 0.6, + 0.54, + 0.52, + 0.56 + ], + "checkpoint_success": 0.54, + "validation_loss": 0.6404462456703186, + "validation_median25": 0.6393136978149414, + "train_loss": 0.051096609022837705 + }, + { + "epoch": 1850, + "window_success": 0.576, + "window_epochs": [ + 1750, + 1800, + 1850, + 1900, + 1950 + ], + "window_rates": [ + 0.6, + 0.54, + 0.52, + 0.56, + 0.66 + ], + "checkpoint_success": 0.52, + "validation_loss": 0.6563377976417542, + "validation_median25": 0.653765857219696, + "train_loss": 0.04988881267930182 + } + ], + "independent_evaluation_completed": true, + "interpretation": "Task-performance/validation tradeoff; not proof of absence of overfitting", + "source_sha256": { + "train_metrics.jsonl": "9e451be871517da46614dcbe19735ddea372d5232ff65b6f023393e2c281c455", + "validation_metrics.jsonl": "6d07983d39a289521417fd63b55dfb18b3feb234484ec5fa6032822e5afb60d8", + "evaluations.jsonl": "01d2a0b3696bf9e7920f3544d69c6791224c47c78829dff9af0d8835df345dcd" + }, + "independent_evaluation_result": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/operations/20261027_selected_bc_final200/can_mixed20_e800/result.json", + "independent_final200": { + "success": 0.505, + "successes": 101, + "total": 200, + "ci_low": 0.43627000033527485, + "ci_high": 0.5735415464009526, + "seconds": 277.20080372085795 + } +} diff --git a/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/protocol.json b/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/protocol.json new file mode 100644 index 0000000000000000000000000000000000000000..93b8ca7926bc7e0cd66f4cc342eb030da61b1b05 --- /dev/null +++ b/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/protocol.json @@ -0,0 +1,226 @@ +{ + "checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/can20/StandardBaseBC/jax/can/mixed20/seed_1/checkpoints/epoch_800.pkl", + "checkpoint_sha256": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "collision_geoms": false, + "epoch": 800, + "identity_hash": "e21e51338057df6bd6acc98bf795ed0f74dce71b7dd67f5dceed7afd4c800469", + "job": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/can20/jobs/01.json", + "panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", + "reset_seeds": [ + 70723122, + 66851989, + 60005579, + 32401708, + 19153477, + 42749167, + 46661357, + 27402198, + 47810457, + 18848891, + 17918997, + 80363015, + 64973617, + 14420984, + 34943840, + 20266056, + 55423323, + 77426949, + 21093578, + 74139179, + 65396037, + 66433136, + 18174832, + 44050868, + 79827091, + 48142557, + 81058782, + 57440191, + 71718518, + 62288442, + 38780438, + 31543247, + 45815861, + 69976624, + 27741928, + 47860773, + 68719953, + 72413983, + 43596719, + 25975279, + 75651978, + 62538517, + 49157692, + 72093687, + 35658896, + 34016592, + 56600068, + 85354907, + 64181994, + 64561502, + 76858975, + 17852290, + 20068153, + 39072183, + 55774539, + 26085971, + 37837570, + 88758485, + 75982683, + 81377703, + 57992264, + 80112931, + 88742902, + 47013480, + 36523859, + 19498677, + 20212586, + 55485421, + 36767911, + 50597940, + 65503466, + 87299732, + 61456577, + 79295759, + 10605088, + 21163776, + 74346251, + 59990172, + 40756359, + 29123831, + 22339698, + 55950171, + 25459058, + 89169841, + 51768760, + 59320974, + 43210884, + 19819408, + 27287306, + 77579712, + 33855715, + 18917811, + 50238382, + 29018479, + 58133015, + 23864203, + 49568781, + 55772368, + 69087148, + 43159811, + 42777958, + 79686252, + 88287947, + 24484856, + 40522505, + 18535306, + 27261685, + 55157386, + 73419901, + 51177153, + 66197636, + 89218160, + 20312137, + 32815280, + 38566965, + 67538690, + 51444755, + 49534469, + 55520272, + 78917430, + 53987225, + 33135526, + 10641443, + 83269321, + 50371327, + 60499091, + 14174315, + 34430409, + 78665761, + 55417809, + 29697446, + 67300186, + 14166946, + 34309048, + 38651973, + 63582284, + 11252552, + 13083214, + 12656665, + 39216146, + 53058687, + 26843165, + 26213599, + 75250873, + 86873350, + 23044120, + 74475483, + 73879766, + 38462205, + 36712875, + 61476060, + 40070375, + 11657834, + 12071629, + 70951113, + 86273812, + 33086249, + 41678564, + 34536118, + 27607156, + 70130490, + 70448950, + 63854211, + 58640013, + 71222810, + 77025643, + 46535790, + 13450163, + 48130374, + 28109111, + 27277335, + 14975106, + 25482760, + 51368844, + 65499499, + 38883080, + 56579733, + 81285249, + 71293324, + 79868703, + 78989122, + 27209169, + 43304167, + 84752852, + 39685313, + 10941718, + 17638132, + 42683951, + 29174955, + 13106538, + 82750942, + 27595794, + 85382063, + 22544583, + 82667196, + 53585719, + 68118062, + 84752103, + 10971071, + 17007174 + ], + "script_sha256": "7be8b5440b354a862228f5a3d3855ec0ba7267c78c4e04158fa028e9633e8d32", + "selection": "frozen before this independent panel was evaluated", + "settings": { + "episodes": 200, + "interval_epochs": 10, + "policy_seed": 700001, + "reset_seed_start": 880000, + "seed_panel_seed": 20261021, + "seed_range": [ + 10000000, + 90000000 + ], + "seed_sampling": "uniform_without_replacement", + "workers": 8 + } +} diff --git a/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/result.json b/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/result.json new file mode 100644 index 0000000000000000000000000000000000000000..d79f76948fb68338e7f364901a5ae9d4a2e1f703 --- /dev/null +++ b/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/result.json @@ -0,0 +1,3844 @@ +{ + "ci": "wilson95", + "ci_high": 0.5735415464009526, + "ci_low": 0.43627000033527485, + "environment_steps": 41286, + "episodes": [ + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 30, + "eval_kind": "bc_pretraining", + "length": 119, + "mode": "base_cfm_ode", + "native_return": -113.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 70723122, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 25, + "eval_kind": "bc_pretraining", + "length": 97, + "mode": "base_cfm_ode", + "native_return": -91.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 66851989, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 60005579, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 32401708, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 32, + "eval_kind": "bc_pretraining", + "length": 128, + "mode": "base_cfm_ode", + "native_return": -122.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 19153477, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 42749167, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 46661357, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 29, + "eval_kind": "bc_pretraining", + "length": 114, + "mode": "base_cfm_ode", + "native_return": -108.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 27402198, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 25, + "eval_kind": "bc_pretraining", + "length": 99, + "mode": "base_cfm_ode", + "native_return": -93.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 47810457, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 26, + "eval_kind": "bc_pretraining", + "length": 101, + "mode": "base_cfm_ode", + "native_return": -95.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 18848891, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 17918997, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 80363015, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 35, + "eval_kind": "bc_pretraining", + "length": 137, + "mode": "base_cfm_ode", + "native_return": -131.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 64973617, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 14420984, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 26, + "eval_kind": "bc_pretraining", + "length": 103, + "mode": "base_cfm_ode", + "native_return": -97.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 34943840, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 20266056, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 29, + "eval_kind": "bc_pretraining", + "length": 114, + "mode": "base_cfm_ode", + "native_return": -108.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 55423323, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 77426949, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 23, + "eval_kind": "bc_pretraining", + "length": 90, + "mode": "base_cfm_ode", + "native_return": -84.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 21093578, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 30, + "eval_kind": "bc_pretraining", + "length": 119, + "mode": "base_cfm_ode", + "native_return": -113.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 74139179, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 65396037, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 66433136, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 28, + "eval_kind": "bc_pretraining", + "length": 109, + "mode": "base_cfm_ode", + "native_return": -103.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 18174832, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 30, + "eval_kind": "bc_pretraining", + "length": 117, + "mode": "base_cfm_ode", + "native_return": -111.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 44050868, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 38, + "eval_kind": "bc_pretraining", + "length": 149, + "mode": "base_cfm_ode", + "native_return": -143.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 79827091, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 48142557, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 81058782, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 29, + "eval_kind": "bc_pretraining", + "length": 114, + "mode": "base_cfm_ode", + "native_return": -108.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 57440191, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 71718518, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 62288442, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 25, + "eval_kind": "bc_pretraining", + "length": 99, + "mode": "base_cfm_ode", + "native_return": -93.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 38780438, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 31543247, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 24, + "eval_kind": "bc_pretraining", + "length": 93, + "mode": "base_cfm_ode", + "native_return": -87.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 45815861, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 34, + "eval_kind": "bc_pretraining", + "length": 133, + "mode": "base_cfm_ode", + "native_return": -127.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 69976624, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 27741928, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 28, + "eval_kind": "bc_pretraining", + "length": 111, + "mode": "base_cfm_ode", + "native_return": -105.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 47860773, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 25, + "eval_kind": "bc_pretraining", + "length": 98, + "mode": "base_cfm_ode", + "native_return": -92.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 68719953, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 72413983, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 24, + "eval_kind": "bc_pretraining", + "length": 96, + "mode": "base_cfm_ode", + "native_return": -90.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 43596719, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 30, + "eval_kind": "bc_pretraining", + "length": 120, + "mode": "base_cfm_ode", + "native_return": -114.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 25975279, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 29, + "eval_kind": "bc_pretraining", + "length": 114, + "mode": "base_cfm_ode", + "native_return": -108.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 75651978, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 62538517, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 49157692, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 25, + "eval_kind": "bc_pretraining", + "length": 97, + "mode": "base_cfm_ode", + "native_return": -91.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 72093687, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 35658896, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 26, + "eval_kind": "bc_pretraining", + "length": 104, + "mode": "base_cfm_ode", + "native_return": -98.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 34016592, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 26, + "eval_kind": "bc_pretraining", + "length": 103, + "mode": "base_cfm_ode", + "native_return": -97.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 56600068, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 27, + "eval_kind": "bc_pretraining", + "length": 105, + "mode": "base_cfm_ode", + "native_return": -99.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 85354907, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 64181994, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 64561502, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 31, + "eval_kind": "bc_pretraining", + "length": 123, + "mode": "base_cfm_ode", + "native_return": -117.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 76858975, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 32, + "eval_kind": "bc_pretraining", + "length": 127, + "mode": "base_cfm_ode", + "native_return": -121.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 17852290, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 20068153, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 27, + "eval_kind": "bc_pretraining", + "length": 108, + "mode": "base_cfm_ode", + "native_return": -102.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 39072183, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 25, + "eval_kind": "bc_pretraining", + "length": 98, + "mode": "base_cfm_ode", + "native_return": -92.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 55774539, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 65, + "eval_kind": "bc_pretraining", + "length": 260, + "mode": "base_cfm_ode", + "native_return": -254.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 26085971, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 37837570, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 26, + "eval_kind": "bc_pretraining", + "length": 102, + "mode": "base_cfm_ode", + "native_return": -96.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 88758485, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 75982683, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 81377703, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 57992264, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 80112931, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 88742902, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 27, + "eval_kind": "bc_pretraining", + "length": 105, + "mode": "base_cfm_ode", + "native_return": -99.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 47013480, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 36523859, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 19498677, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 20212586, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 27, + "eval_kind": "bc_pretraining", + "length": 107, + "mode": "base_cfm_ode", + "native_return": -101.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 55485421, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 36767911, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 50597940, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 29, + "eval_kind": "bc_pretraining", + "length": 116, + "mode": "base_cfm_ode", + "native_return": -110.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 65503466, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 87299732, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 61456577, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 28, + "eval_kind": "bc_pretraining", + "length": 112, + "mode": "base_cfm_ode", + "native_return": -106.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 79295759, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 10605088, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 21163776, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 32, + "eval_kind": "bc_pretraining", + "length": 128, + "mode": "base_cfm_ode", + "native_return": -122.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 74346251, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 35, + "eval_kind": "bc_pretraining", + "length": 139, + "mode": "base_cfm_ode", + "native_return": -133.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 59990172, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 40756359, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 28, + "eval_kind": "bc_pretraining", + "length": 110, + "mode": "base_cfm_ode", + "native_return": -104.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 29123831, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 22339698, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 24, + "eval_kind": "bc_pretraining", + "length": 94, + "mode": "base_cfm_ode", + "native_return": -88.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 55950171, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 27, + "eval_kind": "bc_pretraining", + "length": 106, + "mode": "base_cfm_ode", + "native_return": -100.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 25459058, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 89169841, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 27, + "eval_kind": "bc_pretraining", + "length": 105, + "mode": "base_cfm_ode", + "native_return": -99.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 51768760, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 43, + "eval_kind": "bc_pretraining", + "length": 170, + "mode": "base_cfm_ode", + "native_return": -164.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 59320974, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 42, + "eval_kind": "bc_pretraining", + "length": 167, + "mode": "base_cfm_ode", + "native_return": -161.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 43210884, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 25, + "eval_kind": "bc_pretraining", + "length": 97, + "mode": "base_cfm_ode", + "native_return": -91.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 19819408, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 27287306, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 25, + "eval_kind": "bc_pretraining", + "length": 98, + "mode": "base_cfm_ode", + "native_return": -92.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 77579712, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 31, + "eval_kind": "bc_pretraining", + "length": 124, + "mode": "base_cfm_ode", + "native_return": -118.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 33855715, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 18917811, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 50238382, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 29018479, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 35, + "eval_kind": "bc_pretraining", + "length": 137, + "mode": "base_cfm_ode", + "native_return": -131.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 58133015, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 27, + "eval_kind": "bc_pretraining", + "length": 106, + "mode": "base_cfm_ode", + "native_return": -100.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 23864203, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 49568781, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 29, + "eval_kind": "bc_pretraining", + "length": 116, + "mode": "base_cfm_ode", + "native_return": -110.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 55772368, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 26, + "eval_kind": "bc_pretraining", + "length": 104, + "mode": "base_cfm_ode", + "native_return": -98.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 69087148, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 43159811, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 37, + "eval_kind": "bc_pretraining", + "length": 148, + "mode": "base_cfm_ode", + "native_return": -142.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 42777958, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 79686252, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 88287947, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 23, + "eval_kind": "bc_pretraining", + "length": 91, + "mode": "base_cfm_ode", + "native_return": -85.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 24484856, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 40522505, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 27, + "eval_kind": "bc_pretraining", + "length": 105, + "mode": "base_cfm_ode", + "native_return": -99.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 18535306, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 27261685, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 25, + "eval_kind": "bc_pretraining", + "length": 97, + "mode": "base_cfm_ode", + "native_return": -91.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 55157386, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 73419901, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 51177153, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 34, + "eval_kind": "bc_pretraining", + "length": 135, + "mode": "base_cfm_ode", + "native_return": -129.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 66197636, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 27, + "eval_kind": "bc_pretraining", + "length": 108, + "mode": "base_cfm_ode", + "native_return": -102.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 89218160, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 20312137, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 32815280, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 38566965, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 67538690, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 25, + "eval_kind": "bc_pretraining", + "length": 97, + "mode": "base_cfm_ode", + "native_return": -91.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 51444755, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 31, + "eval_kind": "bc_pretraining", + "length": 123, + "mode": "base_cfm_ode", + "native_return": -117.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 49534469, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 55520272, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 78917430, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 28, + "eval_kind": "bc_pretraining", + "length": 111, + "mode": "base_cfm_ode", + "native_return": -105.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 53987225, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 43, + "eval_kind": "bc_pretraining", + "length": 170, + "mode": "base_cfm_ode", + "native_return": -164.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 33135526, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 25, + "eval_kind": "bc_pretraining", + "length": 100, + "mode": "base_cfm_ode", + "native_return": -94.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 10641443, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 27, + "eval_kind": "bc_pretraining", + "length": 105, + "mode": "base_cfm_ode", + "native_return": -99.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 83269321, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 31, + "eval_kind": "bc_pretraining", + "length": 123, + "mode": "base_cfm_ode", + "native_return": -117.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 50371327, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 29, + "eval_kind": "bc_pretraining", + "length": 116, + "mode": "base_cfm_ode", + "native_return": -110.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 60499091, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 14174315, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 30, + "eval_kind": "bc_pretraining", + "length": 117, + "mode": "base_cfm_ode", + "native_return": -111.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 34430409, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 25, + "eval_kind": "bc_pretraining", + "length": 99, + "mode": "base_cfm_ode", + "native_return": -93.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 78665761, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 55417809, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 29697446, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 29, + "eval_kind": "bc_pretraining", + "length": 113, + "mode": "base_cfm_ode", + "native_return": -107.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 67300186, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 14166946, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 34309048, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 38651973, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 31, + "eval_kind": "bc_pretraining", + "length": 121, + "mode": "base_cfm_ode", + "native_return": -115.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 63582284, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 11252552, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 13083214, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 30, + "eval_kind": "bc_pretraining", + "length": 120, + "mode": "base_cfm_ode", + "native_return": -114.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 12656665, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 39216146, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 29, + "eval_kind": "bc_pretraining", + "length": 116, + "mode": "base_cfm_ode", + "native_return": -110.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 53058687, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 26843165, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 26213599, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 44, + "eval_kind": "bc_pretraining", + "length": 173, + "mode": "base_cfm_ode", + "native_return": -167.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 75250873, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 26, + "eval_kind": "bc_pretraining", + "length": 101, + "mode": "base_cfm_ode", + "native_return": -95.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 86873350, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 23044120, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 74475483, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 29, + "eval_kind": "bc_pretraining", + "length": 113, + "mode": "base_cfm_ode", + "native_return": -107.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 73879766, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 34, + "eval_kind": "bc_pretraining", + "length": 133, + "mode": "base_cfm_ode", + "native_return": -127.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 38462205, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 26, + "eval_kind": "bc_pretraining", + "length": 103, + "mode": "base_cfm_ode", + "native_return": -97.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 36712875, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 61476060, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 30, + "eval_kind": "bc_pretraining", + "length": 118, + "mode": "base_cfm_ode", + "native_return": -112.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 40070375, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 25, + "eval_kind": "bc_pretraining", + "length": 97, + "mode": "base_cfm_ode", + "native_return": -91.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 11657834, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 12071629, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 70951113, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 26, + "eval_kind": "bc_pretraining", + "length": 102, + "mode": "base_cfm_ode", + "native_return": -96.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 86273812, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 31, + "eval_kind": "bc_pretraining", + "length": 124, + "mode": "base_cfm_ode", + "native_return": -118.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 33086249, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 41678564, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 22, + "eval_kind": "bc_pretraining", + "length": 86, + "mode": "base_cfm_ode", + "native_return": -80.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 34536118, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 30, + "eval_kind": "bc_pretraining", + "length": 120, + "mode": "base_cfm_ode", + "native_return": -114.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 27607156, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 30, + "eval_kind": "bc_pretraining", + "length": 120, + "mode": "base_cfm_ode", + "native_return": -114.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 70130490, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 70448950, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 22, + "eval_kind": "bc_pretraining", + "length": 87, + "mode": "base_cfm_ode", + "native_return": -81.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 63854211, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 26, + "eval_kind": "bc_pretraining", + "length": 104, + "mode": "base_cfm_ode", + "native_return": -98.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 58640013, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 71222810, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 77025643, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 46535790, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 25, + "eval_kind": "bc_pretraining", + "length": 100, + "mode": "base_cfm_ode", + "native_return": -94.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 13450163, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 34, + "eval_kind": "bc_pretraining", + "length": 134, + "mode": "base_cfm_ode", + "native_return": -128.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 48130374, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 33, + "eval_kind": "bc_pretraining", + "length": 129, + "mode": "base_cfm_ode", + "native_return": -123.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 28109111, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 27277335, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 29, + "eval_kind": "bc_pretraining", + "length": 115, + "mode": "base_cfm_ode", + "native_return": -109.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 14975106, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 25482760, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 51368844, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 65499499, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 28, + "eval_kind": "bc_pretraining", + "length": 109, + "mode": "base_cfm_ode", + "native_return": -103.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 38883080, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 56579733, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 81285249, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 24, + "eval_kind": "bc_pretraining", + "length": 95, + "mode": "base_cfm_ode", + "native_return": -89.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 71293324, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 79868703, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 78989122, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 27209169, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 36, + "eval_kind": "bc_pretraining", + "length": 144, + "mode": "base_cfm_ode", + "native_return": -138.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 43304167, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 84752852, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 39685313, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 25, + "eval_kind": "bc_pretraining", + "length": 99, + "mode": "base_cfm_ode", + "native_return": -93.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 10941718, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 17638132, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 24, + "eval_kind": "bc_pretraining", + "length": 94, + "mode": "base_cfm_ode", + "native_return": -88.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 42683951, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 26, + "eval_kind": "bc_pretraining", + "length": 102, + "mode": "base_cfm_ode", + "native_return": -96.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 29174955, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 26, + "eval_kind": "bc_pretraining", + "length": 104, + "mode": "base_cfm_ode", + "native_return": -98.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 13106538, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 82750942, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 28, + "eval_kind": "bc_pretraining", + "length": 109, + "mode": "base_cfm_ode", + "native_return": -103.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 27595794, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 85382063, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 28, + "eval_kind": "bc_pretraining", + "length": 111, + "mode": "base_cfm_ode", + "native_return": -105.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 22544583, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 28, + "eval_kind": "bc_pretraining", + "length": 112, + "mode": "base_cfm_ode", + "native_return": -106.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 82667196, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 53585719, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 68118062, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 23, + "eval_kind": "bc_pretraining", + "length": 91, + "mode": "base_cfm_ode", + "native_return": -85.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 84752103, + "rl_env_steps": null, + "success": true, + "task": "can", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 10971071, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 300, + "mode": "base_cfm_ode", + "native_return": -300.0, + "observation_mode": "pixel_state", + "policy_version": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "reset_seed": 17007174, + "rl_env_steps": null, + "success": false, + "task": "can", + "terminated": false, + "truncated": true + } + ], + "length": 206.43, + "output": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/operations/20261027_selected_bc_final200/can_mixed20_e800/eval/epoch_800.parquet", + "protocol": { + "checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/can20/StandardBaseBC/jax/can/mixed20/seed_1/checkpoints/epoch_800.pkl", + "checkpoint_sha256": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "collision_geoms": false, + "epoch": 800, + "identity_hash": "e21e51338057df6bd6acc98bf795ed0f74dce71b7dd67f5dceed7afd4c800469", + "job": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/can20/jobs/01.json", + "panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", + "reset_seeds": [ + 70723122, + 66851989, + 60005579, + 32401708, + 19153477, + 42749167, + 46661357, + 27402198, + 47810457, + 18848891, + 17918997, + 80363015, + 64973617, + 14420984, + 34943840, + 20266056, + 55423323, + 77426949, + 21093578, + 74139179, + 65396037, + 66433136, + 18174832, + 44050868, + 79827091, + 48142557, + 81058782, + 57440191, + 71718518, + 62288442, + 38780438, + 31543247, + 45815861, + 69976624, + 27741928, + 47860773, + 68719953, + 72413983, + 43596719, + 25975279, + 75651978, + 62538517, + 49157692, + 72093687, + 35658896, + 34016592, + 56600068, + 85354907, + 64181994, + 64561502, + 76858975, + 17852290, + 20068153, + 39072183, + 55774539, + 26085971, + 37837570, + 88758485, + 75982683, + 81377703, + 57992264, + 80112931, + 88742902, + 47013480, + 36523859, + 19498677, + 20212586, + 55485421, + 36767911, + 50597940, + 65503466, + 87299732, + 61456577, + 79295759, + 10605088, + 21163776, + 74346251, + 59990172, + 40756359, + 29123831, + 22339698, + 55950171, + 25459058, + 89169841, + 51768760, + 59320974, + 43210884, + 19819408, + 27287306, + 77579712, + 33855715, + 18917811, + 50238382, + 29018479, + 58133015, + 23864203, + 49568781, + 55772368, + 69087148, + 43159811, + 42777958, + 79686252, + 88287947, + 24484856, + 40522505, + 18535306, + 27261685, + 55157386, + 73419901, + 51177153, + 66197636, + 89218160, + 20312137, + 32815280, + 38566965, + 67538690, + 51444755, + 49534469, + 55520272, + 78917430, + 53987225, + 33135526, + 10641443, + 83269321, + 50371327, + 60499091, + 14174315, + 34430409, + 78665761, + 55417809, + 29697446, + 67300186, + 14166946, + 34309048, + 38651973, + 63582284, + 11252552, + 13083214, + 12656665, + 39216146, + 53058687, + 26843165, + 26213599, + 75250873, + 86873350, + 23044120, + 74475483, + 73879766, + 38462205, + 36712875, + 61476060, + 40070375, + 11657834, + 12071629, + 70951113, + 86273812, + 33086249, + 41678564, + 34536118, + 27607156, + 70130490, + 70448950, + 63854211, + 58640013, + 71222810, + 77025643, + 46535790, + 13450163, + 48130374, + 28109111, + 27277335, + 14975106, + 25482760, + 51368844, + 65499499, + 38883080, + 56579733, + 81285249, + 71293324, + 79868703, + 78989122, + 27209169, + 43304167, + 84752852, + 39685313, + 10941718, + 17638132, + 42683951, + 29174955, + 13106538, + 82750942, + 27595794, + 85382063, + 22544583, + 82667196, + 53585719, + 68118062, + 84752103, + 10971071, + 17007174 + ], + "script_sha256": "7be8b5440b354a862228f5a3d3855ec0ba7267c78c4e04158fa028e9633e8d32", + "selection": "frozen before this independent panel was evaluated", + "settings": { + "episodes": 200, + "interval_epochs": 10, + "policy_seed": 700001, + "reset_seed_start": 880000, + "seed_panel_seed": 20261021, + "seed_range": [ + 10000000, + 90000000 + ], + "seed_sampling": "uniform_without_replacement", + "workers": 8 + } + }, + "seconds": 277.20080372085795, + "seeds": [ + 70723122, + 66851989, + 60005579, + 32401708, + 19153477, + 42749167, + 46661357, + 27402198, + 47810457, + 18848891, + 17918997, + 80363015, + 64973617, + 14420984, + 34943840, + 20266056, + 55423323, + 77426949, + 21093578, + 74139179, + 65396037, + 66433136, + 18174832, + 44050868, + 79827091, + 48142557, + 81058782, + 57440191, + 71718518, + 62288442, + 38780438, + 31543247, + 45815861, + 69976624, + 27741928, + 47860773, + 68719953, + 72413983, + 43596719, + 25975279, + 75651978, + 62538517, + 49157692, + 72093687, + 35658896, + 34016592, + 56600068, + 85354907, + 64181994, + 64561502, + 76858975, + 17852290, + 20068153, + 39072183, + 55774539, + 26085971, + 37837570, + 88758485, + 75982683, + 81377703, + 57992264, + 80112931, + 88742902, + 47013480, + 36523859, + 19498677, + 20212586, + 55485421, + 36767911, + 50597940, + 65503466, + 87299732, + 61456577, + 79295759, + 10605088, + 21163776, + 74346251, + 59990172, + 40756359, + 29123831, + 22339698, + 55950171, + 25459058, + 89169841, + 51768760, + 59320974, + 43210884, + 19819408, + 27287306, + 77579712, + 33855715, + 18917811, + 50238382, + 29018479, + 58133015, + 23864203, + 49568781, + 55772368, + 69087148, + 43159811, + 42777958, + 79686252, + 88287947, + 24484856, + 40522505, + 18535306, + 27261685, + 55157386, + 73419901, + 51177153, + 66197636, + 89218160, + 20312137, + 32815280, + 38566965, + 67538690, + 51444755, + 49534469, + 55520272, + 78917430, + 53987225, + 33135526, + 10641443, + 83269321, + 50371327, + 60499091, + 14174315, + 34430409, + 78665761, + 55417809, + 29697446, + 67300186, + 14166946, + 34309048, + 38651973, + 63582284, + 11252552, + 13083214, + 12656665, + 39216146, + 53058687, + 26843165, + 26213599, + 75250873, + 86873350, + 23044120, + 74475483, + 73879766, + 38462205, + 36712875, + 61476060, + 40070375, + 11657834, + 12071629, + 70951113, + 86273812, + 33086249, + 41678564, + 34536118, + 27607156, + 70130490, + 70448950, + 63854211, + 58640013, + 71222810, + 77025643, + 46535790, + 13450163, + 48130374, + 28109111, + 27277335, + 14975106, + 25482760, + 51368844, + 65499499, + 38883080, + 56579733, + 81285249, + 71293324, + 79868703, + 78989122, + 27209169, + 43304167, + 84752852, + 39685313, + 10941718, + 17638132, + 42683951, + 29174955, + 13106538, + 82750942, + 27595794, + 85382063, + 22544583, + 82667196, + 53585719, + 68118062, + 84752103, + 10971071, + 17007174 + ], + "success": 0.505, + "successes": 101, + "successes_per_seed": [ + true, + true, + false, + false, + true, + false, + false, + true, + true, + true, + false, + false, + true, + false, + true, + false, + true, + false, + true, + true, + false, + false, + true, + true, + true, + false, + false, + true, + false, + false, + true, + false, + true, + true, + false, + true, + true, + false, + true, + true, + true, + false, + false, + true, + false, + true, + true, + true, + false, + false, + true, + true, + false, + true, + true, + true, + false, + true, + false, + false, + false, + false, + false, + true, + false, + false, + false, + true, + false, + false, + true, + false, + false, + true, + false, + false, + true, + true, + false, + true, + false, + true, + true, + false, + true, + true, + true, + true, + false, + true, + true, + false, + false, + false, + true, + true, + false, + true, + true, + false, + true, + false, + false, + true, + false, + true, + false, + true, + false, + false, + true, + true, + false, + false, + false, + false, + true, + true, + false, + false, + true, + true, + true, + true, + true, + true, + false, + true, + true, + false, + false, + true, + false, + false, + false, + true, + false, + false, + true, + false, + true, + false, + false, + true, + true, + false, + false, + true, + true, + true, + false, + true, + true, + false, + false, + true, + true, + false, + true, + true, + true, + false, + true, + true, + false, + false, + false, + true, + true, + true, + false, + true, + false, + false, + false, + true, + false, + false, + true, + false, + false, + false, + true, + false, + false, + true, + false, + true, + true, + true, + false, + true, + false, + true, + true, + false, + false, + true, + false, + false + ], + "total": 200 +} diff --git a/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/status.json b/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/status.json new file mode 100644 index 0000000000000000000000000000000000000000..e0e692911191b5becb4eba20e9beb611bd393f8f --- /dev/null +++ b/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/status.json @@ -0,0 +1,7 @@ +{ + "epoch": 800, + "status": "completed", + "success": 0.505, + "successes": 101, + "total": 200 +} diff --git a/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/release.json b/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/release.json new file mode 100644 index 0000000000000000000000000000000000000000..6e510a654a32cda8527eea29ce21a6681b3355e0 --- /dev/null +++ b/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/release.json @@ -0,0 +1,59 @@ +{ + "schema_version": 1, + "repo_id": "yangfy0627/RL-postTrain", + "created_at": "2026-10-26T21:53:23.618600+00:00", + "model": { + "task": "Can", + "suite": "Robomimic", + "experiment": "can", + "regime": "mixed20", + "seed": 1, + "epoch": 800, + "trained_epochs_at_selection": 2000, + "planned_epochs": 2000, + "training_status_at_selection": "user_accepted_after_joint_curve_review", + "family": "StandardBaseBC", + "framework": "jax", + "weights": "complete_model_EMA", + "horizon": 4, + "collision_geoms": false, + "selection_rule": "Joint train/validation/periodic-success review with explicit user-approved checkpoints; Can diverse20 e1500 corrected before final200", + "window_success_rate": 0.596, + "window_epochs": [ + 700, + 750, + 800, + 850, + 900 + ], + "window_episodes": 250, + "selection_note": "Neighborhood average combines different checkpoints on reused seeds; final200 reports this fixed checkpoint", + "final200": { + "success": 0.505, + "successes": 101, + "total": 200, + "ci_low": 0.43627000033527485, + "ci_high": 0.5735415464009526 + }, + "final200_panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", + "checkpoint_sha256": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "checkpoint_bytes": 96581191, + "pixel_spec_hash": "e00bb9535842d7de5f0bbc641ce4c5fe2824414d4097d42299be825e161ffef4", + "identity_hash": "e21e51338057df6bd6acc98bf795ed0f74dce71b7dd67f5dceed7afd4c800469", + "path": "visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/checkpoints/epoch_800.pkl", + "directory": "visual_no_collision/Robomimic/study1/Can/mixed20/seed_1", + "supervision": { + "status": "selected_after_joint_review", + "training": "completed", + "joint_curve_review_status": "finalized_user_accepted", + "reviewed_at": "2026-10-26T21:53:23.618600+00:00", + "review_evidence": "visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/selection_supervision.json", + "final200_role": "report_only_not_used_for_reselection", + "zero_overfitting_claim": false, + "completed_train_epoch": 2000 + }, + "evaluation_schedule": "visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/evaluation_override.json" + }, + "publication_authorization": "User 2026-10-27: upload these four accepted pretrained BC checkpoints", + "purpose": "Visual-only pretrained initialization for downstream RL; original machine paths retained as provenance" +} diff --git a/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/selection_supervision.json b/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/selection_supervision.json new file mode 100644 index 0000000000000000000000000000000000000000..75e7f713f00d2706413741f80e143481300db225 --- /dev/null +++ b/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/selection_supervision.json @@ -0,0 +1,33 @@ +{ + "status": "user_accepted_after_joint_curve_review", + "selection_frozen_before_final200": true, + "final200_role": "report_only_not_used_for_reselection", + "user_accepted_epoch": 800, + "zero_overfitting_claim": false, + "user_selection": null, + "comparison_with_epoch2000": { + "task": "can", + "regime": "mixed20", + "epoch": 800, + "checkpoint_sha256": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", + "result": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/operations/20261027_selected_bc_final200/can_mixed20_e800/result.json", + "periodic50_success": 0.6, + "final200": { + "success": 0.505, + "successes": 101, + "total": 200, + "ci_low": 0.43627000033527485, + "ci_high": 0.5735415464009526, + "seconds": 277.20080372085795 + }, + "epoch2000_success": 0.535, + "paired_change_percentage_points": -3.0000000000000027, + "paired_counts": { + "both_success": 80, + "selected_only": 21, + "epoch2000_only": 27, + "both_fail": 72 + }, + "panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3" + } +} diff --git a/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/training_status.json b/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/training_status.json new file mode 100644 index 0000000000000000000000000000000000000000..9618ddd6f77b532b137c6f5c419b7ccb45ed1afa --- /dev/null +++ b/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/training_status.json @@ -0,0 +1,6 @@ +{ + "status": "completed", + "completed_epoch": 2000, + "selected_epoch": 800, + "independent_evaluation_completed": true +} diff --git a/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/provenance/evaluate_comparison.py b/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/provenance/evaluate_comparison.py new file mode 100644 index 0000000000000000000000000000000000000000..fa956325d8bb186c9f949057749370215cec5e90 --- /dev/null +++ b/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/provenance/evaluate_comparison.py @@ -0,0 +1,67 @@ +"""Evaluate the user-requested epoch1400 checkpoint on the reused comparison panel. +No changes to training or published model selection. +""" +import argparse +import copy +import json +import os +import sys +import time +from pathlib import Path + + +def main(): + p = argparse.ArgumentParser() + p.add_argument("--job", required=True, type=Path) + p.add_argument("--checkpoint", required=True, type=Path) + p.add_argument("--output", required=True, type=Path) + args = p.parse_args() + sys.path.insert(0, str(Path.cwd() / "src")) + job = json.loads(args.job.read_text()) + os.environ["RL_PT_EXPERIMENT"] = job["experiment"] + from rl_pt_analyze.bc_pretrain import validate_job, _evaluate + from rl_pt_analyze.bc_evaluation import evaluation_settings, evaluation_seeds + from rl_pt_analyze.io import canonical_hash, sha256_file, write_json + spec = validate_job(job) + assert spec.collision_geoms is False + meta = json.loads(args.checkpoint.with_suffix(".json").read_text()) + digest = sha256_file(args.checkpoint) + assert digest == meta["sha256"] + assert meta["resolved_config"]["identity_hash"] == job["identity_hash"] + epoch = meta["metadata"]["epoch"] + settings = evaluation_settings(job, job["training"]["epochs"]) + seeds = evaluation_seeds(settings) + periodic = evaluation_seeds(evaluation_settings(job, 0)) + assert len(seeds) == 200 and not set(seeds).intersection(periodic) + assert not args.output.exists(), f"Refusing to overwrite {args.output}" + args.output.mkdir(parents=True) + protocol = dict(job=str(args.job), identity_hash=job["identity_hash"], + checkpoint=str(args.checkpoint), checkpoint_sha256=digest, + epoch=epoch, settings=settings, reset_seeds=seeds, + panel_hash=canonical_hash(seeds), collision_geoms=False, + selection="User requested epoch1400 comparison after reviewing prior checkpoints; shared200 reset panel reused, not an untouched holdout", + script_sha256=sha256_file(__file__)) + write_json(args.output / "protocol.json", protocol) + write_json(args.output / "status.json", dict(status="running", pid=os.getpid())) + evaluation_job = copy.deepcopy(job) + evaluation_job["evaluation"] = settings + evaluation_job["output"] = str(args.output) + started = time.monotonic() + try: + result = _evaluate(args.checkpoint, evaluation_job, epoch) + assert result["total"] == 200 + assert len(result["successes_per_seed"]) == 200 + assert sum(result["successes_per_seed"]) == result["successes"] + assert sha256_file(args.checkpoint) == digest + write_json(args.output / "result.json", dict(protocol=protocol, + seconds=time.monotonic() - started, **result)) + write_json(args.output / "status.json", dict(status="completed", epoch=epoch, + success=result["success"], successes=result["successes"], total=200)) + print(json.dumps({k: result[k] for k in ("success", "successes", "total", "ci_low", "ci_high")}), flush=True) + except BaseException as error: + write_json(args.output / "status.json", dict(status="failed", error=repr(error))) + raise + + +if __name__ == "__main__": + main() diff --git a/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/release.json b/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/release.json index 6e510a654a32cda8527eea29ce21a6681b3355e0..1229826ebcefa0c946d71dfb216a5be05bcbf49c 100644 --- a/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/release.json +++ b/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/release.json @@ -1,59 +1,60 @@ { "schema_version": 1, "repo_id": "yangfy0627/RL-postTrain", - "created_at": "2026-10-26T21:53:23.618600+00:00", + "created_at": "2026-10-27T08:23:02.493820+00:00", "model": { "task": "Can", "suite": "Robomimic", "experiment": "can", "regime": "mixed20", "seed": 1, - "epoch": 800, + "epoch": 1400, "trained_epochs_at_selection": 2000, "planned_epochs": 2000, - "training_status_at_selection": "user_accepted_after_joint_curve_review", + "training_status_at_selection": "completed", "family": "StandardBaseBC", "framework": "jax", "weights": "complete_model_EMA", "horizon": 4, "collision_geoms": false, - "selection_rule": "Joint train/validation/periodic-success review with explicit user-approved checkpoints; Can diverse20 e1500 corrected before final200", - "window_success_rate": 0.596, - "window_epochs": [ - 700, - 750, - 800, - 850, - 900 - ], - "window_episodes": 250, - "selection_note": "Neighborhood average combines different checkpoints on reused seeds; final200 reports this fixed checkpoint", + "selection_rule": "User requested adopting epoch1400 uniformly for all eight local models after reviewing the shared200-episode comparisons", + "periodic50_success": 0.6, "final200": { - "success": 0.505, - "successes": 101, + "success": 0.53, + "successes": 106, "total": 200, - "ci_low": 0.43627000033527485, - "ci_high": 0.5735415464009526 + "ci_low": 0.4609168291500183, + "ci_high": 0.5979524512673458 }, "final200_panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", - "checkpoint_sha256": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "checkpoint_bytes": 96581191, + "checkpoint_sha256": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "checkpoint_bytes": 96610627, "pixel_spec_hash": "e00bb9535842d7de5f0bbc641ce4c5fe2824414d4097d42299be825e161ffef4", "identity_hash": "e21e51338057df6bd6acc98bf795ed0f74dce71b7dd67f5dceed7afd4c800469", - "path": "visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/checkpoints/epoch_800.pkl", + "path": "visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/checkpoints/epoch_1400.pkl", "directory": "visual_no_collision/Robomimic/study1/Can/mixed20/seed_1", "supervision": { - "status": "selected_after_joint_review", + "status": "selected_by_user", "training": "completed", "joint_curve_review_status": "finalized_user_accepted", - "reviewed_at": "2026-10-26T21:53:23.618600+00:00", + "reviewed_at": "2026-10-27T08:23:02.493820+00:00", "review_evidence": "visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/selection_supervision.json", - "final200_role": "report_only_not_used_for_reselection", - "zero_overfitting_claim": false, - "completed_train_epoch": 2000 + "final200_role": "shared_comparison_panel_used_for_user_selection", + "zero_overfitting_claim": false + }, + "previous_selection": { + "epoch": 800, + "path": "visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/checkpoints/epoch_800.pkl", + "revision": "1bf8a9fb26982bebb51493f3475d28f12a3197ae", + "final200": { + "success": 0.505, + "successes": 101, + "total": 200, + "ci_low": 0.43627000033527485, + "ci_high": 0.5735415464009526 + } }, "evaluation_schedule": "visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/evaluation_override.json" }, - "publication_authorization": "User 2026-10-27: upload these four accepted pretrained BC checkpoints", - "purpose": "Visual-only pretrained initialization for downstream RL; original machine paths retained as provenance" + "publication_authorization": "User2026-10-27: adopt these epoch1400 results for all eight and update Hugging Face" } diff --git a/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/selection_supervision.json b/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/selection_supervision.json index 75e7f713f00d2706413741f80e143481300db225..3cee0c6ef7557f38344e456084da84d14a267807 100644 --- a/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/selection_supervision.json +++ b/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/selection_supervision.json @@ -1,33 +1,14 @@ { - "status": "user_accepted_after_joint_curve_review", - "selection_frozen_before_final200": true, - "final200_role": "report_only_not_used_for_reselection", - "user_accepted_epoch": 800, + "status": "finalized_user_accepted", + "selected_epoch": 1400, + "selection_rule": "User requested adopting epoch1400 uniformly for all eight local models after reviewing the shared200-episode comparisons", + "final200_used_for_selection": true, + "untouched_holdout": false, "zero_overfitting_claim": false, - "user_selection": null, - "comparison_with_epoch2000": { - "task": "can", - "regime": "mixed20", - "epoch": 800, - "checkpoint_sha256": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "result": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/operations/20261027_selected_bc_final200/can_mixed20_e800/result.json", - "periodic50_success": 0.6, - "final200": { - "success": 0.505, - "successes": 101, - "total": 200, - "ci_low": 0.43627000033527485, - "ci_high": 0.5735415464009526, - "seconds": 277.20080372085795 - }, - "epoch2000_success": 0.535, - "paired_change_percentage_points": -3.0000000000000027, - "paired_counts": { - "both_success": 80, - "selected_only": 21, - "epoch2000_only": 27, - "both_fail": 72 - }, - "panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3" - } + "previous_epoch": 800, + "previous_success": 0.505, + "previous_path": "visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/checkpoints/epoch_800.pkl", + "previous_revision": "1bf8a9fb26982bebb51493f3475d28f12a3197ae", + "previous_release_archive": "visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae", + "checkpoint_sha256": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685" } diff --git a/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/training_status.json b/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/training_status.json index 9618ddd6f77b532b137c6f5c419b7ccb45ed1afa..4ab68d82149afe4e22036b56d74b0685c802cf1f 100644 --- a/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/training_status.json +++ b/visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/training_status.json @@ -1,6 +1,6 @@ { "status": "completed", - "completed_epoch": 2000, - "selected_epoch": 800, - "independent_evaluation_completed": true + "last_recorded_epoch": 2000, + "planned_epochs": 2000, + "selected_epoch": 1400 } diff --git a/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/README.md b/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/README.md index 0e733efb46b4ae5a73acedd6649759834c8fec5d..2f2def0beded6e85fb3c017b20a8c3cbb5bc1a64 100644 --- a/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/README.md +++ b/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/README.md @@ -1,20 +1,13 @@ # ToolHang diverse50 — visual-only BC -User-approved checkpoint: **epoch 1150**, StandardBaseBC/JAX, complete-model EMA, seed1, H8. -Training completed2000 epochs. Collision geometry display is disabled; physical collisions remain enabled. +Current user-approved checkpoint: **epoch1400**, StandardBaseBC/JAX, complete-model EMA, seed1, H8. +Actual200-episode evaluation: **12.5% (25/200)**; Wilson95 interval 8.6%–17.8%. -Independent evaluation: **12.5% (25/200)**, -95% Wilson interval 8.6%–17.8%. -The common random reset panel uses seed20261021, policy seed700001 and8workers; resets are disjoint from periodic evaluation. -The checkpoint was fixed before this evaluation and was not reselected from these results. +The user chose epoch1400 uniformly for all eight local models after comparing results. The shared reset panel was used for selection, not an untouched holdout; this does not imply all eight improved over their previous checkpoints. +Previous selection: epoch1150, 12.5%. Old weights remain available; prior release documents are archived under history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/. -This is a practical pretraining checkpoint, not a claim of absent overfitting or guaranteed RL improvement. -Training-time50-episode SR was 16.0%; neighboring-policy mean was 16.0%. -Epoch2000 scored 12.0% on the same200 resets; paired counts are recorded in selection_supervision.json. +Training status: completed, last recorded epoch2000, planned2000. Evaluation uses panel seed20261021, policy seed700001,8workers. Collision geometry display is disabled; physical collisions remain enabled. -[Weights](checkpoints/epoch_1150.pkl) · [Final200](final200/result.json) · [Selection](best.json) +[Current weights](checkpoints/epoch_1400.pkl) · [Final200](final200/result.json) · [Selection](selection_supervision.json) -The data manifest, train/validation split, normalizer and original checkpoint sidecar are included. -Absolute local paths in sealed configs are provenance, not portable download locations; adapt paths explicitly on another host. -The original interval10 plan is preserved; evaluation_override.json records the approved switch to interval50. -SHA256SUMS.json covers release files. Historical collision-rendered repository trees are untouched. +Manifest, split, normalizer, original sidecar and curves are included. Absolute local paths are provenance; adapt explicitly on another host. evaluation_override.json records periodic evaluation every50 epochs. SHA256SUMS.json covers this staged release and archived documents. No claim of absent overfitting or guaranteed downstream RL improvement. diff --git a/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/SHA256SUMS.json b/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/SHA256SUMS.json index 3865a5aaac6c938da07d51dd74b0e858f538455c..6be9ab0de6cf952d17fd877e5618ae136b213a89 100644 --- a/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/SHA256SUMS.json +++ b/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/SHA256SUMS.json @@ -1,19 +1,19 @@ { "README.md": { - "sha256": "887eba3a458d9edb33f4e6b77002f0f1200aa1ff46eebb422868100abda5ece3", - "bytes": 1364 + "sha256": "3ecc33abedca1463259c3343cce3bcf6347d26a6cbc618e5f420da601ea1ef29", + "bytes": 1302 }, "best.json": { - "sha256": "09d43af5b9ebcc8e3cdef92c8084d2c7805708d0c642889bcb3e6dc27199087a", - "bytes": 17617 + "sha256": "8966c60548100601444afbe561398fb58f282f60d1662b742937a02c4d698563", + "bytes": 1351 }, - "checkpoints/epoch_1150.json": { - "sha256": "29f17c1f008430b661204e1490adacf1f3a4a322d76b66cd05a0e199d5df5a1c", + "checkpoints/epoch_1400.json": { + "sha256": "331c76172a69df978e5fe54281084b2cf19a6915e35942a281629d0193fd54b2", "bytes": 8256 }, - "checkpoints/epoch_1150.pkl": { - "sha256": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", - "bytes": 96603781 + "checkpoints/epoch_1400.pkl": { + "sha256": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", + "bytes": 96557151 }, "data_manifest.json": { "sha256": "5a7a5f21716fb2c6b1d626301409c4afabf351749ab3fe1fbbae8de91cc22121", @@ -27,29 +27,69 @@ "sha256": "caceb1278cc485e83c44c14933528f4be089d6f57e5b3ab42d0511d1cd62cda5", "bytes": 132415 }, - "final200/epoch_1150.parquet": { - "sha256": "1d65343ef2dd54bc03b04412c5875cc0b4e4fc21f590f2ca73855d9feec868b1", - "bytes": 6210 + "final200/epoch_1400.parquet": { + "sha256": "dc9d101b917663aa60d556df7c3437a6a6f66cd25e0aa63340f0ee5b315e73b5", + "bytes": 6236 }, "final200/protocol.json": { + "sha256": "d420d468f97baae0c07ef9c3195dfaa4324736bc935192fa599ab99ee5118807", + "bytes": 4009 + }, + "final200/result.json": { + "sha256": "6ab180e7d69905b0db2d94f18e6d99b1abcb2ab5b59de60dc6c5eb8b3262aa60", + "bytes": 117996 + }, + "final200/status.json": { + "sha256": "c585820da1463e4b538d06c73b72ff83537ef61d878c9d54dca79cd9ac210668", + "bytes": 100 + }, + "final200/verification.json": { + "sha256": "fde01f77b215d01556ac854f08ad742aa27f36497df830d9f6f95326184a0201", + "bytes": 310 + }, + "history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/README.md": { + "sha256": "887eba3a458d9edb33f4e6b77002f0f1200aa1ff46eebb422868100abda5ece3", + "bytes": 1364 + }, + "history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/SHA256SUMS.json": { + "sha256": "f28da7add7ccdba52f0776d53f54d40228767e4060e46e5e6db44ccccaaef534", + "bytes": 3408 + }, + "history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/best.json": { + "sha256": "09d43af5b9ebcc8e3cdef92c8084d2c7805708d0c642889bcb3e6dc27199087a", + "bytes": 17617 + }, + "history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/protocol.json": { "sha256": "75d774d733a2264c9c873de13d8c2cc57638c13180aaa099aa3c45040e8af634", "bytes": 3934 }, - "final200/result.json": { + "history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/result.json": { "sha256": "43ccd144d6a7b1cdfcb332c9dd36c2f483041be5a496b12f473e403c556d247e", "bytes": 117923 }, - "final200/status.json": { + "history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/status.json": { "sha256": "dbed1bc2203378ec691299b7060a1be4aa3c3d8c8b77b5968ca4d4d817158e0d", "bytes": 100 }, + "history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/release.json": { + "sha256": "af1de58675d02eab515d6e4c5820c0baa32644039fe91a4de3e2dbe17477adc6", + "bytes": 2585 + }, + "history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/selection_supervision.json": { + "sha256": "88300f5fbe6a75fde87a652009dd0dc5003682a10a5b25485effe2c65f032733", + "bytes": 1134 + }, + "history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/training_status.json": { + "sha256": "2cbcb187b4c14cbc8d3059da50b8a699572e8c3d18ce89c15ac3429145aa7b34", + "bytes": 125 + }, "normalizer.json": { "sha256": "005c002ce540223c99880f782e665dc58993157c78687db49d0605e326747d07", "bytes": 1152 }, - "provenance/evaluate_bc_selected.py": { - "sha256": "7be8b5440b354a862228f5a3d3855ec0ba7267c78c4e04158fa028e9633e8d32", - "bytes": 3370 + "provenance/evaluate_comparison.py": { + "sha256": "52959ac39b30b97e21dda738d5187427516ba577f89c0e8d85ddb7ecec15ee40", + "bytes": 3264 }, "provenance/evaluation_override_active.json": { "sha256": "49070c150a4b76381fd7e950cce15afc3e6f199943065e182f5485b4bef808e0", @@ -63,25 +103,17 @@ "sha256": "01c186fb43d8601b3a1bca7cc7cb57eee8068d141b1b68dd7f06664e4865ba8e", "bytes": 298 }, - "provenance/pretrain_bc_eval_override.py": { - "sha256": "71deaa1c690802253ce2f075f3d9295ac1e302252e9413caae7bbe9071e80e29", - "bytes": 2877 - }, - "provenance/pretrain_bc_noleak.py": { - "sha256": "240abba4a512b61887271aeafc18fdce2372398ed483920b723aa7ce41f3d953", - "bytes": 1932 - }, "release.json": { - "sha256": "af1de58675d02eab515d6e4c5820c0baa32644039fe91a4de3e2dbe17477adc6", - "bytes": 2585 + "sha256": "f1684f17bdafa05ca0e2bf55f96be588097626c07f538ba7f84a6a34c4dc0214", + "bytes": 2554 }, "resolved_config.json": { "sha256": "291b2dbe5453c38ac4ee04d52266eeac0f6d5538e7ab1333a22bd9b3ef05cbef", "bytes": 6310 }, "selection_supervision.json": { - "sha256": "88300f5fbe6a75fde87a652009dd0dc5003682a10a5b25485effe2c65f032733", - "bytes": 1134 + "sha256": "8348bfdb8a850ae91257d7003bb2e9d3906981810d8be40de14bb0db3ffcf6da", + "bytes": 786 }, "split.json": { "sha256": "83f0757ee0f23baefe9ac6d108829fdc4af887df9a59839f30bca5fafbe38b4e", @@ -92,8 +124,8 @@ "bytes": 365817 }, "training_status.json": { - "sha256": "2cbcb187b4c14cbc8d3059da50b8a699572e8c3d18ce89c15ac3429145aa7b34", - "bytes": 125 + "sha256": "2dece9b5abae7eb0792f37aae903f21d9b31f3e0de50d5b41aa918a2596c24ee", + "bytes": 111 }, "validation_metrics.jsonl": { "sha256": "f43116d9765d6190a103e07225985bf86b4f9748a37c1e532929e8abca9f44c2", diff --git a/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/best.json b/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/best.json index dc9e0057c1142c22f73d005cb983ddffc616e244..7b5b7a4bf62288196e5ced1656c66befd5ebcc38 100644 --- a/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/best.json +++ b/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/best.json @@ -1,833 +1,28 @@ { "task": "tool_hang", "regime": "diverse50", - "output": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/StandardBaseBC/jax/tool_hang/diverse50/seed_1", - "selected": { - "epoch": 1150, - "window_success": 0.16, - "window_epochs": [ - 1050, - 1100, - 1150, - 1200, - 1250 - ], - "window_rates": [ - 0.16, - 0.16, - 0.16, - 0.14, - 0.18 - ], - "checkpoint_success": 0.16, - "validation_loss": 0.2776385247707367, - "validation_median25": 0.276132732629776, - "train_loss": 0.04013736198701507, - "path": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/StandardBaseBC/jax/tool_hang/diverse50/seed_1/checkpoints/epoch_1150.pkl", - "sha256": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", - "collision_geoms": false - }, - "user_selection": null, - "strict_validation_alternative": { - "epoch": 50, - "validation_loss": 0.1375454068183899, - "checkpoint_success": 0.0, - "path": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/StandardBaseBC/jax/tool_hang/diverse50/seed_1/checkpoints/epoch_50.pkl", - "sha256": "f81a52e214d878b34b3bde104415c1caaeb65ffb625214269f373e6a0785b740", - "collision_geoms": false - }, - "validation_minimum": { - "epoch": 53, - "step": 4876, - "validation_loss": 0.13531456887722015 - }, - "peak_window_success": 0.168, - "candidates": [ - { - "epoch": 150, - "window_success": 0.052, - "window_epochs": [ - 50, - 100, - 150, - 200, - 250 - ], - "window_rates": [ - 0.0, - 0.04, - 0.02, - 0.08, - 0.12 - ], - "checkpoint_success": 0.02, - "validation_loss": 0.16996364295482635, - "validation_median25": 0.17018163204193115, - "train_loss": 0.07726405627198399 - }, - { - "epoch": 200, - "window_success": 0.06, - "window_epochs": [ - 100, - 150, - 200, - 250, - 300 - ], - "window_rates": [ - 0.04, - 0.02, - 0.08, - 0.12, - 0.04 - ], - "checkpoint_success": 0.08, - "validation_loss": 0.1853657066822052, - "validation_median25": 0.1848250925540924, - "train_loss": 0.07280130401125269 - }, - { - "epoch": 250, - "window_success": 0.076, - "window_epochs": [ - 150, - 200, - 250, - 300, - 350 - ], - "window_rates": [ - 0.02, - 0.08, - 0.12, - 0.04, - 0.12 - ], - "checkpoint_success": 0.12, - "validation_loss": 0.1983841359615326, - "validation_median25": 0.197886660695076, - "train_loss": 0.0668257647868669 - }, - { - "epoch": 300, - "window_success": 0.076, - "window_epochs": [ - 200, - 250, - 300, - 350, - 400 - ], - "window_rates": [ - 0.08, - 0.12, - 0.04, - 0.12, - 0.02 - ], - "checkpoint_success": 0.04, - "validation_loss": 0.20522759854793549, - "validation_median25": 0.20333325862884521, - "train_loss": 0.0654855486307293 - }, - { - "epoch": 350, - "window_success": 0.084, - "window_epochs": [ - 250, - 300, - 350, - 400, - 450 - ], - "window_rates": [ - 0.12, - 0.04, - 0.12, - 0.02, - 0.12 - ], - "checkpoint_success": 0.12, - "validation_loss": 0.21718020737171173, - "validation_median25": 0.21534964442253113, - "train_loss": 0.06036322982995778 - }, - { - "epoch": 400, - "window_success": 0.08, - "window_epochs": [ - 300, - 350, - 400, - 450, - 500 - ], - "window_rates": [ - 0.04, - 0.12, - 0.02, - 0.12, - 0.1 - ], - "checkpoint_success": 0.02, - "validation_loss": 0.22514137625694275, - "validation_median25": 0.22420386970043182, - "train_loss": 0.058654430686915074 - }, - { - "epoch": 450, - "window_success": 0.088, - "window_epochs": [ - 350, - 400, - 450, - 500, - 550 - ], - "window_rates": [ - 0.12, - 0.02, - 0.12, - 0.1, - 0.08 - ], - "checkpoint_success": 0.12, - "validation_loss": 0.22880886495113373, - "validation_median25": 0.2293439358472824, - "train_loss": 0.05681480812916399 - }, - { - "epoch": 500, - "window_success": 0.096, - "window_epochs": [ - 400, - 450, - 500, - 550, - 600 - ], - "window_rates": [ - 0.02, - 0.12, - 0.1, - 0.08, - 0.16 - ], - "checkpoint_success": 0.1, - "validation_loss": 0.23966693878173828, - "validation_median25": 0.23730678856372833, - "train_loss": 0.054806181617139633 - }, - { - "epoch": 550, - "window_success": 0.112, - "window_epochs": [ - 450, - 500, - 550, - 600, - 650 - ], - "window_rates": [ - 0.12, - 0.1, - 0.08, - 0.16, - 0.1 - ], - "checkpoint_success": 0.08, - "validation_loss": 0.23741671442985535, - "validation_median25": 0.24046795070171356, - "train_loss": 0.05353503000438609 - }, - { - "epoch": 600, - "window_success": 0.112, - "window_epochs": [ - 500, - 550, - 600, - 650, - 700 - ], - "window_rates": [ - 0.1, - 0.08, - 0.16, - 0.1, - 0.12 - ], - "checkpoint_success": 0.16, - "validation_loss": 0.24154242873191833, - "validation_median25": 0.24403153359889984, - "train_loss": 0.05047900912483971 - }, - { - "epoch": 650, - "window_success": 0.116, - "window_epochs": [ - 550, - 600, - 650, - 700, - 750 - ], - "window_rates": [ - 0.08, - 0.16, - 0.1, - 0.12, - 0.12 - ], - "checkpoint_success": 0.1, - "validation_loss": 0.25147783756256104, - "validation_median25": 0.2508016526699066, - "train_loss": 0.04995822311735195 - }, - { - "epoch": 700, - "window_success": 0.124, - "window_epochs": [ - 600, - 650, - 700, - 750, - 800 - ], - "window_rates": [ - 0.16, - 0.1, - 0.12, - 0.12, - 0.12 - ], - "checkpoint_success": 0.12, - "validation_loss": 0.2640279531478882, - "validation_median25": 0.2602449059486389, - "train_loss": 0.04880988912621042 - }, - { - "epoch": 750, - "window_success": 0.112, - "window_epochs": [ - 650, - 700, - 750, - 800, - 850 - ], - "window_rates": [ - 0.1, - 0.12, - 0.12, - 0.12, - 0.1 - ], - "checkpoint_success": 0.12, - "validation_loss": 0.2619098126888275, - "validation_median25": 0.2608881890773773, - "train_loss": 0.047233889232602924 - }, - { - "epoch": 800, - "window_success": 0.112, - "window_epochs": [ - 700, - 750, - 800, - 850, - 900 - ], - "window_rates": [ - 0.12, - 0.12, - 0.12, - 0.1, - 0.1 - ], - "checkpoint_success": 0.12, - "validation_loss": 0.2592255473136902, - "validation_median25": 0.25877442955970764, - "train_loss": 0.04629315421198315 - }, - { - "epoch": 850, - "window_success": 0.112, - "window_epochs": [ - 750, - 800, - 850, - 900, - 950 - ], - "window_rates": [ - 0.12, - 0.12, - 0.1, - 0.1, - 0.12 - ], - "checkpoint_success": 0.1, - "validation_loss": 0.26496368646621704, - "validation_median25": 0.2643682360649109, - "train_loss": 0.04581073926444104 - }, - { - "epoch": 900, - "window_success": 0.116, - "window_epochs": [ - 800, - 850, - 900, - 950, - 1000 - ], - "window_rates": [ - 0.12, - 0.1, - 0.1, - 0.12, - 0.14 - ], - "checkpoint_success": 0.1, - "validation_loss": 0.2657521069049835, - "validation_median25": 0.2657521069049835, - "train_loss": 0.0466065706039757 - }, - { - "epoch": 950, - "window_success": 0.124, - "window_epochs": [ - 850, - 900, - 950, - 1000, - 1050 - ], - "window_rates": [ - 0.1, - 0.1, - 0.12, - 0.14, - 0.16 - ], - "checkpoint_success": 0.12, - "validation_loss": 0.2702079117298126, - "validation_median25": 0.26713311672210693, - "train_loss": 0.043929964819929675 - }, - { - "epoch": 1000, - "window_success": 0.136, - "window_epochs": [ - 900, - 950, - 1000, - 1050, - 1100 - ], - "window_rates": [ - 0.1, - 0.12, - 0.14, - 0.16, - 0.16 - ], - "checkpoint_success": 0.14, - "validation_loss": 0.2708909213542938, - "validation_median25": 0.27167338132858276, - "train_loss": 0.04279040587348511 - }, - { - "epoch": 1050, - "window_success": 0.148, - "window_epochs": [ - 950, - 1000, - 1050, - 1100, - 1150 - ], - "window_rates": [ - 0.12, - 0.14, - 0.16, - 0.16, - 0.16 - ], - "checkpoint_success": 0.16, - "validation_loss": 0.2744087874889374, - "validation_median25": 0.2757553458213806, - "train_loss": 0.04224678978709229 - }, - { - "epoch": 1100, - "window_success": 0.152, - "window_epochs": [ - 1000, - 1050, - 1100, - 1150, - 1200 - ], - "window_rates": [ - 0.14, - 0.16, - 0.16, - 0.16, - 0.14 - ], - "checkpoint_success": 0.16, - "validation_loss": 0.2765134274959564, - "validation_median25": 0.27739259600639343, - "train_loss": 0.04167793007432305 - }, - { - "epoch": 1150, - "window_success": 0.16, - "window_epochs": [ - 1050, - 1100, - 1150, - 1200, - 1250 - ], - "window_rates": [ - 0.16, - 0.16, - 0.16, - 0.14, - 0.18 - ], - "checkpoint_success": 0.16, - "validation_loss": 0.2776385247707367, - "validation_median25": 0.276132732629776, - "train_loss": 0.04013736198701507 - }, - { - "epoch": 1200, - "window_success": 0.168, - "window_epochs": [ - 1100, - 1150, - 1200, - 1250, - 1300 - ], - "window_rates": [ - 0.16, - 0.16, - 0.14, - 0.18, - 0.2 - ], - "checkpoint_success": 0.14, - "validation_loss": 0.28329145908355713, - "validation_median25": 0.28037694096565247, - "train_loss": 0.04032790668693388 - }, - { - "epoch": 1250, - "window_success": 0.144, - "window_epochs": [ - 1150, - 1200, - 1250, - 1300, - 1350 - ], - "window_rates": [ - 0.16, - 0.14, - 0.18, - 0.2, - 0.04 - ], - "checkpoint_success": 0.18, - "validation_loss": 0.27477213740348816, - "validation_median25": 0.2766422927379608, - "train_loss": 0.039821829069686135 - }, - { - "epoch": 1300, - "window_success": 0.14, - "window_epochs": [ - 1200, - 1250, - 1300, - 1350, - 1400 - ], - "window_rates": [ - 0.14, - 0.18, - 0.2, - 0.04, - 0.14 - ], - "checkpoint_success": 0.2, - "validation_loss": 0.28332725167274475, - "validation_median25": 0.2826446294784546, - "train_loss": 0.038995908541960854 - }, - { - "epoch": 1350, - "window_success": 0.128, - "window_epochs": [ - 1250, - 1300, - 1350, - 1400, - 1450 - ], - "window_rates": [ - 0.18, - 0.2, - 0.04, - 0.14, - 0.08 - ], - "checkpoint_success": 0.04, - "validation_loss": 0.28257015347480774, - "validation_median25": 0.28207194805145264, - "train_loss": 0.03897670189755027 - }, - { - "epoch": 1400, - "window_success": 0.112, - "window_epochs": [ - 1300, - 1350, - 1400, - 1450, - 1500 - ], - "window_rates": [ - 0.2, - 0.04, - 0.14, - 0.08, - 0.1 - ], - "checkpoint_success": 0.14, - "validation_loss": 0.28851136565208435, - "validation_median25": 0.2895141541957855, - "train_loss": 0.04019468174325214 - }, - { - "epoch": 1450, - "window_success": 0.096, - "window_epochs": [ - 1350, - 1400, - 1450, - 1500, - 1550 - ], - "window_rates": [ - 0.04, - 0.14, - 0.08, - 0.1, - 0.12 - ], - "checkpoint_success": 0.08, - "validation_loss": 0.29192543029785156, - "validation_median25": 0.2905678451061249, - "train_loss": 0.03698325574837005 - }, - { - "epoch": 1500, - "window_success": 0.12, - "window_epochs": [ - 1400, - 1450, - 1500, - 1550, - 1600 - ], - "window_rates": [ - 0.14, - 0.08, - 0.1, - 0.12, - 0.16 - ], - "checkpoint_success": 0.1, - "validation_loss": 0.29059693217277527, - "validation_median25": 0.2921738922595978, - "train_loss": 0.03804671553852786 - }, - { - "epoch": 1550, - "window_success": 0.128, - "window_epochs": [ - 1450, - 1500, - 1550, - 1600, - 1650 - ], - "window_rates": [ - 0.08, - 0.1, - 0.12, - 0.16, - 0.18 - ], - "checkpoint_success": 0.12, - "validation_loss": 0.2947939932346344, - "validation_median25": 0.2938344478607178, - "train_loss": 0.036854520718208494 - }, - { - "epoch": 1600, - "window_success": 0.132, - "window_epochs": [ - 1500, - 1550, - 1600, - 1650, - 1700 - ], - "window_rates": [ - 0.1, - 0.12, - 0.16, - 0.18, - 0.1 - ], - "checkpoint_success": 0.16, - "validation_loss": 0.2951202690601349, - "validation_median25": 0.29456573724746704, - "train_loss": 0.03638664504541019 - }, - { - "epoch": 1650, - "window_success": 0.132, - "window_epochs": [ - 1550, - 1600, - 1650, - 1700, - 1750 - ], - "window_rates": [ - 0.12, - 0.16, - 0.18, - 0.1, - 0.1 - ], - "checkpoint_success": 0.18, - "validation_loss": 0.29439377784729004, - "validation_median25": 0.29239925742149353, - "train_loss": 0.03611997521360726 - }, - { - "epoch": 1700, - "window_success": 0.136, - "window_epochs": [ - 1600, - 1650, - 1700, - 1750, - 1800 - ], - "window_rates": [ - 0.16, - 0.18, - 0.1, - 0.1, - 0.14 - ], - "checkpoint_success": 0.1, - "validation_loss": 0.29231876134872437, - "validation_median25": 0.29374077916145325, - "train_loss": 0.035800645462706976 - }, - { - "epoch": 1750, - "window_success": 0.132, - "window_epochs": [ - 1650, - 1700, - 1750, - 1800, - 1850 - ], - "window_rates": [ - 0.18, - 0.1, - 0.1, - 0.14, - 0.14 - ], - "checkpoint_success": 0.1, - "validation_loss": 0.2990381419658661, - "validation_median25": 0.2995295226573944, - "train_loss": 0.03433187927610354 - }, - { - "epoch": 1800, - "window_success": 0.108, - "window_epochs": [ - 1700, - 1750, - 1800, - 1850, - 1900 - ], - "window_rates": [ - 0.1, - 0.1, - 0.14, - 0.14, - 0.06 - ], - "checkpoint_success": 0.14, - "validation_loss": 0.2982804477214813, - "validation_median25": 0.2991073429584503, - "train_loss": 0.03532669205098909 - }, - { - "epoch": 1850, - "window_success": 0.1, - "window_epochs": [ - 1750, - 1800, - 1850, - 1900, - 1950 - ], - "window_rates": [ - 0.1, - 0.14, - 0.14, - 0.06, - 0.06 - ], - "checkpoint_success": 0.14, - "validation_loss": 0.30031439661979675, - "validation_median25": 0.30061790347099304, - "train_loss": 0.03579333580562012 - } - ], - "independent_evaluation_completed": true, - "interpretation": "Task-performance/validation tradeoff; not proof of absence of overfitting", - "source_sha256": { - "train_metrics.jsonl": "3eaa25a82bd146adbb91fc2c15837a4bbaaf366c30b32b03fa4185e26d64fb03", - "validation_metrics.jsonl": "f43116d9765d6190a103e07225985bf86b4f9748a37c1e532929e8abca9f44c2", - "evaluations.jsonl": "caceb1278cc485e83c44c14933528f4be089d6f57e5b3ab42d0511d1cd62cda5" - }, - "independent_evaluation_result": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/operations/20261027_selected_bc_final200/tool_hang_diverse50_e1150/result.json", - "independent_final200": { + "epoch": 1400, + "checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/StandardBaseBC/jax/tool_hang/diverse50/seed_1/checkpoints/epoch_1400.pkl", + "checkpoint_sha256": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", + "final200": { "success": 0.125, "successes": 25, "total": 200, "ci_low": 0.08611974475712644, - "ci_high": 0.17801425002582347, - "seconds": 657.6383410398848 + "ci_high": 0.17801425002582347 + }, + "selection": { + "status": "finalized_user_accepted", + "selected_epoch": 1400, + "selection_rule": "User requested adopting epoch1400 uniformly for all eight local models after reviewing the shared200-episode comparisons", + "final200_used_for_selection": true, + "untouched_holdout": false, + "zero_overfitting_claim": false, + "previous_epoch": 1150, + "previous_success": 0.125, + "previous_path": "visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/checkpoints/epoch_1150.pkl", + "previous_revision": "1bf8a9fb26982bebb51493f3475d28f12a3197ae", + "previous_release_archive": "visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae", + "checkpoint_sha256": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925" } } diff --git a/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/checkpoints/epoch_1400.json b/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/checkpoints/epoch_1400.json new file mode 100644 index 0000000000000000000000000000000000000000..1c86390efd8acaa01d18b61c8eb4cfb5f90bc050 --- /dev/null +++ b/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/checkpoints/epoch_1400.json @@ -0,0 +1,199 @@ +{ + "bc_identity": { + "architecture": "dice_vision_resnet_flow_unet_v1", + "family": "StandardBaseBC", + "framework": "jax" + }, + "data_manifest_hash": "aadb1a78065d7b9dd0d84fba2d0aa98d71eeb08563f91de0f08f33d7e9b0ae9d", + "encoding": "gzip_pickle_numpy_float32_lossless", + "evaluation_runtime_override": { + "created_unix": 1792988437.4725072, + "decision": "1026-BC-EVAL50", + "effective_after_epoch": 650, + "final_evaluation": { + "episodes": 200, + "seed_panel_seed": 20261021, + "seed_range": [ + 10000000, + 90000000 + ], + "seed_sampling": "uniform_without_replacement" + }, + "identity_hash": "733413a27ba6798284aa9c3ceeeb7c523f37432c6a4845c14a68e74c7d5afaf9", + "interval_epochs": 50, + "operation": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/operations/20261026_bc_eval50", + "original_interval_epochs": 10, + "periodic_episodes": 50 + }, + "kind": "pixel_state_bc", + "metadata": { + "epoch": 1400, + "epochs": 2000, + "experiment": "tool_hang", + "regime": "diverse50", + "seed": 1, + "smoke": false, + "stage": "fixed_epochs", + "step": 128800, + "task": "tool_hang" + }, + "normalizer_hash": "61c9583c68025429d00fb7a05c6d00235847b26307b6c5ee262592e96d2531e8", + "observation_mode": "pixel_state", + "pixel_spec_hash": "9aba3fd9a1011e610cbb6bfbf04e84a09dd73adc222ca38d7321758e4b5b87ca", + "resolved_config": { + "bc_identity": { + "family": "StandardBaseBC", + "framework": "jax" + }, + "checkpoint_encoding": "lossless_gzip_ema_only", + "checkpoint_interval_epochs": 50, + "ema_buffers": "copy_live_running_statistics", + "evaluation": { + "episodes": 50, + "final": { + "episodes": 200, + "seed_panel_seed": 20261021, + "seed_range": [ + 10000000, + 90000000 + ], + "seed_sampling": "uniform_without_replacement" + }, + "interval_epochs": 10, + "policy_seed": 700001, + "reset_seed_start": 880000, + "workers": 8 + }, + "experiment": "tool_hang", + "family": "StandardBaseBC", + "framework": "jax", + "identity_hash": "733413a27ba6798284aa9c3ceeeb7c523f37432c6a4845c14a68e74c7d5afaf9", + "index": 3, + "manifest": "/ssd/WorkSpace/RL-Postrain-visual-bc/.local/visual_bc_reserved8/robomimic50/manifests/tool_hang.json", + "manifest_sha256": "5a7a5f21716fb2c6b1d626301409c4afabf351749ab3fe1fbbae8de91cc22121", + "model_spec_hash": "9aba3fd9a1011e610cbb6bfbf04e84a09dd73adc222ca38d7321758e4b5b87ca", + "normalizer_hash": "61c9583c68025429d00fb7a05c6d00235847b26307b6c5ee262592e96d2531e8", + "observation_mode": "pixel_state", + "output": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/StandardBaseBC/jax/tool_hang/diverse50/seed_1", + "pixel_cache": "/ssd/WorkSpace/RL-Postrain-visual-bc/data/pixels/tool_hang/visual_20261025", + "pixel_spec": { + "action_dim": 7, + "architecture": "dice_vision_resnet_flow_unet_v1", + "backbone_initialization": "random", + "backbone_norm": "batch_norm", + "cameras": [ + "sideview", + "robot0_eye_in_hand" + ], + "collision_geoms": false, + "crop_size": 84, + "family": "StandardBaseBC", + "feature_dim": 137, + "features_per_camera": 64, + "flow_steps": 10, + "horizon": 8, + "image_size": 96, + "proprio_dim": 9, + "proprio_keys": [ + "robot0_eef_pos", + "robot0_eef_quat", + "robot0_gripper_qpos" + ], + "task": "tool_hang", + "time_embedding_dim": 64 + }, + "regime": "diverse50", + "runtime": { + "framework_version": "0.10.1", + "python": "/ssd/WorkSpace/RL-Postrain-visual-bc/.venvs/ogpo/bin/python", + "requested_device": "cuda:0" + }, + "seed": 1, + "sources_sha256": { + "configs/bc_models.yaml": "ce58a903c4270328985ab8677babdaa12748ad18efc3749faed72425024e61c1", + "configs/bc_pretraining.yaml": "7d1b9be73f25aeb40cd342a3e3ca2543ea865b38b2abe8fb28a7da6588d419a6", + "configs/bc_pretraining_ph_full.yaml": "a93c7d4a50e9afa836d98a6193ba1bc2fb3827a259cf5de39f5dc7a2504d6728", + "configs/bc_standard_init_schema.json": "e2c70eee2a1ce8d1a812ec427d24ba3cc45519434331354318d97415fd559bc8", + "configs/study1.yaml": "35d065e242b205a4c99f8add2eab35bb85f80401f4e07d49f063a0eddf4de608", + "configs/study1_ph_full.yaml": "f9cebc4b66279d4ea7492f7a80a09f1adca7c1cae7b242374305be4f701e76ef", + "scripts/pretrain_bc.py": "9972b77f7b8ed964e7e04fa3ba3821b767f0b7a5d697625ed1c6f8fcdf990890", + "src/rl_pt_analyze/bc_evaluation.py": "7319c346f453263a99cdc5d6fd39e6a0a88783d2c42f68a312ee36ab6d656c6f", + "src/rl_pt_analyze/bc_fleet.py": "a49c24c66ec0bb1a5548d384deefda429ff1ca693cb19f1c99dbd661148d7ffc", + "src/rl_pt_analyze/bc_full_cut.py": "a8170de58bc0a16dd5c6358a6429d96afb5227e5701602806d68e42727f671bc", + "src/rl_pt_analyze/bc_identity.py": "f94c284c71df7ed06eaf4553297de53f2b801a5fac743beb3b98d1bc41314fe0", + "src/rl_pt_analyze/bc_policy.py": "aff3c4613a0dfc46d6491bdba6478261049c2c9631eca446fa8939a1e498fc30", + "src/rl_pt_analyze/bc_pretrain.py": "703b2e50fe53d62b23910b907d75c09cec49463e5e9e2c08d8f77d2b6b77a5bd", + "src/rl_pt_analyze/bc_runtime.py": "29d85733684176bd7328c01921ed1eb45857a914d8ee998e6df4fb0a5be5315d", + "src/rl_pt_analyze/bc_standard_jax.py": "9063d0d4160e972bb9f7b1acd9e508a2ea1118ceeed7647614c787abcb7b32ce", + "src/rl_pt_analyze/bc_standard_policy.py": "54d733549ec571f709d49698520f2461def5a20fc4146d155b3d56fbbcf5deb1", + "src/rl_pt_analyze/bc_storage.py": "83b79d5beaaaa46310d756476f5da90c9227a656533dc9414334d395a6749e54", + "src/rl_pt_analyze/bc_training.py": "bf20475ceeef114e3444c2610ea6d490389b02d147f22c962e2f63fd94b9dafa", + "src/rl_pt_analyze/pixel.py": "ec46a0b0e3c40bca7ea2d0c76b086b482fedaf98293b06f7ab719b86b81141e6", + "src/rl_pt_analyze/pixel_data.py": "74ed81ff034d0782671ff9e48157a3be2d274e7db3735a955705b8e8fcf42b34", + "src/rl_pt_analyze/pixel_vec.py": "f247a6d9ed1791b82880ecef7505275959835fc3b69bfab2e85dedd096416bc8", + "src/rl_pt_analyze/r0.py": "e0a13e9c02d935dbab6a0e091fd925f08ce2d00e661b6cf09aff0ee95925249d", + "third_party/dice/model/diffusion/modules.py": "3b6b2efae0bb67cc30a061a8dd7c6b2d8d6905dac7cecac92b3dbfa5da0067cd", + "third_party/dice/model/flow_matching/vision_resnet_mlp_flow_matching.py": "2f0d3aa0b6e1624e32a540e66a5803e613481f35bb190926e51560856249981d" + }, + "spec": { + "action_dim": 7, + "architecture": "dice_vision_resnet_flow_unet_v1", + "backbone_initialization": "random", + "backbone_norm": "batch_norm", + "cameras": [ + "sideview", + "robot0_eye_in_hand" + ], + "collision_geoms": false, + "crop_size": 84, + "family": "StandardBaseBC", + "feature_dim": 137, + "features_per_camera": 64, + "flow_steps": 10, + "horizon": 8, + "image_size": 96, + "proprio_dim": 9, + "proprio_keys": [ + "robot0_eef_pos", + "robot0_eef_quat", + "robot0_gripper_qpos" + ], + "task": "tool_hang", + "time_embedding_dim": 64 + }, + "split_hash": "c779a6083512173174ae1aeed1d941b780f8c4307aeb707214bb596c165a7abd", + "task": "tool_hang", + "training": { + "batch_size": 256, + "bc_only": true, + "drop_last": false, + "early_stopping": false, + "ema_decay": 0.999, + "epoch_definition": "shuffled_full_training_split_without_replacement", + "epochs": 2000, + "learning_rate": 0.0001, + "online_steps": 0, + "optimizer": "adamw", + "padding_loss_mask": true, + "stopping": "none_fixed_epochs", + "weight_decay": 1e-06 + }, + "training_samples": 23321, + "validation": { + "batch_seed": 771, + "batch_size": 256, + "interval_epochs": 1, + "loss_seed": 882 + }, + "validation_only": false, + "validation_samples": 2705, + "wandb": { + "mode": "online", + "project": "standard_bc_pretrain" + } + }, + "schema_version": 2, + "sha256": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", + "split_hash": "c779a6083512173174ae1aeed1d941b780f8c4307aeb707214bb596c165a7abd", + "weights_used_for_deployment": "complete_model_EMA" +} diff --git a/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/checkpoints/epoch_1400.pkl b/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/checkpoints/epoch_1400.pkl new file mode 100644 index 0000000000000000000000000000000000000000..84b88a0d683ff75ad1c72b3ab3b8a7c1c334e546 --- /dev/null +++ b/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/checkpoints/epoch_1400.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925 +size 96557151 diff --git a/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/final200/epoch_1400.parquet b/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/final200/epoch_1400.parquet new file mode 100644 index 0000000000000000000000000000000000000000..120e80dcaceb5e7a28ba4bea35c4d0f17e8a2f29 --- /dev/null +++ b/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/final200/epoch_1400.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc9d101b917663aa60d556df7c3437a6a6f66cd25e0aa63340f0ee5b315e73b5 +size 6236 diff --git a/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/final200/protocol.json b/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/final200/protocol.json index a056051a19e1ca54f6a6bcdd839b549c43fda4cc..9b0fb4ee48c48466e686e796e476d4dcdc18ffa7 100644 --- a/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/final200/protocol.json +++ b/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/final200/protocol.json @@ -1,8 +1,8 @@ { - "checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/StandardBaseBC/jax/tool_hang/diverse50/seed_1/checkpoints/epoch_1150.pkl", - "checkpoint_sha256": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/StandardBaseBC/jax/tool_hang/diverse50/seed_1/checkpoints/epoch_1400.pkl", + "checkpoint_sha256": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "collision_geoms": false, - "epoch": 1150, + "epoch": 1400, "identity_hash": "733413a27ba6798284aa9c3ceeeb7c523f37432c6a4845c14a68e74c7d5afaf9", "job": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/jobs/03.json", "panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", @@ -208,8 +208,8 @@ 10971071, 17007174 ], - "script_sha256": "7be8b5440b354a862228f5a3d3855ec0ba7267c78c4e04158fa028e9633e8d32", - "selection": "frozen before this independent panel was evaluated", + "script_sha256": "52959ac39b30b97e21dda738d5187427516ba577f89c0e8d85ddb7ecec15ee40", + "selection": "User requested epoch1400 comparison after reviewing prior checkpoints; shared200 reset panel reused, not an untouched holdout", "settings": { "episodes": 200, "interval_epochs": 10, diff --git a/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/final200/result.json b/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/final200/result.json index b2eb02498c62b2f1c13223cba57413e3635fb96a..1059bf3907132e2296f3260aeb8bcb5556902de4 100644 --- a/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/final200/result.json +++ b/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/final200/result.json @@ -2,17 +2,17 @@ "ci": "wilson95", "ci_high": 0.17801425002582347, "ci_low": 0.08611974475712644, - "environment_steps": 190321, + "environment_steps": 189574, "episodes": [ { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 70723122, "rl_env_steps": null, "success": false, @@ -21,30 +21,30 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", - "chunks": 125, + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", + "chunks": 90, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 715, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -709.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 66851989, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 60005579, "rl_env_steps": null, "success": false, @@ -53,14 +53,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 32401708, "rl_env_steps": null, "success": false, @@ -69,14 +69,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 19153477, "rl_env_steps": null, "success": false, @@ -85,14 +85,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 42749167, "rl_env_steps": null, "success": false, @@ -101,15 +101,31 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", + "chunks": 64, + "eval_kind": "bc_pretraining", + "length": 506, + "mode": "base_cfm_ode", + "native_return": -500.0, + "observation_mode": "pixel_state", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", + "reset_seed": 46661357, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", - "reset_seed": 46661357, + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", + "reset_seed": 27402198, "rl_env_steps": null, "success": false, "task": "tool_hang", @@ -117,15 +133,15 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", - "reset_seed": 27402198, + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", + "reset_seed": 47810457, "rl_env_steps": null, "success": false, "task": "tool_hang", @@ -133,15 +149,15 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", - "reset_seed": 47810457, + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", + "reset_seed": 18848891, "rl_env_steps": null, "success": false, "task": "tool_hang", @@ -149,15 +165,15 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", - "chunks": 89, + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", + "chunks": 58, "eval_kind": "bc_pretraining", - "length": 706, + "length": 464, "mode": "base_cfm_ode", - "native_return": -700.0, + "native_return": -458.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", - "reset_seed": 18848891, + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", + "reset_seed": 17918997, "rl_env_steps": null, "success": true, "task": "tool_hang", @@ -165,15 +181,15 @@ "truncated": false }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", - "reset_seed": 17918997, + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", + "reset_seed": 80363015, "rl_env_steps": null, "success": false, "task": "tool_hang", @@ -181,30 +197,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", - "chunks": 123, - "eval_kind": "bc_pretraining", - "length": 980, - "mode": "base_cfm_ode", - "native_return": -974.0, - "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", - "reset_seed": 80363015, - "rl_env_steps": null, - "success": true, - "task": "tool_hang", - "terminated": true, - "truncated": false - }, - { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 64973617, "rl_env_steps": null, "success": false, @@ -213,46 +213,46 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", - "chunks": 104, + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 827, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -821.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 14420984, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", - "chunks": 80, + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 636, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -630.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 34943840, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 20266056, "rl_env_steps": null, "success": false, @@ -261,14 +261,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", - "chunks": 67, + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", + "chunks": 66, "eval_kind": "bc_pretraining", - "length": 535, + "length": 524, "mode": "base_cfm_ode", - "native_return": -529.0, + "native_return": -518.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 55423323, "rl_env_steps": null, "success": true, @@ -277,46 +277,46 @@ "truncated": false }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", - "chunks": 70, + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 558, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -552.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 77426949, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", - "chunks": 83, + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 660, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -654.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 21093578, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 74139179, "rl_env_steps": null, "success": false, @@ -325,14 +325,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 65396037, "rl_env_steps": null, "success": false, @@ -341,14 +341,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 66433136, "rl_env_steps": null, "success": false, @@ -357,14 +357,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 18174832, "rl_env_steps": null, "success": false, @@ -373,14 +373,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 44050868, "rl_env_steps": null, "success": false, @@ -389,14 +389,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 79827091, "rl_env_steps": null, "success": false, @@ -405,14 +405,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 48142557, "rl_env_steps": null, "success": false, @@ -421,14 +421,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 81058782, "rl_env_steps": null, "success": false, @@ -437,14 +437,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 57440191, "rl_env_steps": null, "success": false, @@ -453,14 +453,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 71718518, "rl_env_steps": null, "success": false, @@ -469,46 +469,46 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", - "chunks": 52, + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 410, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -404.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 62288442, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", - "chunks": 68, + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 540, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -534.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 38780438, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 31543247, "rl_env_steps": null, "success": false, @@ -517,14 +517,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 45815861, "rl_env_steps": null, "success": false, @@ -533,30 +533,30 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", - "chunks": 73, + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 580, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -574.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 69976624, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 27741928, "rl_env_steps": null, "success": false, @@ -565,30 +565,30 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", - "chunks": 62, + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 491, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -485.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 47860773, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 68719953, "rl_env_steps": null, "success": false, @@ -597,14 +597,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 72413983, "rl_env_steps": null, "success": false, @@ -613,14 +613,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", - "chunks": 101, + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", + "chunks": 82, "eval_kind": "bc_pretraining", - "length": 801, + "length": 649, "mode": "base_cfm_ode", - "native_return": -795.0, + "native_return": -643.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 43596719, "rl_env_steps": null, "success": true, @@ -629,14 +629,14 @@ "truncated": false }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 25975279, "rl_env_steps": null, "success": false, @@ -645,14 +645,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 75651978, "rl_env_steps": null, "success": false, @@ -661,14 +661,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 62538517, "rl_env_steps": null, "success": false, @@ -677,14 +677,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 49157692, "rl_env_steps": null, "success": false, @@ -693,30 +693,30 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", - "chunks": 125, + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", + "chunks": 63, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 497, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -491.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 72093687, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 35658896, "rl_env_steps": null, "success": false, @@ -725,14 +725,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 34016592, "rl_env_steps": null, "success": false, @@ -741,14 +741,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 56600068, "rl_env_steps": null, "success": false, @@ -757,46 +757,46 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", - "chunks": 125, + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", + "chunks": 73, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 583, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -577.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 85354907, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", - "chunks": 104, + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 827, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -821.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 64181994, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 64561502, "rl_env_steps": null, "success": false, @@ -805,14 +805,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 76858975, "rl_env_steps": null, "success": false, @@ -821,30 +821,30 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", - "chunks": 125, + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", + "chunks": 83, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 662, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -656.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 17852290, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 20068153, "rl_env_steps": null, "success": false, @@ -853,14 +853,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 39072183, "rl_env_steps": null, "success": false, @@ -869,30 +869,30 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", - "chunks": 125, + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", + "chunks": 52, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 416, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -410.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 55774539, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 26085971, "rl_env_steps": null, "success": false, @@ -901,14 +901,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 37837570, "rl_env_steps": null, "success": false, @@ -917,14 +917,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 88758485, "rl_env_steps": null, "success": false, @@ -933,14 +933,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 75982683, "rl_env_steps": null, "success": false, @@ -949,14 +949,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 81377703, "rl_env_steps": null, "success": false, @@ -965,14 +965,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 57992264, "rl_env_steps": null, "success": false, @@ -981,14 +981,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 80112931, "rl_env_steps": null, "success": false, @@ -997,14 +997,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 88742902, "rl_env_steps": null, "success": false, @@ -1013,14 +1013,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 47013480, "rl_env_steps": null, "success": false, @@ -1029,14 +1029,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 36523859, "rl_env_steps": null, "success": false, @@ -1045,14 +1045,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 19498677, "rl_env_steps": null, "success": false, @@ -1061,14 +1061,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 20212586, "rl_env_steps": null, "success": false, @@ -1077,14 +1077,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 55485421, "rl_env_steps": null, "success": false, @@ -1093,46 +1093,46 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", - "chunks": 125, + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", + "chunks": 47, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 375, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -369.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 36767911, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", - "chunks": 125, + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", + "chunks": 59, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 469, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -463.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 50597940, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 65503466, "rl_env_steps": null, "success": false, @@ -1141,14 +1141,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 87299732, "rl_env_steps": null, "success": false, @@ -1157,14 +1157,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 61456577, "rl_env_steps": null, "success": false, @@ -1173,14 +1173,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 79295759, "rl_env_steps": null, "success": false, @@ -1189,14 +1189,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 10605088, "rl_env_steps": null, "success": false, @@ -1205,14 +1205,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 21163776, "rl_env_steps": null, "success": false, @@ -1221,14 +1221,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 74346251, "rl_env_steps": null, "success": false, @@ -1237,30 +1237,30 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", - "chunks": 62, + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 495, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -489.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 59990172, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 40756359, "rl_env_steps": null, "success": false, @@ -1269,30 +1269,30 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", - "chunks": 57, + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 456, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -450.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 29123831, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 22339698, "rl_env_steps": null, "success": false, @@ -1301,14 +1301,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 55950171, "rl_env_steps": null, "success": false, @@ -1317,14 +1317,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 25459058, "rl_env_steps": null, "success": false, @@ -1333,14 +1333,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 89169841, "rl_env_steps": null, "success": false, @@ -1349,30 +1349,30 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", - "chunks": 54, + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 430, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -424.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 51768760, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 59320974, "rl_env_steps": null, "success": false, @@ -1381,14 +1381,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 43210884, "rl_env_steps": null, "success": false, @@ -1397,14 +1397,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 19819408, "rl_env_steps": null, "success": false, @@ -1413,14 +1413,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", - "chunks": 47, + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", + "chunks": 90, "eval_kind": "bc_pretraining", - "length": 372, + "length": 718, "mode": "base_cfm_ode", - "native_return": -366.0, + "native_return": -712.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 27287306, "rl_env_steps": null, "success": true, @@ -1429,14 +1429,14 @@ "truncated": false }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 77579712, "rl_env_steps": null, "success": false, @@ -1445,30 +1445,30 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", - "chunks": 125, + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", + "chunks": 99, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 787, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -781.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 33855715, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 18917811, "rl_env_steps": null, "success": false, @@ -1477,14 +1477,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 50238382, "rl_env_steps": null, "success": false, @@ -1493,14 +1493,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 29018479, "rl_env_steps": null, "success": false, @@ -1509,30 +1509,30 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", - "chunks": 67, + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 529, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -523.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 58133015, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 23864203, "rl_env_steps": null, "success": false, @@ -1541,14 +1541,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 49568781, "rl_env_steps": null, "success": false, @@ -1557,14 +1557,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 55772368, "rl_env_steps": null, "success": false, @@ -1573,14 +1573,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 69087148, "rl_env_steps": null, "success": false, @@ -1589,14 +1589,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 43159811, "rl_env_steps": null, "success": false, @@ -1605,14 +1605,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 42777958, "rl_env_steps": null, "success": false, @@ -1621,14 +1621,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 79686252, "rl_env_steps": null, "success": false, @@ -1637,14 +1637,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 88287947, "rl_env_steps": null, "success": false, @@ -1653,14 +1653,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 24484856, "rl_env_steps": null, "success": false, @@ -1669,30 +1669,30 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", - "chunks": 125, + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", + "chunks": 85, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 676, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -670.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 40522505, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 18535306, "rl_env_steps": null, "success": false, @@ -1701,14 +1701,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 27261685, "rl_env_steps": null, "success": false, @@ -1717,14 +1717,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 55157386, "rl_env_steps": null, "success": false, @@ -1733,14 +1733,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 73419901, "rl_env_steps": null, "success": false, @@ -1749,14 +1749,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 51177153, "rl_env_steps": null, "success": false, @@ -1765,14 +1765,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 66197636, "rl_env_steps": null, "success": false, @@ -1781,14 +1781,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 89218160, "rl_env_steps": null, "success": false, @@ -1797,30 +1797,30 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", - "chunks": 73, + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 579, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -573.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 20312137, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 32815280, "rl_env_steps": null, "success": false, @@ -1829,14 +1829,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 38566965, "rl_env_steps": null, "success": false, @@ -1845,14 +1845,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 67538690, "rl_env_steps": null, "success": false, @@ -1861,30 +1861,30 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", - "chunks": 125, + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", + "chunks": 46, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 366, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -360.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 51444755, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 49534469, "rl_env_steps": null, "success": false, @@ -1893,14 +1893,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 55520272, "rl_env_steps": null, "success": false, @@ -1909,14 +1909,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 78917430, "rl_env_steps": null, "success": false, @@ -1925,14 +1925,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 53987225, "rl_env_steps": null, "success": false, @@ -1941,14 +1941,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 33135526, "rl_env_steps": null, "success": false, @@ -1957,14 +1957,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 10641443, "rl_env_steps": null, "success": false, @@ -1973,14 +1973,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 83269321, "rl_env_steps": null, "success": false, @@ -1989,14 +1989,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 50371327, "rl_env_steps": null, "success": false, @@ -2005,14 +2005,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 60499091, "rl_env_steps": null, "success": false, @@ -2021,14 +2021,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 14174315, "rl_env_steps": null, "success": false, @@ -2037,14 +2037,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 34430409, "rl_env_steps": null, "success": false, @@ -2053,14 +2053,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 78665761, "rl_env_steps": null, "success": false, @@ -2069,14 +2069,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 55417809, "rl_env_steps": null, "success": false, @@ -2085,14 +2085,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 29697446, "rl_env_steps": null, "success": false, @@ -2101,14 +2101,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 67300186, "rl_env_steps": null, "success": false, @@ -2117,14 +2117,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 14166946, "rl_env_steps": null, "success": false, @@ -2133,14 +2133,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 34309048, "rl_env_steps": null, "success": false, @@ -2149,14 +2149,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 38651973, "rl_env_steps": null, "success": false, @@ -2165,14 +2165,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 63582284, "rl_env_steps": null, "success": false, @@ -2181,14 +2181,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 11252552, "rl_env_steps": null, "success": false, @@ -2197,14 +2197,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 13083214, "rl_env_steps": null, "success": false, @@ -2213,14 +2213,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 12656665, "rl_env_steps": null, "success": false, @@ -2229,14 +2229,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 39216146, "rl_env_steps": null, "success": false, @@ -2245,14 +2245,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 53058687, "rl_env_steps": null, "success": false, @@ -2261,14 +2261,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 26843165, "rl_env_steps": null, "success": false, @@ -2277,14 +2277,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 26213599, "rl_env_steps": null, "success": false, @@ -2293,14 +2293,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 75250873, "rl_env_steps": null, "success": false, @@ -2309,14 +2309,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 86873350, "rl_env_steps": null, "success": false, @@ -2325,14 +2325,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 23044120, "rl_env_steps": null, "success": false, @@ -2341,14 +2341,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 74475483, "rl_env_steps": null, "success": false, @@ -2357,14 +2357,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 73879766, "rl_env_steps": null, "success": false, @@ -2373,14 +2373,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 38462205, "rl_env_steps": null, "success": false, @@ -2389,14 +2389,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 36712875, "rl_env_steps": null, "success": false, @@ -2405,14 +2405,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 61476060, "rl_env_steps": null, "success": false, @@ -2421,14 +2421,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 40070375, "rl_env_steps": null, "success": false, @@ -2437,14 +2437,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 11657834, "rl_env_steps": null, "success": false, @@ -2453,14 +2453,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 12071629, "rl_env_steps": null, "success": false, @@ -2469,30 +2469,30 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", - "chunks": 125, + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", + "chunks": 38, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 298, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -292.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 70951113, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 86273812, "rl_env_steps": null, "success": false, @@ -2501,14 +2501,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 33086249, "rl_env_steps": null, "success": false, @@ -2517,14 +2517,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 41678564, "rl_env_steps": null, "success": false, @@ -2533,46 +2533,46 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", - "chunks": 125, + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", + "chunks": 108, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 863, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -857.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 34536118, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", - "chunks": 125, + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", + "chunks": 108, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 864, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -858.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 27607156, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 70130490, "rl_env_steps": null, "success": false, @@ -2581,14 +2581,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 70448950, "rl_env_steps": null, "success": false, @@ -2597,14 +2597,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 63854211, "rl_env_steps": null, "success": false, @@ -2613,30 +2613,30 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", - "chunks": 125, + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", + "chunks": 124, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 991, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -985.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 58640013, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 71222810, "rl_env_steps": null, "success": false, @@ -2645,14 +2645,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 77025643, "rl_env_steps": null, "success": false, @@ -2661,30 +2661,30 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", - "chunks": 125, + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", + "chunks": 80, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 637, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -631.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 46535790, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 13450163, "rl_env_steps": null, "success": false, @@ -2693,14 +2693,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 48130374, "rl_env_steps": null, "success": false, @@ -2709,14 +2709,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", - "chunks": 87, + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", + "chunks": 53, "eval_kind": "bc_pretraining", - "length": 695, + "length": 420, "mode": "base_cfm_ode", - "native_return": -689.0, + "native_return": -414.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 28109111, "rl_env_steps": null, "success": true, @@ -2725,14 +2725,14 @@ "truncated": false }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 27277335, "rl_env_steps": null, "success": false, @@ -2741,14 +2741,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", - "chunks": 68, + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", + "chunks": 89, "eval_kind": "bc_pretraining", - "length": 544, + "length": 705, "mode": "base_cfm_ode", - "native_return": -538.0, + "native_return": -699.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 14975106, "rl_env_steps": null, "success": true, @@ -2757,14 +2757,14 @@ "truncated": false }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 25482760, "rl_env_steps": null, "success": false, @@ -2773,14 +2773,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 51368844, "rl_env_steps": null, "success": false, @@ -2789,14 +2789,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 65499499, "rl_env_steps": null, "success": false, @@ -2805,14 +2805,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 38883080, "rl_env_steps": null, "success": false, @@ -2821,14 +2821,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 56579733, "rl_env_steps": null, "success": false, @@ -2837,14 +2837,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 81285249, "rl_env_steps": null, "success": false, @@ -2853,14 +2853,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 71293324, "rl_env_steps": null, "success": false, @@ -2869,14 +2869,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 79868703, "rl_env_steps": null, "success": false, @@ -2885,62 +2885,62 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", - "chunks": 125, + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", + "chunks": 61, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 484, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -478.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 78989122, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", - "chunks": 125, + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", + "chunks": 51, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 404, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -398.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 27209169, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", - "chunks": 81, + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 642, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -636.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 43304167, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 84752852, "rl_env_steps": null, "success": false, @@ -2949,14 +2949,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 39685313, "rl_env_steps": null, "success": false, @@ -2965,14 +2965,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 10941718, "rl_env_steps": null, "success": false, @@ -2981,30 +2981,30 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", - "chunks": 125, + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", + "chunks": 63, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 501, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -495.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 17638132, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 42683951, "rl_env_steps": null, "success": false, @@ -3013,14 +3013,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 29174955, "rl_env_steps": null, "success": false, @@ -3029,14 +3029,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 13106538, "rl_env_steps": null, "success": false, @@ -3045,30 +3045,30 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", - "chunks": 116, + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 922, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -916.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 82750942, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 27595794, "rl_env_steps": null, "success": false, @@ -3077,14 +3077,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 85382063, "rl_env_steps": null, "success": false, @@ -3093,14 +3093,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 22544583, "rl_env_steps": null, "success": false, @@ -3109,14 +3109,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 82667196, "rl_env_steps": null, "success": false, @@ -3125,30 +3125,30 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", - "chunks": 68, + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 538, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -532.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 53585719, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 68118062, "rl_env_steps": null, "success": false, @@ -3157,30 +3157,30 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", - "chunks": 71, + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 568, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -562.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 84752103, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 10971071, "rl_env_steps": null, "success": false, @@ -3189,14 +3189,14 @@ "truncated": true }, { - "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "base_checkpoint": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "policy_version": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "reset_seed": 17007174, "rl_env_steps": null, "success": false, @@ -3205,13 +3205,13 @@ "truncated": true } ], - "length": 951.605, - "output": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/operations/20261027_selected_bc_final200/tool_hang_diverse50_e1150/eval/epoch_1150.parquet", + "length": 947.87, + "output": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/operations/20261027_local8_e1400_final200/tool_hang_diverse50_e1400/eval/epoch_1400.parquet", "protocol": { - "checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/StandardBaseBC/jax/tool_hang/diverse50/seed_1/checkpoints/epoch_1150.pkl", - "checkpoint_sha256": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/StandardBaseBC/jax/tool_hang/diverse50/seed_1/checkpoints/epoch_1400.pkl", + "checkpoint_sha256": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", "collision_geoms": false, - "epoch": 1150, + "epoch": 1400, "identity_hash": "733413a27ba6798284aa9c3ceeeb7c523f37432c6a4845c14a68e74c7d5afaf9", "job": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/jobs/03.json", "panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", @@ -3417,8 +3417,8 @@ 10971071, 17007174 ], - "script_sha256": "7be8b5440b354a862228f5a3d3855ec0ba7267c78c4e04158fa028e9633e8d32", - "selection": "frozen before this independent panel was evaluated", + "script_sha256": "52959ac39b30b97e21dda738d5187427516ba577f89c0e8d85ddb7ecec15ee40", + "selection": "User requested epoch1400 comparison after reviewing prior checkpoints; shared200 reset panel reused, not an untouched holdout", "settings": { "episodes": 200, "interval_epochs": 10, @@ -3433,7 +3433,7 @@ "workers": 8 } }, - "seconds": 657.6383410398848, + "seconds": 676.2165043628775, "seeds": [ 70723122, 66851989, @@ -3640,27 +3640,22 @@ "successes": 25, "successes_per_seed": [ false, + true, false, false, false, false, + true, false, false, false, - false, - true, - false, true, false, - true, - true, false, - true, - true, - true, false, false, false, + true, false, false, false, @@ -3668,16 +3663,11 @@ false, false, false, - true, - true, false, false, - true, false, - true, false, false, - true, false, false, false, @@ -3692,14 +3682,18 @@ false, false, false, + true, false, false, false, + true, false, false, false, + true, false, false, + true, false, false, false, @@ -3713,31 +3707,29 @@ false, false, false, + true, + true, false, false, false, - true, - false, - true, false, false, false, false, - true, false, false, false, - true, false, false, false, false, false, - true, false, false, false, + true, false, + true, false, false, false, @@ -3763,6 +3755,7 @@ false, false, false, + true, false, false, false, @@ -3800,19 +3793,24 @@ false, false, false, + true, false, false, false, + true, + true, false, false, false, + true, false, false, true, false, - true, false, + true, false, + true, false, false, false, @@ -3822,21 +3820,23 @@ false, false, true, + true, + false, false, false, false, + true, + false, + false, false, false, false, false, - true, false, false, false, false, - true, false, - true, false, false ], diff --git a/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/final200/status.json b/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/final200/status.json index 52054d0ccd716151dabac4e0e7f8eb3f7d7451fa..1df1130e76c4447ee7fbe8522e972f6703e54580 100644 --- a/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/final200/status.json +++ b/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/final200/status.json @@ -1,5 +1,5 @@ { - "epoch": 1150, + "epoch": 1400, "status": "completed", "success": 0.125, "successes": 25, diff --git a/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/final200/verification.json b/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/final200/verification.json new file mode 100644 index 0000000000000000000000000000000000000000..230382568e0c2b16b5e7bf495ff3c49858b5697b --- /dev/null +++ b/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/final200/verification.json @@ -0,0 +1,7 @@ +{ + "actual_episodes": 200, + "checkpoint_sha256": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", + "panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", + "parquet_sha256": "dc9d101b917663aa60d556df7c3437a6a6f66cd25e0aa63340f0ee5b315e73b5", + "passed": true +} diff --git a/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/README.md b/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/README.md new file mode 100644 index 0000000000000000000000000000000000000000..0e733efb46b4ae5a73acedd6649759834c8fec5d --- /dev/null +++ b/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/README.md @@ -0,0 +1,20 @@ +# ToolHang diverse50 — visual-only BC + +User-approved checkpoint: **epoch 1150**, StandardBaseBC/JAX, complete-model EMA, seed1, H8. +Training completed2000 epochs. Collision geometry display is disabled; physical collisions remain enabled. + +Independent evaluation: **12.5% (25/200)**, +95% Wilson interval 8.6%–17.8%. +The common random reset panel uses seed20261021, policy seed700001 and8workers; resets are disjoint from periodic evaluation. +The checkpoint was fixed before this evaluation and was not reselected from these results. + +This is a practical pretraining checkpoint, not a claim of absent overfitting or guaranteed RL improvement. +Training-time50-episode SR was 16.0%; neighboring-policy mean was 16.0%. +Epoch2000 scored 12.0% on the same200 resets; paired counts are recorded in selection_supervision.json. + +[Weights](checkpoints/epoch_1150.pkl) · [Final200](final200/result.json) · [Selection](best.json) + +The data manifest, train/validation split, normalizer and original checkpoint sidecar are included. +Absolute local paths in sealed configs are provenance, not portable download locations; adapt paths explicitly on another host. +The original interval10 plan is preserved; evaluation_override.json records the approved switch to interval50. +SHA256SUMS.json covers release files. Historical collision-rendered repository trees are untouched. diff --git a/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/SHA256SUMS.json b/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/SHA256SUMS.json new file mode 100644 index 0000000000000000000000000000000000000000..3865a5aaac6c938da07d51dd74b0e858f538455c --- /dev/null +++ b/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/SHA256SUMS.json @@ -0,0 +1,102 @@ +{ + "README.md": { + "sha256": "887eba3a458d9edb33f4e6b77002f0f1200aa1ff46eebb422868100abda5ece3", + "bytes": 1364 + }, + "best.json": { + "sha256": "09d43af5b9ebcc8e3cdef92c8084d2c7805708d0c642889bcb3e6dc27199087a", + "bytes": 17617 + }, + "checkpoints/epoch_1150.json": { + "sha256": "29f17c1f008430b661204e1490adacf1f3a4a322d76b66cd05a0e199d5df5a1c", + "bytes": 8256 + }, + "checkpoints/epoch_1150.pkl": { + "sha256": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "bytes": 96603781 + }, + "data_manifest.json": { + "sha256": "5a7a5f21716fb2c6b1d626301409c4afabf351749ab3fe1fbbae8de91cc22121", + "bytes": 12963 + }, + "evaluation_override.json": { + "sha256": "d069d439898fb6ec38034b31caf281b38b3630742b6bc5aac637756036755d5a", + "bytes": 560 + }, + "evaluations.jsonl": { + "sha256": "caceb1278cc485e83c44c14933528f4be089d6f57e5b3ab42d0511d1cd62cda5", + "bytes": 132415 + }, + "final200/epoch_1150.parquet": { + "sha256": "1d65343ef2dd54bc03b04412c5875cc0b4e4fc21f590f2ca73855d9feec868b1", + "bytes": 6210 + }, + "final200/protocol.json": { + "sha256": "75d774d733a2264c9c873de13d8c2cc57638c13180aaa099aa3c45040e8af634", + "bytes": 3934 + }, + "final200/result.json": { + "sha256": "43ccd144d6a7b1cdfcb332c9dd36c2f483041be5a496b12f473e403c556d247e", + "bytes": 117923 + }, + "final200/status.json": { + "sha256": "dbed1bc2203378ec691299b7060a1be4aa3c3d8c8b77b5968ca4d4d817158e0d", + "bytes": 100 + }, + "normalizer.json": { + "sha256": "005c002ce540223c99880f782e665dc58993157c78687db49d0605e326747d07", + "bytes": 1152 + }, + "provenance/evaluate_bc_selected.py": { + "sha256": "7be8b5440b354a862228f5a3d3855ec0ba7267c78c4e04158fa028e9633e8d32", + "bytes": 3370 + }, + "provenance/evaluation_override_active.json": { + "sha256": "49070c150a4b76381fd7e950cce15afc3e6f199943065e182f5485b4bef808e0", + "bytes": 11764 + }, + "provenance/job.json": { + "sha256": "64855deeda81491593bbbd158f283c1b33b15609162934617c9fb0353ad639e7", + "bytes": 5108 + }, + "provenance/native_training_status.json": { + "sha256": "01c186fb43d8601b3a1bca7cc7cb57eee8068d141b1b68dd7f06664e4865ba8e", + "bytes": 298 + }, + "provenance/pretrain_bc_eval_override.py": { + "sha256": "71deaa1c690802253ce2f075f3d9295ac1e302252e9413caae7bbe9071e80e29", + "bytes": 2877 + }, + "provenance/pretrain_bc_noleak.py": { + "sha256": "240abba4a512b61887271aeafc18fdce2372398ed483920b723aa7ce41f3d953", + "bytes": 1932 + }, + "release.json": { + "sha256": "af1de58675d02eab515d6e4c5820c0baa32644039fe91a4de3e2dbe17477adc6", + "bytes": 2585 + }, + "resolved_config.json": { + "sha256": "291b2dbe5453c38ac4ee04d52266eeac0f6d5538e7ab1333a22bd9b3ef05cbef", + "bytes": 6310 + }, + "selection_supervision.json": { + "sha256": "88300f5fbe6a75fde87a652009dd0dc5003682a10a5b25485effe2c65f032733", + "bytes": 1134 + }, + "split.json": { + "sha256": "83f0757ee0f23baefe9ac6d108829fdc4af887df9a59839f30bca5fafbe38b4e", + "bytes": 1158 + }, + "train_metrics.jsonl": { + "sha256": "3eaa25a82bd146adbb91fc2c15837a4bbaaf366c30b32b03fa4185e26d64fb03", + "bytes": 365817 + }, + "training_status.json": { + "sha256": "2cbcb187b4c14cbc8d3059da50b8a699572e8c3d18ce89c15ac3429145aa7b34", + "bytes": 125 + }, + "validation_metrics.jsonl": { + "sha256": "f43116d9765d6190a103e07225985bf86b4f9748a37c1e532929e8abca9f44c2", + "bytes": 140612 + } +} diff --git a/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/best.json b/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/best.json new file mode 100644 index 0000000000000000000000000000000000000000..dc9e0057c1142c22f73d005cb983ddffc616e244 --- /dev/null +++ b/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/best.json @@ -0,0 +1,833 @@ +{ + "task": "tool_hang", + "regime": "diverse50", + "output": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/StandardBaseBC/jax/tool_hang/diverse50/seed_1", + "selected": { + "epoch": 1150, + "window_success": 0.16, + "window_epochs": [ + 1050, + 1100, + 1150, + 1200, + 1250 + ], + "window_rates": [ + 0.16, + 0.16, + 0.16, + 0.14, + 0.18 + ], + "checkpoint_success": 0.16, + "validation_loss": 0.2776385247707367, + "validation_median25": 0.276132732629776, + "train_loss": 0.04013736198701507, + "path": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/StandardBaseBC/jax/tool_hang/diverse50/seed_1/checkpoints/epoch_1150.pkl", + "sha256": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "collision_geoms": false + }, + "user_selection": null, + "strict_validation_alternative": { + "epoch": 50, + "validation_loss": 0.1375454068183899, + "checkpoint_success": 0.0, + "path": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/StandardBaseBC/jax/tool_hang/diverse50/seed_1/checkpoints/epoch_50.pkl", + "sha256": "f81a52e214d878b34b3bde104415c1caaeb65ffb625214269f373e6a0785b740", + "collision_geoms": false + }, + "validation_minimum": { + "epoch": 53, + "step": 4876, + "validation_loss": 0.13531456887722015 + }, + "peak_window_success": 0.168, + "candidates": [ + { + "epoch": 150, + "window_success": 0.052, + "window_epochs": [ + 50, + 100, + 150, + 200, + 250 + ], + "window_rates": [ + 0.0, + 0.04, + 0.02, + 0.08, + 0.12 + ], + "checkpoint_success": 0.02, + "validation_loss": 0.16996364295482635, + "validation_median25": 0.17018163204193115, + "train_loss": 0.07726405627198399 + }, + { + "epoch": 200, + "window_success": 0.06, + "window_epochs": [ + 100, + 150, + 200, + 250, + 300 + ], + "window_rates": [ + 0.04, + 0.02, + 0.08, + 0.12, + 0.04 + ], + "checkpoint_success": 0.08, + "validation_loss": 0.1853657066822052, + "validation_median25": 0.1848250925540924, + "train_loss": 0.07280130401125269 + }, + { + "epoch": 250, + "window_success": 0.076, + "window_epochs": [ + 150, + 200, + 250, + 300, + 350 + ], + "window_rates": [ + 0.02, + 0.08, + 0.12, + 0.04, + 0.12 + ], + "checkpoint_success": 0.12, + "validation_loss": 0.1983841359615326, + "validation_median25": 0.197886660695076, + "train_loss": 0.0668257647868669 + }, + { + "epoch": 300, + "window_success": 0.076, + "window_epochs": [ + 200, + 250, + 300, + 350, + 400 + ], + "window_rates": [ + 0.08, + 0.12, + 0.04, + 0.12, + 0.02 + ], + "checkpoint_success": 0.04, + "validation_loss": 0.20522759854793549, + "validation_median25": 0.20333325862884521, + "train_loss": 0.0654855486307293 + }, + { + "epoch": 350, + "window_success": 0.084, + "window_epochs": [ + 250, + 300, + 350, + 400, + 450 + ], + "window_rates": [ + 0.12, + 0.04, + 0.12, + 0.02, + 0.12 + ], + "checkpoint_success": 0.12, + "validation_loss": 0.21718020737171173, + "validation_median25": 0.21534964442253113, + "train_loss": 0.06036322982995778 + }, + { + "epoch": 400, + "window_success": 0.08, + "window_epochs": [ + 300, + 350, + 400, + 450, + 500 + ], + "window_rates": [ + 0.04, + 0.12, + 0.02, + 0.12, + 0.1 + ], + "checkpoint_success": 0.02, + "validation_loss": 0.22514137625694275, + "validation_median25": 0.22420386970043182, + "train_loss": 0.058654430686915074 + }, + { + "epoch": 450, + "window_success": 0.088, + "window_epochs": [ + 350, + 400, + 450, + 500, + 550 + ], + "window_rates": [ + 0.12, + 0.02, + 0.12, + 0.1, + 0.08 + ], + "checkpoint_success": 0.12, + "validation_loss": 0.22880886495113373, + "validation_median25": 0.2293439358472824, + "train_loss": 0.05681480812916399 + }, + { + "epoch": 500, + "window_success": 0.096, + "window_epochs": [ + 400, + 450, + 500, + 550, + 600 + ], + "window_rates": [ + 0.02, + 0.12, + 0.1, + 0.08, + 0.16 + ], + "checkpoint_success": 0.1, + "validation_loss": 0.23966693878173828, + "validation_median25": 0.23730678856372833, + "train_loss": 0.054806181617139633 + }, + { + "epoch": 550, + "window_success": 0.112, + "window_epochs": [ + 450, + 500, + 550, + 600, + 650 + ], + "window_rates": [ + 0.12, + 0.1, + 0.08, + 0.16, + 0.1 + ], + "checkpoint_success": 0.08, + "validation_loss": 0.23741671442985535, + "validation_median25": 0.24046795070171356, + "train_loss": 0.05353503000438609 + }, + { + "epoch": 600, + "window_success": 0.112, + "window_epochs": [ + 500, + 550, + 600, + 650, + 700 + ], + "window_rates": [ + 0.1, + 0.08, + 0.16, + 0.1, + 0.12 + ], + "checkpoint_success": 0.16, + "validation_loss": 0.24154242873191833, + "validation_median25": 0.24403153359889984, + "train_loss": 0.05047900912483971 + }, + { + "epoch": 650, + "window_success": 0.116, + "window_epochs": [ + 550, + 600, + 650, + 700, + 750 + ], + "window_rates": [ + 0.08, + 0.16, + 0.1, + 0.12, + 0.12 + ], + "checkpoint_success": 0.1, + "validation_loss": 0.25147783756256104, + "validation_median25": 0.2508016526699066, + "train_loss": 0.04995822311735195 + }, + { + "epoch": 700, + "window_success": 0.124, + "window_epochs": [ + 600, + 650, + 700, + 750, + 800 + ], + "window_rates": [ + 0.16, + 0.1, + 0.12, + 0.12, + 0.12 + ], + "checkpoint_success": 0.12, + "validation_loss": 0.2640279531478882, + "validation_median25": 0.2602449059486389, + "train_loss": 0.04880988912621042 + }, + { + "epoch": 750, + "window_success": 0.112, + "window_epochs": [ + 650, + 700, + 750, + 800, + 850 + ], + "window_rates": [ + 0.1, + 0.12, + 0.12, + 0.12, + 0.1 + ], + "checkpoint_success": 0.12, + "validation_loss": 0.2619098126888275, + "validation_median25": 0.2608881890773773, + "train_loss": 0.047233889232602924 + }, + { + "epoch": 800, + "window_success": 0.112, + "window_epochs": [ + 700, + 750, + 800, + 850, + 900 + ], + "window_rates": [ + 0.12, + 0.12, + 0.12, + 0.1, + 0.1 + ], + "checkpoint_success": 0.12, + "validation_loss": 0.2592255473136902, + "validation_median25": 0.25877442955970764, + "train_loss": 0.04629315421198315 + }, + { + "epoch": 850, + "window_success": 0.112, + "window_epochs": [ + 750, + 800, + 850, + 900, + 950 + ], + "window_rates": [ + 0.12, + 0.12, + 0.1, + 0.1, + 0.12 + ], + "checkpoint_success": 0.1, + "validation_loss": 0.26496368646621704, + "validation_median25": 0.2643682360649109, + "train_loss": 0.04581073926444104 + }, + { + "epoch": 900, + "window_success": 0.116, + "window_epochs": [ + 800, + 850, + 900, + 950, + 1000 + ], + "window_rates": [ + 0.12, + 0.1, + 0.1, + 0.12, + 0.14 + ], + "checkpoint_success": 0.1, + "validation_loss": 0.2657521069049835, + "validation_median25": 0.2657521069049835, + "train_loss": 0.0466065706039757 + }, + { + "epoch": 950, + "window_success": 0.124, + "window_epochs": [ + 850, + 900, + 950, + 1000, + 1050 + ], + "window_rates": [ + 0.1, + 0.1, + 0.12, + 0.14, + 0.16 + ], + "checkpoint_success": 0.12, + "validation_loss": 0.2702079117298126, + "validation_median25": 0.26713311672210693, + "train_loss": 0.043929964819929675 + }, + { + "epoch": 1000, + "window_success": 0.136, + "window_epochs": [ + 900, + 950, + 1000, + 1050, + 1100 + ], + "window_rates": [ + 0.1, + 0.12, + 0.14, + 0.16, + 0.16 + ], + "checkpoint_success": 0.14, + "validation_loss": 0.2708909213542938, + "validation_median25": 0.27167338132858276, + "train_loss": 0.04279040587348511 + }, + { + "epoch": 1050, + "window_success": 0.148, + "window_epochs": [ + 950, + 1000, + 1050, + 1100, + 1150 + ], + "window_rates": [ + 0.12, + 0.14, + 0.16, + 0.16, + 0.16 + ], + "checkpoint_success": 0.16, + "validation_loss": 0.2744087874889374, + "validation_median25": 0.2757553458213806, + "train_loss": 0.04224678978709229 + }, + { + "epoch": 1100, + "window_success": 0.152, + "window_epochs": [ + 1000, + 1050, + 1100, + 1150, + 1200 + ], + "window_rates": [ + 0.14, + 0.16, + 0.16, + 0.16, + 0.14 + ], + "checkpoint_success": 0.16, + "validation_loss": 0.2765134274959564, + "validation_median25": 0.27739259600639343, + "train_loss": 0.04167793007432305 + }, + { + "epoch": 1150, + "window_success": 0.16, + "window_epochs": [ + 1050, + 1100, + 1150, + 1200, + 1250 + ], + "window_rates": [ + 0.16, + 0.16, + 0.16, + 0.14, + 0.18 + ], + "checkpoint_success": 0.16, + "validation_loss": 0.2776385247707367, + "validation_median25": 0.276132732629776, + "train_loss": 0.04013736198701507 + }, + { + "epoch": 1200, + "window_success": 0.168, + "window_epochs": [ + 1100, + 1150, + 1200, + 1250, + 1300 + ], + "window_rates": [ + 0.16, + 0.16, + 0.14, + 0.18, + 0.2 + ], + "checkpoint_success": 0.14, + "validation_loss": 0.28329145908355713, + "validation_median25": 0.28037694096565247, + "train_loss": 0.04032790668693388 + }, + { + "epoch": 1250, + "window_success": 0.144, + "window_epochs": [ + 1150, + 1200, + 1250, + 1300, + 1350 + ], + "window_rates": [ + 0.16, + 0.14, + 0.18, + 0.2, + 0.04 + ], + "checkpoint_success": 0.18, + "validation_loss": 0.27477213740348816, + "validation_median25": 0.2766422927379608, + "train_loss": 0.039821829069686135 + }, + { + "epoch": 1300, + "window_success": 0.14, + "window_epochs": [ + 1200, + 1250, + 1300, + 1350, + 1400 + ], + "window_rates": [ + 0.14, + 0.18, + 0.2, + 0.04, + 0.14 + ], + "checkpoint_success": 0.2, + "validation_loss": 0.28332725167274475, + "validation_median25": 0.2826446294784546, + "train_loss": 0.038995908541960854 + }, + { + "epoch": 1350, + "window_success": 0.128, + "window_epochs": [ + 1250, + 1300, + 1350, + 1400, + 1450 + ], + "window_rates": [ + 0.18, + 0.2, + 0.04, + 0.14, + 0.08 + ], + "checkpoint_success": 0.04, + "validation_loss": 0.28257015347480774, + "validation_median25": 0.28207194805145264, + "train_loss": 0.03897670189755027 + }, + { + "epoch": 1400, + "window_success": 0.112, + "window_epochs": [ + 1300, + 1350, + 1400, + 1450, + 1500 + ], + "window_rates": [ + 0.2, + 0.04, + 0.14, + 0.08, + 0.1 + ], + "checkpoint_success": 0.14, + "validation_loss": 0.28851136565208435, + "validation_median25": 0.2895141541957855, + "train_loss": 0.04019468174325214 + }, + { + "epoch": 1450, + "window_success": 0.096, + "window_epochs": [ + 1350, + 1400, + 1450, + 1500, + 1550 + ], + "window_rates": [ + 0.04, + 0.14, + 0.08, + 0.1, + 0.12 + ], + "checkpoint_success": 0.08, + "validation_loss": 0.29192543029785156, + "validation_median25": 0.2905678451061249, + "train_loss": 0.03698325574837005 + }, + { + "epoch": 1500, + "window_success": 0.12, + "window_epochs": [ + 1400, + 1450, + 1500, + 1550, + 1600 + ], + "window_rates": [ + 0.14, + 0.08, + 0.1, + 0.12, + 0.16 + ], + "checkpoint_success": 0.1, + "validation_loss": 0.29059693217277527, + "validation_median25": 0.2921738922595978, + "train_loss": 0.03804671553852786 + }, + { + "epoch": 1550, + "window_success": 0.128, + "window_epochs": [ + 1450, + 1500, + 1550, + 1600, + 1650 + ], + "window_rates": [ + 0.08, + 0.1, + 0.12, + 0.16, + 0.18 + ], + "checkpoint_success": 0.12, + "validation_loss": 0.2947939932346344, + "validation_median25": 0.2938344478607178, + "train_loss": 0.036854520718208494 + }, + { + "epoch": 1600, + "window_success": 0.132, + "window_epochs": [ + 1500, + 1550, + 1600, + 1650, + 1700 + ], + "window_rates": [ + 0.1, + 0.12, + 0.16, + 0.18, + 0.1 + ], + "checkpoint_success": 0.16, + "validation_loss": 0.2951202690601349, + "validation_median25": 0.29456573724746704, + "train_loss": 0.03638664504541019 + }, + { + "epoch": 1650, + "window_success": 0.132, + "window_epochs": [ + 1550, + 1600, + 1650, + 1700, + 1750 + ], + "window_rates": [ + 0.12, + 0.16, + 0.18, + 0.1, + 0.1 + ], + "checkpoint_success": 0.18, + "validation_loss": 0.29439377784729004, + "validation_median25": 0.29239925742149353, + "train_loss": 0.03611997521360726 + }, + { + "epoch": 1700, + "window_success": 0.136, + "window_epochs": [ + 1600, + 1650, + 1700, + 1750, + 1800 + ], + "window_rates": [ + 0.16, + 0.18, + 0.1, + 0.1, + 0.14 + ], + "checkpoint_success": 0.1, + "validation_loss": 0.29231876134872437, + "validation_median25": 0.29374077916145325, + "train_loss": 0.035800645462706976 + }, + { + "epoch": 1750, + "window_success": 0.132, + "window_epochs": [ + 1650, + 1700, + 1750, + 1800, + 1850 + ], + "window_rates": [ + 0.18, + 0.1, + 0.1, + 0.14, + 0.14 + ], + "checkpoint_success": 0.1, + "validation_loss": 0.2990381419658661, + "validation_median25": 0.2995295226573944, + "train_loss": 0.03433187927610354 + }, + { + "epoch": 1800, + "window_success": 0.108, + "window_epochs": [ + 1700, + 1750, + 1800, + 1850, + 1900 + ], + "window_rates": [ + 0.1, + 0.1, + 0.14, + 0.14, + 0.06 + ], + "checkpoint_success": 0.14, + "validation_loss": 0.2982804477214813, + "validation_median25": 0.2991073429584503, + "train_loss": 0.03532669205098909 + }, + { + "epoch": 1850, + "window_success": 0.1, + "window_epochs": [ + 1750, + 1800, + 1850, + 1900, + 1950 + ], + "window_rates": [ + 0.1, + 0.14, + 0.14, + 0.06, + 0.06 + ], + "checkpoint_success": 0.14, + "validation_loss": 0.30031439661979675, + "validation_median25": 0.30061790347099304, + "train_loss": 0.03579333580562012 + } + ], + "independent_evaluation_completed": true, + "interpretation": "Task-performance/validation tradeoff; not proof of absence of overfitting", + "source_sha256": { + "train_metrics.jsonl": "3eaa25a82bd146adbb91fc2c15837a4bbaaf366c30b32b03fa4185e26d64fb03", + "validation_metrics.jsonl": "f43116d9765d6190a103e07225985bf86b4f9748a37c1e532929e8abca9f44c2", + "evaluations.jsonl": "caceb1278cc485e83c44c14933528f4be089d6f57e5b3ab42d0511d1cd62cda5" + }, + "independent_evaluation_result": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/operations/20261027_selected_bc_final200/tool_hang_diverse50_e1150/result.json", + "independent_final200": { + "success": 0.125, + "successes": 25, + "total": 200, + "ci_low": 0.08611974475712644, + "ci_high": 0.17801425002582347, + "seconds": 657.6383410398848 + } +} diff --git a/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/protocol.json b/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/protocol.json new file mode 100644 index 0000000000000000000000000000000000000000..a056051a19e1ca54f6a6bcdd839b549c43fda4cc --- /dev/null +++ b/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/protocol.json @@ -0,0 +1,226 @@ +{ + "checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/StandardBaseBC/jax/tool_hang/diverse50/seed_1/checkpoints/epoch_1150.pkl", + "checkpoint_sha256": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "collision_geoms": false, + "epoch": 1150, + "identity_hash": "733413a27ba6798284aa9c3ceeeb7c523f37432c6a4845c14a68e74c7d5afaf9", + "job": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/jobs/03.json", + "panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", + "reset_seeds": [ + 70723122, + 66851989, + 60005579, + 32401708, + 19153477, + 42749167, + 46661357, + 27402198, + 47810457, + 18848891, + 17918997, + 80363015, + 64973617, + 14420984, + 34943840, + 20266056, + 55423323, + 77426949, + 21093578, + 74139179, + 65396037, + 66433136, + 18174832, + 44050868, + 79827091, + 48142557, + 81058782, + 57440191, + 71718518, + 62288442, + 38780438, + 31543247, + 45815861, + 69976624, + 27741928, + 47860773, + 68719953, + 72413983, + 43596719, + 25975279, + 75651978, + 62538517, + 49157692, + 72093687, + 35658896, + 34016592, + 56600068, + 85354907, + 64181994, + 64561502, + 76858975, + 17852290, + 20068153, + 39072183, + 55774539, + 26085971, + 37837570, + 88758485, + 75982683, + 81377703, + 57992264, + 80112931, + 88742902, + 47013480, + 36523859, + 19498677, + 20212586, + 55485421, + 36767911, + 50597940, + 65503466, + 87299732, + 61456577, + 79295759, + 10605088, + 21163776, + 74346251, + 59990172, + 40756359, + 29123831, + 22339698, + 55950171, + 25459058, + 89169841, + 51768760, + 59320974, + 43210884, + 19819408, + 27287306, + 77579712, + 33855715, + 18917811, + 50238382, + 29018479, + 58133015, + 23864203, + 49568781, + 55772368, + 69087148, + 43159811, + 42777958, + 79686252, + 88287947, + 24484856, + 40522505, + 18535306, + 27261685, + 55157386, + 73419901, + 51177153, + 66197636, + 89218160, + 20312137, + 32815280, + 38566965, + 67538690, + 51444755, + 49534469, + 55520272, + 78917430, + 53987225, + 33135526, + 10641443, + 83269321, + 50371327, + 60499091, + 14174315, + 34430409, + 78665761, + 55417809, + 29697446, + 67300186, + 14166946, + 34309048, + 38651973, + 63582284, + 11252552, + 13083214, + 12656665, + 39216146, + 53058687, + 26843165, + 26213599, + 75250873, + 86873350, + 23044120, + 74475483, + 73879766, + 38462205, + 36712875, + 61476060, + 40070375, + 11657834, + 12071629, + 70951113, + 86273812, + 33086249, + 41678564, + 34536118, + 27607156, + 70130490, + 70448950, + 63854211, + 58640013, + 71222810, + 77025643, + 46535790, + 13450163, + 48130374, + 28109111, + 27277335, + 14975106, + 25482760, + 51368844, + 65499499, + 38883080, + 56579733, + 81285249, + 71293324, + 79868703, + 78989122, + 27209169, + 43304167, + 84752852, + 39685313, + 10941718, + 17638132, + 42683951, + 29174955, + 13106538, + 82750942, + 27595794, + 85382063, + 22544583, + 82667196, + 53585719, + 68118062, + 84752103, + 10971071, + 17007174 + ], + "script_sha256": "7be8b5440b354a862228f5a3d3855ec0ba7267c78c4e04158fa028e9633e8d32", + "selection": "frozen before this independent panel was evaluated", + "settings": { + "episodes": 200, + "interval_epochs": 10, + "policy_seed": 700001, + "reset_seed_start": 880000, + "seed_panel_seed": 20261021, + "seed_range": [ + 10000000, + 90000000 + ], + "seed_sampling": "uniform_without_replacement", + "workers": 8 + } +} diff --git a/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/result.json b/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/result.json new file mode 100644 index 0000000000000000000000000000000000000000..b2eb02498c62b2f1c13223cba57413e3635fb96a --- /dev/null +++ b/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/result.json @@ -0,0 +1,3844 @@ +{ + "ci": "wilson95", + "ci_high": 0.17801425002582347, + "ci_low": 0.08611974475712644, + "environment_steps": 190321, + "episodes": [ + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 70723122, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 66851989, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 60005579, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 32401708, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 19153477, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 42749167, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 46661357, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 27402198, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 47810457, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 89, + "eval_kind": "bc_pretraining", + "length": 706, + "mode": "base_cfm_ode", + "native_return": -700.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 18848891, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 17918997, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 123, + "eval_kind": "bc_pretraining", + "length": 980, + "mode": "base_cfm_ode", + "native_return": -974.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 80363015, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 64973617, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 104, + "eval_kind": "bc_pretraining", + "length": 827, + "mode": "base_cfm_ode", + "native_return": -821.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 14420984, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 80, + "eval_kind": "bc_pretraining", + "length": 636, + "mode": "base_cfm_ode", + "native_return": -630.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 34943840, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 20266056, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 67, + "eval_kind": "bc_pretraining", + "length": 535, + "mode": "base_cfm_ode", + "native_return": -529.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 55423323, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 70, + "eval_kind": "bc_pretraining", + "length": 558, + "mode": "base_cfm_ode", + "native_return": -552.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 77426949, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 83, + "eval_kind": "bc_pretraining", + "length": 660, + "mode": "base_cfm_ode", + "native_return": -654.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 21093578, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 74139179, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 65396037, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 66433136, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 18174832, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 44050868, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 79827091, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 48142557, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 81058782, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 57440191, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 71718518, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 52, + "eval_kind": "bc_pretraining", + "length": 410, + "mode": "base_cfm_ode", + "native_return": -404.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 62288442, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 68, + "eval_kind": "bc_pretraining", + "length": 540, + "mode": "base_cfm_ode", + "native_return": -534.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 38780438, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 31543247, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 45815861, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 73, + "eval_kind": "bc_pretraining", + "length": 580, + "mode": "base_cfm_ode", + "native_return": -574.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 69976624, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 27741928, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 62, + "eval_kind": "bc_pretraining", + "length": 491, + "mode": "base_cfm_ode", + "native_return": -485.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 47860773, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 68719953, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 72413983, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 101, + "eval_kind": "bc_pretraining", + "length": 801, + "mode": "base_cfm_ode", + "native_return": -795.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 43596719, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 25975279, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 75651978, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 62538517, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 49157692, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 72093687, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 35658896, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 34016592, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 56600068, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 85354907, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 104, + "eval_kind": "bc_pretraining", + "length": 827, + "mode": "base_cfm_ode", + "native_return": -821.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 64181994, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 64561502, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 76858975, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 17852290, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 20068153, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 39072183, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 55774539, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 26085971, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 37837570, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 88758485, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 75982683, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 81377703, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 57992264, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 80112931, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 88742902, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 47013480, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 36523859, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 19498677, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 20212586, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 55485421, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 36767911, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 50597940, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 65503466, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 87299732, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 61456577, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 79295759, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 10605088, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 21163776, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 74346251, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 62, + "eval_kind": "bc_pretraining", + "length": 495, + "mode": "base_cfm_ode", + "native_return": -489.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 59990172, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 40756359, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 57, + "eval_kind": "bc_pretraining", + "length": 456, + "mode": "base_cfm_ode", + "native_return": -450.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 29123831, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 22339698, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 55950171, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 25459058, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 89169841, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 54, + "eval_kind": "bc_pretraining", + "length": 430, + "mode": "base_cfm_ode", + "native_return": -424.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 51768760, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 59320974, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 43210884, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 19819408, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 47, + "eval_kind": "bc_pretraining", + "length": 372, + "mode": "base_cfm_ode", + "native_return": -366.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 27287306, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 77579712, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 33855715, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 18917811, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 50238382, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 29018479, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 67, + "eval_kind": "bc_pretraining", + "length": 529, + "mode": "base_cfm_ode", + "native_return": -523.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 58133015, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 23864203, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 49568781, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 55772368, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 69087148, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 43159811, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 42777958, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 79686252, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 88287947, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 24484856, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 40522505, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 18535306, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 27261685, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 55157386, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 73419901, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 51177153, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 66197636, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 89218160, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 73, + "eval_kind": "bc_pretraining", + "length": 579, + "mode": "base_cfm_ode", + "native_return": -573.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 20312137, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 32815280, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 38566965, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 67538690, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 51444755, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 49534469, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 55520272, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 78917430, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 53987225, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 33135526, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 10641443, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 83269321, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 50371327, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 60499091, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 14174315, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 34430409, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 78665761, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 55417809, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 29697446, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 67300186, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 14166946, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 34309048, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 38651973, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 63582284, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 11252552, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 13083214, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 12656665, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 39216146, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 53058687, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 26843165, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 26213599, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 75250873, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 86873350, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 23044120, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 74475483, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 73879766, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 38462205, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 36712875, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 61476060, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 40070375, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 11657834, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 12071629, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 70951113, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 86273812, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 33086249, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 41678564, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 34536118, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 27607156, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 70130490, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 70448950, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 63854211, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 58640013, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 71222810, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 77025643, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 46535790, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 13450163, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 48130374, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 87, + "eval_kind": "bc_pretraining", + "length": 695, + "mode": "base_cfm_ode", + "native_return": -689.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 28109111, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 27277335, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 68, + "eval_kind": "bc_pretraining", + "length": 544, + "mode": "base_cfm_ode", + "native_return": -538.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 14975106, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 25482760, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 51368844, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 65499499, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 38883080, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 56579733, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 81285249, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 71293324, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 79868703, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 78989122, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 27209169, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 81, + "eval_kind": "bc_pretraining", + "length": 642, + "mode": "base_cfm_ode", + "native_return": -636.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 43304167, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 84752852, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 39685313, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 10941718, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 17638132, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 42683951, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 29174955, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 13106538, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 116, + "eval_kind": "bc_pretraining", + "length": 922, + "mode": "base_cfm_ode", + "native_return": -916.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 82750942, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 27595794, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 85382063, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 22544583, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 82667196, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 68, + "eval_kind": "bc_pretraining", + "length": 538, + "mode": "base_cfm_ode", + "native_return": -532.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 53585719, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 68118062, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 71, + "eval_kind": "bc_pretraining", + "length": 568, + "mode": "base_cfm_ode", + "native_return": -562.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 84752103, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 10971071, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "reset_seed": 17007174, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + } + ], + "length": 951.605, + "output": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/operations/20261027_selected_bc_final200/tool_hang_diverse50_e1150/eval/epoch_1150.parquet", + "protocol": { + "checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/StandardBaseBC/jax/tool_hang/diverse50/seed_1/checkpoints/epoch_1150.pkl", + "checkpoint_sha256": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "collision_geoms": false, + "epoch": 1150, + "identity_hash": "733413a27ba6798284aa9c3ceeeb7c523f37432c6a4845c14a68e74c7d5afaf9", + "job": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/jobs/03.json", + "panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", + "reset_seeds": [ + 70723122, + 66851989, + 60005579, + 32401708, + 19153477, + 42749167, + 46661357, + 27402198, + 47810457, + 18848891, + 17918997, + 80363015, + 64973617, + 14420984, + 34943840, + 20266056, + 55423323, + 77426949, + 21093578, + 74139179, + 65396037, + 66433136, + 18174832, + 44050868, + 79827091, + 48142557, + 81058782, + 57440191, + 71718518, + 62288442, + 38780438, + 31543247, + 45815861, + 69976624, + 27741928, + 47860773, + 68719953, + 72413983, + 43596719, + 25975279, + 75651978, + 62538517, + 49157692, + 72093687, + 35658896, + 34016592, + 56600068, + 85354907, + 64181994, + 64561502, + 76858975, + 17852290, + 20068153, + 39072183, + 55774539, + 26085971, + 37837570, + 88758485, + 75982683, + 81377703, + 57992264, + 80112931, + 88742902, + 47013480, + 36523859, + 19498677, + 20212586, + 55485421, + 36767911, + 50597940, + 65503466, + 87299732, + 61456577, + 79295759, + 10605088, + 21163776, + 74346251, + 59990172, + 40756359, + 29123831, + 22339698, + 55950171, + 25459058, + 89169841, + 51768760, + 59320974, + 43210884, + 19819408, + 27287306, + 77579712, + 33855715, + 18917811, + 50238382, + 29018479, + 58133015, + 23864203, + 49568781, + 55772368, + 69087148, + 43159811, + 42777958, + 79686252, + 88287947, + 24484856, + 40522505, + 18535306, + 27261685, + 55157386, + 73419901, + 51177153, + 66197636, + 89218160, + 20312137, + 32815280, + 38566965, + 67538690, + 51444755, + 49534469, + 55520272, + 78917430, + 53987225, + 33135526, + 10641443, + 83269321, + 50371327, + 60499091, + 14174315, + 34430409, + 78665761, + 55417809, + 29697446, + 67300186, + 14166946, + 34309048, + 38651973, + 63582284, + 11252552, + 13083214, + 12656665, + 39216146, + 53058687, + 26843165, + 26213599, + 75250873, + 86873350, + 23044120, + 74475483, + 73879766, + 38462205, + 36712875, + 61476060, + 40070375, + 11657834, + 12071629, + 70951113, + 86273812, + 33086249, + 41678564, + 34536118, + 27607156, + 70130490, + 70448950, + 63854211, + 58640013, + 71222810, + 77025643, + 46535790, + 13450163, + 48130374, + 28109111, + 27277335, + 14975106, + 25482760, + 51368844, + 65499499, + 38883080, + 56579733, + 81285249, + 71293324, + 79868703, + 78989122, + 27209169, + 43304167, + 84752852, + 39685313, + 10941718, + 17638132, + 42683951, + 29174955, + 13106538, + 82750942, + 27595794, + 85382063, + 22544583, + 82667196, + 53585719, + 68118062, + 84752103, + 10971071, + 17007174 + ], + "script_sha256": "7be8b5440b354a862228f5a3d3855ec0ba7267c78c4e04158fa028e9633e8d32", + "selection": "frozen before this independent panel was evaluated", + "settings": { + "episodes": 200, + "interval_epochs": 10, + "policy_seed": 700001, + "reset_seed_start": 880000, + "seed_panel_seed": 20261021, + "seed_range": [ + 10000000, + 90000000 + ], + "seed_sampling": "uniform_without_replacement", + "workers": 8 + } + }, + "seconds": 657.6383410398848, + "seeds": [ + 70723122, + 66851989, + 60005579, + 32401708, + 19153477, + 42749167, + 46661357, + 27402198, + 47810457, + 18848891, + 17918997, + 80363015, + 64973617, + 14420984, + 34943840, + 20266056, + 55423323, + 77426949, + 21093578, + 74139179, + 65396037, + 66433136, + 18174832, + 44050868, + 79827091, + 48142557, + 81058782, + 57440191, + 71718518, + 62288442, + 38780438, + 31543247, + 45815861, + 69976624, + 27741928, + 47860773, + 68719953, + 72413983, + 43596719, + 25975279, + 75651978, + 62538517, + 49157692, + 72093687, + 35658896, + 34016592, + 56600068, + 85354907, + 64181994, + 64561502, + 76858975, + 17852290, + 20068153, + 39072183, + 55774539, + 26085971, + 37837570, + 88758485, + 75982683, + 81377703, + 57992264, + 80112931, + 88742902, + 47013480, + 36523859, + 19498677, + 20212586, + 55485421, + 36767911, + 50597940, + 65503466, + 87299732, + 61456577, + 79295759, + 10605088, + 21163776, + 74346251, + 59990172, + 40756359, + 29123831, + 22339698, + 55950171, + 25459058, + 89169841, + 51768760, + 59320974, + 43210884, + 19819408, + 27287306, + 77579712, + 33855715, + 18917811, + 50238382, + 29018479, + 58133015, + 23864203, + 49568781, + 55772368, + 69087148, + 43159811, + 42777958, + 79686252, + 88287947, + 24484856, + 40522505, + 18535306, + 27261685, + 55157386, + 73419901, + 51177153, + 66197636, + 89218160, + 20312137, + 32815280, + 38566965, + 67538690, + 51444755, + 49534469, + 55520272, + 78917430, + 53987225, + 33135526, + 10641443, + 83269321, + 50371327, + 60499091, + 14174315, + 34430409, + 78665761, + 55417809, + 29697446, + 67300186, + 14166946, + 34309048, + 38651973, + 63582284, + 11252552, + 13083214, + 12656665, + 39216146, + 53058687, + 26843165, + 26213599, + 75250873, + 86873350, + 23044120, + 74475483, + 73879766, + 38462205, + 36712875, + 61476060, + 40070375, + 11657834, + 12071629, + 70951113, + 86273812, + 33086249, + 41678564, + 34536118, + 27607156, + 70130490, + 70448950, + 63854211, + 58640013, + 71222810, + 77025643, + 46535790, + 13450163, + 48130374, + 28109111, + 27277335, + 14975106, + 25482760, + 51368844, + 65499499, + 38883080, + 56579733, + 81285249, + 71293324, + 79868703, + 78989122, + 27209169, + 43304167, + 84752852, + 39685313, + 10941718, + 17638132, + 42683951, + 29174955, + 13106538, + 82750942, + 27595794, + 85382063, + 22544583, + 82667196, + 53585719, + 68118062, + 84752103, + 10971071, + 17007174 + ], + "success": 0.125, + "successes": 25, + "successes_per_seed": [ + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + true, + false, + true, + true, + false, + true, + true, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + true, + false, + false, + true, + false, + true, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + true, + false, + false, + false, + false, + true, + false, + false, + false, + true, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + true, + false, + true, + false, + false + ], + "total": 200 +} diff --git a/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/status.json b/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/status.json new file mode 100644 index 0000000000000000000000000000000000000000..52054d0ccd716151dabac4e0e7f8eb3f7d7451fa --- /dev/null +++ b/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/status.json @@ -0,0 +1,7 @@ +{ + "epoch": 1150, + "status": "completed", + "success": 0.125, + "successes": 25, + "total": 200 +} diff --git a/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/release.json b/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/release.json new file mode 100644 index 0000000000000000000000000000000000000000..bed0119b7e37550732fc127a2ef1158b67a28e23 --- /dev/null +++ b/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/release.json @@ -0,0 +1,59 @@ +{ + "schema_version": 1, + "repo_id": "yangfy0627/RL-postTrain", + "created_at": "2026-10-26T21:53:23.618600+00:00", + "model": { + "task": "ToolHang", + "suite": "Robomimic", + "experiment": "tool_hang", + "regime": "diverse50", + "seed": 1, + "epoch": 1150, + "trained_epochs_at_selection": 2000, + "planned_epochs": 2000, + "training_status_at_selection": "user_accepted_after_joint_curve_review", + "family": "StandardBaseBC", + "framework": "jax", + "weights": "complete_model_EMA", + "horizon": 8, + "collision_geoms": false, + "selection_rule": "Joint train/validation/periodic-success review with explicit user-approved checkpoints; Can diverse20 e1500 corrected before final200", + "window_success_rate": 0.16, + "window_epochs": [ + 1050, + 1100, + 1150, + 1200, + 1250 + ], + "window_episodes": 250, + "selection_note": "Neighborhood average combines different checkpoints on reused seeds; final200 reports this fixed checkpoint", + "final200": { + "success": 0.125, + "successes": 25, + "total": 200, + "ci_low": 0.08611974475712644, + "ci_high": 0.17801425002582347 + }, + "final200_panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", + "checkpoint_sha256": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "checkpoint_bytes": 96603781, + "pixel_spec_hash": "9aba3fd9a1011e610cbb6bfbf04e84a09dd73adc222ca38d7321758e4b5b87ca", + "identity_hash": "733413a27ba6798284aa9c3ceeeb7c523f37432c6a4845c14a68e74c7d5afaf9", + "path": "visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/checkpoints/epoch_1150.pkl", + "directory": "visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1", + "supervision": { + "status": "selected_after_joint_review", + "training": "completed", + "joint_curve_review_status": "finalized_user_accepted", + "reviewed_at": "2026-10-26T21:53:23.618600+00:00", + "review_evidence": "visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/selection_supervision.json", + "final200_role": "report_only_not_used_for_reselection", + "zero_overfitting_claim": false, + "completed_train_epoch": 2000 + }, + "evaluation_schedule": "visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/evaluation_override.json" + }, + "publication_authorization": "User 2026-10-27: upload these four accepted pretrained BC checkpoints", + "purpose": "Visual-only pretrained initialization for downstream RL; original machine paths retained as provenance" +} diff --git a/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/selection_supervision.json b/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/selection_supervision.json new file mode 100644 index 0000000000000000000000000000000000000000..edb4800d202b8c6446c54d9af0408fe2fe1a7563 --- /dev/null +++ b/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/selection_supervision.json @@ -0,0 +1,33 @@ +{ + "status": "user_accepted_after_joint_curve_review", + "selection_frozen_before_final200": true, + "final200_role": "report_only_not_used_for_reselection", + "user_accepted_epoch": 1150, + "zero_overfitting_claim": false, + "user_selection": null, + "comparison_with_epoch2000": { + "task": "tool_hang", + "regime": "diverse50", + "epoch": 1150, + "checkpoint_sha256": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", + "result": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/operations/20261027_selected_bc_final200/tool_hang_diverse50_e1150/result.json", + "periodic50_success": 0.16, + "final200": { + "success": 0.125, + "successes": 25, + "total": 200, + "ci_low": 0.08611974475712644, + "ci_high": 0.17801425002582347, + "seconds": 657.6383410398848 + }, + "epoch2000_success": 0.12, + "paired_change_percentage_points": 0.5000000000000004, + "paired_counts": { + "both_success": 7, + "selected_only": 18, + "epoch2000_only": 17, + "both_fail": 158 + }, + "panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3" + } +} diff --git a/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/training_status.json b/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/training_status.json new file mode 100644 index 0000000000000000000000000000000000000000..9025075138c8d028ee0075058a89edfef4e2f4c8 --- /dev/null +++ b/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/training_status.json @@ -0,0 +1,6 @@ +{ + "status": "completed", + "completed_epoch": 2000, + "selected_epoch": 1150, + "independent_evaluation_completed": true +} diff --git a/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/provenance/evaluate_comparison.py b/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/provenance/evaluate_comparison.py new file mode 100644 index 0000000000000000000000000000000000000000..fa956325d8bb186c9f949057749370215cec5e90 --- /dev/null +++ b/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/provenance/evaluate_comparison.py @@ -0,0 +1,67 @@ +"""Evaluate the user-requested epoch1400 checkpoint on the reused comparison panel. +No changes to training or published model selection. +""" +import argparse +import copy +import json +import os +import sys +import time +from pathlib import Path + + +def main(): + p = argparse.ArgumentParser() + p.add_argument("--job", required=True, type=Path) + p.add_argument("--checkpoint", required=True, type=Path) + p.add_argument("--output", required=True, type=Path) + args = p.parse_args() + sys.path.insert(0, str(Path.cwd() / "src")) + job = json.loads(args.job.read_text()) + os.environ["RL_PT_EXPERIMENT"] = job["experiment"] + from rl_pt_analyze.bc_pretrain import validate_job, _evaluate + from rl_pt_analyze.bc_evaluation import evaluation_settings, evaluation_seeds + from rl_pt_analyze.io import canonical_hash, sha256_file, write_json + spec = validate_job(job) + assert spec.collision_geoms is False + meta = json.loads(args.checkpoint.with_suffix(".json").read_text()) + digest = sha256_file(args.checkpoint) + assert digest == meta["sha256"] + assert meta["resolved_config"]["identity_hash"] == job["identity_hash"] + epoch = meta["metadata"]["epoch"] + settings = evaluation_settings(job, job["training"]["epochs"]) + seeds = evaluation_seeds(settings) + periodic = evaluation_seeds(evaluation_settings(job, 0)) + assert len(seeds) == 200 and not set(seeds).intersection(periodic) + assert not args.output.exists(), f"Refusing to overwrite {args.output}" + args.output.mkdir(parents=True) + protocol = dict(job=str(args.job), identity_hash=job["identity_hash"], + checkpoint=str(args.checkpoint), checkpoint_sha256=digest, + epoch=epoch, settings=settings, reset_seeds=seeds, + panel_hash=canonical_hash(seeds), collision_geoms=False, + selection="User requested epoch1400 comparison after reviewing prior checkpoints; shared200 reset panel reused, not an untouched holdout", + script_sha256=sha256_file(__file__)) + write_json(args.output / "protocol.json", protocol) + write_json(args.output / "status.json", dict(status="running", pid=os.getpid())) + evaluation_job = copy.deepcopy(job) + evaluation_job["evaluation"] = settings + evaluation_job["output"] = str(args.output) + started = time.monotonic() + try: + result = _evaluate(args.checkpoint, evaluation_job, epoch) + assert result["total"] == 200 + assert len(result["successes_per_seed"]) == 200 + assert sum(result["successes_per_seed"]) == result["successes"] + assert sha256_file(args.checkpoint) == digest + write_json(args.output / "result.json", dict(protocol=protocol, + seconds=time.monotonic() - started, **result)) + write_json(args.output / "status.json", dict(status="completed", epoch=epoch, + success=result["success"], successes=result["successes"], total=200)) + print(json.dumps({k: result[k] for k in ("success", "successes", "total", "ci_low", "ci_high")}), flush=True) + except BaseException as error: + write_json(args.output / "status.json", dict(status="failed", error=repr(error))) + raise + + +if __name__ == "__main__": + main() diff --git a/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/release.json b/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/release.json index bed0119b7e37550732fc127a2ef1158b67a28e23..a5037524f1d5cf7df7998d22d1707a84759fca74 100644 --- a/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/release.json +++ b/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/release.json @@ -1,33 +1,24 @@ { "schema_version": 1, "repo_id": "yangfy0627/RL-postTrain", - "created_at": "2026-10-26T21:53:23.618600+00:00", + "created_at": "2026-10-27T08:23:02.493820+00:00", "model": { "task": "ToolHang", "suite": "Robomimic", "experiment": "tool_hang", "regime": "diverse50", "seed": 1, - "epoch": 1150, + "epoch": 1400, "trained_epochs_at_selection": 2000, "planned_epochs": 2000, - "training_status_at_selection": "user_accepted_after_joint_curve_review", + "training_status_at_selection": "completed", "family": "StandardBaseBC", "framework": "jax", "weights": "complete_model_EMA", "horizon": 8, "collision_geoms": false, - "selection_rule": "Joint train/validation/periodic-success review with explicit user-approved checkpoints; Can diverse20 e1500 corrected before final200", - "window_success_rate": 0.16, - "window_epochs": [ - 1050, - 1100, - 1150, - 1200, - 1250 - ], - "window_episodes": 250, - "selection_note": "Neighborhood average combines different checkpoints on reused seeds; final200 reports this fixed checkpoint", + "selection_rule": "User requested adopting epoch1400 uniformly for all eight local models after reviewing the shared200-episode comparisons", + "periodic50_success": 0.14, "final200": { "success": 0.125, "successes": 25, @@ -36,24 +27,34 @@ "ci_high": 0.17801425002582347 }, "final200_panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", - "checkpoint_sha256": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", - "checkpoint_bytes": 96603781, + "checkpoint_sha256": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", + "checkpoint_bytes": 96557151, "pixel_spec_hash": "9aba3fd9a1011e610cbb6bfbf04e84a09dd73adc222ca38d7321758e4b5b87ca", "identity_hash": "733413a27ba6798284aa9c3ceeeb7c523f37432c6a4845c14a68e74c7d5afaf9", - "path": "visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/checkpoints/epoch_1150.pkl", + "path": "visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/checkpoints/epoch_1400.pkl", "directory": "visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1", "supervision": { - "status": "selected_after_joint_review", + "status": "selected_by_user", "training": "completed", "joint_curve_review_status": "finalized_user_accepted", - "reviewed_at": "2026-10-26T21:53:23.618600+00:00", + "reviewed_at": "2026-10-27T08:23:02.493820+00:00", "review_evidence": "visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/selection_supervision.json", - "final200_role": "report_only_not_used_for_reselection", - "zero_overfitting_claim": false, - "completed_train_epoch": 2000 + "final200_role": "shared_comparison_panel_used_for_user_selection", + "zero_overfitting_claim": false + }, + "previous_selection": { + "epoch": 1150, + "path": "visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/checkpoints/epoch_1150.pkl", + "revision": "1bf8a9fb26982bebb51493f3475d28f12a3197ae", + "final200": { + "success": 0.125, + "successes": 25, + "total": 200, + "ci_low": 0.08611974475712644, + "ci_high": 0.17801425002582347 + } }, "evaluation_schedule": "visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/evaluation_override.json" }, - "publication_authorization": "User 2026-10-27: upload these four accepted pretrained BC checkpoints", - "purpose": "Visual-only pretrained initialization for downstream RL; original machine paths retained as provenance" + "publication_authorization": "User2026-10-27: adopt these epoch1400 results for all eight and update Hugging Face" } diff --git a/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/selection_supervision.json b/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/selection_supervision.json index edb4800d202b8c6446c54d9af0408fe2fe1a7563..0d34560d934519ca384437fe05312317a37d4429 100644 --- a/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/selection_supervision.json +++ b/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/selection_supervision.json @@ -1,33 +1,14 @@ { - "status": "user_accepted_after_joint_curve_review", - "selection_frozen_before_final200": true, - "final200_role": "report_only_not_used_for_reselection", - "user_accepted_epoch": 1150, + "status": "finalized_user_accepted", + "selected_epoch": 1400, + "selection_rule": "User requested adopting epoch1400 uniformly for all eight local models after reviewing the shared200-episode comparisons", + "final200_used_for_selection": true, + "untouched_holdout": false, "zero_overfitting_claim": false, - "user_selection": null, - "comparison_with_epoch2000": { - "task": "tool_hang", - "regime": "diverse50", - "epoch": 1150, - "checkpoint_sha256": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", - "result": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/operations/20261027_selected_bc_final200/tool_hang_diverse50_e1150/result.json", - "periodic50_success": 0.16, - "final200": { - "success": 0.125, - "successes": 25, - "total": 200, - "ci_low": 0.08611974475712644, - "ci_high": 0.17801425002582347, - "seconds": 657.6383410398848 - }, - "epoch2000_success": 0.12, - "paired_change_percentage_points": 0.5000000000000004, - "paired_counts": { - "both_success": 7, - "selected_only": 18, - "epoch2000_only": 17, - "both_fail": 158 - }, - "panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3" - } + "previous_epoch": 1150, + "previous_success": 0.125, + "previous_path": "visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/checkpoints/epoch_1150.pkl", + "previous_revision": "1bf8a9fb26982bebb51493f3475d28f12a3197ae", + "previous_release_archive": "visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae", + "checkpoint_sha256": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925" } diff --git a/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/training_status.json b/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/training_status.json index 9025075138c8d028ee0075058a89edfef4e2f4c8..4ab68d82149afe4e22036b56d74b0685c802cf1f 100644 --- a/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/training_status.json +++ b/visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/training_status.json @@ -1,6 +1,6 @@ { "status": "completed", - "completed_epoch": 2000, - "selected_epoch": 1150, - "independent_evaluation_completed": true + "last_recorded_epoch": 2000, + "planned_epochs": 2000, + "selected_epoch": 1400 } diff --git a/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/README.md b/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/README.md index c62282195bc62b8e7455807164e56d7df077a634..e8c7712cb89514e3ddc56e895cbadb691a6a57a9 100644 --- a/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/README.md +++ b/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/README.md @@ -1,20 +1,13 @@ # ToolHang focused50 — visual-only BC -User-approved checkpoint: **epoch 650**, StandardBaseBC/JAX, complete-model EMA, seed1, H8. -Training completed2000 epochs. Collision geometry display is disabled; physical collisions remain enabled. +Current user-approved checkpoint: **epoch1400**, StandardBaseBC/JAX, complete-model EMA, seed1, H8. +Actual200-episode evaluation: **15.5% (31/200)**; Wilson95 interval 11.1%–21.2%. -Independent evaluation: **16.5% (33/200)**, -95% Wilson interval 12.0%–22.3%. -The common random reset panel uses seed20261021, policy seed700001 and8workers; resets are disjoint from periodic evaluation. -The checkpoint was fixed before this evaluation and was not reselected from these results. +The user chose epoch1400 uniformly for all eight local models after comparing results. The shared reset panel was used for selection, not an untouched holdout; this does not imply all eight improved over their previous checkpoints. +Previous selection: epoch650, 16.5%. Old weights remain available; prior release documents are archived under history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/. -This is a practical pretraining checkpoint, not a claim of absent overfitting or guaranteed RL improvement. -Training-time50-episode SR was 16.0%; neighboring-policy mean was 13.2%. -Epoch2000 scored 15.0% on the same200 resets; paired counts are recorded in selection_supervision.json. +Training status: completed, last recorded epoch2000, planned2000. Evaluation uses panel seed20261021, policy seed700001,8workers. Collision geometry display is disabled; physical collisions remain enabled. -[Weights](checkpoints/epoch_650.pkl) · [Final200](final200/result.json) · [Selection](best.json) +[Current weights](checkpoints/epoch_1400.pkl) · [Final200](final200/result.json) · [Selection](selection_supervision.json) -The data manifest, train/validation split, normalizer and original checkpoint sidecar are included. -Absolute local paths in sealed configs are provenance, not portable download locations; adapt paths explicitly on another host. -The original interval10 plan is preserved; evaluation_override.json records the approved switch to interval50. -SHA256SUMS.json covers release files. Historical collision-rendered repository trees are untouched. +Manifest, split, normalizer, original sidecar and curves are included. Absolute local paths are provenance; adapt explicitly on another host. evaluation_override.json records periodic evaluation every50 epochs. SHA256SUMS.json covers this staged release and archived documents. No claim of absent overfitting or guaranteed downstream RL improvement. diff --git a/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/SHA256SUMS.json b/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/SHA256SUMS.json index 80990873d4d68463f9676981185cb79a9dea9972..8ed3f2a468c888ba74fe7f591f462daf8f2254e0 100644 --- a/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/SHA256SUMS.json +++ b/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/SHA256SUMS.json @@ -1,19 +1,19 @@ { "README.md": { - "sha256": "dac9c6751c31c007d15823d95fbb5c77318a3c19c8e4684cdcebd131e288a00a", - "bytes": 1363 + "sha256": "c06287940e1f30fa31d44b56af787c5966ec2b80b44e00af8441bbf71952479b", + "bytes": 1302 }, "best.json": { - "sha256": "83e04db78d694fe38699759cce7d9dcfe39b06726d7862a8835c386e772ab18f", - "bytes": 17643 + "sha256": "230974ec35a8063b45aa0b25458de247360cb6edde1e48681879aeecaaf3874f", + "bytes": 1349 }, - "checkpoints/epoch_650.json": { - "sha256": "0e4d337c6f488888b7e3730227717862f33241ca3625544525eabc5e0ff5fc47", - "bytes": 7624 + "checkpoints/epoch_1400.json": { + "sha256": "b148b0f406b835b8b6c1d961d5561cabbac38ad314513f0252bb0a5fa1f5b20a", + "bytes": 8255 }, - "checkpoints/epoch_650.pkl": { - "sha256": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", - "bytes": 96674984 + "checkpoints/epoch_1400.pkl": { + "sha256": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", + "bytes": 96592643 }, "data_manifest.json": { "sha256": "5a7a5f21716fb2c6b1d626301409c4afabf351749ab3fe1fbbae8de91cc22121", @@ -27,29 +27,69 @@ "sha256": "03c0d0e3c18b1e460ffde3e75aae6afd4bd99f9dc7f48961b4df483265823841", "bytes": 137682 }, - "final200/epoch_650.parquet": { - "sha256": "e245319021a5ce604d045a6d97fb3bdf1626a7153069d6ae39ccd342966658eb", - "bytes": 6330 + "final200/epoch_1400.parquet": { + "sha256": "79811102d5592f3740294eebdfbf4fb1c34015380e9cc4f71710616410c194ff", + "bytes": 6367 }, "final200/protocol.json": { + "sha256": "35d209075ff412c64a548f8954485d5bb39dbe72271f545870c98933ecedc1af", + "bytes": 4009 + }, + "final200/result.json": { + "sha256": "805bb91239159bba9d640973a43d4ac4c811b9ef666b797f03b0684708a39e63", + "bytes": 117966 + }, + "final200/status.json": { + "sha256": "3dafd6c6a0fc0e04694bde85907e45569dc39bbe8a82aea05efac26d45a9bcc6", + "bytes": 100 + }, + "final200/verification.json": { + "sha256": "df36971d21fb1b587a749a4afe30ca898477aef80873b0bf3fc2c9a932027ed4", + "bytes": 310 + }, + "history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/README.md": { + "sha256": "dac9c6751c31c007d15823d95fbb5c77318a3c19c8e4684cdcebd131e288a00a", + "bytes": 1363 + }, + "history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/SHA256SUMS.json": { + "sha256": "3e981511b56707d7f1d82dffb20240e4686b0a2fd11c5ad412be67df4a64544b", + "bytes": 3404 + }, + "history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/best.json": { + "sha256": "83e04db78d694fe38699759cce7d9dcfe39b06726d7862a8835c386e772ab18f", + "bytes": 17643 + }, + "history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/protocol.json": { "sha256": "6053320400bd343ae556508e488e318319f995c2118723da718ee3d3e8cf0f75", "bytes": 3932 }, - "final200/result.json": { + "history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/result.json": { "sha256": "977c13064fc8b31fba88236b20f13a0c48870c8b2359e29a339b6edfbbdc2eac", "bytes": 117874 }, - "final200/status.json": { + "history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/status.json": { "sha256": "926bf3b38f366077a70be4d478f1b2c3538c218f2c49b59233161c46c2d5f135", "bytes": 99 }, + "history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/release.json": { + "sha256": "b7565c9519f387e8afcce99ce5cba101d75e82b6837ff6a04c3490e8e2013d93", + "bytes": 2578 + }, + "history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/selection_supervision.json": { + "sha256": "dc2f87cc3064296b441bd8ece48a213badb5a0c4d513bb9f97fcbdcac4a89712", + "bytes": 1130 + }, + "history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/training_status.json": { + "sha256": "724612c6f478f7c48842efe18514c3dff5789de2da813a9312300ff2dfadc322", + "bytes": 124 + }, "normalizer.json": { "sha256": "83307951111f95eb61767e764d1f454436ee0a6f2ecb31d1892f7db6953f94a2", "bytes": 1155 }, - "provenance/evaluate_bc_selected.py": { - "sha256": "7be8b5440b354a862228f5a3d3855ec0ba7267c78c4e04158fa028e9633e8d32", - "bytes": 3370 + "provenance/evaluate_comparison.py": { + "sha256": "52959ac39b30b97e21dda738d5187427516ba577f89c0e8d85ddb7ecec15ee40", + "bytes": 3264 }, "provenance/evaluation_override_active.json": { "sha256": "42e83e6935827a6c7ab23d49d1d723bbc7ebe4bbadfb62d8c7cd97b242fa3dc3", @@ -63,25 +103,17 @@ "sha256": "80dadec50f4bdaed91a17414804e343280bc24692c703c321811dcaebcdc8754", "bytes": 298 }, - "provenance/pretrain_bc_eval_override.py": { - "sha256": "71deaa1c690802253ce2f075f3d9295ac1e302252e9413caae7bbe9071e80e29", - "bytes": 2877 - }, - "provenance/pretrain_bc_noleak.py": { - "sha256": "240abba4a512b61887271aeafc18fdce2372398ed483920b723aa7ce41f3d953", - "bytes": 1932 - }, "release.json": { - "sha256": "b7565c9519f387e8afcce99ce5cba101d75e82b6837ff6a04c3490e8e2013d93", - "bytes": 2578 + "sha256": "00a938c07b82eb0db6567e54c27b11a45f3be7b7b910343203c6400e08e4e5c1", + "bytes": 2551 }, "resolved_config.json": { "sha256": "8c8c97aceb649db6949ec95567d6360faad72a39d06cddefeb6f2b8bdfe32160", "bytes": 6310 }, "selection_supervision.json": { - "sha256": "dc2f87cc3064296b441bd8ece48a213badb5a0c4d513bb9f97fcbdcac4a89712", - "bytes": 1130 + "sha256": "7bc277928d944940fed8b470a2c45414fdda5f4052fa8a15b9b4e217e12aeb7b", + "bytes": 784 }, "split.json": { "sha256": "d3418a958df91e67f17eacb09e2530e4f2c753135fdfdeeff5b67f2dcd22b6d9", @@ -92,8 +124,8 @@ "bytes": 365486 }, "training_status.json": { - "sha256": "724612c6f478f7c48842efe18514c3dff5789de2da813a9312300ff2dfadc322", - "bytes": 124 + "sha256": "2dece9b5abae7eb0792f37aae903f21d9b31f3e0de50d5b41aa918a2596c24ee", + "bytes": 111 }, "validation_metrics.jsonl": { "sha256": "80ff85244c5745457b5fc9b4df33da06dc793b116bc6e88e341405d8ed0dd51f", diff --git a/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/best.json b/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/best.json index 764cdc5b541e1b47ff5b7e5ff577862a801fc9ef..ca47e1df624eeb016ba2fe23c78cc3aae5b8cf01 100644 --- a/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/best.json +++ b/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/best.json @@ -1,833 +1,28 @@ { "task": "tool_hang", "regime": "focused50", - "output": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/StandardBaseBC/jax/tool_hang/focused50/seed_1", - "selected": { - "epoch": 650, - "window_success": 0.132, - "window_epochs": [ - 550, - 600, - 650, - 700, - 750 - ], - "window_rates": [ - 0.12, - 0.1, - 0.16, - 0.14, - 0.14 - ], - "checkpoint_success": 0.16, - "validation_loss": 0.21983446180820465, - "validation_median25": 0.22032776474952698, - "train_loss": 0.05245135896965433, - "path": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/StandardBaseBC/jax/tool_hang/focused50/seed_1/checkpoints/epoch_650.pkl", - "sha256": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", - "collision_geoms": false - }, - "user_selection": null, - "strict_validation_alternative": { - "epoch": 50, - "validation_loss": 0.12862855195999146, - "checkpoint_success": 0.0, - "path": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/StandardBaseBC/jax/tool_hang/focused50/seed_1/checkpoints/epoch_50.pkl", - "sha256": "64f53f480ca7c1eb497979347632225171e5051333df67487cbc9f0300331142", - "collision_geoms": false - }, - "validation_minimum": { - "epoch": 66, - "step": 5214, - "validation_loss": 0.12126275151968002 - }, - "peak_window_success": 0.14, - "candidates": [ - { - "epoch": 150, - "window_success": 0.036, - "window_epochs": [ - 50, - 100, - 150, - 200, - 250 - ], - "window_rates": [ - 0.0, - 0.0, - 0.02, - 0.1, - 0.06 - ], - "checkpoint_success": 0.02, - "validation_loss": 0.14731290936470032, - "validation_median25": 0.1474534273147583, - "train_loss": 0.08168186723136588 - }, - { - "epoch": 200, - "window_success": 0.044, - "window_epochs": [ - 100, - 150, - 200, - 250, - 300 - ], - "window_rates": [ - 0.0, - 0.02, - 0.1, - 0.06, - 0.04 - ], - "checkpoint_success": 0.1, - "validation_loss": 0.15665936470031738, - "validation_median25": 0.15675798058509827, - "train_loss": 0.07343113060876305 - }, - { - "epoch": 250, - "window_success": 0.06, - "window_epochs": [ - 150, - 200, - 250, - 300, - 350 - ], - "window_rates": [ - 0.02, - 0.1, - 0.06, - 0.04, - 0.08 - ], - "checkpoint_success": 0.06, - "validation_loss": 0.16645538806915283, - "validation_median25": 0.16764028370380402, - "train_loss": 0.07172909399575206 - }, - { - "epoch": 300, - "window_success": 0.088, - "window_epochs": [ - 200, - 250, - 300, - 350, - 400 - ], - "window_rates": [ - 0.1, - 0.06, - 0.04, - 0.08, - 0.16 - ], - "checkpoint_success": 0.04, - "validation_loss": 0.1785431057214737, - "validation_median25": 0.17699034512043, - "train_loss": 0.0674946186625267 - }, - { - "epoch": 350, - "window_success": 0.096, - "window_epochs": [ - 250, - 300, - 350, - 400, - 450 - ], - "window_rates": [ - 0.06, - 0.04, - 0.08, - 0.16, - 0.14 - ], - "checkpoint_success": 0.08, - "validation_loss": 0.18291957676410675, - "validation_median25": 0.18401820957660675, - "train_loss": 0.06350662721816785 - }, - { - "epoch": 400, - "window_success": 0.104, - "window_epochs": [ - 300, - 350, - 400, - 450, - 500 - ], - "window_rates": [ - 0.04, - 0.08, - 0.16, - 0.14, - 0.1 - ], - "checkpoint_success": 0.16, - "validation_loss": 0.1864636242389679, - "validation_median25": 0.1881711483001709, - "train_loss": 0.06106377584153388 - }, - { - "epoch": 450, - "window_success": 0.12, - "window_epochs": [ - 350, - 400, - 450, - 500, - 550 - ], - "window_rates": [ - 0.08, - 0.16, - 0.14, - 0.1, - 0.12 - ], - "checkpoint_success": 0.14, - "validation_loss": 0.19899587333202362, - "validation_median25": 0.19707922637462616, - "train_loss": 0.059002552399849834 - }, - { - "epoch": 500, - "window_success": 0.124, - "window_epochs": [ - 400, - 450, - 500, - 550, - 600 - ], - "window_rates": [ - 0.16, - 0.14, - 0.1, - 0.12, - 0.1 - ], - "checkpoint_success": 0.1, - "validation_loss": 0.20347510278224945, - "validation_median25": 0.20299099385738373, - "train_loss": 0.057933319394300735 - }, - { - "epoch": 550, - "window_success": 0.124, - "window_epochs": [ - 450, - 500, - 550, - 600, - 650 - ], - "window_rates": [ - 0.14, - 0.1, - 0.12, - 0.1, - 0.16 - ], - "checkpoint_success": 0.12, - "validation_loss": 0.20505152642726898, - "validation_median25": 0.205287367105484, - "train_loss": 0.05664864882422117 - }, - { - "epoch": 600, - "window_success": 0.124, - "window_epochs": [ - 500, - 550, - 600, - 650, - 700 - ], - "window_rates": [ - 0.1, - 0.12, - 0.1, - 0.16, - 0.14 - ], - "checkpoint_success": 0.1, - "validation_loss": 0.2180350422859192, - "validation_median25": 0.2167162150144577, - "train_loss": 0.05368854590688179 - }, - { - "epoch": 650, - "window_success": 0.132, - "window_epochs": [ - 550, - 600, - 650, - 700, - 750 - ], - "window_rates": [ - 0.12, - 0.1, - 0.16, - 0.14, - 0.14 - ], - "checkpoint_success": 0.16, - "validation_loss": 0.21983446180820465, - "validation_median25": 0.22032776474952698, - "train_loss": 0.05245135896965433 - }, - { - "epoch": 700, - "window_success": 0.14, - "window_epochs": [ - 600, - 650, - 700, - 750, - 800 - ], - "window_rates": [ - 0.1, - 0.16, - 0.14, - 0.14, - 0.16 - ], - "checkpoint_success": 0.14, - "validation_loss": 0.23534592986106873, - "validation_median25": 0.22923099994659424, - "train_loss": 0.051517183200155386 - }, - { - "epoch": 750, - "window_success": 0.136, - "window_epochs": [ - 650, - 700, - 750, - 800, - 850 - ], - "window_rates": [ - 0.16, - 0.14, - 0.14, - 0.16, - 0.08 - ], - "checkpoint_success": 0.14, - "validation_loss": 0.23029997944831848, - "validation_median25": 0.2291942685842514, - "train_loss": 0.04995934969259373 - }, - { - "epoch": 800, - "window_success": 0.132, - "window_epochs": [ - 700, - 750, - 800, - 850, - 900 - ], - "window_rates": [ - 0.14, - 0.14, - 0.16, - 0.08, - 0.14 - ], - "checkpoint_success": 0.16, - "validation_loss": 0.23076407611370087, - "validation_median25": 0.23082512617111206, - "train_loss": 0.048925012466905296 - }, - { - "epoch": 850, - "window_success": 0.14, - "window_epochs": [ - 750, - 800, - 850, - 900, - 950 - ], - "window_rates": [ - 0.14, - 0.16, - 0.08, - 0.14, - 0.18 - ], - "checkpoint_success": 0.08, - "validation_loss": 0.23955845832824707, - "validation_median25": 0.24000947177410126, - "train_loss": 0.04770856815753334 - }, - { - "epoch": 900, - "window_success": 0.136, - "window_epochs": [ - 800, - 850, - 900, - 950, - 1000 - ], - "window_rates": [ - 0.16, - 0.08, - 0.14, - 0.18, - 0.12 - ], - "checkpoint_success": 0.14, - "validation_loss": 0.24371635913848877, - "validation_median25": 0.24435210227966309, - "train_loss": 0.046842814818608934 - }, - { - "epoch": 950, - "window_success": 0.14, - "window_epochs": [ - 850, - 900, - 950, - 1000, - 1050 - ], - "window_rates": [ - 0.08, - 0.14, - 0.18, - 0.12, - 0.18 - ], - "checkpoint_success": 0.18, - "validation_loss": 0.24582278728485107, - "validation_median25": 0.24793526530265808, - "train_loss": 0.04645453835299543 - }, - { - "epoch": 1000, - "window_success": 0.14, - "window_epochs": [ - 900, - 950, - 1000, - 1050, - 1100 - ], - "window_rates": [ - 0.14, - 0.18, - 0.12, - 0.18, - 0.08 - ], - "checkpoint_success": 0.12, - "validation_loss": 0.24568620324134827, - "validation_median25": 0.24568620324134827, - "train_loss": 0.047595296940845744 - }, - { - "epoch": 1050, - "window_success": 0.14, - "window_epochs": [ - 950, - 1000, - 1050, - 1100, - 1150 - ], - "window_rates": [ - 0.18, - 0.12, - 0.18, - 0.08, - 0.14 - ], - "checkpoint_success": 0.18, - "validation_loss": 0.2504897117614746, - "validation_median25": 0.24998465180397034, - "train_loss": 0.04376973297081405 - }, - { - "epoch": 1100, - "window_success": 0.116, - "window_epochs": [ - 1000, - 1050, - 1100, - 1150, - 1200 - ], - "window_rates": [ - 0.12, - 0.18, - 0.08, - 0.14, - 0.06 - ], - "checkpoint_success": 0.08, - "validation_loss": 0.2503645718097687, - "validation_median25": 0.2550570070743561, - "train_loss": 0.04422978110402015 - }, - { - "epoch": 1150, - "window_success": 0.116, - "window_epochs": [ - 1050, - 1100, - 1150, - 1200, - 1250 - ], - "window_rates": [ - 0.18, - 0.08, - 0.14, - 0.06, - 0.12 - ], - "checkpoint_success": 0.14, - "validation_loss": 0.25841912627220154, - "validation_median25": 0.2583957314491272, - "train_loss": 0.043080607415545376 - }, - { - "epoch": 1200, - "window_success": 0.116, - "window_epochs": [ - 1100, - 1150, - 1200, - 1250, - 1300 - ], - "window_rates": [ - 0.08, - 0.14, - 0.06, - 0.12, - 0.18 - ], - "checkpoint_success": 0.06, - "validation_loss": 0.2643797993659973, - "validation_median25": 0.26493826508522034, - "train_loss": 0.0437504766704387 - }, - { - "epoch": 1250, - "window_success": 0.136, - "window_epochs": [ - 1150, - 1200, - 1250, - 1300, - 1350 - ], - "window_rates": [ - 0.14, - 0.06, - 0.12, - 0.18, - 0.18 - ], - "checkpoint_success": 0.12, - "validation_loss": 0.2570277452468872, - "validation_median25": 0.2576786279678345, - "train_loss": 0.04191084305972019 - }, - { - "epoch": 1300, - "window_success": 0.132, - "window_epochs": [ - 1200, - 1250, - 1300, - 1350, - 1400 - ], - "window_rates": [ - 0.06, - 0.12, - 0.18, - 0.18, - 0.12 - ], - "checkpoint_success": 0.18, - "validation_loss": 0.2571321129798889, - "validation_median25": 0.26003506779670715, - "train_loss": 0.041220027593042635 - }, - { - "epoch": 1350, - "window_success": 0.128, - "window_epochs": [ - 1250, - 1300, - 1350, - 1400, - 1450 - ], - "window_rates": [ - 0.12, - 0.18, - 0.18, - 0.12, - 0.04 - ], - "checkpoint_success": 0.18, - "validation_loss": 0.2677205204963684, - "validation_median25": 0.26611921191215515, - "train_loss": 0.040045692456940764 - }, - { - "epoch": 1400, - "window_success": 0.136, - "window_epochs": [ - 1300, - 1350, - 1400, - 1450, - 1500 - ], - "window_rates": [ - 0.18, - 0.18, - 0.12, - 0.04, - 0.16 - ], - "checkpoint_success": 0.12, - "validation_loss": 0.2702958583831787, - "validation_median25": 0.2686876952648163, - "train_loss": 0.0410374353461007 - }, - { - "epoch": 1450, - "window_success": 0.124, - "window_epochs": [ - 1350, - 1400, - 1450, - 1500, - 1550 - ], - "window_rates": [ - 0.18, - 0.12, - 0.04, - 0.16, - 0.12 - ], - "checkpoint_success": 0.04, - "validation_loss": 0.26257508993148804, - "validation_median25": 0.2653614282608032, - "train_loss": 0.04098155630184726 - }, - { - "epoch": 1500, - "window_success": 0.104, - "window_epochs": [ - 1400, - 1450, - 1500, - 1550, - 1600 - ], - "window_rates": [ - 0.12, - 0.04, - 0.16, - 0.12, - 0.08 - ], - "checkpoint_success": 0.16, - "validation_loss": 0.27499282360076904, - "validation_median25": 0.27561867237091064, - "train_loss": 0.037899558718495215 - }, - { - "epoch": 1550, - "window_success": 0.104, - "window_epochs": [ - 1450, - 1500, - 1550, - 1600, - 1650 - ], - "window_rates": [ - 0.04, - 0.16, - 0.12, - 0.08, - 0.12 - ], - "checkpoint_success": 0.12, - "validation_loss": 0.28352004289627075, - "validation_median25": 0.28298133611679077, - "train_loss": 0.0377831258273988 - }, - { - "epoch": 1600, - "window_success": 0.14, - "window_epochs": [ - 1500, - 1550, - 1600, - 1650, - 1700 - ], - "window_rates": [ - 0.16, - 0.12, - 0.08, - 0.12, - 0.22 - ], - "checkpoint_success": 0.08, - "validation_loss": 0.27419549226760864, - "validation_median25": 0.2714892327785492, - "train_loss": 0.03997618581093919 - }, - { - "epoch": 1650, - "window_success": 0.132, - "window_epochs": [ - 1550, - 1600, - 1650, - 1700, - 1750 - ], - "window_rates": [ - 0.12, - 0.08, - 0.12, - 0.22, - 0.12 - ], - "checkpoint_success": 0.12, - "validation_loss": 0.28280314803123474, - "validation_median25": 0.27519989013671875, - "train_loss": 0.03859029361091102 - }, - { - "epoch": 1700, - "window_success": 0.136, - "window_epochs": [ - 1600, - 1650, - 1700, - 1750, - 1800 - ], - "window_rates": [ - 0.08, - 0.12, - 0.22, - 0.12, - 0.14 - ], - "checkpoint_success": 0.22, - "validation_loss": 0.27236318588256836, - "validation_median25": 0.27311834692955017, - "train_loss": 0.037607588915839436 - }, - { - "epoch": 1750, - "window_success": 0.14, - "window_epochs": [ - 1650, - 1700, - 1750, - 1800, - 1850 - ], - "window_rates": [ - 0.12, - 0.22, - 0.12, - 0.14, - 0.1 - ], - "checkpoint_success": 0.12, - "validation_loss": 0.2781524658203125, - "validation_median25": 0.2772519588470459, - "train_loss": 0.0381987158619363 - }, - { - "epoch": 1800, - "window_success": 0.128, - "window_epochs": [ - 1700, - 1750, - 1800, - 1850, - 1900 - ], - "window_rates": [ - 0.22, - 0.12, - 0.14, - 0.1, - 0.06 - ], - "checkpoint_success": 0.14, - "validation_loss": 0.28914526104927063, - "validation_median25": 0.2859639525413513, - "train_loss": 0.036751273953149685 - }, - { - "epoch": 1850, - "window_success": 0.104, - "window_epochs": [ - 1750, - 1800, - 1850, - 1900, - 1950 - ], - "window_rates": [ - 0.12, - 0.14, - 0.1, - 0.06, - 0.1 - ], - "checkpoint_success": 0.1, - "validation_loss": 0.28638291358947754, - "validation_median25": 0.28492623567581177, - "train_loss": 0.036614416270361515 - } - ], - "independent_evaluation_completed": true, - "interpretation": "Task-performance/validation tradeoff; not proof of absence of overfitting", - "source_sha256": { - "train_metrics.jsonl": "21be6b2ac68758c322caf669fb503fd5ece6ce0d30c712d192e641d1b6688079", - "validation_metrics.jsonl": "80ff85244c5745457b5fc9b4df33da06dc793b116bc6e88e341405d8ed0dd51f", - "evaluations.jsonl": "03c0d0e3c18b1e460ffde3e75aae6afd4bd99f9dc7f48961b4df483265823841" - }, - "independent_evaluation_result": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/operations/20261027_selected_bc_final200/tool_hang_focused50_e650/result.json", - "independent_final200": { - "success": 0.165, - "successes": 33, + "epoch": 1400, + "checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/StandardBaseBC/jax/tool_hang/focused50/seed_1/checkpoints/epoch_1400.pkl", + "checkpoint_sha256": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", + "final200": { + "success": 0.155, + "successes": 31, "total": 200, - "ci_low": 0.11996855328217307, - "ci_high": 0.2226578153905955, - "seconds": 662.6713905301876 + "ci_low": 0.11139636927689314, + "ci_high": 0.21160690592342077 + }, + "selection": { + "status": "finalized_user_accepted", + "selected_epoch": 1400, + "selection_rule": "User requested adopting epoch1400 uniformly for all eight local models after reviewing the shared200-episode comparisons", + "final200_used_for_selection": true, + "untouched_holdout": false, + "zero_overfitting_claim": false, + "previous_epoch": 650, + "previous_success": 0.165, + "previous_path": "visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/checkpoints/epoch_650.pkl", + "previous_revision": "1bf8a9fb26982bebb51493f3475d28f12a3197ae", + "previous_release_archive": "visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae", + "checkpoint_sha256": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e" } } diff --git a/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/checkpoints/epoch_1400.json b/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/checkpoints/epoch_1400.json new file mode 100644 index 0000000000000000000000000000000000000000..f1c469f122d3ac1071512d510d186ef8ab07bc51 --- /dev/null +++ b/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/checkpoints/epoch_1400.json @@ -0,0 +1,199 @@ +{ + "bc_identity": { + "architecture": "dice_vision_resnet_flow_unet_v1", + "family": "StandardBaseBC", + "framework": "jax" + }, + "data_manifest_hash": "aadb1a78065d7b9dd0d84fba2d0aa98d71eeb08563f91de0f08f33d7e9b0ae9d", + "encoding": "gzip_pickle_numpy_float32_lossless", + "evaluation_runtime_override": { + "created_unix": 1792988436.401676, + "decision": "1026-BC-EVAL50", + "effective_after_epoch": 700, + "final_evaluation": { + "episodes": 200, + "seed_panel_seed": 20261021, + "seed_range": [ + 10000000, + 90000000 + ], + "seed_sampling": "uniform_without_replacement" + }, + "identity_hash": "b3858c37673d3764ec403389851300c5f428a22fb84f55166ccb4bac43c41a9a", + "interval_epochs": 50, + "operation": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/operations/20261026_bc_eval50", + "original_interval_epochs": 10, + "periodic_episodes": 50 + }, + "kind": "pixel_state_bc", + "metadata": { + "epoch": 1400, + "epochs": 2000, + "experiment": "tool_hang", + "regime": "focused50", + "seed": 1, + "smoke": false, + "stage": "fixed_epochs", + "step": 110600, + "task": "tool_hang" + }, + "normalizer_hash": "3eab4ebb05fdd4d91ecbcc20b3a9a7a6c7d810f17b39b62d259c0adc7971b6d5", + "observation_mode": "pixel_state", + "pixel_spec_hash": "9aba3fd9a1011e610cbb6bfbf04e84a09dd73adc222ca38d7321758e4b5b87ca", + "resolved_config": { + "bc_identity": { + "family": "StandardBaseBC", + "framework": "jax" + }, + "checkpoint_encoding": "lossless_gzip_ema_only", + "checkpoint_interval_epochs": 50, + "ema_buffers": "copy_live_running_statistics", + "evaluation": { + "episodes": 50, + "final": { + "episodes": 200, + "seed_panel_seed": 20261021, + "seed_range": [ + 10000000, + 90000000 + ], + "seed_sampling": "uniform_without_replacement" + }, + "interval_epochs": 10, + "policy_seed": 700001, + "reset_seed_start": 880000, + "workers": 8 + }, + "experiment": "tool_hang", + "family": "StandardBaseBC", + "framework": "jax", + "identity_hash": "b3858c37673d3764ec403389851300c5f428a22fb84f55166ccb4bac43c41a9a", + "index": 2, + "manifest": "/ssd/WorkSpace/RL-Postrain-visual-bc/.local/visual_bc_reserved8/robomimic50/manifests/tool_hang.json", + "manifest_sha256": "5a7a5f21716fb2c6b1d626301409c4afabf351749ab3fe1fbbae8de91cc22121", + "model_spec_hash": "9aba3fd9a1011e610cbb6bfbf04e84a09dd73adc222ca38d7321758e4b5b87ca", + "normalizer_hash": "3eab4ebb05fdd4d91ecbcc20b3a9a7a6c7d810f17b39b62d259c0adc7971b6d5", + "observation_mode": "pixel_state", + "output": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/StandardBaseBC/jax/tool_hang/focused50/seed_1", + "pixel_cache": "/ssd/WorkSpace/RL-Postrain-visual-bc/data/pixels/tool_hang/visual_20261025", + "pixel_spec": { + "action_dim": 7, + "architecture": "dice_vision_resnet_flow_unet_v1", + "backbone_initialization": "random", + "backbone_norm": "batch_norm", + "cameras": [ + "sideview", + "robot0_eye_in_hand" + ], + "collision_geoms": false, + "crop_size": 84, + "family": "StandardBaseBC", + "feature_dim": 137, + "features_per_camera": 64, + "flow_steps": 10, + "horizon": 8, + "image_size": 96, + "proprio_dim": 9, + "proprio_keys": [ + "robot0_eef_pos", + "robot0_eef_quat", + "robot0_gripper_qpos" + ], + "task": "tool_hang", + "time_embedding_dim": 64 + }, + "regime": "focused50", + "runtime": { + "framework_version": "0.10.1", + "python": "/ssd/WorkSpace/RL-Postrain-visual-bc/.venvs/ogpo/bin/python", + "requested_device": "cuda:0" + }, + "seed": 1, + "sources_sha256": { + "configs/bc_models.yaml": "ce58a903c4270328985ab8677babdaa12748ad18efc3749faed72425024e61c1", + "configs/bc_pretraining.yaml": "7d1b9be73f25aeb40cd342a3e3ca2543ea865b38b2abe8fb28a7da6588d419a6", + "configs/bc_pretraining_ph_full.yaml": "a93c7d4a50e9afa836d98a6193ba1bc2fb3827a259cf5de39f5dc7a2504d6728", + "configs/bc_standard_init_schema.json": "e2c70eee2a1ce8d1a812ec427d24ba3cc45519434331354318d97415fd559bc8", + "configs/study1.yaml": "35d065e242b205a4c99f8add2eab35bb85f80401f4e07d49f063a0eddf4de608", + "configs/study1_ph_full.yaml": "f9cebc4b66279d4ea7492f7a80a09f1adca7c1cae7b242374305be4f701e76ef", + "scripts/pretrain_bc.py": "9972b77f7b8ed964e7e04fa3ba3821b767f0b7a5d697625ed1c6f8fcdf990890", + "src/rl_pt_analyze/bc_evaluation.py": "7319c346f453263a99cdc5d6fd39e6a0a88783d2c42f68a312ee36ab6d656c6f", + "src/rl_pt_analyze/bc_fleet.py": "a49c24c66ec0bb1a5548d384deefda429ff1ca693cb19f1c99dbd661148d7ffc", + "src/rl_pt_analyze/bc_full_cut.py": "a8170de58bc0a16dd5c6358a6429d96afb5227e5701602806d68e42727f671bc", + "src/rl_pt_analyze/bc_identity.py": "f94c284c71df7ed06eaf4553297de53f2b801a5fac743beb3b98d1bc41314fe0", + "src/rl_pt_analyze/bc_policy.py": "aff3c4613a0dfc46d6491bdba6478261049c2c9631eca446fa8939a1e498fc30", + "src/rl_pt_analyze/bc_pretrain.py": "703b2e50fe53d62b23910b907d75c09cec49463e5e9e2c08d8f77d2b6b77a5bd", + "src/rl_pt_analyze/bc_runtime.py": "29d85733684176bd7328c01921ed1eb45857a914d8ee998e6df4fb0a5be5315d", + "src/rl_pt_analyze/bc_standard_jax.py": "9063d0d4160e972bb9f7b1acd9e508a2ea1118ceeed7647614c787abcb7b32ce", + "src/rl_pt_analyze/bc_standard_policy.py": "54d733549ec571f709d49698520f2461def5a20fc4146d155b3d56fbbcf5deb1", + "src/rl_pt_analyze/bc_storage.py": "83b79d5beaaaa46310d756476f5da90c9227a656533dc9414334d395a6749e54", + "src/rl_pt_analyze/bc_training.py": "bf20475ceeef114e3444c2610ea6d490389b02d147f22c962e2f63fd94b9dafa", + "src/rl_pt_analyze/pixel.py": "ec46a0b0e3c40bca7ea2d0c76b086b482fedaf98293b06f7ab719b86b81141e6", + "src/rl_pt_analyze/pixel_data.py": "74ed81ff034d0782671ff9e48157a3be2d274e7db3735a955705b8e8fcf42b34", + "src/rl_pt_analyze/pixel_vec.py": "f247a6d9ed1791b82880ecef7505275959835fc3b69bfab2e85dedd096416bc8", + "src/rl_pt_analyze/r0.py": "e0a13e9c02d935dbab6a0e091fd925f08ce2d00e661b6cf09aff0ee95925249d", + "third_party/dice/model/diffusion/modules.py": "3b6b2efae0bb67cc30a061a8dd7c6b2d8d6905dac7cecac92b3dbfa5da0067cd", + "third_party/dice/model/flow_matching/vision_resnet_mlp_flow_matching.py": "2f0d3aa0b6e1624e32a540e66a5803e613481f35bb190926e51560856249981d" + }, + "spec": { + "action_dim": 7, + "architecture": "dice_vision_resnet_flow_unet_v1", + "backbone_initialization": "random", + "backbone_norm": "batch_norm", + "cameras": [ + "sideview", + "robot0_eye_in_hand" + ], + "collision_geoms": false, + "crop_size": 84, + "family": "StandardBaseBC", + "feature_dim": 137, + "features_per_camera": 64, + "flow_steps": 10, + "horizon": 8, + "image_size": 96, + "proprio_dim": 9, + "proprio_keys": [ + "robot0_eef_pos", + "robot0_eef_quat", + "robot0_gripper_qpos" + ], + "task": "tool_hang", + "time_embedding_dim": 64 + }, + "split_hash": "5d756740844f66f41de26eda231a4cdccc66e9c7b4a0b5c6ae1cf391d25767f5", + "task": "tool_hang", + "training": { + "batch_size": 256, + "bc_only": true, + "drop_last": false, + "early_stopping": false, + "ema_decay": 0.999, + "epoch_definition": "shuffled_full_training_split_without_replacement", + "epochs": 2000, + "learning_rate": 0.0001, + "online_steps": 0, + "optimizer": "adamw", + "padding_loss_mask": true, + "stopping": "none_fixed_epochs", + "weight_decay": 1e-06 + }, + "training_samples": 19994, + "validation": { + "batch_seed": 771, + "batch_size": 256, + "interval_epochs": 1, + "loss_seed": 882 + }, + "validation_only": false, + "validation_samples": 2161, + "wandb": { + "mode": "online", + "project": "standard_bc_pretrain" + } + }, + "schema_version": 2, + "sha256": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", + "split_hash": "5d756740844f66f41de26eda231a4cdccc66e9c7b4a0b5c6ae1cf391d25767f5", + "weights_used_for_deployment": "complete_model_EMA" +} diff --git a/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/checkpoints/epoch_1400.pkl b/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/checkpoints/epoch_1400.pkl new file mode 100644 index 0000000000000000000000000000000000000000..6a35276893f06ba1efe1ecd25765480393a1b4bc --- /dev/null +++ b/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/checkpoints/epoch_1400.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e +size 96592643 diff --git a/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/final200/epoch_1400.parquet b/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/final200/epoch_1400.parquet new file mode 100644 index 0000000000000000000000000000000000000000..5df9a1a6cce4cc0252ef970c60452163264e6dca --- /dev/null +++ b/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/final200/epoch_1400.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79811102d5592f3740294eebdfbf4fb1c34015380e9cc4f71710616410c194ff +size 6367 diff --git a/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/final200/protocol.json b/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/final200/protocol.json index d631d14aabcfd37bca995a40dc78ccddaf9038b5..51885ae8cb6367b7b83f79ce137f44e15b00947a 100644 --- a/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/final200/protocol.json +++ b/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/final200/protocol.json @@ -1,8 +1,8 @@ { - "checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/StandardBaseBC/jax/tool_hang/focused50/seed_1/checkpoints/epoch_650.pkl", - "checkpoint_sha256": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/StandardBaseBC/jax/tool_hang/focused50/seed_1/checkpoints/epoch_1400.pkl", + "checkpoint_sha256": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "collision_geoms": false, - "epoch": 650, + "epoch": 1400, "identity_hash": "b3858c37673d3764ec403389851300c5f428a22fb84f55166ccb4bac43c41a9a", "job": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/jobs/02.json", "panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", @@ -208,8 +208,8 @@ 10971071, 17007174 ], - "script_sha256": "7be8b5440b354a862228f5a3d3855ec0ba7267c78c4e04158fa028e9633e8d32", - "selection": "frozen before this independent panel was evaluated", + "script_sha256": "52959ac39b30b97e21dda738d5187427516ba577f89c0e8d85ddb7ecec15ee40", + "selection": "User requested epoch1400 comparison after reviewing prior checkpoints; shared200 reset panel reused, not an untouched holdout", "settings": { "episodes": 200, "interval_epochs": 10, diff --git a/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/final200/result.json b/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/final200/result.json index 643055d5a4e63f4cc9239ef87964538dc6f2ddd5..d7d82d7fb0c0c35228cc7b722fe8baa206fcede4 100644 --- a/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/final200/result.json +++ b/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/final200/result.json @@ -1,50 +1,50 @@ { "ci": "wilson95", - "ci_high": 0.2226578153905955, - "ci_low": 0.11996855328217307, - "environment_steps": 183755, + "ci_high": 0.21160690592342077, + "ci_low": 0.11139636927689314, + "environment_steps": 185344, "episodes": [ { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", - "chunks": 125, + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", + "chunks": 58, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 458, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -452.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 70723122, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", - "chunks": 45, + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 358, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -352.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 66851989, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 60005579, "rl_env_steps": null, "success": false, @@ -53,14 +53,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 32401708, "rl_env_steps": null, "success": false, @@ -69,14 +69,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 19153477, "rl_env_steps": null, "success": false, @@ -85,14 +85,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 42749167, "rl_env_steps": null, "success": false, @@ -101,14 +101,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 46661357, "rl_env_steps": null, "success": false, @@ -117,14 +117,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 27402198, "rl_env_steps": null, "success": false, @@ -133,30 +133,30 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", - "chunks": 58, + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 457, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -451.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 47810457, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 18848891, "rl_env_steps": null, "success": false, @@ -165,14 +165,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 17918997, "rl_env_steps": null, "success": false, @@ -181,14 +181,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 80363015, "rl_env_steps": null, "success": false, @@ -197,14 +197,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 64973617, "rl_env_steps": null, "success": false, @@ -213,14 +213,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", - "chunks": 63, + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", + "chunks": 93, "eval_kind": "bc_pretraining", - "length": 502, + "length": 737, "mode": "base_cfm_ode", - "native_return": -496.0, + "native_return": -731.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 14420984, "rl_env_steps": null, "success": true, @@ -229,14 +229,14 @@ "truncated": false }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 34943840, "rl_env_steps": null, "success": false, @@ -245,14 +245,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 20266056, "rl_env_steps": null, "success": false, @@ -261,14 +261,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 55423323, "rl_env_steps": null, "success": false, @@ -277,30 +277,30 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", - "chunks": 125, + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", + "chunks": 50, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 396, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -390.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 77426949, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 21093578, "rl_env_steps": null, "success": false, @@ -309,14 +309,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 74139179, "rl_env_steps": null, "success": false, @@ -325,14 +325,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 65396037, "rl_env_steps": null, "success": false, @@ -341,14 +341,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 66433136, "rl_env_steps": null, "success": false, @@ -357,14 +357,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 18174832, "rl_env_steps": null, "success": false, @@ -373,30 +373,30 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", - "chunks": 125, + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", + "chunks": 50, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 393, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -387.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 44050868, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 79827091, "rl_env_steps": null, "success": false, @@ -405,14 +405,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 48142557, "rl_env_steps": null, "success": false, @@ -421,14 +421,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 81058782, "rl_env_steps": null, "success": false, @@ -437,14 +437,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 57440191, "rl_env_steps": null, "success": false, @@ -453,14 +453,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", - "chunks": 52, + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", + "chunks": 48, "eval_kind": "bc_pretraining", - "length": 413, + "length": 381, "mode": "base_cfm_ode", - "native_return": -407.0, + "native_return": -375.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 71718518, "rl_env_steps": null, "success": true, @@ -469,14 +469,14 @@ "truncated": false }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 62288442, "rl_env_steps": null, "success": false, @@ -485,30 +485,30 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", - "chunks": 125, + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", + "chunks": 60, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 475, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -469.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 38780438, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 31543247, "rl_env_steps": null, "success": false, @@ -517,14 +517,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 45815861, "rl_env_steps": null, "success": false, @@ -533,30 +533,30 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", - "chunks": 78, + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 620, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -614.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 69976624, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 27741928, "rl_env_steps": null, "success": false, @@ -565,14 +565,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 47860773, "rl_env_steps": null, "success": false, @@ -581,14 +581,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 68719953, "rl_env_steps": null, "success": false, @@ -597,14 +597,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 72413983, "rl_env_steps": null, "success": false, @@ -613,30 +613,30 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", - "chunks": 52, + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 416, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -410.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 43596719, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 25975279, "rl_env_steps": null, "success": false, @@ -645,46 +645,46 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", - "chunks": 75, + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 600, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -594.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 75651978, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", - "chunks": 90, + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 717, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -711.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 62538517, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 49157692, "rl_env_steps": null, "success": false, @@ -693,14 +693,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 72093687, "rl_env_steps": null, "success": false, @@ -709,14 +709,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", - "chunks": 82, + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", + "chunks": 57, "eval_kind": "bc_pretraining", - "length": 652, + "length": 451, "mode": "base_cfm_ode", - "native_return": -646.0, + "native_return": -445.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 35658896, "rl_env_steps": null, "success": true, @@ -725,14 +725,14 @@ "truncated": false }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 34016592, "rl_env_steps": null, "success": false, @@ -741,14 +741,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 56600068, "rl_env_steps": null, "success": false, @@ -757,14 +757,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 85354907, "rl_env_steps": null, "success": false, @@ -773,14 +773,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 64181994, "rl_env_steps": null, "success": false, @@ -789,30 +789,30 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", - "chunks": 125, + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", + "chunks": 65, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 519, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -513.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 64561502, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 76858975, "rl_env_steps": null, "success": false, @@ -821,14 +821,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 17852290, "rl_env_steps": null, "success": false, @@ -837,14 +837,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 20068153, "rl_env_steps": null, "success": false, @@ -853,30 +853,30 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", - "chunks": 53, + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 420, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -414.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 39072183, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 55774539, "rl_env_steps": null, "success": false, @@ -885,30 +885,30 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", - "chunks": 125, + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", + "chunks": 107, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 856, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -850.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 26085971, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", - "chunks": 51, + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", + "chunks": 62, "eval_kind": "bc_pretraining", - "length": 401, + "length": 490, "mode": "base_cfm_ode", - "native_return": -395.0, + "native_return": -484.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 37837570, "rl_env_steps": null, "success": true, @@ -917,46 +917,46 @@ "truncated": false }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", - "chunks": 125, + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", + "chunks": 51, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 401, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -395.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 88758485, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", - "chunks": 70, + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 559, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -553.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 75982683, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 81377703, "rl_env_steps": null, "success": false, @@ -965,14 +965,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 57992264, "rl_env_steps": null, "success": false, @@ -981,14 +981,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 80112931, "rl_env_steps": null, "success": false, @@ -997,30 +997,30 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", - "chunks": 125, + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", + "chunks": 102, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 813, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -807.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 88742902, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 47013480, "rl_env_steps": null, "success": false, @@ -1029,30 +1029,30 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", - "chunks": 125, + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", + "chunks": 59, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 466, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -460.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 36523859, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 19498677, "rl_env_steps": null, "success": false, @@ -1061,14 +1061,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 20212586, "rl_env_steps": null, "success": false, @@ -1077,14 +1077,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 55485421, "rl_env_steps": null, "success": false, @@ -1093,30 +1093,30 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", - "chunks": 125, + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", + "chunks": 52, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 410, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -404.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 36767911, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 50597940, "rl_env_steps": null, "success": false, @@ -1125,14 +1125,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 65503466, "rl_env_steps": null, "success": false, @@ -1141,14 +1141,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 87299732, "rl_env_steps": null, "success": false, @@ -1157,14 +1157,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 61456577, "rl_env_steps": null, "success": false, @@ -1173,30 +1173,30 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", - "chunks": 90, + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 713, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -707.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 79295759, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 10605088, "rl_env_steps": null, "success": false, @@ -1205,14 +1205,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 21163776, "rl_env_steps": null, "success": false, @@ -1221,14 +1221,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 74346251, "rl_env_steps": null, "success": false, @@ -1237,14 +1237,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 59990172, "rl_env_steps": null, "success": false, @@ -1253,14 +1253,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 40756359, "rl_env_steps": null, "success": false, @@ -1269,14 +1269,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 29123831, "rl_env_steps": null, "success": false, @@ -1285,14 +1285,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 22339698, "rl_env_steps": null, "success": false, @@ -1301,30 +1301,30 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", - "chunks": 53, + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 420, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -414.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 55950171, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 25459058, "rl_env_steps": null, "success": false, @@ -1333,14 +1333,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 89169841, "rl_env_steps": null, "success": false, @@ -1349,14 +1349,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 51768760, "rl_env_steps": null, "success": false, @@ -1365,14 +1365,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 59320974, "rl_env_steps": null, "success": false, @@ -1381,14 +1381,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 43210884, "rl_env_steps": null, "success": false, @@ -1397,30 +1397,30 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", - "chunks": 125, + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", + "chunks": 51, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 403, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -397.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 19819408, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 27287306, "rl_env_steps": null, "success": false, @@ -1429,46 +1429,46 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", - "chunks": 125, + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", + "chunks": 57, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 449, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -443.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 77579712, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", - "chunks": 60, + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 476, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -470.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 33855715, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 18917811, "rl_env_steps": null, "success": false, @@ -1477,14 +1477,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 50238382, "rl_env_steps": null, "success": false, @@ -1493,46 +1493,46 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", - "chunks": 125, + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", + "chunks": 88, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 704, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -698.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 29018479, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", - "chunks": 125, + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", + "chunks": 46, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 362, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -356.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 58133015, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 23864203, "rl_env_steps": null, "success": false, @@ -1541,14 +1541,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 49568781, "rl_env_steps": null, "success": false, @@ -1557,14 +1557,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 55772368, "rl_env_steps": null, "success": false, @@ -1573,30 +1573,30 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", - "chunks": 50, + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 396, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -390.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 69087148, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 43159811, "rl_env_steps": null, "success": false, @@ -1605,14 +1605,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 42777958, "rl_env_steps": null, "success": false, @@ -1621,46 +1621,46 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", - "chunks": 125, + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", + "chunks": 69, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 549, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -543.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 79686252, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", - "chunks": 66, + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 526, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -520.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 88287947, "rl_env_steps": null, - "success": true, - "task": "tool_hang", - "terminated": true, - "truncated": false + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 24484856, "rl_env_steps": null, "success": false, @@ -1669,30 +1669,30 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", - "chunks": 125, + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", + "chunks": 71, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 564, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -558.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 40522505, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 18535306, "rl_env_steps": null, "success": false, @@ -1701,14 +1701,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 27261685, "rl_env_steps": null, "success": false, @@ -1717,14 +1717,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 55157386, "rl_env_steps": null, "success": false, @@ -1733,14 +1733,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 73419901, "rl_env_steps": null, "success": false, @@ -1749,14 +1749,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 51177153, "rl_env_steps": null, "success": false, @@ -1765,14 +1765,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 66197636, "rl_env_steps": null, "success": false, @@ -1781,14 +1781,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 89218160, "rl_env_steps": null, "success": false, @@ -1797,14 +1797,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 20312137, "rl_env_steps": null, "success": false, @@ -1813,30 +1813,30 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", - "chunks": 86, + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 685, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -679.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 32815280, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 38566965, "rl_env_steps": null, "success": false, @@ -1845,14 +1845,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 67538690, "rl_env_steps": null, "success": false, @@ -1861,14 +1861,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 51444755, "rl_env_steps": null, "success": false, @@ -1877,14 +1877,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 49534469, "rl_env_steps": null, "success": false, @@ -1893,14 +1893,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 55520272, "rl_env_steps": null, "success": false, @@ -1909,14 +1909,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 78917430, "rl_env_steps": null, "success": false, @@ -1925,31 +1925,47 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", - "chunks": 73, + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 577, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -571.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 53987225, "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", + "chunks": 55, + "eval_kind": "bc_pretraining", + "length": 433, + "mode": "base_cfm_ode", + "native_return": -427.0, + "observation_mode": "pixel_state", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", + "reset_seed": 33135526, + "rl_env_steps": null, "success": true, "task": "tool_hang", "terminated": true, "truncated": false }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", - "reset_seed": 33135526, + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", + "reset_seed": 10641443, "rl_env_steps": null, "success": false, "task": "tool_hang", @@ -1957,15 +1973,15 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", - "chunks": 44, + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", + "chunks": 82, "eval_kind": "bc_pretraining", - "length": 351, + "length": 652, "mode": "base_cfm_ode", - "native_return": -345.0, + "native_return": -646.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", - "reset_seed": 10641443, + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", + "reset_seed": 83269321, "rl_env_steps": null, "success": true, "task": "tool_hang", @@ -1973,15 +1989,15 @@ "truncated": false }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", - "reset_seed": 83269321, + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", + "reset_seed": 50371327, "rl_env_steps": null, "success": false, "task": "tool_hang", @@ -1989,15 +2005,15 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", - "reset_seed": 50371327, + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", + "reset_seed": 60499091, "rl_env_steps": null, "success": false, "task": "tool_hang", @@ -2005,30 +2021,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", - "chunks": 55, - "eval_kind": "bc_pretraining", - "length": 437, - "mode": "base_cfm_ode", - "native_return": -431.0, - "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", - "reset_seed": 60499091, - "rl_env_steps": null, - "success": true, - "task": "tool_hang", - "terminated": true, - "truncated": false - }, - { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 14174315, "rl_env_steps": null, "success": false, @@ -2037,14 +2037,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 34430409, "rl_env_steps": null, "success": false, @@ -2053,14 +2053,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 78665761, "rl_env_steps": null, "success": false, @@ -2069,14 +2069,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 55417809, "rl_env_steps": null, "success": false, @@ -2085,14 +2085,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 29697446, "rl_env_steps": null, "success": false, @@ -2101,14 +2101,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 67300186, "rl_env_steps": null, "success": false, @@ -2117,46 +2117,46 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", - "chunks": 66, + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 521, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -515.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 14166946, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", - "chunks": 60, + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 473, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -467.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 34309048, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 38651973, "rl_env_steps": null, "success": false, @@ -2165,14 +2165,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 63582284, "rl_env_steps": null, "success": false, @@ -2181,30 +2181,30 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", - "chunks": 60, + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 474, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -468.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 11252552, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 13083214, "rl_env_steps": null, "success": false, @@ -2213,14 +2213,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 12656665, "rl_env_steps": null, "success": false, @@ -2229,14 +2229,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 39216146, "rl_env_steps": null, "success": false, @@ -2245,14 +2245,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 53058687, "rl_env_steps": null, "success": false, @@ -2261,14 +2261,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 26843165, "rl_env_steps": null, "success": false, @@ -2277,14 +2277,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 26213599, "rl_env_steps": null, "success": false, @@ -2293,14 +2293,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 75250873, "rl_env_steps": null, "success": false, @@ -2309,14 +2309,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 86873350, "rl_env_steps": null, "success": false, @@ -2325,14 +2325,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 23044120, "rl_env_steps": null, "success": false, @@ -2341,14 +2341,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 74475483, "rl_env_steps": null, "success": false, @@ -2357,30 +2357,30 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", - "chunks": 54, + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 425, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -419.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 73879766, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 38462205, "rl_env_steps": null, "success": false, @@ -2389,14 +2389,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 36712875, "rl_env_steps": null, "success": false, @@ -2405,14 +2405,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 61476060, "rl_env_steps": null, "success": false, @@ -2421,14 +2421,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 40070375, "rl_env_steps": null, "success": false, @@ -2437,14 +2437,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", - "chunks": 47, + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", + "chunks": 122, "eval_kind": "bc_pretraining", - "length": 370, + "length": 972, "mode": "base_cfm_ode", - "native_return": -364.0, + "native_return": -966.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 11657834, "rl_env_steps": null, "success": true, @@ -2453,14 +2453,14 @@ "truncated": false }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 12071629, "rl_env_steps": null, "success": false, @@ -2469,46 +2469,46 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", - "chunks": 125, + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", + "chunks": 67, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 532, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -526.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 70951113, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", - "chunks": 108, + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 860, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -854.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 86273812, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 33086249, "rl_env_steps": null, "success": false, @@ -2517,14 +2517,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 41678564, "rl_env_steps": null, "success": false, @@ -2533,14 +2533,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 34536118, "rl_env_steps": null, "success": false, @@ -2549,14 +2549,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 27607156, "rl_env_steps": null, "success": false, @@ -2565,14 +2565,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 70130490, "rl_env_steps": null, "success": false, @@ -2581,30 +2581,30 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", - "chunks": 56, + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 444, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -438.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 70448950, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 63854211, "rl_env_steps": null, "success": false, @@ -2613,14 +2613,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 58640013, "rl_env_steps": null, "success": false, @@ -2629,30 +2629,30 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", - "chunks": 125, + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", + "chunks": 81, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 647, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -641.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 71222810, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 77025643, "rl_env_steps": null, "success": false, @@ -2661,14 +2661,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 46535790, "rl_env_steps": null, "success": false, @@ -2677,14 +2677,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 13450163, "rl_env_steps": null, "success": false, @@ -2693,14 +2693,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 48130374, "rl_env_steps": null, "success": false, @@ -2709,14 +2709,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 28109111, "rl_env_steps": null, "success": false, @@ -2725,14 +2725,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 27277335, "rl_env_steps": null, "success": false, @@ -2741,14 +2741,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 14975106, "rl_env_steps": null, "success": false, @@ -2757,14 +2757,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 25482760, "rl_env_steps": null, "success": false, @@ -2773,14 +2773,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 51368844, "rl_env_steps": null, "success": false, @@ -2789,14 +2789,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 65499499, "rl_env_steps": null, "success": false, @@ -2805,14 +2805,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 38883080, "rl_env_steps": null, "success": false, @@ -2821,30 +2821,30 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", - "chunks": 49, + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 389, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -383.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 56579733, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 81285249, "rl_env_steps": null, "success": false, @@ -2853,14 +2853,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", - "chunks": 70, + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", + "chunks": 52, "eval_kind": "bc_pretraining", - "length": 557, + "length": 413, "mode": "base_cfm_ode", - "native_return": -551.0, + "native_return": -407.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 71293324, "rl_env_steps": null, "success": true, @@ -2869,14 +2869,14 @@ "truncated": false }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 79868703, "rl_env_steps": null, "success": false, @@ -2885,30 +2885,30 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", - "chunks": 68, + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 538, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -532.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 78989122, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 27209169, "rl_env_steps": null, "success": false, @@ -2917,14 +2917,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 43304167, "rl_env_steps": null, "success": false, @@ -2933,30 +2933,30 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", - "chunks": 125, + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", + "chunks": 49, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 387, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -381.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 84752852, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 39685313, "rl_env_steps": null, "success": false, @@ -2965,30 +2965,30 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", - "chunks": 125, + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", + "chunks": 46, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 362, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -356.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 10941718, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 17638132, "rl_env_steps": null, "success": false, @@ -2997,30 +2997,30 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", - "chunks": 125, + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", + "chunks": 79, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 626, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -620.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 42683951, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 29174955, "rl_env_steps": null, "success": false, @@ -3029,14 +3029,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 13106538, "rl_env_steps": null, "success": false, @@ -3045,14 +3045,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 82750942, "rl_env_steps": null, "success": false, @@ -3061,14 +3061,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 27595794, "rl_env_steps": null, "success": false, @@ -3077,14 +3077,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 85382063, "rl_env_steps": null, "success": false, @@ -3093,14 +3093,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 22544583, "rl_env_steps": null, "success": false, @@ -3109,30 +3109,30 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", - "chunks": 69, + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 550, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -544.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 82667196, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 53585719, "rl_env_steps": null, "success": false, @@ -3141,14 +3141,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 68118062, "rl_env_steps": null, "success": false, @@ -3157,14 +3157,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 84752103, "rl_env_steps": null, "success": false, @@ -3173,14 +3173,14 @@ "truncated": true }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", - "chunks": 58, + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", + "chunks": 51, "eval_kind": "bc_pretraining", - "length": 458, + "length": 403, "mode": "base_cfm_ode", - "native_return": -452.0, + "native_return": -397.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 10971071, "rl_env_steps": null, "success": true, @@ -3189,29 +3189,29 @@ "truncated": false }, { - "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", - "chunks": 125, + "base_checkpoint": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", + "chunks": 80, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 640, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -634.0, "observation_mode": "pixel_state", - "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "policy_version": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "reset_seed": 17007174, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false } ], - "length": 918.775, - "output": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/operations/20261027_selected_bc_final200/tool_hang_focused50_e650/eval/epoch_650.parquet", + "length": 926.72, + "output": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/operations/20261027_local8_e1400_final200/tool_hang_focused50_e1400/eval/epoch_1400.parquet", "protocol": { - "checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/StandardBaseBC/jax/tool_hang/focused50/seed_1/checkpoints/epoch_650.pkl", - "checkpoint_sha256": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/StandardBaseBC/jax/tool_hang/focused50/seed_1/checkpoints/epoch_1400.pkl", + "checkpoint_sha256": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", "collision_geoms": false, - "epoch": 650, + "epoch": 1400, "identity_hash": "b3858c37673d3764ec403389851300c5f428a22fb84f55166ccb4bac43c41a9a", "job": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/jobs/02.json", "panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", @@ -3417,8 +3417,8 @@ 10971071, 17007174 ], - "script_sha256": "7be8b5440b354a862228f5a3d3855ec0ba7267c78c4e04158fa028e9633e8d32", - "selection": "frozen before this independent panel was evaluated", + "script_sha256": "52959ac39b30b97e21dda738d5187427516ba577f89c0e8d85ddb7ecec15ee40", + "selection": "User requested epoch1400 comparison after reviewing prior checkpoints; shared200 reset panel reused, not an untouched holdout", "settings": { "episodes": 200, "interval_epochs": 10, @@ -3433,7 +3433,7 @@ "workers": 8 } }, - "seconds": 662.6713905301876, + "seconds": 697.8905662130564, "seeds": [ 70723122, 66851989, @@ -3636,10 +3636,9 @@ 10971071, 17007174 ], - "success": 0.165, - "successes": 33, + "success": 0.155, + "successes": 31, "successes_per_seed": [ - false, true, false, false, @@ -3647,47 +3646,44 @@ false, false, false, - true, false, false, false, false, - true, false, false, + true, false, false, false, + true, false, false, false, false, false, + true, false, false, false, false, true, false, + true, false, false, false, - true, - false, false, false, false, - true, false, - true, - true, false, false, - true, false, false, false, false, + true, false, false, false, @@ -3695,24 +3691,27 @@ true, false, false, - true, false, - true, false, false, + true, + true, + true, false, false, false, false, + true, false, + true, false, false, false, + true, false, false, false, false, - true, false, false, false, @@ -3720,7 +3719,6 @@ false, false, false, - true, false, false, false, @@ -3728,17 +3726,21 @@ false, false, false, + true, false, true, false, false, false, + true, + true, + false, false, false, false, false, - true, false, + true, false, false, true, @@ -3752,7 +3754,6 @@ false, false, false, - true, false, false, false, @@ -3764,18 +3765,14 @@ true, false, false, - true, false, false, false, false, false, false, - true, - true, false, false, - true, false, false, false, @@ -3786,25 +3783,28 @@ false, false, false, - true, false, false, false, false, - true, false, false, + false, + false, + true, + false, true, false, false, false, false, false, - true, false, false, false, false, + true, + false, false, false, false, @@ -3815,17 +3815,18 @@ false, false, false, - true, false, - true, false, true, false, false, false, false, + true, false, + true, false, + true, false, false, false, @@ -3833,12 +3834,11 @@ false, false, false, - true, false, false, false, true, - false + true ], "total": 200 } diff --git a/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/final200/status.json b/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/final200/status.json index c131db55cf36901e62341209379193dce4cf4819..49ce0fc4d8948d657801a7f5ac913dd85870b4e8 100644 --- a/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/final200/status.json +++ b/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/final200/status.json @@ -1,7 +1,7 @@ { - "epoch": 650, + "epoch": 1400, "status": "completed", - "success": 0.165, - "successes": 33, + "success": 0.155, + "successes": 31, "total": 200 } diff --git a/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/final200/verification.json b/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/final200/verification.json new file mode 100644 index 0000000000000000000000000000000000000000..3566b41b89be0197538b1ced751109e84bab0074 --- /dev/null +++ b/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/final200/verification.json @@ -0,0 +1,7 @@ +{ + "actual_episodes": 200, + "checkpoint_sha256": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", + "panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", + "parquet_sha256": "79811102d5592f3740294eebdfbf4fb1c34015380e9cc4f71710616410c194ff", + "passed": true +} diff --git a/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/README.md b/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/README.md new file mode 100644 index 0000000000000000000000000000000000000000..c62282195bc62b8e7455807164e56d7df077a634 --- /dev/null +++ b/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/README.md @@ -0,0 +1,20 @@ +# ToolHang focused50 — visual-only BC + +User-approved checkpoint: **epoch 650**, StandardBaseBC/JAX, complete-model EMA, seed1, H8. +Training completed2000 epochs. Collision geometry display is disabled; physical collisions remain enabled. + +Independent evaluation: **16.5% (33/200)**, +95% Wilson interval 12.0%–22.3%. +The common random reset panel uses seed20261021, policy seed700001 and8workers; resets are disjoint from periodic evaluation. +The checkpoint was fixed before this evaluation and was not reselected from these results. + +This is a practical pretraining checkpoint, not a claim of absent overfitting or guaranteed RL improvement. +Training-time50-episode SR was 16.0%; neighboring-policy mean was 13.2%. +Epoch2000 scored 15.0% on the same200 resets; paired counts are recorded in selection_supervision.json. + +[Weights](checkpoints/epoch_650.pkl) · [Final200](final200/result.json) · [Selection](best.json) + +The data manifest, train/validation split, normalizer and original checkpoint sidecar are included. +Absolute local paths in sealed configs are provenance, not portable download locations; adapt paths explicitly on another host. +The original interval10 plan is preserved; evaluation_override.json records the approved switch to interval50. +SHA256SUMS.json covers release files. Historical collision-rendered repository trees are untouched. diff --git a/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/SHA256SUMS.json b/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/SHA256SUMS.json new file mode 100644 index 0000000000000000000000000000000000000000..80990873d4d68463f9676981185cb79a9dea9972 --- /dev/null +++ b/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/SHA256SUMS.json @@ -0,0 +1,102 @@ +{ + "README.md": { + "sha256": "dac9c6751c31c007d15823d95fbb5c77318a3c19c8e4684cdcebd131e288a00a", + "bytes": 1363 + }, + "best.json": { + "sha256": "83e04db78d694fe38699759cce7d9dcfe39b06726d7862a8835c386e772ab18f", + "bytes": 17643 + }, + "checkpoints/epoch_650.json": { + "sha256": "0e4d337c6f488888b7e3730227717862f33241ca3625544525eabc5e0ff5fc47", + "bytes": 7624 + }, + "checkpoints/epoch_650.pkl": { + "sha256": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "bytes": 96674984 + }, + "data_manifest.json": { + "sha256": "5a7a5f21716fb2c6b1d626301409c4afabf351749ab3fe1fbbae8de91cc22121", + "bytes": 12963 + }, + "evaluation_override.json": { + "sha256": "42ddf69c1738487699bbaac67565f38a5489e63cb779a479baaca78b96c745db", + "bytes": 559 + }, + "evaluations.jsonl": { + "sha256": "03c0d0e3c18b1e460ffde3e75aae6afd4bd99f9dc7f48961b4df483265823841", + "bytes": 137682 + }, + "final200/epoch_650.parquet": { + "sha256": "e245319021a5ce604d045a6d97fb3bdf1626a7153069d6ae39ccd342966658eb", + "bytes": 6330 + }, + "final200/protocol.json": { + "sha256": "6053320400bd343ae556508e488e318319f995c2118723da718ee3d3e8cf0f75", + "bytes": 3932 + }, + "final200/result.json": { + "sha256": "977c13064fc8b31fba88236b20f13a0c48870c8b2359e29a339b6edfbbdc2eac", + "bytes": 117874 + }, + "final200/status.json": { + "sha256": "926bf3b38f366077a70be4d478f1b2c3538c218f2c49b59233161c46c2d5f135", + "bytes": 99 + }, + "normalizer.json": { + "sha256": "83307951111f95eb61767e764d1f454436ee0a6f2ecb31d1892f7db6953f94a2", + "bytes": 1155 + }, + "provenance/evaluate_bc_selected.py": { + "sha256": "7be8b5440b354a862228f5a3d3855ec0ba7267c78c4e04158fa028e9633e8d32", + "bytes": 3370 + }, + "provenance/evaluation_override_active.json": { + "sha256": "42e83e6935827a6c7ab23d49d1d723bbc7ebe4bbadfb62d8c7cd97b242fa3dc3", + "bytes": 11763 + }, + "provenance/job.json": { + "sha256": "a86f67bccc044e264e995ce2c6d76fe77e20bbc0e97b4780d885b45d089d3edd", + "bytes": 5108 + }, + "provenance/native_training_status.json": { + "sha256": "80dadec50f4bdaed91a17414804e343280bc24692c703c321811dcaebcdc8754", + "bytes": 298 + }, + "provenance/pretrain_bc_eval_override.py": { + "sha256": "71deaa1c690802253ce2f075f3d9295ac1e302252e9413caae7bbe9071e80e29", + "bytes": 2877 + }, + "provenance/pretrain_bc_noleak.py": { + "sha256": "240abba4a512b61887271aeafc18fdce2372398ed483920b723aa7ce41f3d953", + "bytes": 1932 + }, + "release.json": { + "sha256": "b7565c9519f387e8afcce99ce5cba101d75e82b6837ff6a04c3490e8e2013d93", + "bytes": 2578 + }, + "resolved_config.json": { + "sha256": "8c8c97aceb649db6949ec95567d6360faad72a39d06cddefeb6f2b8bdfe32160", + "bytes": 6310 + }, + "selection_supervision.json": { + "sha256": "dc2f87cc3064296b441bd8ece48a213badb5a0c4d513bb9f97fcbdcac4a89712", + "bytes": 1130 + }, + "split.json": { + "sha256": "d3418a958df91e67f17eacb09e2530e4f2c753135fdfdeeff5b67f2dcd22b6d9", + "bytes": 1153 + }, + "train_metrics.jsonl": { + "sha256": "21be6b2ac68758c322caf669fb503fd5ece6ce0d30c712d192e641d1b6688079", + "bytes": 365486 + }, + "training_status.json": { + "sha256": "724612c6f478f7c48842efe18514c3dff5789de2da813a9312300ff2dfadc322", + "bytes": 124 + }, + "validation_metrics.jsonl": { + "sha256": "80ff85244c5745457b5fc9b4df33da06dc793b116bc6e88e341405d8ed0dd51f", + "bytes": 140558 + } +} diff --git a/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/best.json b/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/best.json new file mode 100644 index 0000000000000000000000000000000000000000..764cdc5b541e1b47ff5b7e5ff577862a801fc9ef --- /dev/null +++ b/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/best.json @@ -0,0 +1,833 @@ +{ + "task": "tool_hang", + "regime": "focused50", + "output": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/StandardBaseBC/jax/tool_hang/focused50/seed_1", + "selected": { + "epoch": 650, + "window_success": 0.132, + "window_epochs": [ + 550, + 600, + 650, + 700, + 750 + ], + "window_rates": [ + 0.12, + 0.1, + 0.16, + 0.14, + 0.14 + ], + "checkpoint_success": 0.16, + "validation_loss": 0.21983446180820465, + "validation_median25": 0.22032776474952698, + "train_loss": 0.05245135896965433, + "path": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/StandardBaseBC/jax/tool_hang/focused50/seed_1/checkpoints/epoch_650.pkl", + "sha256": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "collision_geoms": false + }, + "user_selection": null, + "strict_validation_alternative": { + "epoch": 50, + "validation_loss": 0.12862855195999146, + "checkpoint_success": 0.0, + "path": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/StandardBaseBC/jax/tool_hang/focused50/seed_1/checkpoints/epoch_50.pkl", + "sha256": "64f53f480ca7c1eb497979347632225171e5051333df67487cbc9f0300331142", + "collision_geoms": false + }, + "validation_minimum": { + "epoch": 66, + "step": 5214, + "validation_loss": 0.12126275151968002 + }, + "peak_window_success": 0.14, + "candidates": [ + { + "epoch": 150, + "window_success": 0.036, + "window_epochs": [ + 50, + 100, + 150, + 200, + 250 + ], + "window_rates": [ + 0.0, + 0.0, + 0.02, + 0.1, + 0.06 + ], + "checkpoint_success": 0.02, + "validation_loss": 0.14731290936470032, + "validation_median25": 0.1474534273147583, + "train_loss": 0.08168186723136588 + }, + { + "epoch": 200, + "window_success": 0.044, + "window_epochs": [ + 100, + 150, + 200, + 250, + 300 + ], + "window_rates": [ + 0.0, + 0.02, + 0.1, + 0.06, + 0.04 + ], + "checkpoint_success": 0.1, + "validation_loss": 0.15665936470031738, + "validation_median25": 0.15675798058509827, + "train_loss": 0.07343113060876305 + }, + { + "epoch": 250, + "window_success": 0.06, + "window_epochs": [ + 150, + 200, + 250, + 300, + 350 + ], + "window_rates": [ + 0.02, + 0.1, + 0.06, + 0.04, + 0.08 + ], + "checkpoint_success": 0.06, + "validation_loss": 0.16645538806915283, + "validation_median25": 0.16764028370380402, + "train_loss": 0.07172909399575206 + }, + { + "epoch": 300, + "window_success": 0.088, + "window_epochs": [ + 200, + 250, + 300, + 350, + 400 + ], + "window_rates": [ + 0.1, + 0.06, + 0.04, + 0.08, + 0.16 + ], + "checkpoint_success": 0.04, + "validation_loss": 0.1785431057214737, + "validation_median25": 0.17699034512043, + "train_loss": 0.0674946186625267 + }, + { + "epoch": 350, + "window_success": 0.096, + "window_epochs": [ + 250, + 300, + 350, + 400, + 450 + ], + "window_rates": [ + 0.06, + 0.04, + 0.08, + 0.16, + 0.14 + ], + "checkpoint_success": 0.08, + "validation_loss": 0.18291957676410675, + "validation_median25": 0.18401820957660675, + "train_loss": 0.06350662721816785 + }, + { + "epoch": 400, + "window_success": 0.104, + "window_epochs": [ + 300, + 350, + 400, + 450, + 500 + ], + "window_rates": [ + 0.04, + 0.08, + 0.16, + 0.14, + 0.1 + ], + "checkpoint_success": 0.16, + "validation_loss": 0.1864636242389679, + "validation_median25": 0.1881711483001709, + "train_loss": 0.06106377584153388 + }, + { + "epoch": 450, + "window_success": 0.12, + "window_epochs": [ + 350, + 400, + 450, + 500, + 550 + ], + "window_rates": [ + 0.08, + 0.16, + 0.14, + 0.1, + 0.12 + ], + "checkpoint_success": 0.14, + "validation_loss": 0.19899587333202362, + "validation_median25": 0.19707922637462616, + "train_loss": 0.059002552399849834 + }, + { + "epoch": 500, + "window_success": 0.124, + "window_epochs": [ + 400, + 450, + 500, + 550, + 600 + ], + "window_rates": [ + 0.16, + 0.14, + 0.1, + 0.12, + 0.1 + ], + "checkpoint_success": 0.1, + "validation_loss": 0.20347510278224945, + "validation_median25": 0.20299099385738373, + "train_loss": 0.057933319394300735 + }, + { + "epoch": 550, + "window_success": 0.124, + "window_epochs": [ + 450, + 500, + 550, + 600, + 650 + ], + "window_rates": [ + 0.14, + 0.1, + 0.12, + 0.1, + 0.16 + ], + "checkpoint_success": 0.12, + "validation_loss": 0.20505152642726898, + "validation_median25": 0.205287367105484, + "train_loss": 0.05664864882422117 + }, + { + "epoch": 600, + "window_success": 0.124, + "window_epochs": [ + 500, + 550, + 600, + 650, + 700 + ], + "window_rates": [ + 0.1, + 0.12, + 0.1, + 0.16, + 0.14 + ], + "checkpoint_success": 0.1, + "validation_loss": 0.2180350422859192, + "validation_median25": 0.2167162150144577, + "train_loss": 0.05368854590688179 + }, + { + "epoch": 650, + "window_success": 0.132, + "window_epochs": [ + 550, + 600, + 650, + 700, + 750 + ], + "window_rates": [ + 0.12, + 0.1, + 0.16, + 0.14, + 0.14 + ], + "checkpoint_success": 0.16, + "validation_loss": 0.21983446180820465, + "validation_median25": 0.22032776474952698, + "train_loss": 0.05245135896965433 + }, + { + "epoch": 700, + "window_success": 0.14, + "window_epochs": [ + 600, + 650, + 700, + 750, + 800 + ], + "window_rates": [ + 0.1, + 0.16, + 0.14, + 0.14, + 0.16 + ], + "checkpoint_success": 0.14, + "validation_loss": 0.23534592986106873, + "validation_median25": 0.22923099994659424, + "train_loss": 0.051517183200155386 + }, + { + "epoch": 750, + "window_success": 0.136, + "window_epochs": [ + 650, + 700, + 750, + 800, + 850 + ], + "window_rates": [ + 0.16, + 0.14, + 0.14, + 0.16, + 0.08 + ], + "checkpoint_success": 0.14, + "validation_loss": 0.23029997944831848, + "validation_median25": 0.2291942685842514, + "train_loss": 0.04995934969259373 + }, + { + "epoch": 800, + "window_success": 0.132, + "window_epochs": [ + 700, + 750, + 800, + 850, + 900 + ], + "window_rates": [ + 0.14, + 0.14, + 0.16, + 0.08, + 0.14 + ], + "checkpoint_success": 0.16, + "validation_loss": 0.23076407611370087, + "validation_median25": 0.23082512617111206, + "train_loss": 0.048925012466905296 + }, + { + "epoch": 850, + "window_success": 0.14, + "window_epochs": [ + 750, + 800, + 850, + 900, + 950 + ], + "window_rates": [ + 0.14, + 0.16, + 0.08, + 0.14, + 0.18 + ], + "checkpoint_success": 0.08, + "validation_loss": 0.23955845832824707, + "validation_median25": 0.24000947177410126, + "train_loss": 0.04770856815753334 + }, + { + "epoch": 900, + "window_success": 0.136, + "window_epochs": [ + 800, + 850, + 900, + 950, + 1000 + ], + "window_rates": [ + 0.16, + 0.08, + 0.14, + 0.18, + 0.12 + ], + "checkpoint_success": 0.14, + "validation_loss": 0.24371635913848877, + "validation_median25": 0.24435210227966309, + "train_loss": 0.046842814818608934 + }, + { + "epoch": 950, + "window_success": 0.14, + "window_epochs": [ + 850, + 900, + 950, + 1000, + 1050 + ], + "window_rates": [ + 0.08, + 0.14, + 0.18, + 0.12, + 0.18 + ], + "checkpoint_success": 0.18, + "validation_loss": 0.24582278728485107, + "validation_median25": 0.24793526530265808, + "train_loss": 0.04645453835299543 + }, + { + "epoch": 1000, + "window_success": 0.14, + "window_epochs": [ + 900, + 950, + 1000, + 1050, + 1100 + ], + "window_rates": [ + 0.14, + 0.18, + 0.12, + 0.18, + 0.08 + ], + "checkpoint_success": 0.12, + "validation_loss": 0.24568620324134827, + "validation_median25": 0.24568620324134827, + "train_loss": 0.047595296940845744 + }, + { + "epoch": 1050, + "window_success": 0.14, + "window_epochs": [ + 950, + 1000, + 1050, + 1100, + 1150 + ], + "window_rates": [ + 0.18, + 0.12, + 0.18, + 0.08, + 0.14 + ], + "checkpoint_success": 0.18, + "validation_loss": 0.2504897117614746, + "validation_median25": 0.24998465180397034, + "train_loss": 0.04376973297081405 + }, + { + "epoch": 1100, + "window_success": 0.116, + "window_epochs": [ + 1000, + 1050, + 1100, + 1150, + 1200 + ], + "window_rates": [ + 0.12, + 0.18, + 0.08, + 0.14, + 0.06 + ], + "checkpoint_success": 0.08, + "validation_loss": 0.2503645718097687, + "validation_median25": 0.2550570070743561, + "train_loss": 0.04422978110402015 + }, + { + "epoch": 1150, + "window_success": 0.116, + "window_epochs": [ + 1050, + 1100, + 1150, + 1200, + 1250 + ], + "window_rates": [ + 0.18, + 0.08, + 0.14, + 0.06, + 0.12 + ], + "checkpoint_success": 0.14, + "validation_loss": 0.25841912627220154, + "validation_median25": 0.2583957314491272, + "train_loss": 0.043080607415545376 + }, + { + "epoch": 1200, + "window_success": 0.116, + "window_epochs": [ + 1100, + 1150, + 1200, + 1250, + 1300 + ], + "window_rates": [ + 0.08, + 0.14, + 0.06, + 0.12, + 0.18 + ], + "checkpoint_success": 0.06, + "validation_loss": 0.2643797993659973, + "validation_median25": 0.26493826508522034, + "train_loss": 0.0437504766704387 + }, + { + "epoch": 1250, + "window_success": 0.136, + "window_epochs": [ + 1150, + 1200, + 1250, + 1300, + 1350 + ], + "window_rates": [ + 0.14, + 0.06, + 0.12, + 0.18, + 0.18 + ], + "checkpoint_success": 0.12, + "validation_loss": 0.2570277452468872, + "validation_median25": 0.2576786279678345, + "train_loss": 0.04191084305972019 + }, + { + "epoch": 1300, + "window_success": 0.132, + "window_epochs": [ + 1200, + 1250, + 1300, + 1350, + 1400 + ], + "window_rates": [ + 0.06, + 0.12, + 0.18, + 0.18, + 0.12 + ], + "checkpoint_success": 0.18, + "validation_loss": 0.2571321129798889, + "validation_median25": 0.26003506779670715, + "train_loss": 0.041220027593042635 + }, + { + "epoch": 1350, + "window_success": 0.128, + "window_epochs": [ + 1250, + 1300, + 1350, + 1400, + 1450 + ], + "window_rates": [ + 0.12, + 0.18, + 0.18, + 0.12, + 0.04 + ], + "checkpoint_success": 0.18, + "validation_loss": 0.2677205204963684, + "validation_median25": 0.26611921191215515, + "train_loss": 0.040045692456940764 + }, + { + "epoch": 1400, + "window_success": 0.136, + "window_epochs": [ + 1300, + 1350, + 1400, + 1450, + 1500 + ], + "window_rates": [ + 0.18, + 0.18, + 0.12, + 0.04, + 0.16 + ], + "checkpoint_success": 0.12, + "validation_loss": 0.2702958583831787, + "validation_median25": 0.2686876952648163, + "train_loss": 0.0410374353461007 + }, + { + "epoch": 1450, + "window_success": 0.124, + "window_epochs": [ + 1350, + 1400, + 1450, + 1500, + 1550 + ], + "window_rates": [ + 0.18, + 0.12, + 0.04, + 0.16, + 0.12 + ], + "checkpoint_success": 0.04, + "validation_loss": 0.26257508993148804, + "validation_median25": 0.2653614282608032, + "train_loss": 0.04098155630184726 + }, + { + "epoch": 1500, + "window_success": 0.104, + "window_epochs": [ + 1400, + 1450, + 1500, + 1550, + 1600 + ], + "window_rates": [ + 0.12, + 0.04, + 0.16, + 0.12, + 0.08 + ], + "checkpoint_success": 0.16, + "validation_loss": 0.27499282360076904, + "validation_median25": 0.27561867237091064, + "train_loss": 0.037899558718495215 + }, + { + "epoch": 1550, + "window_success": 0.104, + "window_epochs": [ + 1450, + 1500, + 1550, + 1600, + 1650 + ], + "window_rates": [ + 0.04, + 0.16, + 0.12, + 0.08, + 0.12 + ], + "checkpoint_success": 0.12, + "validation_loss": 0.28352004289627075, + "validation_median25": 0.28298133611679077, + "train_loss": 0.0377831258273988 + }, + { + "epoch": 1600, + "window_success": 0.14, + "window_epochs": [ + 1500, + 1550, + 1600, + 1650, + 1700 + ], + "window_rates": [ + 0.16, + 0.12, + 0.08, + 0.12, + 0.22 + ], + "checkpoint_success": 0.08, + "validation_loss": 0.27419549226760864, + "validation_median25": 0.2714892327785492, + "train_loss": 0.03997618581093919 + }, + { + "epoch": 1650, + "window_success": 0.132, + "window_epochs": [ + 1550, + 1600, + 1650, + 1700, + 1750 + ], + "window_rates": [ + 0.12, + 0.08, + 0.12, + 0.22, + 0.12 + ], + "checkpoint_success": 0.12, + "validation_loss": 0.28280314803123474, + "validation_median25": 0.27519989013671875, + "train_loss": 0.03859029361091102 + }, + { + "epoch": 1700, + "window_success": 0.136, + "window_epochs": [ + 1600, + 1650, + 1700, + 1750, + 1800 + ], + "window_rates": [ + 0.08, + 0.12, + 0.22, + 0.12, + 0.14 + ], + "checkpoint_success": 0.22, + "validation_loss": 0.27236318588256836, + "validation_median25": 0.27311834692955017, + "train_loss": 0.037607588915839436 + }, + { + "epoch": 1750, + "window_success": 0.14, + "window_epochs": [ + 1650, + 1700, + 1750, + 1800, + 1850 + ], + "window_rates": [ + 0.12, + 0.22, + 0.12, + 0.14, + 0.1 + ], + "checkpoint_success": 0.12, + "validation_loss": 0.2781524658203125, + "validation_median25": 0.2772519588470459, + "train_loss": 0.0381987158619363 + }, + { + "epoch": 1800, + "window_success": 0.128, + "window_epochs": [ + 1700, + 1750, + 1800, + 1850, + 1900 + ], + "window_rates": [ + 0.22, + 0.12, + 0.14, + 0.1, + 0.06 + ], + "checkpoint_success": 0.14, + "validation_loss": 0.28914526104927063, + "validation_median25": 0.2859639525413513, + "train_loss": 0.036751273953149685 + }, + { + "epoch": 1850, + "window_success": 0.104, + "window_epochs": [ + 1750, + 1800, + 1850, + 1900, + 1950 + ], + "window_rates": [ + 0.12, + 0.14, + 0.1, + 0.06, + 0.1 + ], + "checkpoint_success": 0.1, + "validation_loss": 0.28638291358947754, + "validation_median25": 0.28492623567581177, + "train_loss": 0.036614416270361515 + } + ], + "independent_evaluation_completed": true, + "interpretation": "Task-performance/validation tradeoff; not proof of absence of overfitting", + "source_sha256": { + "train_metrics.jsonl": "21be6b2ac68758c322caf669fb503fd5ece6ce0d30c712d192e641d1b6688079", + "validation_metrics.jsonl": "80ff85244c5745457b5fc9b4df33da06dc793b116bc6e88e341405d8ed0dd51f", + "evaluations.jsonl": "03c0d0e3c18b1e460ffde3e75aae6afd4bd99f9dc7f48961b4df483265823841" + }, + "independent_evaluation_result": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/operations/20261027_selected_bc_final200/tool_hang_focused50_e650/result.json", + "independent_final200": { + "success": 0.165, + "successes": 33, + "total": 200, + "ci_low": 0.11996855328217307, + "ci_high": 0.2226578153905955, + "seconds": 662.6713905301876 + } +} diff --git a/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/protocol.json b/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/protocol.json new file mode 100644 index 0000000000000000000000000000000000000000..d631d14aabcfd37bca995a40dc78ccddaf9038b5 --- /dev/null +++ b/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/protocol.json @@ -0,0 +1,226 @@ +{ + "checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/StandardBaseBC/jax/tool_hang/focused50/seed_1/checkpoints/epoch_650.pkl", + "checkpoint_sha256": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "collision_geoms": false, + "epoch": 650, + "identity_hash": "b3858c37673d3764ec403389851300c5f428a22fb84f55166ccb4bac43c41a9a", + "job": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/jobs/02.json", + "panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", + "reset_seeds": [ + 70723122, + 66851989, + 60005579, + 32401708, + 19153477, + 42749167, + 46661357, + 27402198, + 47810457, + 18848891, + 17918997, + 80363015, + 64973617, + 14420984, + 34943840, + 20266056, + 55423323, + 77426949, + 21093578, + 74139179, + 65396037, + 66433136, + 18174832, + 44050868, + 79827091, + 48142557, + 81058782, + 57440191, + 71718518, + 62288442, + 38780438, + 31543247, + 45815861, + 69976624, + 27741928, + 47860773, + 68719953, + 72413983, + 43596719, + 25975279, + 75651978, + 62538517, + 49157692, + 72093687, + 35658896, + 34016592, + 56600068, + 85354907, + 64181994, + 64561502, + 76858975, + 17852290, + 20068153, + 39072183, + 55774539, + 26085971, + 37837570, + 88758485, + 75982683, + 81377703, + 57992264, + 80112931, + 88742902, + 47013480, + 36523859, + 19498677, + 20212586, + 55485421, + 36767911, + 50597940, + 65503466, + 87299732, + 61456577, + 79295759, + 10605088, + 21163776, + 74346251, + 59990172, + 40756359, + 29123831, + 22339698, + 55950171, + 25459058, + 89169841, + 51768760, + 59320974, + 43210884, + 19819408, + 27287306, + 77579712, + 33855715, + 18917811, + 50238382, + 29018479, + 58133015, + 23864203, + 49568781, + 55772368, + 69087148, + 43159811, + 42777958, + 79686252, + 88287947, + 24484856, + 40522505, + 18535306, + 27261685, + 55157386, + 73419901, + 51177153, + 66197636, + 89218160, + 20312137, + 32815280, + 38566965, + 67538690, + 51444755, + 49534469, + 55520272, + 78917430, + 53987225, + 33135526, + 10641443, + 83269321, + 50371327, + 60499091, + 14174315, + 34430409, + 78665761, + 55417809, + 29697446, + 67300186, + 14166946, + 34309048, + 38651973, + 63582284, + 11252552, + 13083214, + 12656665, + 39216146, + 53058687, + 26843165, + 26213599, + 75250873, + 86873350, + 23044120, + 74475483, + 73879766, + 38462205, + 36712875, + 61476060, + 40070375, + 11657834, + 12071629, + 70951113, + 86273812, + 33086249, + 41678564, + 34536118, + 27607156, + 70130490, + 70448950, + 63854211, + 58640013, + 71222810, + 77025643, + 46535790, + 13450163, + 48130374, + 28109111, + 27277335, + 14975106, + 25482760, + 51368844, + 65499499, + 38883080, + 56579733, + 81285249, + 71293324, + 79868703, + 78989122, + 27209169, + 43304167, + 84752852, + 39685313, + 10941718, + 17638132, + 42683951, + 29174955, + 13106538, + 82750942, + 27595794, + 85382063, + 22544583, + 82667196, + 53585719, + 68118062, + 84752103, + 10971071, + 17007174 + ], + "script_sha256": "7be8b5440b354a862228f5a3d3855ec0ba7267c78c4e04158fa028e9633e8d32", + "selection": "frozen before this independent panel was evaluated", + "settings": { + "episodes": 200, + "interval_epochs": 10, + "policy_seed": 700001, + "reset_seed_start": 880000, + "seed_panel_seed": 20261021, + "seed_range": [ + 10000000, + 90000000 + ], + "seed_sampling": "uniform_without_replacement", + "workers": 8 + } +} diff --git a/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/result.json b/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/result.json new file mode 100644 index 0000000000000000000000000000000000000000..643055d5a4e63f4cc9239ef87964538dc6f2ddd5 --- /dev/null +++ b/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/result.json @@ -0,0 +1,3844 @@ +{ + "ci": "wilson95", + "ci_high": 0.2226578153905955, + "ci_low": 0.11996855328217307, + "environment_steps": 183755, + "episodes": [ + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 70723122, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 45, + "eval_kind": "bc_pretraining", + "length": 358, + "mode": "base_cfm_ode", + "native_return": -352.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 66851989, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 60005579, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 32401708, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 19153477, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 42749167, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 46661357, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 27402198, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 58, + "eval_kind": "bc_pretraining", + "length": 457, + "mode": "base_cfm_ode", + "native_return": -451.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 47810457, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 18848891, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 17918997, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 80363015, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 64973617, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 63, + "eval_kind": "bc_pretraining", + "length": 502, + "mode": "base_cfm_ode", + "native_return": -496.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 14420984, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 34943840, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 20266056, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 55423323, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 77426949, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 21093578, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 74139179, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 65396037, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 66433136, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 18174832, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 44050868, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 79827091, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 48142557, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 81058782, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 57440191, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 52, + "eval_kind": "bc_pretraining", + "length": 413, + "mode": "base_cfm_ode", + "native_return": -407.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 71718518, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 62288442, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 38780438, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 31543247, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 45815861, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 78, + "eval_kind": "bc_pretraining", + "length": 620, + "mode": "base_cfm_ode", + "native_return": -614.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 69976624, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 27741928, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 47860773, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 68719953, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 72413983, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 52, + "eval_kind": "bc_pretraining", + "length": 416, + "mode": "base_cfm_ode", + "native_return": -410.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 43596719, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 25975279, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 600, + "mode": "base_cfm_ode", + "native_return": -594.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 75651978, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 90, + "eval_kind": "bc_pretraining", + "length": 717, + "mode": "base_cfm_ode", + "native_return": -711.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 62538517, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 49157692, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 72093687, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 82, + "eval_kind": "bc_pretraining", + "length": 652, + "mode": "base_cfm_ode", + "native_return": -646.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 35658896, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 34016592, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 56600068, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 85354907, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 64181994, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 64561502, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 76858975, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 17852290, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 20068153, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 53, + "eval_kind": "bc_pretraining", + "length": 420, + "mode": "base_cfm_ode", + "native_return": -414.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 39072183, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 55774539, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 26085971, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 51, + "eval_kind": "bc_pretraining", + "length": 401, + "mode": "base_cfm_ode", + "native_return": -395.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 37837570, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 88758485, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 70, + "eval_kind": "bc_pretraining", + "length": 559, + "mode": "base_cfm_ode", + "native_return": -553.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 75982683, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 81377703, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 57992264, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 80112931, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 88742902, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 47013480, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 36523859, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 19498677, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 20212586, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 55485421, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 36767911, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 50597940, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 65503466, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 87299732, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 61456577, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 90, + "eval_kind": "bc_pretraining", + "length": 713, + "mode": "base_cfm_ode", + "native_return": -707.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 79295759, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 10605088, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 21163776, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 74346251, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 59990172, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 40756359, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 29123831, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 22339698, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 53, + "eval_kind": "bc_pretraining", + "length": 420, + "mode": "base_cfm_ode", + "native_return": -414.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 55950171, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 25459058, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 89169841, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 51768760, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 59320974, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 43210884, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 19819408, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 27287306, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 77579712, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 60, + "eval_kind": "bc_pretraining", + "length": 476, + "mode": "base_cfm_ode", + "native_return": -470.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 33855715, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 18917811, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 50238382, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 29018479, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 58133015, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 23864203, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 49568781, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 55772368, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 50, + "eval_kind": "bc_pretraining", + "length": 396, + "mode": "base_cfm_ode", + "native_return": -390.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 69087148, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 43159811, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 42777958, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 79686252, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 66, + "eval_kind": "bc_pretraining", + "length": 526, + "mode": "base_cfm_ode", + "native_return": -520.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 88287947, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 24484856, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 40522505, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 18535306, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 27261685, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 55157386, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 73419901, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 51177153, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 66197636, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 89218160, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 20312137, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 86, + "eval_kind": "bc_pretraining", + "length": 685, + "mode": "base_cfm_ode", + "native_return": -679.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 32815280, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 38566965, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 67538690, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 51444755, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 49534469, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 55520272, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 78917430, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 73, + "eval_kind": "bc_pretraining", + "length": 577, + "mode": "base_cfm_ode", + "native_return": -571.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 53987225, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 33135526, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 44, + "eval_kind": "bc_pretraining", + "length": 351, + "mode": "base_cfm_ode", + "native_return": -345.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 10641443, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 83269321, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 50371327, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 55, + "eval_kind": "bc_pretraining", + "length": 437, + "mode": "base_cfm_ode", + "native_return": -431.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 60499091, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 14174315, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 34430409, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 78665761, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 55417809, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 29697446, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 67300186, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 66, + "eval_kind": "bc_pretraining", + "length": 521, + "mode": "base_cfm_ode", + "native_return": -515.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 14166946, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 60, + "eval_kind": "bc_pretraining", + "length": 473, + "mode": "base_cfm_ode", + "native_return": -467.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 34309048, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 38651973, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 63582284, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 60, + "eval_kind": "bc_pretraining", + "length": 474, + "mode": "base_cfm_ode", + "native_return": -468.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 11252552, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 13083214, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 12656665, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 39216146, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 53058687, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 26843165, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 26213599, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 75250873, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 86873350, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 23044120, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 74475483, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 54, + "eval_kind": "bc_pretraining", + "length": 425, + "mode": "base_cfm_ode", + "native_return": -419.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 73879766, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 38462205, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 36712875, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 61476060, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 40070375, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 47, + "eval_kind": "bc_pretraining", + "length": 370, + "mode": "base_cfm_ode", + "native_return": -364.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 11657834, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 12071629, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 70951113, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 108, + "eval_kind": "bc_pretraining", + "length": 860, + "mode": "base_cfm_ode", + "native_return": -854.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 86273812, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 33086249, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 41678564, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 34536118, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 27607156, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 70130490, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 56, + "eval_kind": "bc_pretraining", + "length": 444, + "mode": "base_cfm_ode", + "native_return": -438.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 70448950, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 63854211, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 58640013, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 71222810, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 77025643, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 46535790, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 13450163, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 48130374, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 28109111, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 27277335, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 14975106, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 25482760, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 51368844, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 65499499, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 38883080, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 49, + "eval_kind": "bc_pretraining", + "length": 389, + "mode": "base_cfm_ode", + "native_return": -383.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 56579733, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 81285249, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 70, + "eval_kind": "bc_pretraining", + "length": 557, + "mode": "base_cfm_ode", + "native_return": -551.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 71293324, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 79868703, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 68, + "eval_kind": "bc_pretraining", + "length": 538, + "mode": "base_cfm_ode", + "native_return": -532.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 78989122, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 27209169, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 43304167, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 84752852, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 39685313, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 10941718, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 17638132, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 42683951, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 29174955, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 13106538, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 82750942, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 27595794, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 85382063, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 22544583, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 69, + "eval_kind": "bc_pretraining", + "length": 550, + "mode": "base_cfm_ode", + "native_return": -544.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 82667196, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 53585719, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 68118062, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 84752103, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 58, + "eval_kind": "bc_pretraining", + "length": 458, + "mode": "base_cfm_ode", + "native_return": -452.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 10971071, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "reset_seed": 17007174, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + } + ], + "length": 918.775, + "output": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/operations/20261027_selected_bc_final200/tool_hang_focused50_e650/eval/epoch_650.parquet", + "protocol": { + "checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/StandardBaseBC/jax/tool_hang/focused50/seed_1/checkpoints/epoch_650.pkl", + "checkpoint_sha256": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "collision_geoms": false, + "epoch": 650, + "identity_hash": "b3858c37673d3764ec403389851300c5f428a22fb84f55166ccb4bac43c41a9a", + "job": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/jobs/02.json", + "panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", + "reset_seeds": [ + 70723122, + 66851989, + 60005579, + 32401708, + 19153477, + 42749167, + 46661357, + 27402198, + 47810457, + 18848891, + 17918997, + 80363015, + 64973617, + 14420984, + 34943840, + 20266056, + 55423323, + 77426949, + 21093578, + 74139179, + 65396037, + 66433136, + 18174832, + 44050868, + 79827091, + 48142557, + 81058782, + 57440191, + 71718518, + 62288442, + 38780438, + 31543247, + 45815861, + 69976624, + 27741928, + 47860773, + 68719953, + 72413983, + 43596719, + 25975279, + 75651978, + 62538517, + 49157692, + 72093687, + 35658896, + 34016592, + 56600068, + 85354907, + 64181994, + 64561502, + 76858975, + 17852290, + 20068153, + 39072183, + 55774539, + 26085971, + 37837570, + 88758485, + 75982683, + 81377703, + 57992264, + 80112931, + 88742902, + 47013480, + 36523859, + 19498677, + 20212586, + 55485421, + 36767911, + 50597940, + 65503466, + 87299732, + 61456577, + 79295759, + 10605088, + 21163776, + 74346251, + 59990172, + 40756359, + 29123831, + 22339698, + 55950171, + 25459058, + 89169841, + 51768760, + 59320974, + 43210884, + 19819408, + 27287306, + 77579712, + 33855715, + 18917811, + 50238382, + 29018479, + 58133015, + 23864203, + 49568781, + 55772368, + 69087148, + 43159811, + 42777958, + 79686252, + 88287947, + 24484856, + 40522505, + 18535306, + 27261685, + 55157386, + 73419901, + 51177153, + 66197636, + 89218160, + 20312137, + 32815280, + 38566965, + 67538690, + 51444755, + 49534469, + 55520272, + 78917430, + 53987225, + 33135526, + 10641443, + 83269321, + 50371327, + 60499091, + 14174315, + 34430409, + 78665761, + 55417809, + 29697446, + 67300186, + 14166946, + 34309048, + 38651973, + 63582284, + 11252552, + 13083214, + 12656665, + 39216146, + 53058687, + 26843165, + 26213599, + 75250873, + 86873350, + 23044120, + 74475483, + 73879766, + 38462205, + 36712875, + 61476060, + 40070375, + 11657834, + 12071629, + 70951113, + 86273812, + 33086249, + 41678564, + 34536118, + 27607156, + 70130490, + 70448950, + 63854211, + 58640013, + 71222810, + 77025643, + 46535790, + 13450163, + 48130374, + 28109111, + 27277335, + 14975106, + 25482760, + 51368844, + 65499499, + 38883080, + 56579733, + 81285249, + 71293324, + 79868703, + 78989122, + 27209169, + 43304167, + 84752852, + 39685313, + 10941718, + 17638132, + 42683951, + 29174955, + 13106538, + 82750942, + 27595794, + 85382063, + 22544583, + 82667196, + 53585719, + 68118062, + 84752103, + 10971071, + 17007174 + ], + "script_sha256": "7be8b5440b354a862228f5a3d3855ec0ba7267c78c4e04158fa028e9633e8d32", + "selection": "frozen before this independent panel was evaluated", + "settings": { + "episodes": 200, + "interval_epochs": 10, + "policy_seed": 700001, + "reset_seed_start": 880000, + "seed_panel_seed": 20261021, + "seed_range": [ + 10000000, + 90000000 + ], + "seed_sampling": "uniform_without_replacement", + "workers": 8 + } + }, + "seconds": 662.6713905301876, + "seeds": [ + 70723122, + 66851989, + 60005579, + 32401708, + 19153477, + 42749167, + 46661357, + 27402198, + 47810457, + 18848891, + 17918997, + 80363015, + 64973617, + 14420984, + 34943840, + 20266056, + 55423323, + 77426949, + 21093578, + 74139179, + 65396037, + 66433136, + 18174832, + 44050868, + 79827091, + 48142557, + 81058782, + 57440191, + 71718518, + 62288442, + 38780438, + 31543247, + 45815861, + 69976624, + 27741928, + 47860773, + 68719953, + 72413983, + 43596719, + 25975279, + 75651978, + 62538517, + 49157692, + 72093687, + 35658896, + 34016592, + 56600068, + 85354907, + 64181994, + 64561502, + 76858975, + 17852290, + 20068153, + 39072183, + 55774539, + 26085971, + 37837570, + 88758485, + 75982683, + 81377703, + 57992264, + 80112931, + 88742902, + 47013480, + 36523859, + 19498677, + 20212586, + 55485421, + 36767911, + 50597940, + 65503466, + 87299732, + 61456577, + 79295759, + 10605088, + 21163776, + 74346251, + 59990172, + 40756359, + 29123831, + 22339698, + 55950171, + 25459058, + 89169841, + 51768760, + 59320974, + 43210884, + 19819408, + 27287306, + 77579712, + 33855715, + 18917811, + 50238382, + 29018479, + 58133015, + 23864203, + 49568781, + 55772368, + 69087148, + 43159811, + 42777958, + 79686252, + 88287947, + 24484856, + 40522505, + 18535306, + 27261685, + 55157386, + 73419901, + 51177153, + 66197636, + 89218160, + 20312137, + 32815280, + 38566965, + 67538690, + 51444755, + 49534469, + 55520272, + 78917430, + 53987225, + 33135526, + 10641443, + 83269321, + 50371327, + 60499091, + 14174315, + 34430409, + 78665761, + 55417809, + 29697446, + 67300186, + 14166946, + 34309048, + 38651973, + 63582284, + 11252552, + 13083214, + 12656665, + 39216146, + 53058687, + 26843165, + 26213599, + 75250873, + 86873350, + 23044120, + 74475483, + 73879766, + 38462205, + 36712875, + 61476060, + 40070375, + 11657834, + 12071629, + 70951113, + 86273812, + 33086249, + 41678564, + 34536118, + 27607156, + 70130490, + 70448950, + 63854211, + 58640013, + 71222810, + 77025643, + 46535790, + 13450163, + 48130374, + 28109111, + 27277335, + 14975106, + 25482760, + 51368844, + 65499499, + 38883080, + 56579733, + 81285249, + 71293324, + 79868703, + 78989122, + 27209169, + 43304167, + 84752852, + 39685313, + 10941718, + 17638132, + 42683951, + 29174955, + 13106538, + 82750942, + 27595794, + 85382063, + 22544583, + 82667196, + 53585719, + 68118062, + 84752103, + 10971071, + 17007174 + ], + "success": 0.165, + "successes": 33, + "successes_per_seed": [ + false, + true, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + true, + false, + false, + false, + false, + true, + false, + true, + true, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + true, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + true, + false, + true, + false, + false, + true, + false, + false, + false, + false, + false, + false, + true, + true, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + true, + false, + false, + true, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + true, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + true, + false + ], + "total": 200 +} diff --git a/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/status.json b/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/status.json new file mode 100644 index 0000000000000000000000000000000000000000..c131db55cf36901e62341209379193dce4cf4819 --- /dev/null +++ b/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/status.json @@ -0,0 +1,7 @@ +{ + "epoch": 650, + "status": "completed", + "success": 0.165, + "successes": 33, + "total": 200 +} diff --git a/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/release.json b/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/release.json new file mode 100644 index 0000000000000000000000000000000000000000..8160fe4f02dcaab6eaf345a6ebb6926bfc5dc7d0 --- /dev/null +++ b/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/release.json @@ -0,0 +1,59 @@ +{ + "schema_version": 1, + "repo_id": "yangfy0627/RL-postTrain", + "created_at": "2026-10-26T21:53:23.618600+00:00", + "model": { + "task": "ToolHang", + "suite": "Robomimic", + "experiment": "tool_hang", + "regime": "focused50", + "seed": 1, + "epoch": 650, + "trained_epochs_at_selection": 2000, + "planned_epochs": 2000, + "training_status_at_selection": "user_accepted_after_joint_curve_review", + "family": "StandardBaseBC", + "framework": "jax", + "weights": "complete_model_EMA", + "horizon": 8, + "collision_geoms": false, + "selection_rule": "Joint train/validation/periodic-success review with explicit user-approved checkpoints; Can diverse20 e1500 corrected before final200", + "window_success_rate": 0.132, + "window_epochs": [ + 550, + 600, + 650, + 700, + 750 + ], + "window_episodes": 250, + "selection_note": "Neighborhood average combines different checkpoints on reused seeds; final200 reports this fixed checkpoint", + "final200": { + "success": 0.165, + "successes": 33, + "total": 200, + "ci_low": 0.11996855328217307, + "ci_high": 0.2226578153905955 + }, + "final200_panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", + "checkpoint_sha256": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "checkpoint_bytes": 96674984, + "pixel_spec_hash": "9aba3fd9a1011e610cbb6bfbf04e84a09dd73adc222ca38d7321758e4b5b87ca", + "identity_hash": "b3858c37673d3764ec403389851300c5f428a22fb84f55166ccb4bac43c41a9a", + "path": "visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/checkpoints/epoch_650.pkl", + "directory": "visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1", + "supervision": { + "status": "selected_after_joint_review", + "training": "completed", + "joint_curve_review_status": "finalized_user_accepted", + "reviewed_at": "2026-10-26T21:53:23.618600+00:00", + "review_evidence": "visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/selection_supervision.json", + "final200_role": "report_only_not_used_for_reselection", + "zero_overfitting_claim": false, + "completed_train_epoch": 2000 + }, + "evaluation_schedule": "visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/evaluation_override.json" + }, + "publication_authorization": "User 2026-10-27: upload these four accepted pretrained BC checkpoints", + "purpose": "Visual-only pretrained initialization for downstream RL; original machine paths retained as provenance" +} diff --git a/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/selection_supervision.json b/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/selection_supervision.json new file mode 100644 index 0000000000000000000000000000000000000000..f0408c6cbe1e78276d6e231ae6707cf917be4e7f --- /dev/null +++ b/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/selection_supervision.json @@ -0,0 +1,33 @@ +{ + "status": "user_accepted_after_joint_curve_review", + "selection_frozen_before_final200": true, + "final200_role": "report_only_not_used_for_reselection", + "user_accepted_epoch": 650, + "zero_overfitting_claim": false, + "user_selection": null, + "comparison_with_epoch2000": { + "task": "tool_hang", + "regime": "focused50", + "epoch": 650, + "checkpoint_sha256": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", + "result": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/operations/20261027_selected_bc_final200/tool_hang_focused50_e650/result.json", + "periodic50_success": 0.16, + "final200": { + "success": 0.165, + "successes": 33, + "total": 200, + "ci_low": 0.11996855328217307, + "ci_high": 0.2226578153905955, + "seconds": 662.6713905301876 + }, + "epoch2000_success": 0.15, + "paired_change_percentage_points": 1.5000000000000013, + "paired_counts": { + "both_success": 7, + "selected_only": 26, + "epoch2000_only": 23, + "both_fail": 144 + }, + "panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3" + } +} diff --git a/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/training_status.json b/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/training_status.json new file mode 100644 index 0000000000000000000000000000000000000000..bbf07603d7a472176d1c9e83def203fcd7064a13 --- /dev/null +++ b/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/training_status.json @@ -0,0 +1,6 @@ +{ + "status": "completed", + "completed_epoch": 2000, + "selected_epoch": 650, + "independent_evaluation_completed": true +} diff --git a/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/provenance/evaluate_comparison.py b/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/provenance/evaluate_comparison.py new file mode 100644 index 0000000000000000000000000000000000000000..fa956325d8bb186c9f949057749370215cec5e90 --- /dev/null +++ b/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/provenance/evaluate_comparison.py @@ -0,0 +1,67 @@ +"""Evaluate the user-requested epoch1400 checkpoint on the reused comparison panel. +No changes to training or published model selection. +""" +import argparse +import copy +import json +import os +import sys +import time +from pathlib import Path + + +def main(): + p = argparse.ArgumentParser() + p.add_argument("--job", required=True, type=Path) + p.add_argument("--checkpoint", required=True, type=Path) + p.add_argument("--output", required=True, type=Path) + args = p.parse_args() + sys.path.insert(0, str(Path.cwd() / "src")) + job = json.loads(args.job.read_text()) + os.environ["RL_PT_EXPERIMENT"] = job["experiment"] + from rl_pt_analyze.bc_pretrain import validate_job, _evaluate + from rl_pt_analyze.bc_evaluation import evaluation_settings, evaluation_seeds + from rl_pt_analyze.io import canonical_hash, sha256_file, write_json + spec = validate_job(job) + assert spec.collision_geoms is False + meta = json.loads(args.checkpoint.with_suffix(".json").read_text()) + digest = sha256_file(args.checkpoint) + assert digest == meta["sha256"] + assert meta["resolved_config"]["identity_hash"] == job["identity_hash"] + epoch = meta["metadata"]["epoch"] + settings = evaluation_settings(job, job["training"]["epochs"]) + seeds = evaluation_seeds(settings) + periodic = evaluation_seeds(evaluation_settings(job, 0)) + assert len(seeds) == 200 and not set(seeds).intersection(periodic) + assert not args.output.exists(), f"Refusing to overwrite {args.output}" + args.output.mkdir(parents=True) + protocol = dict(job=str(args.job), identity_hash=job["identity_hash"], + checkpoint=str(args.checkpoint), checkpoint_sha256=digest, + epoch=epoch, settings=settings, reset_seeds=seeds, + panel_hash=canonical_hash(seeds), collision_geoms=False, + selection="User requested epoch1400 comparison after reviewing prior checkpoints; shared200 reset panel reused, not an untouched holdout", + script_sha256=sha256_file(__file__)) + write_json(args.output / "protocol.json", protocol) + write_json(args.output / "status.json", dict(status="running", pid=os.getpid())) + evaluation_job = copy.deepcopy(job) + evaluation_job["evaluation"] = settings + evaluation_job["output"] = str(args.output) + started = time.monotonic() + try: + result = _evaluate(args.checkpoint, evaluation_job, epoch) + assert result["total"] == 200 + assert len(result["successes_per_seed"]) == 200 + assert sum(result["successes_per_seed"]) == result["successes"] + assert sha256_file(args.checkpoint) == digest + write_json(args.output / "result.json", dict(protocol=protocol, + seconds=time.monotonic() - started, **result)) + write_json(args.output / "status.json", dict(status="completed", epoch=epoch, + success=result["success"], successes=result["successes"], total=200)) + print(json.dumps({k: result[k] for k in ("success", "successes", "total", "ci_low", "ci_high")}), flush=True) + except BaseException as error: + write_json(args.output / "status.json", dict(status="failed", error=repr(error))) + raise + + +if __name__ == "__main__": + main() diff --git a/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/release.json b/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/release.json index 8160fe4f02dcaab6eaf345a6ebb6926bfc5dc7d0..4c10446db72d18dfeead1ac84753b6745a9dff09 100644 --- a/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/release.json +++ b/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/release.json @@ -1,59 +1,60 @@ { "schema_version": 1, "repo_id": "yangfy0627/RL-postTrain", - "created_at": "2026-10-26T21:53:23.618600+00:00", + "created_at": "2026-10-27T08:23:02.493820+00:00", "model": { "task": "ToolHang", "suite": "Robomimic", "experiment": "tool_hang", "regime": "focused50", "seed": 1, - "epoch": 650, + "epoch": 1400, "trained_epochs_at_selection": 2000, "planned_epochs": 2000, - "training_status_at_selection": "user_accepted_after_joint_curve_review", + "training_status_at_selection": "completed", "family": "StandardBaseBC", "framework": "jax", "weights": "complete_model_EMA", "horizon": 8, "collision_geoms": false, - "selection_rule": "Joint train/validation/periodic-success review with explicit user-approved checkpoints; Can diverse20 e1500 corrected before final200", - "window_success_rate": 0.132, - "window_epochs": [ - 550, - 600, - 650, - 700, - 750 - ], - "window_episodes": 250, - "selection_note": "Neighborhood average combines different checkpoints on reused seeds; final200 reports this fixed checkpoint", + "selection_rule": "User requested adopting epoch1400 uniformly for all eight local models after reviewing the shared200-episode comparisons", + "periodic50_success": 0.12, "final200": { - "success": 0.165, - "successes": 33, + "success": 0.155, + "successes": 31, "total": 200, - "ci_low": 0.11996855328217307, - "ci_high": 0.2226578153905955 + "ci_low": 0.11139636927689314, + "ci_high": 0.21160690592342077 }, "final200_panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", - "checkpoint_sha256": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", - "checkpoint_bytes": 96674984, + "checkpoint_sha256": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", + "checkpoint_bytes": 96592643, "pixel_spec_hash": "9aba3fd9a1011e610cbb6bfbf04e84a09dd73adc222ca38d7321758e4b5b87ca", "identity_hash": "b3858c37673d3764ec403389851300c5f428a22fb84f55166ccb4bac43c41a9a", - "path": "visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/checkpoints/epoch_650.pkl", + "path": "visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/checkpoints/epoch_1400.pkl", "directory": "visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1", "supervision": { - "status": "selected_after_joint_review", + "status": "selected_by_user", "training": "completed", "joint_curve_review_status": "finalized_user_accepted", - "reviewed_at": "2026-10-26T21:53:23.618600+00:00", + "reviewed_at": "2026-10-27T08:23:02.493820+00:00", "review_evidence": "visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/selection_supervision.json", - "final200_role": "report_only_not_used_for_reselection", - "zero_overfitting_claim": false, - "completed_train_epoch": 2000 + "final200_role": "shared_comparison_panel_used_for_user_selection", + "zero_overfitting_claim": false + }, + "previous_selection": { + "epoch": 650, + "path": "visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/checkpoints/epoch_650.pkl", + "revision": "1bf8a9fb26982bebb51493f3475d28f12a3197ae", + "final200": { + "success": 0.165, + "successes": 33, + "total": 200, + "ci_low": 0.11996855328217307, + "ci_high": 0.2226578153905955 + } }, "evaluation_schedule": "visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/evaluation_override.json" }, - "publication_authorization": "User 2026-10-27: upload these four accepted pretrained BC checkpoints", - "purpose": "Visual-only pretrained initialization for downstream RL; original machine paths retained as provenance" + "publication_authorization": "User2026-10-27: adopt these epoch1400 results for all eight and update Hugging Face" } diff --git a/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/selection_supervision.json b/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/selection_supervision.json index f0408c6cbe1e78276d6e231ae6707cf917be4e7f..891d75231fd24a136c48b518512a14bbb3101bd8 100644 --- a/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/selection_supervision.json +++ b/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/selection_supervision.json @@ -1,33 +1,14 @@ { - "status": "user_accepted_after_joint_curve_review", - "selection_frozen_before_final200": true, - "final200_role": "report_only_not_used_for_reselection", - "user_accepted_epoch": 650, + "status": "finalized_user_accepted", + "selected_epoch": 1400, + "selection_rule": "User requested adopting epoch1400 uniformly for all eight local models after reviewing the shared200-episode comparisons", + "final200_used_for_selection": true, + "untouched_holdout": false, "zero_overfitting_claim": false, - "user_selection": null, - "comparison_with_epoch2000": { - "task": "tool_hang", - "regime": "focused50", - "epoch": 650, - "checkpoint_sha256": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", - "result": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/operations/20261027_selected_bc_final200/tool_hang_focused50_e650/result.json", - "periodic50_success": 0.16, - "final200": { - "success": 0.165, - "successes": 33, - "total": 200, - "ci_low": 0.11996855328217307, - "ci_high": 0.2226578153905955, - "seconds": 662.6713905301876 - }, - "epoch2000_success": 0.15, - "paired_change_percentage_points": 1.5000000000000013, - "paired_counts": { - "both_success": 7, - "selected_only": 26, - "epoch2000_only": 23, - "both_fail": 144 - }, - "panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3" - } + "previous_epoch": 650, + "previous_success": 0.165, + "previous_path": "visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/checkpoints/epoch_650.pkl", + "previous_revision": "1bf8a9fb26982bebb51493f3475d28f12a3197ae", + "previous_release_archive": "visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae", + "checkpoint_sha256": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e" } diff --git a/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/training_status.json b/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/training_status.json index bbf07603d7a472176d1c9e83def203fcd7064a13..4ab68d82149afe4e22036b56d74b0685c802cf1f 100644 --- a/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/training_status.json +++ b/visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/training_status.json @@ -1,6 +1,6 @@ { "status": "completed", - "completed_epoch": 2000, - "selected_epoch": 650, - "independent_evaluation_completed": true + "last_recorded_epoch": 2000, + "planned_epochs": 2000, + "selected_epoch": 1400 } diff --git a/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/README.md b/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/README.md index 72db480b0e35b242865297dfab81587500931048..4cf913294cc4c45b5d60b3a8f3c9bfd56b42b293 100644 --- a/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/README.md +++ b/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/README.md @@ -1,16 +1,13 @@ # ToolHang mixed100 — visual-only BC -User-approved **epoch1250**, StandardBaseBC/JAX, complete-model EMA, seed1, H8. -Training stopped at the user's request: last reported epoch1843, last durable recovery epoch1800, planned2000. Later history is preserved locally. +Current user-approved checkpoint: **epoch1400**, StandardBaseBC/JAX, complete-model EMA, seed1, H8. +Actual200-episode evaluation: **23.0% (46/200)**; Wilson95 interval 17.7%–29.3%. -Final200: **19.0% (38/200)**, Wilson95 interval 14.2%–25.0%. -The checkpoint was fixed before this evaluation, then accepted by the user for publication after viewing the result. -Periodic50 SR: 20.0%. Shared reset panel seed20261021, policy seed700001,8workers; panel disjoint from periodic evaluation. -Collision geometry display is disabled; physical collisions remain enabled. No claim of absent overfitting or guaranteed RL improvement. +The user chose epoch1400 uniformly for all eight local models after comparing results. The shared reset panel was used for selection, not an untouched holdout; this does not imply all eight improved over their previous checkpoints. +Previous selection: epoch1250, 19.0%. Old weights remain available; prior release documents are archived under history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/. -[Weights](checkpoints/epoch_1250.pkl) · [Final200](final200/result.json) · [Selection](selection_supervision.json) +Training status: interrupted, last recorded epoch1843, planned2000. Evaluation uses panel seed20261021, policy seed700001,8workers. Collision geometry display is disabled; physical collisions remain enabled. -Manifest, split, normalizer, original checkpoint sidecar and full recorded curves are included. -Absolute paths in sealed configs record provenance; adapt them explicitly on another host. -The immutable interval10 plan is historical; evaluation_override.json records the switch to interval50. -SHA256SUMS.json covers the release files. +[Current weights](checkpoints/epoch_1400.pkl) · [Final200](final200/result.json) · [Selection](selection_supervision.json) + +Manifest, split, normalizer, original sidecar and curves are included. Absolute local paths are provenance; adapt explicitly on another host. evaluation_override.json records periodic evaluation every50 epochs. SHA256SUMS.json covers this staged release and archived documents. No claim of absent overfitting or guaranteed downstream RL improvement. diff --git a/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/SHA256SUMS.json b/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/SHA256SUMS.json index df8faa64a208cc7cdc9851bd97408efa05396aad..b0444471155f3f95af12a7d0de32392882b37f2f 100644 --- a/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/SHA256SUMS.json +++ b/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/SHA256SUMS.json @@ -1,19 +1,19 @@ { "README.md": { - "sha256": "bd7716baad6eb998add2524c91328c88775efb2d5e408783ae0a8c35ab78a304", - "bytes": 1161 + "sha256": "df0df6a0795f51ab24f6277e79081b98c18e06fbb01b19b11e8f08082e5a4b84", + "bytes": 1304 }, "best.json": { - "sha256": "061b6ff35fa2d031094e921907b8788af471923ef7c9fc95e03dc3998e628102", - "bytes": 899 + "sha256": "8148d5fce39f8bea5dea7878ee3caba7c1615d2c1017e14234d9887f4b0581b7", + "bytes": 1344 }, - "checkpoints/epoch_1250.json": { - "sha256": "24617b33369cc476555aff30bd3326d8366d0be628868edf6813323ad37b3c8e", + "checkpoints/epoch_1400.json": { + "sha256": "9496a46c32beea7ed6caf7e05790849574c555985c29bb4ac6a94391faae951b", "bytes": 8253 }, - "checkpoints/epoch_1250.pkl": { - "sha256": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "bytes": 96473539 + "checkpoints/epoch_1400.pkl": { + "sha256": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "bytes": 96461966 }, "data_manifest.json": { "sha256": "6bcfaec343fc97c766bacf650dc6a73a71c0c9969974d21bfbfd1c1ac113685f", @@ -27,29 +27,69 @@ "sha256": "7b29f6d77d8021ed2967698dd2ea2531d87a578f50f9bdd3b3c2db9ecff03bfc", "bytes": 96695 }, - "final200/epoch_1250.parquet": { - "sha256": "35d9dd46b21e3d5013c21317ecf6f0d9df3eb55f0d314375b8dd133b71ee86ab", - "bytes": 6361 + "final200/epoch_1400.parquet": { + "sha256": "6cc27992e9df18d82909b399eec655c266114b2bdbdcf3bc540455184cffa043", + "bytes": 6380 }, "final200/protocol.json": { + "sha256": "af3a4b1ab9e06419bd9163b34cc058a02c8f365ba50f36c5b19aa98316c4726a", + "bytes": 4008 + }, + "final200/result.json": { + "sha256": "88000fc9675cc78aca063573fe9528f8af20582eade93c1113afa8b16b50425b", + "bytes": 117883 + }, + "final200/status.json": { + "sha256": "93bb1a924e31ce064999e080576983bd31df4ed04fceb1f5f081de03801aee94", + "bytes": 99 + }, + "final200/verification.json": { + "sha256": "30ad61710a13af82068a31e3acd20b61e251569bc191b5d47a8a4011ae92c89a", + "bytes": 310 + }, + "history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/README.md": { + "sha256": "bd7716baad6eb998add2524c91328c88775efb2d5e408783ae0a8c35ab78a304", + "bytes": 1161 + }, + "history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/SHA256SUMS.json": { + "sha256": "e9421dba93d6c22f828842517a986b294f659af6851a76959ccac6cb101c76d6", + "bytes": 3403 + }, + "history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/best.json": { + "sha256": "061b6ff35fa2d031094e921907b8788af471923ef7c9fc95e03dc3998e628102", + "bytes": 899 + }, + "history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/protocol.json": { "sha256": "61a6875666f214e87ab4e7aa1232de5b07c767a4d9464178320f436c21d3dfbe", "bytes": 3933 }, - "final200/result.json": { + "history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/result.json": { "sha256": "c5a6daad3ee9fdd96881d5afd937150bee76b05dafcc2e3aba3c76a57f186660", "bytes": 117855 }, - "final200/status.json": { + "history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/status.json": { "sha256": "bd0aae101a9157177b8ac914f6bfe4eb3fad62a25bff96167619b500236fb6eb", "bytes": 99 }, + "history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/release.json": { + "sha256": "3a7bf1bf0a53fc03c68f08e5654140d25f5a19aecf703a018521247ae7bc9c03", + "bytes": 2266 + }, + "history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/selection_supervision.json": { + "sha256": "67ead33c9d5f0080ee8bcde10def42a95891270bf156ce1a990d70c82e49a626", + "bytes": 414 + }, + "history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/training_status.json": { + "sha256": "f01d83a6104777baa9aeb7668af504045c8bb3365181d4fdd2505124d1a76be1", + "bytes": 248 + }, "normalizer.json": { "sha256": "f4d350f614138553d80f2e56c2912b4cd735123c5b99d5185551879ff6feb630", "bytes": 1157 }, - "provenance/evaluate_bc_selected.py": { - "sha256": "7be8b5440b354a862228f5a3d3855ec0ba7267c78c4e04158fa028e9633e8d32", - "bytes": 3370 + "provenance/evaluate_comparison.py": { + "sha256": "52959ac39b30b97e21dda738d5187427516ba577f89c0e8d85ddb7ecec15ee40", + "bytes": 3264 }, "provenance/evaluation_override_active.json": { "sha256": "93a45395ece8976486a2f40394f0ecac7dbed9061b314736b95be5ab41e66883", @@ -63,25 +103,17 @@ "sha256": "95339b3e13d3099abb804978346273b12015366dbe418bbe64381e702c5eeab5", "bytes": 334 }, - "provenance/pretrain_bc_eval_override.py": { - "sha256": "71deaa1c690802253ce2f075f3d9295ac1e302252e9413caae7bbe9071e80e29", - "bytes": 2877 - }, - "provenance/pretrain_bc_noleak.py": { - "sha256": "240abba4a512b61887271aeafc18fdce2372398ed483920b723aa7ce41f3d953", - "bytes": 1932 - }, "release.json": { - "sha256": "3a7bf1bf0a53fc03c68f08e5654140d25f5a19aecf703a018521247ae7bc9c03", - "bytes": 2266 + "sha256": "6348bfca969ea3f71d1541e437809dcedc642debfa9a9e689710adae070fb5d3", + "bytes": 2549 }, "resolved_config.json": { "sha256": "368077e9227d90e16c99d8e1ae0f51516c1ea3bebec293f5ad4e878b1c9eaad5", "bytes": 6308 }, "selection_supervision.json": { - "sha256": "67ead33c9d5f0080ee8bcde10def42a95891270bf156ce1a990d70c82e49a626", - "bytes": 414 + "sha256": "eb023618b0b12b76986073c39d363db0274d280b670d48d885b1b67a444509a2", + "bytes": 783 }, "split.json": { "sha256": "fd00133d45ab4e1e74a60560a934fb631133c8ae0de1ea57fe4e0cf5b0bf265e", @@ -92,8 +124,8 @@ "bytes": 338680 }, "training_status.json": { - "sha256": "f01d83a6104777baa9aeb7668af504045c8bb3365181d4fdd2505124d1a76be1", - "bytes": 248 + "sha256": "f62cdbb13cb9dc2c5afd03fe1531b80bf10c84fd6a142a4c76d5d99c3e5607cf", + "bytes": 113 }, "validation_metrics.jsonl": { "sha256": "8712ec4b050af055aba188857475b62da69568b5c0d36a87d54622c188d0ebb3", diff --git a/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/best.json b/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/best.json index a1de5c74466c130a555471040d2b6aaeb333d755..523beacf9d2bec088d66957ef275b80a86349cec 100644 --- a/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/best.json +++ b/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/best.json @@ -1,19 +1,28 @@ { "task": "tool_hang", "regime": "mixed100", - "epoch": 1250, - "checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/toolhang100/StandardBaseBC/jax/tool_hang/mixed100/seed_1/checkpoints/epoch_1250.pkl", - "checkpoint_sha256": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "periodic50_success": 0.2, + "epoch": 1400, + "checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/toolhang100/StandardBaseBC/jax/tool_hang/mixed100/seed_1/checkpoints/epoch_1400.pkl", + "checkpoint_sha256": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "final200": { - "success": 0.19, - "successes": 38, + "success": 0.23, + "successes": 46, "total": 200, - "ci_low": 0.14167171527790676, - "ci_high": 0.25001238707599854, - "seconds": 890.2365052329842 + "ci_low": 0.17709343259068805, + "ci_high": 0.2930830436530359 }, - "result": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/operations/20261027_remaining4_e1250_final200/tool_hang_mixed100_e1250/result.json", - "parquet": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/operations/20261027_remaining4_e1250_final200/tool_hang_mixed100_e1250/eval/epoch_1250.parquet", - "episode_rows": 200 + "selection": { + "status": "finalized_user_accepted", + "selected_epoch": 1400, + "selection_rule": "User requested adopting epoch1400 uniformly for all eight local models after reviewing the shared200-episode comparisons", + "final200_used_for_selection": true, + "untouched_holdout": false, + "zero_overfitting_claim": false, + "previous_epoch": 1250, + "previous_success": 0.19, + "previous_path": "visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/checkpoints/epoch_1250.pkl", + "previous_revision": "1bf8a9fb26982bebb51493f3475d28f12a3197ae", + "previous_release_archive": "visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae", + "checkpoint_sha256": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db" + } } diff --git a/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/checkpoints/epoch_1400.json b/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/checkpoints/epoch_1400.json new file mode 100644 index 0000000000000000000000000000000000000000..0f61c5e25bcda9263bbf4d7b5e3792832904cf0d --- /dev/null +++ b/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/checkpoints/epoch_1400.json @@ -0,0 +1,199 @@ +{ + "bc_identity": { + "architecture": "dice_vision_resnet_flow_unet_v1", + "family": "StandardBaseBC", + "framework": "jax" + }, + "data_manifest_hash": "de0f733ec7c8fa9f6447e54eee181d47c3165f63420720513ac725e72e47254a", + "encoding": "gzip_pickle_numpy_float32_lossless", + "evaluation_runtime_override": { + "created_unix": 1792988435.3141203, + "decision": "1026-BC-EVAL50", + "effective_after_epoch": 400, + "final_evaluation": { + "episodes": 200, + "seed_panel_seed": 20261021, + "seed_range": [ + 10000000, + 90000000 + ], + "seed_sampling": "uniform_without_replacement" + }, + "identity_hash": "364aaa8c2e8aa46afbcf16b94578127d68ce830c3fd15c9cedba8ba6a5a61a99", + "interval_epochs": 50, + "operation": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/operations/20261026_bc_eval50", + "original_interval_epochs": 10, + "periodic_episodes": 50 + }, + "kind": "pixel_state_bc", + "metadata": { + "epoch": 1400, + "epochs": 2000, + "experiment": "tool_hang", + "regime": "mixed100", + "seed": 1, + "smoke": false, + "stage": "fixed_epochs", + "step": 235200, + "task": "tool_hang" + }, + "normalizer_hash": "4c8be785f23d196636c5d77673845165564b21d0fa82aec1ec9ee00cc6866bed", + "observation_mode": "pixel_state", + "pixel_spec_hash": "9aba3fd9a1011e610cbb6bfbf04e84a09dd73adc222ca38d7321758e4b5b87ca", + "resolved_config": { + "bc_identity": { + "family": "StandardBaseBC", + "framework": "jax" + }, + "checkpoint_encoding": "lossless_gzip_ema_only", + "checkpoint_interval_epochs": 50, + "ema_buffers": "copy_live_running_statistics", + "evaluation": { + "episodes": 50, + "final": { + "episodes": 200, + "seed_panel_seed": 20261021, + "seed_range": [ + 10000000, + 90000000 + ], + "seed_sampling": "uniform_without_replacement" + }, + "interval_epochs": 10, + "policy_seed": 700001, + "reset_seed_start": 880000, + "workers": 8 + }, + "experiment": "tool_hang", + "family": "StandardBaseBC", + "framework": "jax", + "identity_hash": "364aaa8c2e8aa46afbcf16b94578127d68ce830c3fd15c9cedba8ba6a5a61a99", + "index": 0, + "manifest": "/ssd/WorkSpace/RL-Postrain-visual-bc/.local/visual_bc_reserved8/toolhang100/manifests/tool_hang.json", + "manifest_sha256": "6bcfaec343fc97c766bacf650dc6a73a71c0c9969974d21bfbfd1c1ac113685f", + "model_spec_hash": "9aba3fd9a1011e610cbb6bfbf04e84a09dd73adc222ca38d7321758e4b5b87ca", + "normalizer_hash": "4c8be785f23d196636c5d77673845165564b21d0fa82aec1ec9ee00cc6866bed", + "observation_mode": "pixel_state", + "output": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/toolhang100/StandardBaseBC/jax/tool_hang/mixed100/seed_1", + "pixel_cache": "/ssd/WorkSpace/RL-Postrain-visual-bc/data/pixels/tool_hang/visual_20261025", + "pixel_spec": { + "action_dim": 7, + "architecture": "dice_vision_resnet_flow_unet_v1", + "backbone_initialization": "random", + "backbone_norm": "batch_norm", + "cameras": [ + "sideview", + "robot0_eye_in_hand" + ], + "collision_geoms": false, + "crop_size": 84, + "family": "StandardBaseBC", + "feature_dim": 137, + "features_per_camera": 64, + "flow_steps": 10, + "horizon": 8, + "image_size": 96, + "proprio_dim": 9, + "proprio_keys": [ + "robot0_eef_pos", + "robot0_eef_quat", + "robot0_gripper_qpos" + ], + "task": "tool_hang", + "time_embedding_dim": 64 + }, + "regime": "mixed100", + "runtime": { + "framework_version": "0.10.1", + "python": "/ssd/WorkSpace/RL-Postrain-visual-bc/.venvs/ogpo/bin/python", + "requested_device": "cuda:0" + }, + "seed": 1, + "sources_sha256": { + "configs/bc_models.yaml": "ce58a903c4270328985ab8677babdaa12748ad18efc3749faed72425024e61c1", + "configs/bc_pretraining.yaml": "7d1b9be73f25aeb40cd342a3e3ca2543ea865b38b2abe8fb28a7da6588d419a6", + "configs/bc_pretraining_ph_full.yaml": "a93c7d4a50e9afa836d98a6193ba1bc2fb3827a259cf5de39f5dc7a2504d6728", + "configs/bc_standard_init_schema.json": "e2c70eee2a1ce8d1a812ec427d24ba3cc45519434331354318d97415fd559bc8", + "configs/study1.yaml": "35d065e242b205a4c99f8add2eab35bb85f80401f4e07d49f063a0eddf4de608", + "configs/study1_ph_full.yaml": "f9cebc4b66279d4ea7492f7a80a09f1adca7c1cae7b242374305be4f701e76ef", + "scripts/pretrain_bc.py": "9972b77f7b8ed964e7e04fa3ba3821b767f0b7a5d697625ed1c6f8fcdf990890", + "src/rl_pt_analyze/bc_evaluation.py": "7319c346f453263a99cdc5d6fd39e6a0a88783d2c42f68a312ee36ab6d656c6f", + "src/rl_pt_analyze/bc_fleet.py": "a49c24c66ec0bb1a5548d384deefda429ff1ca693cb19f1c99dbd661148d7ffc", + "src/rl_pt_analyze/bc_full_cut.py": "a8170de58bc0a16dd5c6358a6429d96afb5227e5701602806d68e42727f671bc", + "src/rl_pt_analyze/bc_identity.py": "f94c284c71df7ed06eaf4553297de53f2b801a5fac743beb3b98d1bc41314fe0", + "src/rl_pt_analyze/bc_policy.py": "aff3c4613a0dfc46d6491bdba6478261049c2c9631eca446fa8939a1e498fc30", + "src/rl_pt_analyze/bc_pretrain.py": "703b2e50fe53d62b23910b907d75c09cec49463e5e9e2c08d8f77d2b6b77a5bd", + "src/rl_pt_analyze/bc_runtime.py": "29d85733684176bd7328c01921ed1eb45857a914d8ee998e6df4fb0a5be5315d", + "src/rl_pt_analyze/bc_standard_jax.py": "9063d0d4160e972bb9f7b1acd9e508a2ea1118ceeed7647614c787abcb7b32ce", + "src/rl_pt_analyze/bc_standard_policy.py": "54d733549ec571f709d49698520f2461def5a20fc4146d155b3d56fbbcf5deb1", + "src/rl_pt_analyze/bc_storage.py": "83b79d5beaaaa46310d756476f5da90c9227a656533dc9414334d395a6749e54", + "src/rl_pt_analyze/bc_training.py": "bf20475ceeef114e3444c2610ea6d490389b02d147f22c962e2f63fd94b9dafa", + "src/rl_pt_analyze/pixel.py": "ec46a0b0e3c40bca7ea2d0c76b086b482fedaf98293b06f7ab719b86b81141e6", + "src/rl_pt_analyze/pixel_data.py": "74ed81ff034d0782671ff9e48157a3be2d274e7db3735a955705b8e8fcf42b34", + "src/rl_pt_analyze/pixel_vec.py": "f247a6d9ed1791b82880ecef7505275959835fc3b69bfab2e85dedd096416bc8", + "src/rl_pt_analyze/r0.py": "e0a13e9c02d935dbab6a0e091fd925f08ce2d00e661b6cf09aff0ee95925249d", + "third_party/dice/model/diffusion/modules.py": "3b6b2efae0bb67cc30a061a8dd7c6b2d8d6905dac7cecac92b3dbfa5da0067cd", + "third_party/dice/model/flow_matching/vision_resnet_mlp_flow_matching.py": "2f0d3aa0b6e1624e32a540e66a5803e613481f35bb190926e51560856249981d" + }, + "spec": { + "action_dim": 7, + "architecture": "dice_vision_resnet_flow_unet_v1", + "backbone_initialization": "random", + "backbone_norm": "batch_norm", + "cameras": [ + "sideview", + "robot0_eye_in_hand" + ], + "collision_geoms": false, + "crop_size": 84, + "family": "StandardBaseBC", + "feature_dim": 137, + "features_per_camera": 64, + "flow_steps": 10, + "horizon": 8, + "image_size": 96, + "proprio_dim": 9, + "proprio_keys": [ + "robot0_eef_pos", + "robot0_eef_quat", + "robot0_gripper_qpos" + ], + "task": "tool_hang", + "time_embedding_dim": 64 + }, + "split_hash": "fc96eec575daebca09b51efe1deb267f43ffeff9eee37304295f09cdf4403598", + "task": "tool_hang", + "training": { + "batch_size": 256, + "bc_only": true, + "drop_last": false, + "early_stopping": false, + "ema_decay": 0.999, + "epoch_definition": "shuffled_full_training_split_without_replacement", + "epochs": 2000, + "learning_rate": 0.0001, + "online_steps": 0, + "optimizer": "adamw", + "padding_loss_mask": true, + "stopping": "none_fixed_epochs", + "weight_decay": 1e-06 + }, + "training_samples": 42863, + "validation": { + "batch_seed": 771, + "batch_size": 256, + "interval_epochs": 1, + "loss_seed": 882 + }, + "validation_only": false, + "validation_samples": 5067, + "wandb": { + "mode": "online", + "project": "standard_bc_pretrain" + } + }, + "schema_version": 2, + "sha256": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "split_hash": "fc96eec575daebca09b51efe1deb267f43ffeff9eee37304295f09cdf4403598", + "weights_used_for_deployment": "complete_model_EMA" +} diff --git a/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/checkpoints/epoch_1400.pkl b/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/checkpoints/epoch_1400.pkl new file mode 100644 index 0000000000000000000000000000000000000000..d33b01ae63a157de7b1c2105a2ba5ad05dbed85a --- /dev/null +++ b/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/checkpoints/epoch_1400.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db +size 96461966 diff --git a/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/final200/epoch_1400.parquet b/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/final200/epoch_1400.parquet new file mode 100644 index 0000000000000000000000000000000000000000..5af9af77ff18828764a1d16d272ab3fa2d610dad --- /dev/null +++ b/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/final200/epoch_1400.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6cc27992e9df18d82909b399eec655c266114b2bdbdcf3bc540455184cffa043 +size 6380 diff --git a/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/final200/protocol.json b/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/final200/protocol.json index 4c6d3e74ed6617a52c8419a08190f3e9e35ea312..c0b4e6c105077f56e17367e09a95c6f74242a80b 100644 --- a/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/final200/protocol.json +++ b/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/final200/protocol.json @@ -1,8 +1,8 @@ { - "checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/toolhang100/StandardBaseBC/jax/tool_hang/mixed100/seed_1/checkpoints/epoch_1250.pkl", - "checkpoint_sha256": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/toolhang100/StandardBaseBC/jax/tool_hang/mixed100/seed_1/checkpoints/epoch_1400.pkl", + "checkpoint_sha256": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "collision_geoms": false, - "epoch": 1250, + "epoch": 1400, "identity_hash": "364aaa8c2e8aa46afbcf16b94578127d68ce830c3fd15c9cedba8ba6a5a61a99", "job": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/toolhang100/jobs/00.json", "panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", @@ -208,8 +208,8 @@ 10971071, 17007174 ], - "script_sha256": "7be8b5440b354a862228f5a3d3855ec0ba7267c78c4e04158fa028e9633e8d32", - "selection": "frozen before this independent panel was evaluated", + "script_sha256": "52959ac39b30b97e21dda738d5187427516ba577f89c0e8d85ddb7ecec15ee40", + "selection": "User requested epoch1400 comparison after reviewing prior checkpoints; shared200 reset panel reused, not an untouched holdout", "settings": { "episodes": 200, "interval_epochs": 10, diff --git a/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/final200/result.json b/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/final200/result.json index 1eded01d28bd11d5e18bd844ae98aae9af77ff92..36e3f9718c670637c2f3bf0d499de1386cde6c60 100644 --- a/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/final200/result.json +++ b/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/final200/result.json @@ -1,18 +1,18 @@ { "ci": "wilson95", - "ci_high": 0.25001238707599854, - "ci_low": 0.14167171527790676, - "environment_steps": 179824, + "ci_high": 0.2930830436530359, + "ci_low": 0.17709343259068805, + "environment_steps": 174132, "episodes": [ { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 70723122, "rl_env_steps": null, "success": false, @@ -21,14 +21,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 66851989, "rl_env_steps": null, "success": false, @@ -37,14 +37,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 60005579, "rl_env_steps": null, "success": false, @@ -53,14 +53,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 32401708, "rl_env_steps": null, "success": false, @@ -69,14 +69,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 19153477, "rl_env_steps": null, "success": false, @@ -85,30 +85,30 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "chunks": 125, + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "chunks": 46, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 361, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -355.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 42749167, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 46661357, "rl_env_steps": null, "success": false, @@ -117,46 +117,46 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "chunks": 92, + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 731, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -725.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 27402198, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "chunks": 43, + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 338, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -332.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 47810457, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 18848891, "rl_env_steps": null, "success": false, @@ -165,30 +165,30 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "chunks": 125, + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "chunks": 74, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 587, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -581.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 17918997, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 80363015, "rl_env_steps": null, "success": false, @@ -197,79 +197,63 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "chunks": 125, + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "chunks": 50, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 393, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -387.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 64973617, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "chunks": 125, + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "chunks": 81, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 648, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -642.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 14420984, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "chunks": 125, + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "chunks": 52, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 410, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -404.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 34943840, "rl_env_steps": null, - "success": false, - "task": "tool_hang", - "terminated": false, - "truncated": true - }, - { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "chunks": 49, - "eval_kind": "bc_pretraining", - "length": 386, - "mode": "base_cfm_ode", - "native_return": -380.0, - "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "reset_seed": 20266056, - "rl_env_steps": null, "success": true, "task": "tool_hang", "terminated": true, "truncated": false }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "reset_seed": 55423323, + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "reset_seed": 20266056, "rl_env_steps": null, "success": false, "task": "tool_hang", @@ -277,31 +261,31 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "chunks": 125, + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "chunks": 72, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 571, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -565.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "reset_seed": 77426949, + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "reset_seed": 55423323, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "chunks": 44, + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "chunks": 61, "eval_kind": "bc_pretraining", - "length": 351, + "length": 481, "mode": "base_cfm_ode", - "native_return": -345.0, + "native_return": -475.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "reset_seed": 21093578, + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "reset_seed": 77426949, "rl_env_steps": null, "success": true, "task": "tool_hang", @@ -309,15 +293,15 @@ "truncated": false }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "reset_seed": 74139179, + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "reset_seed": 21093578, "rl_env_steps": null, "success": false, "task": "tool_hang", @@ -325,15 +309,15 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "reset_seed": 65396037, + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "reset_seed": 74139179, "rl_env_steps": null, "success": false, "task": "tool_hang", @@ -341,15 +325,15 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "reset_seed": 66433136, + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "reset_seed": 65396037, "rl_env_steps": null, "success": false, "task": "tool_hang", @@ -357,30 +341,46 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "chunks": 125, + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "chunks": 53, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 420, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -414.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "reset_seed": 66433136, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 596, + "mode": "base_cfm_ode", + "native_return": -590.0, + "observation_mode": "pixel_state", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 18174832, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 44050868, "rl_env_steps": null, "success": false, @@ -389,14 +389,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 79827091, "rl_env_steps": null, "success": false, @@ -405,14 +405,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 48142557, "rl_env_steps": null, "success": false, @@ -421,30 +421,30 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "chunks": 57, + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 450, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -444.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 81058782, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 57440191, "rl_env_steps": null, "success": false, @@ -453,14 +453,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 71718518, "rl_env_steps": null, "success": false, @@ -469,14 +469,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 62288442, "rl_env_steps": null, "success": false, @@ -485,14 +485,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 38780438, "rl_env_steps": null, "success": false, @@ -501,14 +501,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 31543247, "rl_env_steps": null, "success": false, @@ -517,14 +517,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 45815861, "rl_env_steps": null, "success": false, @@ -533,14 +533,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 69976624, "rl_env_steps": null, "success": false, @@ -549,14 +549,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 27741928, "rl_env_steps": null, "success": false, @@ -565,30 +565,30 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "chunks": 47, + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 373, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -367.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 47860773, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 68719953, "rl_env_steps": null, "success": false, @@ -597,14 +597,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 72413983, "rl_env_steps": null, "success": false, @@ -613,30 +613,30 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "chunks": 125, + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "chunks": 53, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 417, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -411.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 43596719, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 25975279, "rl_env_steps": null, "success": false, @@ -645,14 +645,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 75651978, "rl_env_steps": null, "success": false, @@ -661,14 +661,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 62538517, "rl_env_steps": null, "success": false, @@ -677,14 +677,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 49157692, "rl_env_steps": null, "success": false, @@ -693,30 +693,30 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "chunks": 61, + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 488, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -482.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 72093687, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 35658896, "rl_env_steps": null, "success": false, @@ -725,14 +725,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 34016592, "rl_env_steps": null, "success": false, @@ -741,30 +741,30 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "chunks": 125, + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "chunks": 64, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 508, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -502.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 56600068, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 85354907, "rl_env_steps": null, "success": false, @@ -773,14 +773,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 64181994, "rl_env_steps": null, "success": false, @@ -789,14 +789,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 64561502, "rl_env_steps": null, "success": false, @@ -805,14 +805,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 76858975, "rl_env_steps": null, "success": false, @@ -821,46 +821,46 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "chunks": 125, + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "chunks": 47, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 375, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -369.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 17852290, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "chunks": 81, + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 642, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -636.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 20068153, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 39072183, "rl_env_steps": null, "success": false, @@ -869,14 +869,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 55774539, "rl_env_steps": null, "success": false, @@ -885,14 +885,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 26085971, "rl_env_steps": null, "success": false, @@ -901,46 +901,46 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "chunks": 125, + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "chunks": 46, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 362, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -356.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 37837570, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "chunks": 125, + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "chunks": 42, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 331, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -325.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 88758485, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 75982683, "rl_env_steps": null, "success": false, @@ -949,14 +949,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 81377703, "rl_env_steps": null, "success": false, @@ -965,14 +965,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 57992264, "rl_env_steps": null, "success": false, @@ -981,30 +981,30 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "chunks": 125, + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "chunks": 46, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 366, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -360.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 80112931, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 88742902, "rl_env_steps": null, "success": false, @@ -1013,30 +1013,30 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "chunks": 49, + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 390, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -384.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 47013480, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 36523859, "rl_env_steps": null, "success": false, @@ -1045,14 +1045,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 19498677, "rl_env_steps": null, "success": false, @@ -1061,14 +1061,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 20212586, "rl_env_steps": null, "success": false, @@ -1077,14 +1077,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 55485421, "rl_env_steps": null, "success": false, @@ -1093,14 +1093,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 36767911, "rl_env_steps": null, "success": false, @@ -1109,30 +1109,30 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "chunks": 125, + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "chunks": 46, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 364, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -358.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 50597940, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 65503466, "rl_env_steps": null, "success": false, @@ -1141,14 +1141,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "chunks": 79, + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "chunks": 49, "eval_kind": "bc_pretraining", - "length": 626, + "length": 388, "mode": "base_cfm_ode", - "native_return": -620.0, + "native_return": -382.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 87299732, "rl_env_steps": null, "success": true, @@ -1157,14 +1157,14 @@ "truncated": false }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 61456577, "rl_env_steps": null, "success": false, @@ -1173,14 +1173,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 79295759, "rl_env_steps": null, "success": false, @@ -1189,14 +1189,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 10605088, "rl_env_steps": null, "success": false, @@ -1205,14 +1205,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 21163776, "rl_env_steps": null, "success": false, @@ -1221,62 +1221,62 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "chunks": 125, + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "chunks": 46, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 367, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -361.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 74346251, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "chunks": 52, + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 411, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -405.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 59990172, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "chunks": 43, + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 343, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -337.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 40756359, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 29123831, "rl_env_steps": null, "success": false, @@ -1285,14 +1285,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "chunks": 75, + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "chunks": 44, "eval_kind": "bc_pretraining", - "length": 596, + "length": 348, "mode": "base_cfm_ode", - "native_return": -590.0, + "native_return": -342.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 22339698, "rl_env_steps": null, "success": true, @@ -1301,14 +1301,14 @@ "truncated": false }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 55950171, "rl_env_steps": null, "success": false, @@ -1317,14 +1317,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 25459058, "rl_env_steps": null, "success": false, @@ -1333,14 +1333,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 89169841, "rl_env_steps": null, "success": false, @@ -1349,62 +1349,62 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "chunks": 56, + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 443, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -437.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 51768760, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "chunks": 56, + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 445, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -439.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 59320974, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "chunks": 47, + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 371, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -365.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 43210884, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 19819408, "rl_env_steps": null, "success": false, @@ -1413,14 +1413,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 27287306, "rl_env_steps": null, "success": false, @@ -1429,14 +1429,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 77579712, "rl_env_steps": null, "success": false, @@ -1445,30 +1445,30 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "chunks": 125, + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "chunks": 46, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 366, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -360.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 33855715, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "chunks": 43, + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "chunks": 60, "eval_kind": "bc_pretraining", - "length": 342, + "length": 474, "mode": "base_cfm_ode", - "native_return": -336.0, + "native_return": -468.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 18917811, "rl_env_steps": null, "success": true, @@ -1477,14 +1477,14 @@ "truncated": false }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 50238382, "rl_env_steps": null, "success": false, @@ -1493,14 +1493,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "chunks": 58, + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "chunks": 44, "eval_kind": "bc_pretraining", - "length": 459, + "length": 351, "mode": "base_cfm_ode", - "native_return": -453.0, + "native_return": -345.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 29018479, "rl_env_steps": null, "success": true, @@ -1509,30 +1509,30 @@ "truncated": false }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "chunks": 50, + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 400, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -394.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 58133015, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 23864203, "rl_env_steps": null, "success": false, @@ -1541,14 +1541,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 49568781, "rl_env_steps": null, "success": false, @@ -1557,14 +1557,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 55772368, "rl_env_steps": null, "success": false, @@ -1573,46 +1573,46 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "chunks": 44, + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 348, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -342.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 69087148, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "chunks": 125, + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "chunks": 41, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 324, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -318.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 43159811, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 42777958, "rl_env_steps": null, "success": false, @@ -1621,30 +1621,30 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "chunks": 125, + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "chunks": 61, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 485, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -479.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 79686252, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 88287947, "rl_env_steps": null, "success": false, @@ -1653,30 +1653,30 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "chunks": 49, + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 389, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -383.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 24484856, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 40522505, "rl_env_steps": null, "success": false, @@ -1685,14 +1685,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 18535306, "rl_env_steps": null, "success": false, @@ -1701,14 +1701,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 27261685, "rl_env_steps": null, "success": false, @@ -1717,14 +1717,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 55157386, "rl_env_steps": null, "success": false, @@ -1733,30 +1733,30 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "chunks": 125, + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "chunks": 55, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 433, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -427.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 73419901, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 51177153, "rl_env_steps": null, "success": false, @@ -1765,14 +1765,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 66197636, "rl_env_steps": null, "success": false, @@ -1781,46 +1781,46 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "chunks": 117, + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 930, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -924.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 89218160, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "chunks": 125, + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "chunks": 50, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 394, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -388.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 20312137, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 32815280, "rl_env_steps": null, "success": false, @@ -1829,14 +1829,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 38566965, "rl_env_steps": null, "success": false, @@ -1845,46 +1845,46 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "chunks": 125, + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "chunks": 82, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 654, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -648.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 67538690, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "chunks": 125, + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "chunks": 40, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 319, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -313.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 51444755, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 49534469, "rl_env_steps": null, "success": false, @@ -1893,14 +1893,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 55520272, "rl_env_steps": null, "success": false, @@ -1909,14 +1909,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 78917430, "rl_env_steps": null, "success": false, @@ -1925,14 +1925,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 53987225, "rl_env_steps": null, "success": false, @@ -1941,14 +1941,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 33135526, "rl_env_steps": null, "success": false, @@ -1957,14 +1957,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 10641443, "rl_env_steps": null, "success": false, @@ -1973,14 +1973,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 83269321, "rl_env_steps": null, "success": false, @@ -1989,14 +1989,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 50371327, "rl_env_steps": null, "success": false, @@ -2005,30 +2005,30 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "chunks": 125, + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "chunks": 45, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 355, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -349.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 60499091, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 14174315, "rl_env_steps": null, "success": false, @@ -2037,14 +2037,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "chunks": 95, + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "chunks": 48, "eval_kind": "bc_pretraining", - "length": 756, + "length": 381, "mode": "base_cfm_ode", - "native_return": -750.0, + "native_return": -375.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 34430409, "rl_env_steps": null, "success": true, @@ -2053,14 +2053,14 @@ "truncated": false }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 78665761, "rl_env_steps": null, "success": false, @@ -2069,14 +2069,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 55417809, "rl_env_steps": null, "success": false, @@ -2085,14 +2085,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 29697446, "rl_env_steps": null, "success": false, @@ -2101,30 +2101,30 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "chunks": 125, + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "chunks": 61, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 482, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -476.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 67300186, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 14166946, "rl_env_steps": null, "success": false, @@ -2133,14 +2133,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "chunks": 45, + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "chunks": 53, "eval_kind": "bc_pretraining", - "length": 355, + "length": 422, "mode": "base_cfm_ode", - "native_return": -349.0, + "native_return": -416.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 34309048, "rl_env_steps": null, "success": true, @@ -2149,14 +2149,14 @@ "truncated": false }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 38651973, "rl_env_steps": null, "success": false, @@ -2165,30 +2165,30 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "chunks": 125, + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "chunks": 54, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 426, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -420.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 63582284, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 11252552, "rl_env_steps": null, "success": false, @@ -2197,14 +2197,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 13083214, "rl_env_steps": null, "success": false, @@ -2213,14 +2213,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 12656665, "rl_env_steps": null, "success": false, @@ -2229,14 +2229,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 39216146, "rl_env_steps": null, "success": false, @@ -2245,14 +2245,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 53058687, "rl_env_steps": null, "success": false, @@ -2261,14 +2261,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 26843165, "rl_env_steps": null, "success": false, @@ -2277,14 +2277,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 26213599, "rl_env_steps": null, "success": false, @@ -2293,14 +2293,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 75250873, "rl_env_steps": null, "success": false, @@ -2309,30 +2309,30 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "chunks": 125, + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "chunks": 46, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 366, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -360.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 86873350, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 23044120, "rl_env_steps": null, "success": false, @@ -2341,14 +2341,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 74475483, "rl_env_steps": null, "success": false, @@ -2357,30 +2357,30 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "chunks": 125, + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "chunks": 57, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 450, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -444.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 73879766, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 38462205, "rl_env_steps": null, "success": false, @@ -2389,14 +2389,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 36712875, "rl_env_steps": null, "success": false, @@ -2405,14 +2405,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 61476060, "rl_env_steps": null, "success": false, @@ -2421,30 +2421,30 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "chunks": 57, + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 453, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -447.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 40070375, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 11657834, "rl_env_steps": null, "success": false, @@ -2453,14 +2453,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 12071629, "rl_env_steps": null, "success": false, @@ -2469,14 +2469,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 70951113, "rl_env_steps": null, "success": false, @@ -2485,14 +2485,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 86273812, "rl_env_steps": null, "success": false, @@ -2501,14 +2501,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 33086249, "rl_env_steps": null, "success": false, @@ -2517,46 +2517,46 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "chunks": 125, + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "chunks": 62, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 490, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -484.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 41678564, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "chunks": 125, + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "chunks": 83, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 664, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -658.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 34536118, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 27607156, "rl_env_steps": null, "success": false, @@ -2565,14 +2565,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 70130490, "rl_env_steps": null, "success": false, @@ -2581,14 +2581,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 70448950, "rl_env_steps": null, "success": false, @@ -2597,30 +2597,30 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "chunks": 125, + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "chunks": 55, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 437, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -431.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 63854211, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 58640013, "rl_env_steps": null, "success": false, @@ -2629,30 +2629,30 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "chunks": 41, + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 325, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -319.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 71222810, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 77025643, "rl_env_steps": null, "success": false, @@ -2661,14 +2661,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 46535790, "rl_env_steps": null, "success": false, @@ -2677,30 +2677,30 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "chunks": 125, + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "chunks": 72, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 574, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -568.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 13450163, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 48130374, "rl_env_steps": null, "success": false, @@ -2709,62 +2709,62 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "chunks": 62, + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 493, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -487.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 28109111, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "chunks": 81, + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 641, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -635.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 27277335, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "chunks": 65, + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 513, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -507.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 14975106, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 25482760, "rl_env_steps": null, "success": false, @@ -2773,14 +2773,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "chunks": 47, + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "chunks": 46, "eval_kind": "bc_pretraining", - "length": 372, + "length": 367, "mode": "base_cfm_ode", - "native_return": -366.0, + "native_return": -361.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 51368844, "rl_env_steps": null, "success": true, @@ -2789,14 +2789,14 @@ "truncated": false }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 65499499, "rl_env_steps": null, "success": false, @@ -2805,46 +2805,46 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "chunks": 46, + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 362, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -356.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 38883080, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "chunks": 51, + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 407, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -401.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 56579733, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 81285249, "rl_env_steps": null, "success": false, @@ -2853,14 +2853,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 71293324, "rl_env_steps": null, "success": false, @@ -2869,30 +2869,30 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "chunks": 125, + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "chunks": 56, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 445, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -439.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 79868703, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 78989122, "rl_env_steps": null, "success": false, @@ -2901,14 +2901,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "chunks": 60, + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "chunks": 48, "eval_kind": "bc_pretraining", - "length": 478, + "length": 377, "mode": "base_cfm_ode", - "native_return": -472.0, + "native_return": -371.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 27209169, "rl_env_steps": null, "success": true, @@ -2917,14 +2917,14 @@ "truncated": false }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 43304167, "rl_env_steps": null, "success": false, @@ -2933,30 +2933,30 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "chunks": 67, + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 536, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -530.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 84752852, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 39685313, "rl_env_steps": null, "success": false, @@ -2965,14 +2965,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 10941718, "rl_env_steps": null, "success": false, @@ -2981,30 +2981,30 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "chunks": 87, + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 693, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -687.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 17638132, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "chunks": 45, + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "chunks": 57, "eval_kind": "bc_pretraining", - "length": 358, + "length": 454, "mode": "base_cfm_ode", - "native_return": -352.0, + "native_return": -448.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 42683951, "rl_env_steps": null, "success": true, @@ -3013,14 +3013,14 @@ "truncated": false }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 29174955, "rl_env_steps": null, "success": false, @@ -3029,14 +3029,14 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 13106538, "rl_env_steps": null, "success": false, @@ -3045,31 +3045,15 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "chunks": 64, - "eval_kind": "bc_pretraining", - "length": 506, - "mode": "base_cfm_ode", - "native_return": -500.0, - "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "reset_seed": 82750942, - "rl_env_steps": null, - "success": true, - "task": "tool_hang", - "terminated": true, - "truncated": false - }, - { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "reset_seed": 27595794, + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "reset_seed": 82750942, "rl_env_steps": null, "success": false, "task": "tool_hang", @@ -3077,15 +3061,15 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "reset_seed": 85382063, + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "reset_seed": 27595794, "rl_env_steps": null, "success": false, "task": "tool_hang", @@ -3093,15 +3077,15 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "reset_seed": 22544583, + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "reset_seed": 85382063, "rl_env_steps": null, "success": false, "task": "tool_hang", @@ -3109,15 +3093,15 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "chunks": 41, + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "chunks": 63, "eval_kind": "bc_pretraining", - "length": 324, + "length": 498, "mode": "base_cfm_ode", - "native_return": -318.0, + "native_return": -492.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "reset_seed": 82667196, + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "reset_seed": 22544583, "rl_env_steps": null, "success": true, "task": "tool_hang", @@ -3125,15 +3109,15 @@ "truncated": false }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "reset_seed": 53585719, + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "reset_seed": 82667196, "rl_env_steps": null, "success": false, "task": "tool_hang", @@ -3141,15 +3125,15 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "reset_seed": 68118062, + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "reset_seed": 53585719, "rl_env_steps": null, "success": false, "task": "tool_hang", @@ -3157,15 +3141,15 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "reset_seed": 84752103, + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "reset_seed": 68118062, "rl_env_steps": null, "success": false, "task": "tool_hang", @@ -3173,30 +3157,46 @@ "truncated": true }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "chunks": 125, + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "chunks": 54, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 431, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -425.0, + "observation_mode": "pixel_state", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "reset_seed": 84752103, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "chunks": 53, + "eval_kind": "bc_pretraining", + "length": 420, + "mode": "base_cfm_ode", + "native_return": -414.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 10971071, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "base_checkpoint": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "policy_version": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "reset_seed": 17007174, "rl_env_steps": null, "success": false, @@ -3205,13 +3205,13 @@ "truncated": true } ], - "length": 899.12, - "output": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/operations/20261027_remaining4_e1250_final200/tool_hang_mixed100_e1250/eval/epoch_1250.parquet", + "length": 870.66, + "output": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/operations/20261027_local8_e1400_final200/tool_hang_mixed100_e1400/eval/epoch_1400.parquet", "protocol": { - "checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/toolhang100/StandardBaseBC/jax/tool_hang/mixed100/seed_1/checkpoints/epoch_1250.pkl", - "checkpoint_sha256": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/toolhang100/StandardBaseBC/jax/tool_hang/mixed100/seed_1/checkpoints/epoch_1400.pkl", + "checkpoint_sha256": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", "collision_geoms": false, - "epoch": 1250, + "epoch": 1400, "identity_hash": "364aaa8c2e8aa46afbcf16b94578127d68ce830c3fd15c9cedba8ba6a5a61a99", "job": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/toolhang100/jobs/00.json", "panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", @@ -3417,8 +3417,8 @@ 10971071, 17007174 ], - "script_sha256": "7be8b5440b354a862228f5a3d3855ec0ba7267c78c4e04158fa028e9633e8d32", - "selection": "frozen before this independent panel was evaluated", + "script_sha256": "52959ac39b30b97e21dda738d5187427516ba577f89c0e8d85ddb7ecec15ee40", + "selection": "User requested epoch1400 comparison after reviewing prior checkpoints; shared200 reset panel reused, not an untouched holdout", "settings": { "episodes": 200, "interval_epochs": 10, @@ -3433,7 +3433,7 @@ "workers": 8 } }, - "seconds": 890.2365052329842, + "seconds": 701.094592675101, "seeds": [ 70723122, 66851989, @@ -3636,27 +3636,31 @@ 10971071, 17007174 ], - "success": 0.19, - "successes": 38, + "success": 0.23, + "successes": 46, "successes_per_seed": [ false, false, false, false, false, - false, - false, - true, true, false, false, false, false, + true, false, + true, + true, + true, false, true, + true, false, false, + false, + true, true, false, false, @@ -3665,7 +3669,6 @@ false, false, false, - true, false, false, false, @@ -3687,14 +3690,17 @@ false, false, false, + true, false, false, false, false, true, + true, false, false, false, + true, false, false, false, @@ -3704,8 +3710,7 @@ false, true, false, - false, - false, + true, false, false, false, @@ -3714,36 +3719,28 @@ false, false, false, - false, - false, - true, true, false, - true, false, false, false, - true, - true, - true, false, false, false, false, - true, false, true, true, false, - false, - false, true, false, false, false, false, + false, true, false, + true, false, false, false, @@ -3754,8 +3751,11 @@ false, false, false, + true, false, false, + true, + true, false, false, false, @@ -3764,13 +3764,15 @@ false, false, false, - false, + true, false, true, false, false, false, + true, false, + true, false, true, false, @@ -3781,6 +3783,10 @@ false, false, false, + true, + false, + false, + true, false, false, false, @@ -3791,13 +3797,16 @@ false, false, true, + true, false, false, false, + true, false, false, false, false, + true, false, false, false, @@ -3808,28 +3817,18 @@ false, false, false, - true, - true, - true, false, true, false, true, - true, - false, false, false, false, - true, - false, - true, false, false, true, - true, false, false, - true, false, false, false, @@ -3837,7 +3836,8 @@ false, false, false, - false, + true, + true, false ], "total": 200 diff --git a/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/final200/status.json b/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/final200/status.json index fed69f73eff19568de2521c83d53c45ca1cdc694..2dbf66550bae06f97e9b3fb9006ef4f5cad48dc0 100644 --- a/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/final200/status.json +++ b/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/final200/status.json @@ -1,7 +1,7 @@ { - "epoch": 1250, + "epoch": 1400, "status": "completed", - "success": 0.19, - "successes": 38, + "success": 0.23, + "successes": 46, "total": 200 } diff --git a/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/final200/verification.json b/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/final200/verification.json new file mode 100644 index 0000000000000000000000000000000000000000..793ec2d9de933565b4ec420d4afdbd7ccd519c6d --- /dev/null +++ b/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/final200/verification.json @@ -0,0 +1,7 @@ +{ + "actual_episodes": 200, + "checkpoint_sha256": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", + "parquet_sha256": "6cc27992e9df18d82909b399eec655c266114b2bdbdcf3bc540455184cffa043", + "passed": true +} diff --git a/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/README.md b/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/README.md new file mode 100644 index 0000000000000000000000000000000000000000..72db480b0e35b242865297dfab81587500931048 --- /dev/null +++ b/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/README.md @@ -0,0 +1,16 @@ +# ToolHang mixed100 — visual-only BC + +User-approved **epoch1250**, StandardBaseBC/JAX, complete-model EMA, seed1, H8. +Training stopped at the user's request: last reported epoch1843, last durable recovery epoch1800, planned2000. Later history is preserved locally. + +Final200: **19.0% (38/200)**, Wilson95 interval 14.2%–25.0%. +The checkpoint was fixed before this evaluation, then accepted by the user for publication after viewing the result. +Periodic50 SR: 20.0%. Shared reset panel seed20261021, policy seed700001,8workers; panel disjoint from periodic evaluation. +Collision geometry display is disabled; physical collisions remain enabled. No claim of absent overfitting or guaranteed RL improvement. + +[Weights](checkpoints/epoch_1250.pkl) · [Final200](final200/result.json) · [Selection](selection_supervision.json) + +Manifest, split, normalizer, original checkpoint sidecar and full recorded curves are included. +Absolute paths in sealed configs record provenance; adapt them explicitly on another host. +The immutable interval10 plan is historical; evaluation_override.json records the switch to interval50. +SHA256SUMS.json covers the release files. diff --git a/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/SHA256SUMS.json b/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/SHA256SUMS.json new file mode 100644 index 0000000000000000000000000000000000000000..df8faa64a208cc7cdc9851bd97408efa05396aad --- /dev/null +++ b/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/SHA256SUMS.json @@ -0,0 +1,102 @@ +{ + "README.md": { + "sha256": "bd7716baad6eb998add2524c91328c88775efb2d5e408783ae0a8c35ab78a304", + "bytes": 1161 + }, + "best.json": { + "sha256": "061b6ff35fa2d031094e921907b8788af471923ef7c9fc95e03dc3998e628102", + "bytes": 899 + }, + "checkpoints/epoch_1250.json": { + "sha256": "24617b33369cc476555aff30bd3326d8366d0be628868edf6813323ad37b3c8e", + "bytes": 8253 + }, + "checkpoints/epoch_1250.pkl": { + "sha256": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "bytes": 96473539 + }, + "data_manifest.json": { + "sha256": "6bcfaec343fc97c766bacf650dc6a73a71c0c9969974d21bfbfd1c1ac113685f", + "bytes": 22005 + }, + "evaluation_override.json": { + "sha256": "26f955ad6fdd283bcc225f38f583b3a71b03d416e8f973be56ee19ad24bae678", + "bytes": 560 + }, + "evaluations.jsonl": { + "sha256": "7b29f6d77d8021ed2967698dd2ea2531d87a578f50f9bdd3b3c2db9ecff03bfc", + "bytes": 96695 + }, + "final200/epoch_1250.parquet": { + "sha256": "35d9dd46b21e3d5013c21317ecf6f0d9df3eb55f0d314375b8dd133b71ee86ab", + "bytes": 6361 + }, + "final200/protocol.json": { + "sha256": "61a6875666f214e87ab4e7aa1232de5b07c767a4d9464178320f436c21d3dfbe", + "bytes": 3933 + }, + "final200/result.json": { + "sha256": "c5a6daad3ee9fdd96881d5afd937150bee76b05dafcc2e3aba3c76a57f186660", + "bytes": 117855 + }, + "final200/status.json": { + "sha256": "bd0aae101a9157177b8ac914f6bfe4eb3fad62a25bff96167619b500236fb6eb", + "bytes": 99 + }, + "normalizer.json": { + "sha256": "f4d350f614138553d80f2e56c2912b4cd735123c5b99d5185551879ff6feb630", + "bytes": 1157 + }, + "provenance/evaluate_bc_selected.py": { + "sha256": "7be8b5440b354a862228f5a3d3855ec0ba7267c78c4e04158fa028e9633e8d32", + "bytes": 3370 + }, + "provenance/evaluation_override_active.json": { + "sha256": "93a45395ece8976486a2f40394f0ecac7dbed9061b314736b95be5ab41e66883", + "bytes": 11764 + }, + "provenance/job.json": { + "sha256": "404d079abdaad0bd1d7cf37e2403c883a08b9b3ad6b3e458b1d39563ff25367f", + "bytes": 5106 + }, + "provenance/native_training_status.json": { + "sha256": "95339b3e13d3099abb804978346273b12015366dbe418bbe64381e702c5eeab5", + "bytes": 334 + }, + "provenance/pretrain_bc_eval_override.py": { + "sha256": "71deaa1c690802253ce2f075f3d9295ac1e302252e9413caae7bbe9071e80e29", + "bytes": 2877 + }, + "provenance/pretrain_bc_noleak.py": { + "sha256": "240abba4a512b61887271aeafc18fdce2372398ed483920b723aa7ce41f3d953", + "bytes": 1932 + }, + "release.json": { + "sha256": "3a7bf1bf0a53fc03c68f08e5654140d25f5a19aecf703a018521247ae7bc9c03", + "bytes": 2266 + }, + "resolved_config.json": { + "sha256": "368077e9227d90e16c99d8e1ae0f51516c1ea3bebec293f5ad4e878b1c9eaad5", + "bytes": 6308 + }, + "selection_supervision.json": { + "sha256": "67ead33c9d5f0080ee8bcde10def42a95891270bf156ce1a990d70c82e49a626", + "bytes": 414 + }, + "split.json": { + "sha256": "fd00133d45ab4e1e74a60560a934fb631133c8ae0de1ea57fe4e0cf5b0bf265e", + "bytes": 2079 + }, + "train_metrics.jsonl": { + "sha256": "4eb953c0aded8b34c4c4f446778840896167dfc76cd1f5b55f7ad9f4bef5ef5b", + "bytes": 338680 + }, + "training_status.json": { + "sha256": "f01d83a6104777baa9aeb7668af504045c8bb3365181d4fdd2505124d1a76be1", + "bytes": 248 + }, + "validation_metrics.jsonl": { + "sha256": "8712ec4b050af055aba188857475b62da69568b5c0d36a87d54622c188d0ebb3", + "bytes": 130006 + } +} diff --git a/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/best.json b/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/best.json new file mode 100644 index 0000000000000000000000000000000000000000..a1de5c74466c130a555471040d2b6aaeb333d755 --- /dev/null +++ b/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/best.json @@ -0,0 +1,19 @@ +{ + "task": "tool_hang", + "regime": "mixed100", + "epoch": 1250, + "checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/toolhang100/StandardBaseBC/jax/tool_hang/mixed100/seed_1/checkpoints/epoch_1250.pkl", + "checkpoint_sha256": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "periodic50_success": 0.2, + "final200": { + "success": 0.19, + "successes": 38, + "total": 200, + "ci_low": 0.14167171527790676, + "ci_high": 0.25001238707599854, + "seconds": 890.2365052329842 + }, + "result": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/operations/20261027_remaining4_e1250_final200/tool_hang_mixed100_e1250/result.json", + "parquet": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/operations/20261027_remaining4_e1250_final200/tool_hang_mixed100_e1250/eval/epoch_1250.parquet", + "episode_rows": 200 +} diff --git a/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/protocol.json b/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/protocol.json new file mode 100644 index 0000000000000000000000000000000000000000..4c6d3e74ed6617a52c8419a08190f3e9e35ea312 --- /dev/null +++ b/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/protocol.json @@ -0,0 +1,226 @@ +{ + "checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/toolhang100/StandardBaseBC/jax/tool_hang/mixed100/seed_1/checkpoints/epoch_1250.pkl", + "checkpoint_sha256": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "collision_geoms": false, + "epoch": 1250, + "identity_hash": "364aaa8c2e8aa46afbcf16b94578127d68ce830c3fd15c9cedba8ba6a5a61a99", + "job": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/toolhang100/jobs/00.json", + "panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", + "reset_seeds": [ + 70723122, + 66851989, + 60005579, + 32401708, + 19153477, + 42749167, + 46661357, + 27402198, + 47810457, + 18848891, + 17918997, + 80363015, + 64973617, + 14420984, + 34943840, + 20266056, + 55423323, + 77426949, + 21093578, + 74139179, + 65396037, + 66433136, + 18174832, + 44050868, + 79827091, + 48142557, + 81058782, + 57440191, + 71718518, + 62288442, + 38780438, + 31543247, + 45815861, + 69976624, + 27741928, + 47860773, + 68719953, + 72413983, + 43596719, + 25975279, + 75651978, + 62538517, + 49157692, + 72093687, + 35658896, + 34016592, + 56600068, + 85354907, + 64181994, + 64561502, + 76858975, + 17852290, + 20068153, + 39072183, + 55774539, + 26085971, + 37837570, + 88758485, + 75982683, + 81377703, + 57992264, + 80112931, + 88742902, + 47013480, + 36523859, + 19498677, + 20212586, + 55485421, + 36767911, + 50597940, + 65503466, + 87299732, + 61456577, + 79295759, + 10605088, + 21163776, + 74346251, + 59990172, + 40756359, + 29123831, + 22339698, + 55950171, + 25459058, + 89169841, + 51768760, + 59320974, + 43210884, + 19819408, + 27287306, + 77579712, + 33855715, + 18917811, + 50238382, + 29018479, + 58133015, + 23864203, + 49568781, + 55772368, + 69087148, + 43159811, + 42777958, + 79686252, + 88287947, + 24484856, + 40522505, + 18535306, + 27261685, + 55157386, + 73419901, + 51177153, + 66197636, + 89218160, + 20312137, + 32815280, + 38566965, + 67538690, + 51444755, + 49534469, + 55520272, + 78917430, + 53987225, + 33135526, + 10641443, + 83269321, + 50371327, + 60499091, + 14174315, + 34430409, + 78665761, + 55417809, + 29697446, + 67300186, + 14166946, + 34309048, + 38651973, + 63582284, + 11252552, + 13083214, + 12656665, + 39216146, + 53058687, + 26843165, + 26213599, + 75250873, + 86873350, + 23044120, + 74475483, + 73879766, + 38462205, + 36712875, + 61476060, + 40070375, + 11657834, + 12071629, + 70951113, + 86273812, + 33086249, + 41678564, + 34536118, + 27607156, + 70130490, + 70448950, + 63854211, + 58640013, + 71222810, + 77025643, + 46535790, + 13450163, + 48130374, + 28109111, + 27277335, + 14975106, + 25482760, + 51368844, + 65499499, + 38883080, + 56579733, + 81285249, + 71293324, + 79868703, + 78989122, + 27209169, + 43304167, + 84752852, + 39685313, + 10941718, + 17638132, + 42683951, + 29174955, + 13106538, + 82750942, + 27595794, + 85382063, + 22544583, + 82667196, + 53585719, + 68118062, + 84752103, + 10971071, + 17007174 + ], + "script_sha256": "7be8b5440b354a862228f5a3d3855ec0ba7267c78c4e04158fa028e9633e8d32", + "selection": "frozen before this independent panel was evaluated", + "settings": { + "episodes": 200, + "interval_epochs": 10, + "policy_seed": 700001, + "reset_seed_start": 880000, + "seed_panel_seed": 20261021, + "seed_range": [ + 10000000, + 90000000 + ], + "seed_sampling": "uniform_without_replacement", + "workers": 8 + } +} diff --git a/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/result.json b/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/result.json new file mode 100644 index 0000000000000000000000000000000000000000..1eded01d28bd11d5e18bd844ae98aae9af77ff92 --- /dev/null +++ b/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/result.json @@ -0,0 +1,3844 @@ +{ + "ci": "wilson95", + "ci_high": 0.25001238707599854, + "ci_low": 0.14167171527790676, + "environment_steps": 179824, + "episodes": [ + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 70723122, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 66851989, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 60005579, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 32401708, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 19153477, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 42749167, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 46661357, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 92, + "eval_kind": "bc_pretraining", + "length": 731, + "mode": "base_cfm_ode", + "native_return": -725.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 27402198, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 43, + "eval_kind": "bc_pretraining", + "length": 338, + "mode": "base_cfm_ode", + "native_return": -332.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 47810457, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 18848891, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 17918997, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 80363015, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 64973617, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 14420984, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 34943840, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 49, + "eval_kind": "bc_pretraining", + "length": 386, + "mode": "base_cfm_ode", + "native_return": -380.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 20266056, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 55423323, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 77426949, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 44, + "eval_kind": "bc_pretraining", + "length": 351, + "mode": "base_cfm_ode", + "native_return": -345.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 21093578, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 74139179, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 65396037, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 66433136, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 18174832, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 44050868, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 79827091, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 48142557, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 57, + "eval_kind": "bc_pretraining", + "length": 450, + "mode": "base_cfm_ode", + "native_return": -444.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 81058782, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 57440191, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 71718518, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 62288442, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 38780438, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 31543247, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 45815861, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 69976624, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 27741928, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 47, + "eval_kind": "bc_pretraining", + "length": 373, + "mode": "base_cfm_ode", + "native_return": -367.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 47860773, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 68719953, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 72413983, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 43596719, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 25975279, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 75651978, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 62538517, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 49157692, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 61, + "eval_kind": "bc_pretraining", + "length": 488, + "mode": "base_cfm_ode", + "native_return": -482.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 72093687, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 35658896, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 34016592, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 56600068, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 85354907, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 64181994, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 64561502, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 76858975, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 17852290, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 81, + "eval_kind": "bc_pretraining", + "length": 642, + "mode": "base_cfm_ode", + "native_return": -636.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 20068153, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 39072183, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 55774539, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 26085971, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 37837570, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 88758485, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 75982683, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 81377703, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 57992264, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 80112931, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 88742902, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 49, + "eval_kind": "bc_pretraining", + "length": 390, + "mode": "base_cfm_ode", + "native_return": -384.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 47013480, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 36523859, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 19498677, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 20212586, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 55485421, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 36767911, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 50597940, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 65503466, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 79, + "eval_kind": "bc_pretraining", + "length": 626, + "mode": "base_cfm_ode", + "native_return": -620.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 87299732, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 61456577, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 79295759, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 10605088, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 21163776, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 74346251, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 52, + "eval_kind": "bc_pretraining", + "length": 411, + "mode": "base_cfm_ode", + "native_return": -405.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 59990172, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 43, + "eval_kind": "bc_pretraining", + "length": 343, + "mode": "base_cfm_ode", + "native_return": -337.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 40756359, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 29123831, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 596, + "mode": "base_cfm_ode", + "native_return": -590.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 22339698, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 55950171, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 25459058, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 89169841, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 56, + "eval_kind": "bc_pretraining", + "length": 443, + "mode": "base_cfm_ode", + "native_return": -437.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 51768760, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 56, + "eval_kind": "bc_pretraining", + "length": 445, + "mode": "base_cfm_ode", + "native_return": -439.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 59320974, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 47, + "eval_kind": "bc_pretraining", + "length": 371, + "mode": "base_cfm_ode", + "native_return": -365.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 43210884, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 19819408, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 27287306, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 77579712, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 33855715, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 43, + "eval_kind": "bc_pretraining", + "length": 342, + "mode": "base_cfm_ode", + "native_return": -336.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 18917811, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 50238382, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 58, + "eval_kind": "bc_pretraining", + "length": 459, + "mode": "base_cfm_ode", + "native_return": -453.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 29018479, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 50, + "eval_kind": "bc_pretraining", + "length": 400, + "mode": "base_cfm_ode", + "native_return": -394.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 58133015, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 23864203, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 49568781, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 55772368, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 44, + "eval_kind": "bc_pretraining", + "length": 348, + "mode": "base_cfm_ode", + "native_return": -342.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 69087148, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 43159811, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 42777958, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 79686252, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 88287947, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 49, + "eval_kind": "bc_pretraining", + "length": 389, + "mode": "base_cfm_ode", + "native_return": -383.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 24484856, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 40522505, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 18535306, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 27261685, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 55157386, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 73419901, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 51177153, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 66197636, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 117, + "eval_kind": "bc_pretraining", + "length": 930, + "mode": "base_cfm_ode", + "native_return": -924.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 89218160, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 20312137, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 32815280, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 38566965, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 67538690, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 51444755, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 49534469, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 55520272, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 78917430, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 53987225, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 33135526, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 10641443, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 83269321, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 50371327, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 60499091, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 14174315, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 95, + "eval_kind": "bc_pretraining", + "length": 756, + "mode": "base_cfm_ode", + "native_return": -750.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 34430409, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 78665761, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 55417809, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 29697446, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 67300186, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 14166946, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 45, + "eval_kind": "bc_pretraining", + "length": 355, + "mode": "base_cfm_ode", + "native_return": -349.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 34309048, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 38651973, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 63582284, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 11252552, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 13083214, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 12656665, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 39216146, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 53058687, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 26843165, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 26213599, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 75250873, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 86873350, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 23044120, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 74475483, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 73879766, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 38462205, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 36712875, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 61476060, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 57, + "eval_kind": "bc_pretraining", + "length": 453, + "mode": "base_cfm_ode", + "native_return": -447.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 40070375, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 11657834, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 12071629, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 70951113, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 86273812, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 33086249, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 41678564, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 34536118, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 27607156, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 70130490, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 70448950, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 63854211, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 58640013, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 41, + "eval_kind": "bc_pretraining", + "length": 325, + "mode": "base_cfm_ode", + "native_return": -319.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 71222810, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 77025643, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 46535790, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 13450163, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 48130374, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 62, + "eval_kind": "bc_pretraining", + "length": 493, + "mode": "base_cfm_ode", + "native_return": -487.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 28109111, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 81, + "eval_kind": "bc_pretraining", + "length": 641, + "mode": "base_cfm_ode", + "native_return": -635.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 27277335, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 65, + "eval_kind": "bc_pretraining", + "length": 513, + "mode": "base_cfm_ode", + "native_return": -507.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 14975106, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 25482760, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 47, + "eval_kind": "bc_pretraining", + "length": 372, + "mode": "base_cfm_ode", + "native_return": -366.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 51368844, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 65499499, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 46, + "eval_kind": "bc_pretraining", + "length": 362, + "mode": "base_cfm_ode", + "native_return": -356.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 38883080, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 51, + "eval_kind": "bc_pretraining", + "length": 407, + "mode": "base_cfm_ode", + "native_return": -401.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 56579733, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 81285249, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 71293324, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 79868703, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 78989122, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 60, + "eval_kind": "bc_pretraining", + "length": 478, + "mode": "base_cfm_ode", + "native_return": -472.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 27209169, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 43304167, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 67, + "eval_kind": "bc_pretraining", + "length": 536, + "mode": "base_cfm_ode", + "native_return": -530.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 84752852, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 39685313, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 10941718, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 87, + "eval_kind": "bc_pretraining", + "length": 693, + "mode": "base_cfm_ode", + "native_return": -687.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 17638132, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 45, + "eval_kind": "bc_pretraining", + "length": 358, + "mode": "base_cfm_ode", + "native_return": -352.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 42683951, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 29174955, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 13106538, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 64, + "eval_kind": "bc_pretraining", + "length": 506, + "mode": "base_cfm_ode", + "native_return": -500.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 82750942, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 27595794, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 85382063, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 22544583, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 41, + "eval_kind": "bc_pretraining", + "length": 324, + "mode": "base_cfm_ode", + "native_return": -318.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 82667196, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 53585719, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 68118062, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 84752103, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 10971071, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "reset_seed": 17007174, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + } + ], + "length": 899.12, + "output": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/operations/20261027_remaining4_e1250_final200/tool_hang_mixed100_e1250/eval/epoch_1250.parquet", + "protocol": { + "checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/toolhang100/StandardBaseBC/jax/tool_hang/mixed100/seed_1/checkpoints/epoch_1250.pkl", + "checkpoint_sha256": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "collision_geoms": false, + "epoch": 1250, + "identity_hash": "364aaa8c2e8aa46afbcf16b94578127d68ce830c3fd15c9cedba8ba6a5a61a99", + "job": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/toolhang100/jobs/00.json", + "panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", + "reset_seeds": [ + 70723122, + 66851989, + 60005579, + 32401708, + 19153477, + 42749167, + 46661357, + 27402198, + 47810457, + 18848891, + 17918997, + 80363015, + 64973617, + 14420984, + 34943840, + 20266056, + 55423323, + 77426949, + 21093578, + 74139179, + 65396037, + 66433136, + 18174832, + 44050868, + 79827091, + 48142557, + 81058782, + 57440191, + 71718518, + 62288442, + 38780438, + 31543247, + 45815861, + 69976624, + 27741928, + 47860773, + 68719953, + 72413983, + 43596719, + 25975279, + 75651978, + 62538517, + 49157692, + 72093687, + 35658896, + 34016592, + 56600068, + 85354907, + 64181994, + 64561502, + 76858975, + 17852290, + 20068153, + 39072183, + 55774539, + 26085971, + 37837570, + 88758485, + 75982683, + 81377703, + 57992264, + 80112931, + 88742902, + 47013480, + 36523859, + 19498677, + 20212586, + 55485421, + 36767911, + 50597940, + 65503466, + 87299732, + 61456577, + 79295759, + 10605088, + 21163776, + 74346251, + 59990172, + 40756359, + 29123831, + 22339698, + 55950171, + 25459058, + 89169841, + 51768760, + 59320974, + 43210884, + 19819408, + 27287306, + 77579712, + 33855715, + 18917811, + 50238382, + 29018479, + 58133015, + 23864203, + 49568781, + 55772368, + 69087148, + 43159811, + 42777958, + 79686252, + 88287947, + 24484856, + 40522505, + 18535306, + 27261685, + 55157386, + 73419901, + 51177153, + 66197636, + 89218160, + 20312137, + 32815280, + 38566965, + 67538690, + 51444755, + 49534469, + 55520272, + 78917430, + 53987225, + 33135526, + 10641443, + 83269321, + 50371327, + 60499091, + 14174315, + 34430409, + 78665761, + 55417809, + 29697446, + 67300186, + 14166946, + 34309048, + 38651973, + 63582284, + 11252552, + 13083214, + 12656665, + 39216146, + 53058687, + 26843165, + 26213599, + 75250873, + 86873350, + 23044120, + 74475483, + 73879766, + 38462205, + 36712875, + 61476060, + 40070375, + 11657834, + 12071629, + 70951113, + 86273812, + 33086249, + 41678564, + 34536118, + 27607156, + 70130490, + 70448950, + 63854211, + 58640013, + 71222810, + 77025643, + 46535790, + 13450163, + 48130374, + 28109111, + 27277335, + 14975106, + 25482760, + 51368844, + 65499499, + 38883080, + 56579733, + 81285249, + 71293324, + 79868703, + 78989122, + 27209169, + 43304167, + 84752852, + 39685313, + 10941718, + 17638132, + 42683951, + 29174955, + 13106538, + 82750942, + 27595794, + 85382063, + 22544583, + 82667196, + 53585719, + 68118062, + 84752103, + 10971071, + 17007174 + ], + "script_sha256": "7be8b5440b354a862228f5a3d3855ec0ba7267c78c4e04158fa028e9633e8d32", + "selection": "frozen before this independent panel was evaluated", + "settings": { + "episodes": 200, + "interval_epochs": 10, + "policy_seed": 700001, + "reset_seed_start": 880000, + "seed_panel_seed": 20261021, + "seed_range": [ + 10000000, + 90000000 + ], + "seed_sampling": "uniform_without_replacement", + "workers": 8 + } + }, + "seconds": 890.2365052329842, + "seeds": [ + 70723122, + 66851989, + 60005579, + 32401708, + 19153477, + 42749167, + 46661357, + 27402198, + 47810457, + 18848891, + 17918997, + 80363015, + 64973617, + 14420984, + 34943840, + 20266056, + 55423323, + 77426949, + 21093578, + 74139179, + 65396037, + 66433136, + 18174832, + 44050868, + 79827091, + 48142557, + 81058782, + 57440191, + 71718518, + 62288442, + 38780438, + 31543247, + 45815861, + 69976624, + 27741928, + 47860773, + 68719953, + 72413983, + 43596719, + 25975279, + 75651978, + 62538517, + 49157692, + 72093687, + 35658896, + 34016592, + 56600068, + 85354907, + 64181994, + 64561502, + 76858975, + 17852290, + 20068153, + 39072183, + 55774539, + 26085971, + 37837570, + 88758485, + 75982683, + 81377703, + 57992264, + 80112931, + 88742902, + 47013480, + 36523859, + 19498677, + 20212586, + 55485421, + 36767911, + 50597940, + 65503466, + 87299732, + 61456577, + 79295759, + 10605088, + 21163776, + 74346251, + 59990172, + 40756359, + 29123831, + 22339698, + 55950171, + 25459058, + 89169841, + 51768760, + 59320974, + 43210884, + 19819408, + 27287306, + 77579712, + 33855715, + 18917811, + 50238382, + 29018479, + 58133015, + 23864203, + 49568781, + 55772368, + 69087148, + 43159811, + 42777958, + 79686252, + 88287947, + 24484856, + 40522505, + 18535306, + 27261685, + 55157386, + 73419901, + 51177153, + 66197636, + 89218160, + 20312137, + 32815280, + 38566965, + 67538690, + 51444755, + 49534469, + 55520272, + 78917430, + 53987225, + 33135526, + 10641443, + 83269321, + 50371327, + 60499091, + 14174315, + 34430409, + 78665761, + 55417809, + 29697446, + 67300186, + 14166946, + 34309048, + 38651973, + 63582284, + 11252552, + 13083214, + 12656665, + 39216146, + 53058687, + 26843165, + 26213599, + 75250873, + 86873350, + 23044120, + 74475483, + 73879766, + 38462205, + 36712875, + 61476060, + 40070375, + 11657834, + 12071629, + 70951113, + 86273812, + 33086249, + 41678564, + 34536118, + 27607156, + 70130490, + 70448950, + 63854211, + 58640013, + 71222810, + 77025643, + 46535790, + 13450163, + 48130374, + 28109111, + 27277335, + 14975106, + 25482760, + 51368844, + 65499499, + 38883080, + 56579733, + 81285249, + 71293324, + 79868703, + 78989122, + 27209169, + 43304167, + 84752852, + 39685313, + 10941718, + 17638132, + 42683951, + 29174955, + 13106538, + 82750942, + 27595794, + 85382063, + 22544583, + 82667196, + 53585719, + 68118062, + 84752103, + 10971071, + 17007174 + ], + "success": 0.19, + "successes": 38, + "successes_per_seed": [ + false, + false, + false, + false, + false, + false, + false, + true, + true, + false, + false, + false, + false, + false, + false, + true, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + true, + true, + false, + true, + false, + false, + false, + true, + true, + true, + false, + false, + false, + false, + true, + false, + true, + true, + false, + false, + false, + true, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + true, + true, + true, + false, + true, + false, + true, + true, + false, + false, + false, + false, + true, + false, + true, + false, + false, + true, + true, + false, + false, + true, + false, + false, + false, + true, + false, + false, + false, + false, + false + ], + "total": 200 +} diff --git a/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/status.json b/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/status.json new file mode 100644 index 0000000000000000000000000000000000000000..fed69f73eff19568de2521c83d53c45ca1cdc694 --- /dev/null +++ b/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/status.json @@ -0,0 +1,7 @@ +{ + "epoch": 1250, + "status": "completed", + "success": 0.19, + "successes": 38, + "total": 200 +} diff --git a/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/release.json b/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/release.json new file mode 100644 index 0000000000000000000000000000000000000000..1c9e3d6720c3562c37cd06aac47c98280973a77e --- /dev/null +++ b/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/release.json @@ -0,0 +1,50 @@ +{ + "schema_version": 1, + "repo_id": "yangfy0627/RL-postTrain", + "created_at": "2026-10-27T00:52:11.481804+00:00", + "model": { + "task": "ToolHang", + "suite": "Robomimic", + "experiment": "tool_hang", + "regime": "mixed100", + "seed": 1, + "epoch": 1250, + "trained_epochs_at_selection": 1843, + "planned_epochs": 2000, + "training_status_at_selection": "stopped_by_user", + "family": "StandardBaseBC", + "framework": "jax", + "weights": "complete_model_EMA", + "horizon": 8, + "collision_geoms": false, + "selection_rule": "User fixed epoch1250 before final200, accepted this checkpoint after reviewing its result", + "periodic50_success": 0.2, + "final200": { + "success": 0.19, + "successes": 38, + "total": 200, + "ci_low": 0.14167171527790676, + "ci_high": 0.25001238707599854 + }, + "final200_panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", + "checkpoint_sha256": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", + "checkpoint_bytes": 96473539, + "pixel_spec_hash": "9aba3fd9a1011e610cbb6bfbf04e84a09dd73adc222ca38d7321758e4b5b87ca", + "identity_hash": "364aaa8c2e8aa46afbcf16b94578127d68ce830c3fd15c9cedba8ba6a5a61a99", + "path": "visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/checkpoints/epoch_1250.pkl", + "directory": "visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1", + "supervision": { + "status": "selected_by_user", + "training": "stopped_by_user", + "joint_curve_review_status": "finalized_user_accepted", + "reviewed_at": "2026-10-27T00:52:11.481804+00:00", + "review_evidence": "visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/selection_supervision.json", + "final200_role": "user_acceptance_after_fixed_checkpoint_evaluation", + "zero_overfitting_claim": false, + "last_durable_recovery_epoch": 1800 + }, + "evaluation_schedule": "visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/evaluation_override.json" + }, + "publication_authorization": "User2026-10-27 approved these three; Transport mixed50 excluded for reselection", + "purpose": "Visual-only pretrained initialization; original machine paths retained as provenance" +} diff --git a/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/selection_supervision.json b/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/selection_supervision.json new file mode 100644 index 0000000000000000000000000000000000000000..3849419b00b4706fac4284c90f06b07ad34a753c --- /dev/null +++ b/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/selection_supervision.json @@ -0,0 +1,9 @@ +{ + "status": "finalized_user_accepted", + "selected_epoch": 1250, + "selection_rule": "User fixed epoch1250 before final200, accepted this checkpoint after reviewing its result", + "checkpoint_fixed_before_final200": true, + "final200_used_for_acceptance": true, + "publication_authorization": "User2026-10-27 approved these three; Transport mixed50 excluded for reselection", + "zero_overfitting_claim": false +} diff --git a/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/training_status.json b/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/training_status.json new file mode 100644 index 0000000000000000000000000000000000000000..fd6c727e709ca50c9924f3b89c64eb1d09dc11b3 --- /dev/null +++ b/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/training_status.json @@ -0,0 +1,9 @@ +{ + "status": "stopped_by_user", + "planned_epochs": 2000, + "selected_epoch": 1250, + "last_reported_epoch": 1843, + "last_durable_recovery_epoch": 1800, + "independent_evaluation_completed": true, + "unsaved_updates_not_claimed_as_saved": true +} diff --git a/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/provenance/evaluate_comparison.py b/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/provenance/evaluate_comparison.py new file mode 100644 index 0000000000000000000000000000000000000000..fa956325d8bb186c9f949057749370215cec5e90 --- /dev/null +++ b/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/provenance/evaluate_comparison.py @@ -0,0 +1,67 @@ +"""Evaluate the user-requested epoch1400 checkpoint on the reused comparison panel. +No changes to training or published model selection. +""" +import argparse +import copy +import json +import os +import sys +import time +from pathlib import Path + + +def main(): + p = argparse.ArgumentParser() + p.add_argument("--job", required=True, type=Path) + p.add_argument("--checkpoint", required=True, type=Path) + p.add_argument("--output", required=True, type=Path) + args = p.parse_args() + sys.path.insert(0, str(Path.cwd() / "src")) + job = json.loads(args.job.read_text()) + os.environ["RL_PT_EXPERIMENT"] = job["experiment"] + from rl_pt_analyze.bc_pretrain import validate_job, _evaluate + from rl_pt_analyze.bc_evaluation import evaluation_settings, evaluation_seeds + from rl_pt_analyze.io import canonical_hash, sha256_file, write_json + spec = validate_job(job) + assert spec.collision_geoms is False + meta = json.loads(args.checkpoint.with_suffix(".json").read_text()) + digest = sha256_file(args.checkpoint) + assert digest == meta["sha256"] + assert meta["resolved_config"]["identity_hash"] == job["identity_hash"] + epoch = meta["metadata"]["epoch"] + settings = evaluation_settings(job, job["training"]["epochs"]) + seeds = evaluation_seeds(settings) + periodic = evaluation_seeds(evaluation_settings(job, 0)) + assert len(seeds) == 200 and not set(seeds).intersection(periodic) + assert not args.output.exists(), f"Refusing to overwrite {args.output}" + args.output.mkdir(parents=True) + protocol = dict(job=str(args.job), identity_hash=job["identity_hash"], + checkpoint=str(args.checkpoint), checkpoint_sha256=digest, + epoch=epoch, settings=settings, reset_seeds=seeds, + panel_hash=canonical_hash(seeds), collision_geoms=False, + selection="User requested epoch1400 comparison after reviewing prior checkpoints; shared200 reset panel reused, not an untouched holdout", + script_sha256=sha256_file(__file__)) + write_json(args.output / "protocol.json", protocol) + write_json(args.output / "status.json", dict(status="running", pid=os.getpid())) + evaluation_job = copy.deepcopy(job) + evaluation_job["evaluation"] = settings + evaluation_job["output"] = str(args.output) + started = time.monotonic() + try: + result = _evaluate(args.checkpoint, evaluation_job, epoch) + assert result["total"] == 200 + assert len(result["successes_per_seed"]) == 200 + assert sum(result["successes_per_seed"]) == result["successes"] + assert sha256_file(args.checkpoint) == digest + write_json(args.output / "result.json", dict(protocol=protocol, + seconds=time.monotonic() - started, **result)) + write_json(args.output / "status.json", dict(status="completed", epoch=epoch, + success=result["success"], successes=result["successes"], total=200)) + print(json.dumps({k: result[k] for k in ("success", "successes", "total", "ci_low", "ci_high")}), flush=True) + except BaseException as error: + write_json(args.output / "status.json", dict(status="failed", error=repr(error))) + raise + + +if __name__ == "__main__": + main() diff --git a/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/release.json b/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/release.json index 1c9e3d6720c3562c37cd06aac47c98280973a77e..74a2bc9f431368f01ebf1d7d1ff0d425fd3e6a54 100644 --- a/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/release.json +++ b/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/release.json @@ -1,50 +1,60 @@ { "schema_version": 1, "repo_id": "yangfy0627/RL-postTrain", - "created_at": "2026-10-27T00:52:11.481804+00:00", + "created_at": "2026-10-27T08:23:02.493820+00:00", "model": { "task": "ToolHang", "suite": "Robomimic", "experiment": "tool_hang", "regime": "mixed100", "seed": 1, - "epoch": 1250, + "epoch": 1400, "trained_epochs_at_selection": 1843, "planned_epochs": 2000, - "training_status_at_selection": "stopped_by_user", + "training_status_at_selection": "interrupted", "family": "StandardBaseBC", "framework": "jax", "weights": "complete_model_EMA", "horizon": 8, "collision_geoms": false, - "selection_rule": "User fixed epoch1250 before final200, accepted this checkpoint after reviewing its result", - "periodic50_success": 0.2, + "selection_rule": "User requested adopting epoch1400 uniformly for all eight local models after reviewing the shared200-episode comparisons", + "periodic50_success": 0.16, "final200": { - "success": 0.19, - "successes": 38, + "success": 0.23, + "successes": 46, "total": 200, - "ci_low": 0.14167171527790676, - "ci_high": 0.25001238707599854 + "ci_low": 0.17709343259068805, + "ci_high": 0.2930830436530359 }, "final200_panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", - "checkpoint_sha256": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "checkpoint_bytes": 96473539, + "checkpoint_sha256": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "checkpoint_bytes": 96461966, "pixel_spec_hash": "9aba3fd9a1011e610cbb6bfbf04e84a09dd73adc222ca38d7321758e4b5b87ca", "identity_hash": "364aaa8c2e8aa46afbcf16b94578127d68ce830c3fd15c9cedba8ba6a5a61a99", - "path": "visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/checkpoints/epoch_1250.pkl", + "path": "visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/checkpoints/epoch_1400.pkl", "directory": "visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1", "supervision": { "status": "selected_by_user", - "training": "stopped_by_user", + "training": "interrupted", "joint_curve_review_status": "finalized_user_accepted", - "reviewed_at": "2026-10-27T00:52:11.481804+00:00", + "reviewed_at": "2026-10-27T08:23:02.493820+00:00", "review_evidence": "visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/selection_supervision.json", - "final200_role": "user_acceptance_after_fixed_checkpoint_evaluation", - "zero_overfitting_claim": false, - "last_durable_recovery_epoch": 1800 + "final200_role": "shared_comparison_panel_used_for_user_selection", + "zero_overfitting_claim": false + }, + "previous_selection": { + "epoch": 1250, + "path": "visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/checkpoints/epoch_1250.pkl", + "revision": "1bf8a9fb26982bebb51493f3475d28f12a3197ae", + "final200": { + "success": 0.19, + "successes": 38, + "total": 200, + "ci_low": 0.14167171527790676, + "ci_high": 0.25001238707599854 + } }, "evaluation_schedule": "visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/evaluation_override.json" }, - "publication_authorization": "User2026-10-27 approved these three; Transport mixed50 excluded for reselection", - "purpose": "Visual-only pretrained initialization; original machine paths retained as provenance" + "publication_authorization": "User2026-10-27: adopt these epoch1400 results for all eight and update Hugging Face" } diff --git a/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/selection_supervision.json b/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/selection_supervision.json index 3849419b00b4706fac4284c90f06b07ad34a753c..171c19e3b428ef41aaefa222682f1b346ee7f5f6 100644 --- a/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/selection_supervision.json +++ b/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/selection_supervision.json @@ -1,9 +1,14 @@ { "status": "finalized_user_accepted", - "selected_epoch": 1250, - "selection_rule": "User fixed epoch1250 before final200, accepted this checkpoint after reviewing its result", - "checkpoint_fixed_before_final200": true, - "final200_used_for_acceptance": true, - "publication_authorization": "User2026-10-27 approved these three; Transport mixed50 excluded for reselection", - "zero_overfitting_claim": false + "selected_epoch": 1400, + "selection_rule": "User requested adopting epoch1400 uniformly for all eight local models after reviewing the shared200-episode comparisons", + "final200_used_for_selection": true, + "untouched_holdout": false, + "zero_overfitting_claim": false, + "previous_epoch": 1250, + "previous_success": 0.19, + "previous_path": "visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/checkpoints/epoch_1250.pkl", + "previous_revision": "1bf8a9fb26982bebb51493f3475d28f12a3197ae", + "previous_release_archive": "visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae", + "checkpoint_sha256": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db" } diff --git a/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/training_status.json b/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/training_status.json index fd6c727e709ca50c9924f3b89c64eb1d09dc11b3..5ef5109f6dde668b6360f42727d7e1754e9a1cfc 100644 --- a/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/training_status.json +++ b/visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/training_status.json @@ -1,9 +1,6 @@ { - "status": "stopped_by_user", + "status": "interrupted", + "last_recorded_epoch": 1843, "planned_epochs": 2000, - "selected_epoch": 1250, - "last_reported_epoch": 1843, - "last_durable_recovery_epoch": 1800, - "independent_evaluation_completed": true, - "unsaved_updates_not_claimed_as_saved": true + "selected_epoch": 1400 } diff --git a/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/README.md b/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/README.md index b589542d3b2eb3e2ff68a8d334afbda997c2e04a..c7768d35326ae0c47c2037cf31fed6d444d6c3a8 100644 --- a/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/README.md +++ b/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/README.md @@ -1,16 +1,13 @@ # ToolHang mixed50 — visual-only BC -User-approved **epoch1250**, StandardBaseBC/JAX, complete-model EMA, seed1, H8. -Training stopped at the user's request: last reported epoch1485, last durable recovery epoch1450, planned2000. Later history is preserved locally. +Current user-approved checkpoint: **epoch1400**, StandardBaseBC/JAX, complete-model EMA, seed1, H8. +Actual200-episode evaluation: **13.0% (26/200)**; Wilson95 interval 9.0%–18.4%. -Final200: **15.5% (31/200)**, Wilson95 interval 11.1%–21.2%. -The checkpoint was fixed before this evaluation, then accepted by the user for publication after viewing the result. -Periodic50 SR: 10.0%. Shared reset panel seed20261021, policy seed700001,8workers; panel disjoint from periodic evaluation. -Collision geometry display is disabled; physical collisions remain enabled. No claim of absent overfitting or guaranteed RL improvement. +The user chose epoch1400 uniformly for all eight local models after comparing results. The shared reset panel was used for selection, not an untouched holdout; this does not imply all eight improved over their previous checkpoints. +Previous selection: epoch1250, 15.5%. Old weights remain available; prior release documents are archived under history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/. -[Weights](checkpoints/epoch_1250.pkl) · [Final200](final200/result.json) · [Selection](selection_supervision.json) +Training status: interrupted, last recorded epoch1485, planned2000. Evaluation uses panel seed20261021, policy seed700001,8workers. Collision geometry display is disabled; physical collisions remain enabled. -Manifest, split, normalizer, original checkpoint sidecar and full recorded curves are included. -Absolute paths in sealed configs record provenance; adapt them explicitly on another host. -The immutable interval10 plan is historical; evaluation_override.json records the switch to interval50. -SHA256SUMS.json covers the release files. +[Current weights](checkpoints/epoch_1400.pkl) · [Final200](final200/result.json) · [Selection](selection_supervision.json) + +Manifest, split, normalizer, original sidecar and curves are included. Absolute local paths are provenance; adapt explicitly on another host. evaluation_override.json records periodic evaluation every50 epochs. SHA256SUMS.json covers this staged release and archived documents. No claim of absent overfitting or guaranteed downstream RL improvement. diff --git a/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/SHA256SUMS.json b/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/SHA256SUMS.json index 46a92f93206dda25cf3b8085cbd1e63e77d6c6af..f41ab3811b993d8aa6a56ff512bd6146b7248d00 100644 --- a/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/SHA256SUMS.json +++ b/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/SHA256SUMS.json @@ -1,19 +1,19 @@ { "README.md": { - "sha256": "79010bf0ab693656e9895034cb0a3126eb74975ab974b236a229c8c16d78cd8a", - "bytes": 1160 + "sha256": "5020f5fd8e9915c935a77c4dab6266aa8f54d462104d9cea6748d82008c0dddc", + "bytes": 1302 }, "best.json": { - "sha256": "b56bf0d6f56f547e78506d998996dafd8d10b4cc49f134afa4a3a453aabf0110", - "bytes": 895 + "sha256": "a9352c329bbe3aef8a8d1a8364456a39a2165c57987945ae1f422b9308fa79b9", + "bytes": 1341 }, - "checkpoints/epoch_1250.json": { - "sha256": "553a508d0a0bddf88bab2f856eb4ecd4f0c3ce064291d875ebf5a2f61d2b4946", + "checkpoints/epoch_1400.json": { + "sha256": "f0ac59fc76baeed864f34eb49eaa3119c0680c9823447d91caaec251b5e2480c", "bytes": 8248 }, - "checkpoints/epoch_1250.pkl": { - "sha256": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", - "bytes": 96602745 + "checkpoints/epoch_1400.pkl": { + "sha256": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", + "bytes": 96574357 }, "data_manifest.json": { "sha256": "5a7a5f21716fb2c6b1d626301409c4afabf351749ab3fe1fbbae8de91cc22121", @@ -27,29 +27,69 @@ "sha256": "6f80837986bc524a2d1a71ba14ca257fb12464e0ff553bdbaec35b27d01fe5ec", "bytes": 43916 }, - "final200/epoch_1250.parquet": { - "sha256": "96368d59dd50bdb18623a1819ea4e071b2b8ab5134ad00cf5c5b293774ae15c2", - "bytes": 6283 + "final200/epoch_1400.parquet": { + "sha256": "8908a4607661067a193a3dd1707ee1e4b3bcfd8a48be53f6a0d29e332aeb5b57", + "bytes": 6282 }, "final200/protocol.json": { + "sha256": "a709432e439a53c6064b26f05c4a65846479fcb53abce40b95cbec1eda6baf54", + "bytes": 4007 + }, + "final200/result.json": { + "sha256": "798f64dcc3055a63ed8a300d9eee13e630213cedef67a80bccc55fb9f3f90de5", + "bytes": 117983 + }, + "final200/status.json": { + "sha256": "6e9122b17e4210c0c1e46673199cecccb54fb76cecdec9ada69a807ca3a3dfad", + "bytes": 99 + }, + "final200/verification.json": { + "sha256": "ac283c43b5fa3bcd4557e6a2f43e564c09122a770113cefbf10c13253a6d4ffa", + "bytes": 310 + }, + "history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/README.md": { + "sha256": "79010bf0ab693656e9895034cb0a3126eb74975ab974b236a229c8c16d78cd8a", + "bytes": 1160 + }, + "history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/SHA256SUMS.json": { + "sha256": "fd45c39ecc791aa3185a22e2397664943007591ff68bafd70910dd2eaccf91ac", + "bytes": 3404 + }, + "history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/best.json": { + "sha256": "b56bf0d6f56f547e78506d998996dafd8d10b4cc49f134afa4a3a453aabf0110", + "bytes": 895 + }, + "history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/protocol.json": { "sha256": "22dee5f0083b9abb048f2500b18637a11229a9fef394fd0d266f9e66ddc767e4", "bytes": 3932 }, - "final200/result.json": { + "history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/result.json": { "sha256": "a1666b5fe5ececc3fdfbeebcd6ee46211b8a07b2b78080c031d80ddde204d1b5", "bytes": 117889 }, - "final200/status.json": { + "history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/status.json": { "sha256": "53667dbfb025c4e0a5023e56ec178a17374de454161b58b2d5abe7f1a6d01d58", "bytes": 100 }, + "history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/release.json": { + "sha256": "3ecc14df15eb7b78bbc2a4078ec2d54d2aced009496d52fc500e41a144572b96", + "bytes": 2262 + }, + "history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/selection_supervision.json": { + "sha256": "67ead33c9d5f0080ee8bcde10def42a95891270bf156ce1a990d70c82e49a626", + "bytes": 414 + }, + "history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/training_status.json": { + "sha256": "bcaa46459657e2f0b879e4b2466e19f7adf16412082ee8b4613e809fd934faa2", + "bytes": 248 + }, "normalizer.json": { "sha256": "a291916bc584d57aca2eefb2455dc442a5ba7e829620c611160dc001ed9b5394", "bytes": 1153 }, - "provenance/evaluate_bc_selected.py": { - "sha256": "7be8b5440b354a862228f5a3d3855ec0ba7267c78c4e04158fa028e9633e8d32", - "bytes": 3370 + "provenance/evaluate_comparison.py": { + "sha256": "52959ac39b30b97e21dda738d5187427516ba577f89c0e8d85ddb7ecec15ee40", + "bytes": 3264 }, "provenance/evaluation_override_active.json": { "sha256": "5f2408456d7d8cf34435804af2a668650a9d4a722a79c66e57cd1bc7ced75337", @@ -63,25 +103,17 @@ "sha256": "f68d7444d5ee07c90343139e9cf31bbf0b10b1320a45134903ea8a1717f15c37", "bytes": 335 }, - "provenance/pretrain_bc_eval_override.py": { - "sha256": "71deaa1c690802253ce2f075f3d9295ac1e302252e9413caae7bbe9071e80e29", - "bytes": 2877 - }, - "provenance/pretrain_bc_noleak.py": { - "sha256": "240abba4a512b61887271aeafc18fdce2372398ed483920b723aa7ce41f3d953", - "bytes": 1932 - }, "release.json": { - "sha256": "3ecc14df15eb7b78bbc2a4078ec2d54d2aced009496d52fc500e41a144572b96", - "bytes": 2262 + "sha256": "4ac7c521102199d13f3f46e9868e1d5c24f5e71f071f1fa5b164e67528cb72d1", + "bytes": 2544 }, "resolved_config.json": { "sha256": "9b7bafb5402f3e1a03d13b360cea9494617e50148470b6dcc6c5a9f3b00be8ef", "bytes": 6306 }, "selection_supervision.json": { - "sha256": "67ead33c9d5f0080ee8bcde10def42a95891270bf156ce1a990d70c82e49a626", - "bytes": 414 + "sha256": "f817d3f1fc1d997d0638222feb5cae784e4b2989d2fffd676078560cb1d3b0f9", + "bytes": 782 }, "split.json": { "sha256": "6368484966041c0c5b2044a0f4923b43c20fc2c524f4807add8bfd5fc54b438b", @@ -92,8 +124,8 @@ "bytes": 270676 }, "training_status.json": { - "sha256": "bcaa46459657e2f0b879e4b2466e19f7adf16412082ee8b4613e809fd934faa2", - "bytes": 248 + "sha256": "52f879ebbdce290ebb31b8804876ec6d1166124427a0b0ea7342c1ee2775b7de", + "bytes": 113 }, "validation_metrics.jsonl": { "sha256": "6f7db52c9f6d39524232880363143f7ae0dfa5828e08e5df5ed4e37564aae280", diff --git a/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/best.json b/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/best.json index 2fc82225b8166db3d060244dfcea972bdf6ac6c5..3a8bc35f74fa5fcda147b2347dfd967a782a0e03 100644 --- a/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/best.json +++ b/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/best.json @@ -1,19 +1,28 @@ { "task": "tool_hang", "regime": "mixed50", - "epoch": 1250, - "checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/StandardBaseBC/jax/tool_hang/mixed50/seed_1/checkpoints/epoch_1250.pkl", - "checkpoint_sha256": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", - "periodic50_success": 0.1, + "epoch": 1400, + "checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/StandardBaseBC/jax/tool_hang/mixed50/seed_1/checkpoints/epoch_1400.pkl", + "checkpoint_sha256": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "final200": { - "success": 0.155, - "successes": 31, + "success": 0.13, + "successes": 26, "total": 200, - "ci_low": 0.11139636927689314, - "ci_high": 0.21160690592342077, - "seconds": 896.756582400063 + "ci_low": 0.0902820227966932, + "ci_high": 0.18366351872248407 }, - "result": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/operations/20261027_remaining4_e1250_final200/tool_hang_mixed50_e1250/result.json", - "parquet": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/operations/20261027_remaining4_e1250_final200/tool_hang_mixed50_e1250/eval/epoch_1250.parquet", - "episode_rows": 200 + "selection": { + "status": "finalized_user_accepted", + "selected_epoch": 1400, + "selection_rule": "User requested adopting epoch1400 uniformly for all eight local models after reviewing the shared200-episode comparisons", + "final200_used_for_selection": true, + "untouched_holdout": false, + "zero_overfitting_claim": false, + "previous_epoch": 1250, + "previous_success": 0.155, + "previous_path": "visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/checkpoints/epoch_1250.pkl", + "previous_revision": "1bf8a9fb26982bebb51493f3475d28f12a3197ae", + "previous_release_archive": "visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae", + "checkpoint_sha256": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a" + } } diff --git a/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/checkpoints/epoch_1400.json b/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/checkpoints/epoch_1400.json new file mode 100644 index 0000000000000000000000000000000000000000..c865db17fdd35d6d1bbadfb15db8ae482ee3610b --- /dev/null +++ b/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/checkpoints/epoch_1400.json @@ -0,0 +1,199 @@ +{ + "bc_identity": { + "architecture": "dice_vision_resnet_flow_unet_v1", + "family": "StandardBaseBC", + "framework": "jax" + }, + "data_manifest_hash": "aadb1a78065d7b9dd0d84fba2d0aa98d71eeb08563f91de0f08f33d7e9b0ae9d", + "encoding": "gzip_pickle_numpy_float32_lossless", + "evaluation_runtime_override": { + "created_unix": 1792988436.4181292, + "decision": "1026-BC-EVAL50", + "effective_after_epoch": 0, + "final_evaluation": { + "episodes": 200, + "seed_panel_seed": 20261021, + "seed_range": [ + 10000000, + 90000000 + ], + "seed_sampling": "uniform_without_replacement" + }, + "identity_hash": "ec99ed061f71c35e498f36c32832f80c812ac1a76b3597ab85929dc426a02b50", + "interval_epochs": 50, + "operation": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/operations/20261026_bc_eval50", + "original_interval_epochs": 10, + "periodic_episodes": 50 + }, + "kind": "pixel_state_bc", + "metadata": { + "epoch": 1400, + "epochs": 2000, + "experiment": "tool_hang", + "regime": "mixed50", + "seed": 1, + "smoke": false, + "stage": "fixed_epochs", + "step": 119000, + "task": "tool_hang" + }, + "normalizer_hash": "1e345d06367f80a93e40047359a26c38bb2ba928d2a2f86afaaef8504b4c04cf", + "observation_mode": "pixel_state", + "pixel_spec_hash": "9aba3fd9a1011e610cbb6bfbf04e84a09dd73adc222ca38d7321758e4b5b87ca", + "resolved_config": { + "bc_identity": { + "family": "StandardBaseBC", + "framework": "jax" + }, + "checkpoint_encoding": "lossless_gzip_ema_only", + "checkpoint_interval_epochs": 50, + "ema_buffers": "copy_live_running_statistics", + "evaluation": { + "episodes": 50, + "final": { + "episodes": 200, + "seed_panel_seed": 20261021, + "seed_range": [ + 10000000, + 90000000 + ], + "seed_sampling": "uniform_without_replacement" + }, + "interval_epochs": 10, + "policy_seed": 700001, + "reset_seed_start": 880000, + "workers": 8 + }, + "experiment": "tool_hang", + "family": "StandardBaseBC", + "framework": "jax", + "identity_hash": "ec99ed061f71c35e498f36c32832f80c812ac1a76b3597ab85929dc426a02b50", + "index": 4, + "manifest": "/ssd/WorkSpace/RL-Postrain-visual-bc/.local/visual_bc_reserved8/robomimic50/manifests/tool_hang.json", + "manifest_sha256": "5a7a5f21716fb2c6b1d626301409c4afabf351749ab3fe1fbbae8de91cc22121", + "model_spec_hash": "9aba3fd9a1011e610cbb6bfbf04e84a09dd73adc222ca38d7321758e4b5b87ca", + "normalizer_hash": "1e345d06367f80a93e40047359a26c38bb2ba928d2a2f86afaaef8504b4c04cf", + "observation_mode": "pixel_state", + "output": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/StandardBaseBC/jax/tool_hang/mixed50/seed_1", + "pixel_cache": "/ssd/WorkSpace/RL-Postrain-visual-bc/data/pixels/tool_hang/visual_20261025", + "pixel_spec": { + "action_dim": 7, + "architecture": "dice_vision_resnet_flow_unet_v1", + "backbone_initialization": "random", + "backbone_norm": "batch_norm", + "cameras": [ + "sideview", + "robot0_eye_in_hand" + ], + "collision_geoms": false, + "crop_size": 84, + "family": "StandardBaseBC", + "feature_dim": 137, + "features_per_camera": 64, + "flow_steps": 10, + "horizon": 8, + "image_size": 96, + "proprio_dim": 9, + "proprio_keys": [ + "robot0_eef_pos", + "robot0_eef_quat", + "robot0_gripper_qpos" + ], + "task": "tool_hang", + "time_embedding_dim": 64 + }, + "regime": "mixed50", + "runtime": { + "framework_version": "0.10.1", + "python": "/ssd/WorkSpace/RL-Postrain-visual-bc/.venvs/ogpo/bin/python", + "requested_device": "cuda:0" + }, + "seed": 1, + "sources_sha256": { + "configs/bc_models.yaml": "ce58a903c4270328985ab8677babdaa12748ad18efc3749faed72425024e61c1", + "configs/bc_pretraining.yaml": "7d1b9be73f25aeb40cd342a3e3ca2543ea865b38b2abe8fb28a7da6588d419a6", + "configs/bc_pretraining_ph_full.yaml": "a93c7d4a50e9afa836d98a6193ba1bc2fb3827a259cf5de39f5dc7a2504d6728", + "configs/bc_standard_init_schema.json": "e2c70eee2a1ce8d1a812ec427d24ba3cc45519434331354318d97415fd559bc8", + "configs/study1.yaml": "35d065e242b205a4c99f8add2eab35bb85f80401f4e07d49f063a0eddf4de608", + "configs/study1_ph_full.yaml": "f9cebc4b66279d4ea7492f7a80a09f1adca7c1cae7b242374305be4f701e76ef", + "scripts/pretrain_bc.py": "9972b77f7b8ed964e7e04fa3ba3821b767f0b7a5d697625ed1c6f8fcdf990890", + "src/rl_pt_analyze/bc_evaluation.py": "7319c346f453263a99cdc5d6fd39e6a0a88783d2c42f68a312ee36ab6d656c6f", + "src/rl_pt_analyze/bc_fleet.py": "a49c24c66ec0bb1a5548d384deefda429ff1ca693cb19f1c99dbd661148d7ffc", + "src/rl_pt_analyze/bc_full_cut.py": "a8170de58bc0a16dd5c6358a6429d96afb5227e5701602806d68e42727f671bc", + "src/rl_pt_analyze/bc_identity.py": "f94c284c71df7ed06eaf4553297de53f2b801a5fac743beb3b98d1bc41314fe0", + "src/rl_pt_analyze/bc_policy.py": "aff3c4613a0dfc46d6491bdba6478261049c2c9631eca446fa8939a1e498fc30", + "src/rl_pt_analyze/bc_pretrain.py": "703b2e50fe53d62b23910b907d75c09cec49463e5e9e2c08d8f77d2b6b77a5bd", + "src/rl_pt_analyze/bc_runtime.py": "29d85733684176bd7328c01921ed1eb45857a914d8ee998e6df4fb0a5be5315d", + "src/rl_pt_analyze/bc_standard_jax.py": "9063d0d4160e972bb9f7b1acd9e508a2ea1118ceeed7647614c787abcb7b32ce", + "src/rl_pt_analyze/bc_standard_policy.py": "54d733549ec571f709d49698520f2461def5a20fc4146d155b3d56fbbcf5deb1", + "src/rl_pt_analyze/bc_storage.py": "83b79d5beaaaa46310d756476f5da90c9227a656533dc9414334d395a6749e54", + "src/rl_pt_analyze/bc_training.py": "bf20475ceeef114e3444c2610ea6d490389b02d147f22c962e2f63fd94b9dafa", + "src/rl_pt_analyze/pixel.py": "ec46a0b0e3c40bca7ea2d0c76b086b482fedaf98293b06f7ab719b86b81141e6", + "src/rl_pt_analyze/pixel_data.py": "74ed81ff034d0782671ff9e48157a3be2d274e7db3735a955705b8e8fcf42b34", + "src/rl_pt_analyze/pixel_vec.py": "f247a6d9ed1791b82880ecef7505275959835fc3b69bfab2e85dedd096416bc8", + "src/rl_pt_analyze/r0.py": "e0a13e9c02d935dbab6a0e091fd925f08ce2d00e661b6cf09aff0ee95925249d", + "third_party/dice/model/diffusion/modules.py": "3b6b2efae0bb67cc30a061a8dd7c6b2d8d6905dac7cecac92b3dbfa5da0067cd", + "third_party/dice/model/flow_matching/vision_resnet_mlp_flow_matching.py": "2f0d3aa0b6e1624e32a540e66a5803e613481f35bb190926e51560856249981d" + }, + "spec": { + "action_dim": 7, + "architecture": "dice_vision_resnet_flow_unet_v1", + "backbone_initialization": "random", + "backbone_norm": "batch_norm", + "cameras": [ + "sideview", + "robot0_eye_in_hand" + ], + "collision_geoms": false, + "crop_size": 84, + "family": "StandardBaseBC", + "feature_dim": 137, + "features_per_camera": 64, + "flow_steps": 10, + "horizon": 8, + "image_size": 96, + "proprio_dim": 9, + "proprio_keys": [ + "robot0_eef_pos", + "robot0_eef_quat", + "robot0_gripper_qpos" + ], + "task": "tool_hang", + "time_embedding_dim": 64 + }, + "split_hash": "eb9f9b0881a5afdc597acc4103bf4e1d3aabd11638a93ed1c60dcbf951910c3a", + "task": "tool_hang", + "training": { + "batch_size": 256, + "bc_only": true, + "drop_last": false, + "early_stopping": false, + "ema_decay": 0.999, + "epoch_definition": "shuffled_full_training_split_without_replacement", + "epochs": 2000, + "learning_rate": 0.0001, + "online_steps": 0, + "optimizer": "adamw", + "padding_loss_mask": true, + "stopping": "none_fixed_epochs", + "weight_decay": 1e-06 + }, + "training_samples": 21676, + "validation": { + "batch_seed": 771, + "batch_size": 256, + "interval_epochs": 1, + "loss_seed": 882 + }, + "validation_only": false, + "validation_samples": 2376, + "wandb": { + "mode": "online", + "project": "standard_bc_pretrain" + } + }, + "schema_version": 2, + "sha256": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", + "split_hash": "eb9f9b0881a5afdc597acc4103bf4e1d3aabd11638a93ed1c60dcbf951910c3a", + "weights_used_for_deployment": "complete_model_EMA" +} diff --git a/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/checkpoints/epoch_1400.pkl b/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/checkpoints/epoch_1400.pkl new file mode 100644 index 0000000000000000000000000000000000000000..ba827e19388c6141e83659240898630f94ed4e12 --- /dev/null +++ b/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/checkpoints/epoch_1400.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a +size 96574357 diff --git a/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/final200/epoch_1400.parquet b/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/final200/epoch_1400.parquet new file mode 100644 index 0000000000000000000000000000000000000000..bca8620f6b7358ec13cb313945fece6ebe8f1bf4 --- /dev/null +++ b/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/final200/epoch_1400.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8908a4607661067a193a3dd1707ee1e4b3bcfd8a48be53f6a0d29e332aeb5b57 +size 6282 diff --git a/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/final200/protocol.json b/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/final200/protocol.json index bdc63fc83e3a4f8123330e101533ab7c7c7709d0..523603d3e539fb87fda553dd85850af2ec0206dd 100644 --- a/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/final200/protocol.json +++ b/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/final200/protocol.json @@ -1,8 +1,8 @@ { - "checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/StandardBaseBC/jax/tool_hang/mixed50/seed_1/checkpoints/epoch_1250.pkl", - "checkpoint_sha256": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/StandardBaseBC/jax/tool_hang/mixed50/seed_1/checkpoints/epoch_1400.pkl", + "checkpoint_sha256": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "collision_geoms": false, - "epoch": 1250, + "epoch": 1400, "identity_hash": "ec99ed061f71c35e498f36c32832f80c812ac1a76b3597ab85929dc426a02b50", "job": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/jobs/04.json", "panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", @@ -208,8 +208,8 @@ 10971071, 17007174 ], - "script_sha256": "7be8b5440b354a862228f5a3d3855ec0ba7267c78c4e04158fa028e9633e8d32", - "selection": "frozen before this independent panel was evaluated", + "script_sha256": "52959ac39b30b97e21dda738d5187427516ba577f89c0e8d85ddb7ecec15ee40", + "selection": "User requested epoch1400 comparison after reviewing prior checkpoints; shared200 reset panel reused, not an untouched holdout", "settings": { "episodes": 200, "interval_epochs": 10, diff --git a/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/final200/result.json b/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/final200/result.json index c48fc0a8ccf56d7d24c637b7e1485ea5f7a1883a..7a1a7b8a9e13b2655f1541e763616a93a7fa2638 100644 --- a/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/final200/result.json +++ b/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/final200/result.json @@ -1,18 +1,18 @@ { "ci": "wilson95", - "ci_high": 0.21160690592342077, - "ci_low": 0.11139636927689314, - "environment_steps": 183334, + "ci_high": 0.18366351872248407, + "ci_low": 0.0902820227966932, + "environment_steps": 186647, "episodes": [ { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 70723122, "rl_env_steps": null, "success": false, @@ -21,14 +21,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 66851989, "rl_env_steps": null, "success": false, @@ -37,14 +37,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 60005579, "rl_env_steps": null, "success": false, @@ -53,14 +53,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 32401708, "rl_env_steps": null, "success": false, @@ -69,30 +69,30 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", - "chunks": 125, + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", + "chunks": 86, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 681, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -675.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 19153477, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 42749167, "rl_env_steps": null, "success": false, @@ -101,30 +101,30 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", - "chunks": 49, + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 391, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -385.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 46661357, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 27402198, "rl_env_steps": null, "success": false, @@ -133,31 +133,15 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", - "chunks": 72, - "eval_kind": "bc_pretraining", - "length": 571, - "mode": "base_cfm_ode", - "native_return": -565.0, - "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", - "reset_seed": 47810457, - "rl_env_steps": null, - "success": true, - "task": "tool_hang", - "terminated": true, - "truncated": false - }, - { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", - "reset_seed": 18848891, + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", + "reset_seed": 47810457, "rl_env_steps": null, "success": false, "task": "tool_hang", @@ -165,15 +149,15 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", - "chunks": 44, + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", + "chunks": 43, "eval_kind": "bc_pretraining", - "length": 349, + "length": 341, "mode": "base_cfm_ode", - "native_return": -343.0, + "native_return": -335.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", - "reset_seed": 17918997, + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", + "reset_seed": 18848891, "rl_env_steps": null, "success": true, "task": "tool_hang", @@ -181,31 +165,31 @@ "truncated": false }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", - "chunks": 125, + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", + "chunks": 82, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 650, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -644.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", - "reset_seed": 80363015, + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", + "reset_seed": 17918997, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", - "chunks": 54, + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", + "chunks": 68, "eval_kind": "bc_pretraining", - "length": 425, + "length": 537, "mode": "base_cfm_ode", - "native_return": -419.0, + "native_return": -531.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", - "reset_seed": 64973617, + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", + "reset_seed": 80363015, "rl_env_steps": null, "success": true, "task": "tool_hang", @@ -213,15 +197,15 @@ "truncated": false }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", - "reset_seed": 14420984, + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", + "reset_seed": 64973617, "rl_env_steps": null, "success": false, "task": "tool_hang", @@ -229,15 +213,15 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", - "reset_seed": 34943840, + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", + "reset_seed": 14420984, "rl_env_steps": null, "success": false, "task": "tool_hang", @@ -245,15 +229,15 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", - "reset_seed": 20266056, + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", + "reset_seed": 34943840, "rl_env_steps": null, "success": false, "task": "tool_hang", @@ -261,14 +245,30 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", + "chunks": 65, + "eval_kind": "bc_pretraining", + "length": 515, + "mode": "base_cfm_ode", + "native_return": -509.0, + "observation_mode": "pixel_state", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", + "reset_seed": 20266056, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 55423323, "rl_env_steps": null, "success": false, @@ -277,14 +277,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 77426949, "rl_env_steps": null, "success": false, @@ -293,14 +293,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 21093578, "rl_env_steps": null, "success": false, @@ -309,14 +309,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 74139179, "rl_env_steps": null, "success": false, @@ -325,30 +325,30 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", - "chunks": 125, + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", + "chunks": 61, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 483, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -477.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 65396037, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 66433136, "rl_env_steps": null, "success": false, @@ -357,14 +357,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 18174832, "rl_env_steps": null, "success": false, @@ -373,14 +373,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 44050868, "rl_env_steps": null, "success": false, @@ -389,14 +389,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 79827091, "rl_env_steps": null, "success": false, @@ -405,30 +405,30 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", - "chunks": 50, + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 393, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -387.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 48142557, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 81058782, "rl_env_steps": null, "success": false, @@ -437,14 +437,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 57440191, "rl_env_steps": null, "success": false, @@ -453,14 +453,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", - "chunks": 42, + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", + "chunks": 53, "eval_kind": "bc_pretraining", - "length": 335, + "length": 423, "mode": "base_cfm_ode", - "native_return": -329.0, + "native_return": -417.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 71718518, "rl_env_steps": null, "success": true, @@ -469,14 +469,14 @@ "truncated": false }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 62288442, "rl_env_steps": null, "success": false, @@ -485,30 +485,30 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", - "chunks": 62, + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 494, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -488.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 38780438, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 31543247, "rl_env_steps": null, "success": false, @@ -517,14 +517,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 45815861, "rl_env_steps": null, "success": false, @@ -533,14 +533,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 69976624, "rl_env_steps": null, "success": false, @@ -549,46 +549,46 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", - "chunks": 107, + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 852, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -846.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 27741928, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", - "chunks": 105, + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 838, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -832.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 47860773, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 68719953, "rl_env_steps": null, "success": false, @@ -597,14 +597,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 72413983, "rl_env_steps": null, "success": false, @@ -613,30 +613,30 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", - "chunks": 44, + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 350, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -344.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 43596719, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 25975279, "rl_env_steps": null, "success": false, @@ -645,14 +645,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 75651978, "rl_env_steps": null, "success": false, @@ -661,14 +661,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 62538517, "rl_env_steps": null, "success": false, @@ -677,14 +677,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", - "chunks": 61, + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", + "chunks": 45, "eval_kind": "bc_pretraining", - "length": 481, + "length": 356, "mode": "base_cfm_ode", - "native_return": -475.0, + "native_return": -350.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 49157692, "rl_env_steps": null, "success": true, @@ -693,14 +693,14 @@ "truncated": false }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 72093687, "rl_env_steps": null, "success": false, @@ -709,14 +709,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 35658896, "rl_env_steps": null, "success": false, @@ -725,30 +725,30 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", - "chunks": 49, + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 390, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -384.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 34016592, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 56600068, "rl_env_steps": null, "success": false, @@ -757,14 +757,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 85354907, "rl_env_steps": null, "success": false, @@ -773,14 +773,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 64181994, "rl_env_steps": null, "success": false, @@ -789,14 +789,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 64561502, "rl_env_steps": null, "success": false, @@ -805,14 +805,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 76858975, "rl_env_steps": null, "success": false, @@ -821,14 +821,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 17852290, "rl_env_steps": null, "success": false, @@ -837,14 +837,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 20068153, "rl_env_steps": null, "success": false, @@ -853,14 +853,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 39072183, "rl_env_steps": null, "success": false, @@ -869,14 +869,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 55774539, "rl_env_steps": null, "success": false, @@ -885,14 +885,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 26085971, "rl_env_steps": null, "success": false, @@ -901,14 +901,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 37837570, "rl_env_steps": null, "success": false, @@ -917,30 +917,30 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", - "chunks": 125, + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", + "chunks": 52, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 410, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -404.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 88758485, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 75982683, "rl_env_steps": null, "success": false, @@ -949,14 +949,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 81377703, "rl_env_steps": null, "success": false, @@ -965,14 +965,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 57992264, "rl_env_steps": null, "success": false, @@ -981,30 +981,30 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", - "chunks": 61, + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 484, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -478.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 80112931, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 88742902, "rl_env_steps": null, "success": false, @@ -1013,14 +1013,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 47013480, "rl_env_steps": null, "success": false, @@ -1029,14 +1029,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 36523859, "rl_env_steps": null, "success": false, @@ -1045,14 +1045,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 19498677, "rl_env_steps": null, "success": false, @@ -1061,14 +1061,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 20212586, "rl_env_steps": null, "success": false, @@ -1077,14 +1077,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 55485421, "rl_env_steps": null, "success": false, @@ -1093,14 +1093,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 36767911, "rl_env_steps": null, "success": false, @@ -1109,30 +1109,30 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", - "chunks": 45, + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 359, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -353.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 50597940, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 65503466, "rl_env_steps": null, "success": false, @@ -1141,14 +1141,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", - "chunks": 72, + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", + "chunks": 59, "eval_kind": "bc_pretraining", - "length": 569, + "length": 465, "mode": "base_cfm_ode", - "native_return": -563.0, + "native_return": -459.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 87299732, "rl_env_steps": null, "success": true, @@ -1157,30 +1157,30 @@ "truncated": false }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", - "chunks": 125, + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", + "chunks": 50, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 397, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -391.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 61456577, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 79295759, "rl_env_steps": null, "success": false, @@ -1189,14 +1189,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 10605088, "rl_env_steps": null, "success": false, @@ -1205,14 +1205,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 21163776, "rl_env_steps": null, "success": false, @@ -1221,14 +1221,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 74346251, "rl_env_steps": null, "success": false, @@ -1237,14 +1237,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 59990172, "rl_env_steps": null, "success": false, @@ -1253,14 +1253,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", - "chunks": 40, + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", + "chunks": 47, "eval_kind": "bc_pretraining", - "length": 316, + "length": 373, "mode": "base_cfm_ode", - "native_return": -310.0, + "native_return": -367.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 40756359, "rl_env_steps": null, "success": true, @@ -1269,14 +1269,14 @@ "truncated": false }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 29123831, "rl_env_steps": null, "success": false, @@ -1285,14 +1285,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 22339698, "rl_env_steps": null, "success": false, @@ -1301,14 +1301,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 55950171, "rl_env_steps": null, "success": false, @@ -1317,14 +1317,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 25459058, "rl_env_steps": null, "success": false, @@ -1333,30 +1333,30 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", - "chunks": 41, + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 321, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -315.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 89169841, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", - "chunks": 43, + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", + "chunks": 52, "eval_kind": "bc_pretraining", - "length": 341, + "length": 416, "mode": "base_cfm_ode", - "native_return": -335.0, + "native_return": -410.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 51768760, "rl_env_steps": null, "success": true, @@ -1365,14 +1365,14 @@ "truncated": false }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 59320974, "rl_env_steps": null, "success": false, @@ -1381,14 +1381,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 43210884, "rl_env_steps": null, "success": false, @@ -1397,14 +1397,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 19819408, "rl_env_steps": null, "success": false, @@ -1413,30 +1413,30 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", - "chunks": 125, + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", + "chunks": 51, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 406, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -400.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 27287306, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 77579712, "rl_env_steps": null, "success": false, @@ -1445,14 +1445,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 33855715, "rl_env_steps": null, "success": false, @@ -1461,14 +1461,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 18917811, "rl_env_steps": null, "success": false, @@ -1477,14 +1477,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 50238382, "rl_env_steps": null, "success": false, @@ -1493,14 +1493,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 29018479, "rl_env_steps": null, "success": false, @@ -1509,14 +1509,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 58133015, "rl_env_steps": null, "success": false, @@ -1525,14 +1525,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 23864203, "rl_env_steps": null, "success": false, @@ -1541,14 +1541,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 49568781, "rl_env_steps": null, "success": false, @@ -1557,14 +1557,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 55772368, "rl_env_steps": null, "success": false, @@ -1573,14 +1573,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 69087148, "rl_env_steps": null, "success": false, @@ -1589,46 +1589,46 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", - "chunks": 125, + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", + "chunks": 51, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 403, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -397.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 43159811, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", - "chunks": 54, + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 432, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -426.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 42777958, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 79686252, "rl_env_steps": null, "success": false, @@ -1637,14 +1637,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 88287947, "rl_env_steps": null, "success": false, @@ -1653,14 +1653,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 24484856, "rl_env_steps": null, "success": false, @@ -1669,14 +1669,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 40522505, "rl_env_steps": null, "success": false, @@ -1685,14 +1685,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 18535306, "rl_env_steps": null, "success": false, @@ -1701,14 +1701,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 27261685, "rl_env_steps": null, "success": false, @@ -1717,14 +1717,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 55157386, "rl_env_steps": null, "success": false, @@ -1733,30 +1733,30 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", - "chunks": 64, + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 507, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -501.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 73419901, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 51177153, "rl_env_steps": null, "success": false, @@ -1765,30 +1765,30 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", - "chunks": 125, + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", + "chunks": 50, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 400, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -394.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 66197636, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 89218160, "rl_env_steps": null, "success": false, @@ -1797,14 +1797,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 20312137, "rl_env_steps": null, "success": false, @@ -1813,14 +1813,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", - "chunks": 61, + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", + "chunks": 94, "eval_kind": "bc_pretraining", - "length": 488, + "length": 748, "mode": "base_cfm_ode", - "native_return": -482.0, + "native_return": -742.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 32815280, "rl_env_steps": null, "success": true, @@ -1829,14 +1829,14 @@ "truncated": false }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 38566965, "rl_env_steps": null, "success": false, @@ -1845,14 +1845,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 67538690, "rl_env_steps": null, "success": false, @@ -1861,14 +1861,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 51444755, "rl_env_steps": null, "success": false, @@ -1877,14 +1877,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 49534469, "rl_env_steps": null, "success": false, @@ -1893,14 +1893,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 55520272, "rl_env_steps": null, "success": false, @@ -1909,14 +1909,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 78917430, "rl_env_steps": null, "success": false, @@ -1925,14 +1925,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 53987225, "rl_env_steps": null, "success": false, @@ -1941,14 +1941,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 33135526, "rl_env_steps": null, "success": false, @@ -1957,14 +1957,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 10641443, "rl_env_steps": null, "success": false, @@ -1973,30 +1973,30 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", - "chunks": 125, + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", + "chunks": 68, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 541, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -535.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 83269321, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 50371327, "rl_env_steps": null, "success": false, @@ -2005,14 +2005,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 60499091, "rl_env_steps": null, "success": false, @@ -2021,14 +2021,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 14174315, "rl_env_steps": null, "success": false, @@ -2037,14 +2037,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 34430409, "rl_env_steps": null, "success": false, @@ -2053,30 +2053,30 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", - "chunks": 63, + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 498, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -492.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 78665761, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 55417809, "rl_env_steps": null, "success": false, @@ -2085,14 +2085,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 29697446, "rl_env_steps": null, "success": false, @@ -2101,14 +2101,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 67300186, "rl_env_steps": null, "success": false, @@ -2117,30 +2117,30 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", - "chunks": 46, + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 361, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -355.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 14166946, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 34309048, "rl_env_steps": null, "success": false, @@ -2149,14 +2149,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 38651973, "rl_env_steps": null, "success": false, @@ -2165,14 +2165,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 63582284, "rl_env_steps": null, "success": false, @@ -2181,14 +2181,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 11252552, "rl_env_steps": null, "success": false, @@ -2197,14 +2197,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 13083214, "rl_env_steps": null, "success": false, @@ -2213,14 +2213,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 12656665, "rl_env_steps": null, "success": false, @@ -2229,14 +2229,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 39216146, "rl_env_steps": null, "success": false, @@ -2245,14 +2245,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 53058687, "rl_env_steps": null, "success": false, @@ -2261,14 +2261,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 26843165, "rl_env_steps": null, "success": false, @@ -2277,14 +2277,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 26213599, "rl_env_steps": null, "success": false, @@ -2293,30 +2293,30 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", - "chunks": 125, + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", + "chunks": 89, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 708, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -702.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 75250873, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 86873350, "rl_env_steps": null, "success": false, @@ -2325,30 +2325,30 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", - "chunks": 44, + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 350, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -344.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 23044120, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 74475483, "rl_env_steps": null, "success": false, @@ -2357,30 +2357,30 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", - "chunks": 47, + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 374, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -368.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 73879766, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 38462205, "rl_env_steps": null, "success": false, @@ -2389,14 +2389,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 36712875, "rl_env_steps": null, "success": false, @@ -2405,14 +2405,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 61476060, "rl_env_steps": null, "success": false, @@ -2421,14 +2421,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", - "chunks": 83, + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", + "chunks": 48, "eval_kind": "bc_pretraining", - "length": 662, + "length": 382, "mode": "base_cfm_ode", - "native_return": -656.0, + "native_return": -376.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 40070375, "rl_env_steps": null, "success": true, @@ -2437,14 +2437,14 @@ "truncated": false }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 11657834, "rl_env_steps": null, "success": false, @@ -2453,14 +2453,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 12071629, "rl_env_steps": null, "success": false, @@ -2469,14 +2469,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 70951113, "rl_env_steps": null, "success": false, @@ -2485,14 +2485,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 86273812, "rl_env_steps": null, "success": false, @@ -2501,14 +2501,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 33086249, "rl_env_steps": null, "success": false, @@ -2517,14 +2517,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 41678564, "rl_env_steps": null, "success": false, @@ -2533,14 +2533,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 34536118, "rl_env_steps": null, "success": false, @@ -2549,14 +2549,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 27607156, "rl_env_steps": null, "success": false, @@ -2565,46 +2565,46 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", - "chunks": 125, + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", + "chunks": 43, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 339, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -333.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 70130490, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", - "chunks": 125, + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", + "chunks": 84, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 672, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -666.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 70448950, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 63854211, "rl_env_steps": null, "success": false, @@ -2613,14 +2613,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 58640013, "rl_env_steps": null, "success": false, @@ -2629,30 +2629,30 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", - "chunks": 51, + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 401, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -395.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 71222810, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 77025643, "rl_env_steps": null, "success": false, @@ -2661,14 +2661,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 46535790, "rl_env_steps": null, "success": false, @@ -2677,14 +2677,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 13450163, "rl_env_steps": null, "success": false, @@ -2693,30 +2693,30 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", - "chunks": 125, + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", + "chunks": 77, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 611, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -605.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 48130374, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 28109111, "rl_env_steps": null, "success": false, @@ -2725,30 +2725,30 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", - "chunks": 125, + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", + "chunks": 66, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 524, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -518.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 27277335, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 14975106, "rl_env_steps": null, "success": false, @@ -2757,14 +2757,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 25482760, "rl_env_steps": null, "success": false, @@ -2773,14 +2773,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 51368844, "rl_env_steps": null, "success": false, @@ -2789,14 +2789,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 65499499, "rl_env_steps": null, "success": false, @@ -2805,14 +2805,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 38883080, "rl_env_steps": null, "success": false, @@ -2821,46 +2821,46 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", - "chunks": 81, + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 642, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -636.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 56579733, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", - "chunks": 44, + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 352, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -346.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 81285249, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 71293324, "rl_env_steps": null, "success": false, @@ -2869,14 +2869,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 79868703, "rl_env_steps": null, "success": false, @@ -2885,30 +2885,30 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", - "chunks": 125, + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", + "chunks": 58, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 461, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -455.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 78989122, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 27209169, "rl_env_steps": null, "success": false, @@ -2917,14 +2917,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 43304167, "rl_env_steps": null, "success": false, @@ -2933,14 +2933,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 84752852, "rl_env_steps": null, "success": false, @@ -2949,14 +2949,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 39685313, "rl_env_steps": null, "success": false, @@ -2965,14 +2965,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 10941718, "rl_env_steps": null, "success": false, @@ -2981,30 +2981,30 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", - "chunks": 59, + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 467, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -461.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 17638132, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 42683951, "rl_env_steps": null, "success": false, @@ -3013,14 +3013,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 29174955, "rl_env_steps": null, "success": false, @@ -3029,14 +3029,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 13106538, "rl_env_steps": null, "success": false, @@ -3045,14 +3045,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 82750942, "rl_env_steps": null, "success": false, @@ -3061,14 +3061,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 27595794, "rl_env_steps": null, "success": false, @@ -3077,14 +3077,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 85382063, "rl_env_steps": null, "success": false, @@ -3093,46 +3093,46 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", - "chunks": 68, + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", + "chunks": 125, "eval_kind": "bc_pretraining", - "length": 541, + "length": 1000, "mode": "base_cfm_ode", - "native_return": -535.0, + "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 22544583, "rl_env_steps": null, - "success": true, + "success": false, "task": "tool_hang", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", - "chunks": 125, + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", + "chunks": 51, "eval_kind": "bc_pretraining", - "length": 1000, + "length": 405, "mode": "base_cfm_ode", - "native_return": -1000.0, + "native_return": -399.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 82667196, "rl_env_steps": null, - "success": false, + "success": true, "task": "tool_hang", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 53585719, "rl_env_steps": null, "success": false, @@ -3141,14 +3141,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 68118062, "rl_env_steps": null, "success": false, @@ -3157,14 +3157,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 84752103, "rl_env_steps": null, "success": false, @@ -3173,14 +3173,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 10971071, "rl_env_steps": null, "success": false, @@ -3189,14 +3189,14 @@ "truncated": true }, { - "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "base_checkpoint": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "chunks": 125, "eval_kind": "bc_pretraining", "length": 1000, "mode": "base_cfm_ode", "native_return": -1000.0, "observation_mode": "pixel_state", - "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "policy_version": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "reset_seed": 17007174, "rl_env_steps": null, "success": false, @@ -3205,13 +3205,13 @@ "truncated": true } ], - "length": 916.67, - "output": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/operations/20261027_remaining4_e1250_final200/tool_hang_mixed50_e1250/eval/epoch_1250.parquet", + "length": 933.235, + "output": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/operations/20261027_local8_e1400_final200/tool_hang_mixed50_e1400/eval/epoch_1400.parquet", "protocol": { - "checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/StandardBaseBC/jax/tool_hang/mixed50/seed_1/checkpoints/epoch_1250.pkl", - "checkpoint_sha256": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/StandardBaseBC/jax/tool_hang/mixed50/seed_1/checkpoints/epoch_1400.pkl", + "checkpoint_sha256": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", "collision_geoms": false, - "epoch": 1250, + "epoch": 1400, "identity_hash": "ec99ed061f71c35e498f36c32832f80c812ac1a76b3597ab85929dc426a02b50", "job": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/jobs/04.json", "panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", @@ -3417,8 +3417,8 @@ 10971071, 17007174 ], - "script_sha256": "7be8b5440b354a862228f5a3d3855ec0ba7267c78c4e04158fa028e9633e8d32", - "selection": "frozen before this independent panel was evaluated", + "script_sha256": "52959ac39b30b97e21dda738d5187427516ba577f89c0e8d85ddb7ecec15ee40", + "selection": "User requested epoch1400 comparison after reviewing prior checkpoints; shared200 reset panel reused, not an untouched holdout", "settings": { "episodes": 200, "interval_epochs": 10, @@ -3433,7 +3433,7 @@ "workers": 8 } }, - "seconds": 896.756582400063, + "seconds": 707.4455406258348, "seeds": [ 70723122, 66851989, @@ -3636,21 +3636,29 @@ 10971071, 17007174 ], - "success": 0.155, - "successes": 31, + "success": 0.13, + "successes": 26, "successes_per_seed": [ false, false, false, false, + true, false, false, - true, false, + false, + true, + true, true, false, + false, + false, true, false, + false, + false, + false, true, false, false, @@ -3659,32 +3667,26 @@ false, false, false, + true, false, false, false, false, false, - true, false, false, - true, false, - true, false, false, false, - true, - true, false, false, true, false, false, false, - true, false, false, - true, false, false, false, @@ -3694,13 +3696,13 @@ false, false, false, + true, false, false, false, false, false, false, - true, false, false, false, @@ -3709,24 +3711,24 @@ false, false, true, - false, true, false, false, false, false, false, - false, true, false, false, false, false, + false, true, - true, false, false, false, + true, + false, false, false, false, @@ -3736,10 +3738,10 @@ false, false, false, + true, false, false, false, - true, false, false, false, @@ -3750,9 +3752,9 @@ true, false, false, + true, false, false, - true, false, false, false, @@ -3760,6 +3762,7 @@ false, false, false, + true, false, false, false, @@ -3767,11 +3770,9 @@ false, false, false, - true, false, false, false, - true, false, false, false, @@ -3781,12 +3782,11 @@ false, false, false, + true, false, false, false, - true, false, - true, false, false, false, @@ -3799,14 +3799,17 @@ false, false, false, + true, + true, false, false, false, false, - true, false, false, + true, false, + true, false, false, false, @@ -3815,9 +3818,8 @@ false, false, false, - true, - true, false, + true, false, false, false, @@ -3825,7 +3827,6 @@ false, false, false, - true, false, false, false, @@ -3837,7 +3838,6 @@ false, false, false, - false, false ], "total": 200 diff --git a/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/final200/status.json b/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/final200/status.json index 315d8569b12a4fc16938bfb791ab8fa6749f0ff5..c9dae94fc504db5ca8d12e48a29da32d42295541 100644 --- a/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/final200/status.json +++ b/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/final200/status.json @@ -1,7 +1,7 @@ { - "epoch": 1250, + "epoch": 1400, "status": "completed", - "success": 0.155, - "successes": 31, + "success": 0.13, + "successes": 26, "total": 200 } diff --git a/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/final200/verification.json b/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/final200/verification.json new file mode 100644 index 0000000000000000000000000000000000000000..44a0001d823beea3afcd20c20098c6a695be106f --- /dev/null +++ b/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/final200/verification.json @@ -0,0 +1,7 @@ +{ + "actual_episodes": 200, + "checkpoint_sha256": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", + "panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", + "parquet_sha256": "8908a4607661067a193a3dd1707ee1e4b3bcfd8a48be53f6a0d29e332aeb5b57", + "passed": true +} diff --git a/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/README.md b/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/README.md new file mode 100644 index 0000000000000000000000000000000000000000..b589542d3b2eb3e2ff68a8d334afbda997c2e04a --- /dev/null +++ b/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/README.md @@ -0,0 +1,16 @@ +# ToolHang mixed50 — visual-only BC + +User-approved **epoch1250**, StandardBaseBC/JAX, complete-model EMA, seed1, H8. +Training stopped at the user's request: last reported epoch1485, last durable recovery epoch1450, planned2000. Later history is preserved locally. + +Final200: **15.5% (31/200)**, Wilson95 interval 11.1%–21.2%. +The checkpoint was fixed before this evaluation, then accepted by the user for publication after viewing the result. +Periodic50 SR: 10.0%. Shared reset panel seed20261021, policy seed700001,8workers; panel disjoint from periodic evaluation. +Collision geometry display is disabled; physical collisions remain enabled. No claim of absent overfitting or guaranteed RL improvement. + +[Weights](checkpoints/epoch_1250.pkl) · [Final200](final200/result.json) · [Selection](selection_supervision.json) + +Manifest, split, normalizer, original checkpoint sidecar and full recorded curves are included. +Absolute paths in sealed configs record provenance; adapt them explicitly on another host. +The immutable interval10 plan is historical; evaluation_override.json records the switch to interval50. +SHA256SUMS.json covers the release files. diff --git a/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/SHA256SUMS.json b/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/SHA256SUMS.json new file mode 100644 index 0000000000000000000000000000000000000000..46a92f93206dda25cf3b8085cbd1e63e77d6c6af --- /dev/null +++ b/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/SHA256SUMS.json @@ -0,0 +1,102 @@ +{ + "README.md": { + "sha256": "79010bf0ab693656e9895034cb0a3126eb74975ab974b236a229c8c16d78cd8a", + "bytes": 1160 + }, + "best.json": { + "sha256": "b56bf0d6f56f547e78506d998996dafd8d10b4cc49f134afa4a3a453aabf0110", + "bytes": 895 + }, + "checkpoints/epoch_1250.json": { + "sha256": "553a508d0a0bddf88bab2f856eb4ecd4f0c3ce064291d875ebf5a2f61d2b4946", + "bytes": 8248 + }, + "checkpoints/epoch_1250.pkl": { + "sha256": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "bytes": 96602745 + }, + "data_manifest.json": { + "sha256": "5a7a5f21716fb2c6b1d626301409c4afabf351749ab3fe1fbbae8de91cc22121", + "bytes": 12963 + }, + "evaluation_override.json": { + "sha256": "8756b096d638d14cc3890ba2fbe6d29b7c16ff68cdadac1aaf51fcfb9cdb7815", + "bytes": 558 + }, + "evaluations.jsonl": { + "sha256": "6f80837986bc524a2d1a71ba14ca257fb12464e0ff553bdbaec35b27d01fe5ec", + "bytes": 43916 + }, + "final200/epoch_1250.parquet": { + "sha256": "96368d59dd50bdb18623a1819ea4e071b2b8ab5134ad00cf5c5b293774ae15c2", + "bytes": 6283 + }, + "final200/protocol.json": { + "sha256": "22dee5f0083b9abb048f2500b18637a11229a9fef394fd0d266f9e66ddc767e4", + "bytes": 3932 + }, + "final200/result.json": { + "sha256": "a1666b5fe5ececc3fdfbeebcd6ee46211b8a07b2b78080c031d80ddde204d1b5", + "bytes": 117889 + }, + "final200/status.json": { + "sha256": "53667dbfb025c4e0a5023e56ec178a17374de454161b58b2d5abe7f1a6d01d58", + "bytes": 100 + }, + "normalizer.json": { + "sha256": "a291916bc584d57aca2eefb2455dc442a5ba7e829620c611160dc001ed9b5394", + "bytes": 1153 + }, + "provenance/evaluate_bc_selected.py": { + "sha256": "7be8b5440b354a862228f5a3d3855ec0ba7267c78c4e04158fa028e9633e8d32", + "bytes": 3370 + }, + "provenance/evaluation_override_active.json": { + "sha256": "5f2408456d7d8cf34435804af2a668650a9d4a722a79c66e57cd1bc7ced75337", + "bytes": 11762 + }, + "provenance/job.json": { + "sha256": "047c3bfa06673902b9e9bb05515f6aeb740f2164be75d1e27763bdd627ef007b", + "bytes": 5104 + }, + "provenance/native_training_status.json": { + "sha256": "f68d7444d5ee07c90343139e9cf31bbf0b10b1320a45134903ea8a1717f15c37", + "bytes": 335 + }, + "provenance/pretrain_bc_eval_override.py": { + "sha256": "71deaa1c690802253ce2f075f3d9295ac1e302252e9413caae7bbe9071e80e29", + "bytes": 2877 + }, + "provenance/pretrain_bc_noleak.py": { + "sha256": "240abba4a512b61887271aeafc18fdce2372398ed483920b723aa7ce41f3d953", + "bytes": 1932 + }, + "release.json": { + "sha256": "3ecc14df15eb7b78bbc2a4078ec2d54d2aced009496d52fc500e41a144572b96", + "bytes": 2262 + }, + "resolved_config.json": { + "sha256": "9b7bafb5402f3e1a03d13b360cea9494617e50148470b6dcc6c5a9f3b00be8ef", + "bytes": 6306 + }, + "selection_supervision.json": { + "sha256": "67ead33c9d5f0080ee8bcde10def42a95891270bf156ce1a990d70c82e49a626", + "bytes": 414 + }, + "split.json": { + "sha256": "6368484966041c0c5b2044a0f4923b43c20fc2c524f4807add8bfd5fc54b438b", + "bytes": 1156 + }, + "train_metrics.jsonl": { + "sha256": "78b105d9cdaaea2cd20b2615a9b4071c9ad601c69290b1620900aba56b845432", + "bytes": 270676 + }, + "training_status.json": { + "sha256": "bcaa46459657e2f0b879e4b2466e19f7adf16412082ee8b4613e809fd934faa2", + "bytes": 248 + }, + "validation_metrics.jsonl": { + "sha256": "6f7db52c9f6d39524232880363143f7ae0dfa5828e08e5df5ed4e37564aae280", + "bytes": 103765 + } +} diff --git a/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/best.json b/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/best.json new file mode 100644 index 0000000000000000000000000000000000000000..2fc82225b8166db3d060244dfcea972bdf6ac6c5 --- /dev/null +++ b/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/best.json @@ -0,0 +1,19 @@ +{ + "task": "tool_hang", + "regime": "mixed50", + "epoch": 1250, + "checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/StandardBaseBC/jax/tool_hang/mixed50/seed_1/checkpoints/epoch_1250.pkl", + "checkpoint_sha256": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "periodic50_success": 0.1, + "final200": { + "success": 0.155, + "successes": 31, + "total": 200, + "ci_low": 0.11139636927689314, + "ci_high": 0.21160690592342077, + "seconds": 896.756582400063 + }, + "result": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/operations/20261027_remaining4_e1250_final200/tool_hang_mixed50_e1250/result.json", + "parquet": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/operations/20261027_remaining4_e1250_final200/tool_hang_mixed50_e1250/eval/epoch_1250.parquet", + "episode_rows": 200 +} diff --git a/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/protocol.json b/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/protocol.json new file mode 100644 index 0000000000000000000000000000000000000000..bdc63fc83e3a4f8123330e101533ab7c7c7709d0 --- /dev/null +++ b/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/protocol.json @@ -0,0 +1,226 @@ +{ + "checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/StandardBaseBC/jax/tool_hang/mixed50/seed_1/checkpoints/epoch_1250.pkl", + "checkpoint_sha256": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "collision_geoms": false, + "epoch": 1250, + "identity_hash": "ec99ed061f71c35e498f36c32832f80c812ac1a76b3597ab85929dc426a02b50", + "job": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/jobs/04.json", + "panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", + "reset_seeds": [ + 70723122, + 66851989, + 60005579, + 32401708, + 19153477, + 42749167, + 46661357, + 27402198, + 47810457, + 18848891, + 17918997, + 80363015, + 64973617, + 14420984, + 34943840, + 20266056, + 55423323, + 77426949, + 21093578, + 74139179, + 65396037, + 66433136, + 18174832, + 44050868, + 79827091, + 48142557, + 81058782, + 57440191, + 71718518, + 62288442, + 38780438, + 31543247, + 45815861, + 69976624, + 27741928, + 47860773, + 68719953, + 72413983, + 43596719, + 25975279, + 75651978, + 62538517, + 49157692, + 72093687, + 35658896, + 34016592, + 56600068, + 85354907, + 64181994, + 64561502, + 76858975, + 17852290, + 20068153, + 39072183, + 55774539, + 26085971, + 37837570, + 88758485, + 75982683, + 81377703, + 57992264, + 80112931, + 88742902, + 47013480, + 36523859, + 19498677, + 20212586, + 55485421, + 36767911, + 50597940, + 65503466, + 87299732, + 61456577, + 79295759, + 10605088, + 21163776, + 74346251, + 59990172, + 40756359, + 29123831, + 22339698, + 55950171, + 25459058, + 89169841, + 51768760, + 59320974, + 43210884, + 19819408, + 27287306, + 77579712, + 33855715, + 18917811, + 50238382, + 29018479, + 58133015, + 23864203, + 49568781, + 55772368, + 69087148, + 43159811, + 42777958, + 79686252, + 88287947, + 24484856, + 40522505, + 18535306, + 27261685, + 55157386, + 73419901, + 51177153, + 66197636, + 89218160, + 20312137, + 32815280, + 38566965, + 67538690, + 51444755, + 49534469, + 55520272, + 78917430, + 53987225, + 33135526, + 10641443, + 83269321, + 50371327, + 60499091, + 14174315, + 34430409, + 78665761, + 55417809, + 29697446, + 67300186, + 14166946, + 34309048, + 38651973, + 63582284, + 11252552, + 13083214, + 12656665, + 39216146, + 53058687, + 26843165, + 26213599, + 75250873, + 86873350, + 23044120, + 74475483, + 73879766, + 38462205, + 36712875, + 61476060, + 40070375, + 11657834, + 12071629, + 70951113, + 86273812, + 33086249, + 41678564, + 34536118, + 27607156, + 70130490, + 70448950, + 63854211, + 58640013, + 71222810, + 77025643, + 46535790, + 13450163, + 48130374, + 28109111, + 27277335, + 14975106, + 25482760, + 51368844, + 65499499, + 38883080, + 56579733, + 81285249, + 71293324, + 79868703, + 78989122, + 27209169, + 43304167, + 84752852, + 39685313, + 10941718, + 17638132, + 42683951, + 29174955, + 13106538, + 82750942, + 27595794, + 85382063, + 22544583, + 82667196, + 53585719, + 68118062, + 84752103, + 10971071, + 17007174 + ], + "script_sha256": "7be8b5440b354a862228f5a3d3855ec0ba7267c78c4e04158fa028e9633e8d32", + "selection": "frozen before this independent panel was evaluated", + "settings": { + "episodes": 200, + "interval_epochs": 10, + "policy_seed": 700001, + "reset_seed_start": 880000, + "seed_panel_seed": 20261021, + "seed_range": [ + 10000000, + 90000000 + ], + "seed_sampling": "uniform_without_replacement", + "workers": 8 + } +} diff --git a/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/result.json b/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/result.json new file mode 100644 index 0000000000000000000000000000000000000000..c48fc0a8ccf56d7d24c637b7e1485ea5f7a1883a --- /dev/null +++ b/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/result.json @@ -0,0 +1,3844 @@ +{ + "ci": "wilson95", + "ci_high": 0.21160690592342077, + "ci_low": 0.11139636927689314, + "environment_steps": 183334, + "episodes": [ + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 70723122, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 66851989, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 60005579, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 32401708, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 19153477, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 42749167, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 49, + "eval_kind": "bc_pretraining", + "length": 391, + "mode": "base_cfm_ode", + "native_return": -385.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 46661357, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 27402198, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 72, + "eval_kind": "bc_pretraining", + "length": 571, + "mode": "base_cfm_ode", + "native_return": -565.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 47810457, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 18848891, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 44, + "eval_kind": "bc_pretraining", + "length": 349, + "mode": "base_cfm_ode", + "native_return": -343.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 17918997, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 80363015, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 54, + "eval_kind": "bc_pretraining", + "length": 425, + "mode": "base_cfm_ode", + "native_return": -419.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 64973617, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 14420984, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 34943840, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 20266056, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 55423323, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 77426949, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 21093578, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 74139179, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 65396037, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 66433136, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 18174832, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 44050868, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 79827091, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 50, + "eval_kind": "bc_pretraining", + "length": 393, + "mode": "base_cfm_ode", + "native_return": -387.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 48142557, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 81058782, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 57440191, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 42, + "eval_kind": "bc_pretraining", + "length": 335, + "mode": "base_cfm_ode", + "native_return": -329.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 71718518, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 62288442, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 62, + "eval_kind": "bc_pretraining", + "length": 494, + "mode": "base_cfm_ode", + "native_return": -488.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 38780438, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 31543247, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 45815861, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 69976624, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 107, + "eval_kind": "bc_pretraining", + "length": 852, + "mode": "base_cfm_ode", + "native_return": -846.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 27741928, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 105, + "eval_kind": "bc_pretraining", + "length": 838, + "mode": "base_cfm_ode", + "native_return": -832.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 47860773, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 68719953, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 72413983, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 44, + "eval_kind": "bc_pretraining", + "length": 350, + "mode": "base_cfm_ode", + "native_return": -344.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 43596719, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 25975279, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 75651978, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 62538517, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 61, + "eval_kind": "bc_pretraining", + "length": 481, + "mode": "base_cfm_ode", + "native_return": -475.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 49157692, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 72093687, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 35658896, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 49, + "eval_kind": "bc_pretraining", + "length": 390, + "mode": "base_cfm_ode", + "native_return": -384.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 34016592, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 56600068, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 85354907, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 64181994, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 64561502, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 76858975, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 17852290, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 20068153, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 39072183, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 55774539, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 26085971, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 37837570, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 88758485, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 75982683, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 81377703, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 57992264, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 61, + "eval_kind": "bc_pretraining", + "length": 484, + "mode": "base_cfm_ode", + "native_return": -478.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 80112931, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 88742902, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 47013480, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 36523859, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 19498677, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 20212586, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 55485421, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 36767911, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 45, + "eval_kind": "bc_pretraining", + "length": 359, + "mode": "base_cfm_ode", + "native_return": -353.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 50597940, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 65503466, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 72, + "eval_kind": "bc_pretraining", + "length": 569, + "mode": "base_cfm_ode", + "native_return": -563.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 87299732, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 61456577, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 79295759, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 10605088, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 21163776, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 74346251, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 59990172, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 40, + "eval_kind": "bc_pretraining", + "length": 316, + "mode": "base_cfm_ode", + "native_return": -310.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 40756359, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 29123831, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 22339698, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 55950171, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 25459058, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 41, + "eval_kind": "bc_pretraining", + "length": 321, + "mode": "base_cfm_ode", + "native_return": -315.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 89169841, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 43, + "eval_kind": "bc_pretraining", + "length": 341, + "mode": "base_cfm_ode", + "native_return": -335.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 51768760, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 59320974, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 43210884, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 19819408, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 27287306, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 77579712, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 33855715, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 18917811, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 50238382, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 29018479, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 58133015, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 23864203, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 49568781, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 55772368, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 69087148, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 43159811, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 54, + "eval_kind": "bc_pretraining", + "length": 432, + "mode": "base_cfm_ode", + "native_return": -426.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 42777958, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 79686252, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 88287947, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 24484856, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 40522505, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 18535306, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 27261685, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 55157386, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 64, + "eval_kind": "bc_pretraining", + "length": 507, + "mode": "base_cfm_ode", + "native_return": -501.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 73419901, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 51177153, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 66197636, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 89218160, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 20312137, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 61, + "eval_kind": "bc_pretraining", + "length": 488, + "mode": "base_cfm_ode", + "native_return": -482.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 32815280, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 38566965, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 67538690, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 51444755, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 49534469, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 55520272, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 78917430, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 53987225, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 33135526, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 10641443, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 83269321, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 50371327, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 60499091, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 14174315, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 34430409, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 63, + "eval_kind": "bc_pretraining", + "length": 498, + "mode": "base_cfm_ode", + "native_return": -492.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 78665761, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 55417809, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 29697446, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 67300186, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 46, + "eval_kind": "bc_pretraining", + "length": 361, + "mode": "base_cfm_ode", + "native_return": -355.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 14166946, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 34309048, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 38651973, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 63582284, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 11252552, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 13083214, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 12656665, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 39216146, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 53058687, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 26843165, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 26213599, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 75250873, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 86873350, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 44, + "eval_kind": "bc_pretraining", + "length": 350, + "mode": "base_cfm_ode", + "native_return": -344.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 23044120, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 74475483, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 47, + "eval_kind": "bc_pretraining", + "length": 374, + "mode": "base_cfm_ode", + "native_return": -368.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 73879766, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 38462205, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 36712875, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 61476060, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 83, + "eval_kind": "bc_pretraining", + "length": 662, + "mode": "base_cfm_ode", + "native_return": -656.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 40070375, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 11657834, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 12071629, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 70951113, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 86273812, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 33086249, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 41678564, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 34536118, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 27607156, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 70130490, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 70448950, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 63854211, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 58640013, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 51, + "eval_kind": "bc_pretraining", + "length": 401, + "mode": "base_cfm_ode", + "native_return": -395.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 71222810, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 77025643, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 46535790, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 13450163, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 48130374, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 28109111, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 27277335, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 14975106, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 25482760, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 51368844, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 65499499, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 38883080, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 81, + "eval_kind": "bc_pretraining", + "length": 642, + "mode": "base_cfm_ode", + "native_return": -636.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 56579733, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 44, + "eval_kind": "bc_pretraining", + "length": 352, + "mode": "base_cfm_ode", + "native_return": -346.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 81285249, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 71293324, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 79868703, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 78989122, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 27209169, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 43304167, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 84752852, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 39685313, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 10941718, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 59, + "eval_kind": "bc_pretraining", + "length": 467, + "mode": "base_cfm_ode", + "native_return": -461.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 17638132, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 42683951, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 29174955, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 13106538, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 82750942, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 27595794, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 85382063, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 68, + "eval_kind": "bc_pretraining", + "length": 541, + "mode": "base_cfm_ode", + "native_return": -535.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 22544583, + "rl_env_steps": null, + "success": true, + "task": "tool_hang", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 82667196, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 53585719, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 68118062, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 84752103, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 10971071, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "chunks": 125, + "eval_kind": "bc_pretraining", + "length": 1000, + "mode": "base_cfm_ode", + "native_return": -1000.0, + "observation_mode": "pixel_state", + "policy_version": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "reset_seed": 17007174, + "rl_env_steps": null, + "success": false, + "task": "tool_hang", + "terminated": false, + "truncated": true + } + ], + "length": 916.67, + "output": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/operations/20261027_remaining4_e1250_final200/tool_hang_mixed50_e1250/eval/epoch_1250.parquet", + "protocol": { + "checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/StandardBaseBC/jax/tool_hang/mixed50/seed_1/checkpoints/epoch_1250.pkl", + "checkpoint_sha256": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "collision_geoms": false, + "epoch": 1250, + "identity_hash": "ec99ed061f71c35e498f36c32832f80c812ac1a76b3597ab85929dc426a02b50", + "job": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/jobs/04.json", + "panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", + "reset_seeds": [ + 70723122, + 66851989, + 60005579, + 32401708, + 19153477, + 42749167, + 46661357, + 27402198, + 47810457, + 18848891, + 17918997, + 80363015, + 64973617, + 14420984, + 34943840, + 20266056, + 55423323, + 77426949, + 21093578, + 74139179, + 65396037, + 66433136, + 18174832, + 44050868, + 79827091, + 48142557, + 81058782, + 57440191, + 71718518, + 62288442, + 38780438, + 31543247, + 45815861, + 69976624, + 27741928, + 47860773, + 68719953, + 72413983, + 43596719, + 25975279, + 75651978, + 62538517, + 49157692, + 72093687, + 35658896, + 34016592, + 56600068, + 85354907, + 64181994, + 64561502, + 76858975, + 17852290, + 20068153, + 39072183, + 55774539, + 26085971, + 37837570, + 88758485, + 75982683, + 81377703, + 57992264, + 80112931, + 88742902, + 47013480, + 36523859, + 19498677, + 20212586, + 55485421, + 36767911, + 50597940, + 65503466, + 87299732, + 61456577, + 79295759, + 10605088, + 21163776, + 74346251, + 59990172, + 40756359, + 29123831, + 22339698, + 55950171, + 25459058, + 89169841, + 51768760, + 59320974, + 43210884, + 19819408, + 27287306, + 77579712, + 33855715, + 18917811, + 50238382, + 29018479, + 58133015, + 23864203, + 49568781, + 55772368, + 69087148, + 43159811, + 42777958, + 79686252, + 88287947, + 24484856, + 40522505, + 18535306, + 27261685, + 55157386, + 73419901, + 51177153, + 66197636, + 89218160, + 20312137, + 32815280, + 38566965, + 67538690, + 51444755, + 49534469, + 55520272, + 78917430, + 53987225, + 33135526, + 10641443, + 83269321, + 50371327, + 60499091, + 14174315, + 34430409, + 78665761, + 55417809, + 29697446, + 67300186, + 14166946, + 34309048, + 38651973, + 63582284, + 11252552, + 13083214, + 12656665, + 39216146, + 53058687, + 26843165, + 26213599, + 75250873, + 86873350, + 23044120, + 74475483, + 73879766, + 38462205, + 36712875, + 61476060, + 40070375, + 11657834, + 12071629, + 70951113, + 86273812, + 33086249, + 41678564, + 34536118, + 27607156, + 70130490, + 70448950, + 63854211, + 58640013, + 71222810, + 77025643, + 46535790, + 13450163, + 48130374, + 28109111, + 27277335, + 14975106, + 25482760, + 51368844, + 65499499, + 38883080, + 56579733, + 81285249, + 71293324, + 79868703, + 78989122, + 27209169, + 43304167, + 84752852, + 39685313, + 10941718, + 17638132, + 42683951, + 29174955, + 13106538, + 82750942, + 27595794, + 85382063, + 22544583, + 82667196, + 53585719, + 68118062, + 84752103, + 10971071, + 17007174 + ], + "script_sha256": "7be8b5440b354a862228f5a3d3855ec0ba7267c78c4e04158fa028e9633e8d32", + "selection": "frozen before this independent panel was evaluated", + "settings": { + "episodes": 200, + "interval_epochs": 10, + "policy_seed": 700001, + "reset_seed_start": 880000, + "seed_panel_seed": 20261021, + "seed_range": [ + 10000000, + 90000000 + ], + "seed_sampling": "uniform_without_replacement", + "workers": 8 + } + }, + "seconds": 896.756582400063, + "seeds": [ + 70723122, + 66851989, + 60005579, + 32401708, + 19153477, + 42749167, + 46661357, + 27402198, + 47810457, + 18848891, + 17918997, + 80363015, + 64973617, + 14420984, + 34943840, + 20266056, + 55423323, + 77426949, + 21093578, + 74139179, + 65396037, + 66433136, + 18174832, + 44050868, + 79827091, + 48142557, + 81058782, + 57440191, + 71718518, + 62288442, + 38780438, + 31543247, + 45815861, + 69976624, + 27741928, + 47860773, + 68719953, + 72413983, + 43596719, + 25975279, + 75651978, + 62538517, + 49157692, + 72093687, + 35658896, + 34016592, + 56600068, + 85354907, + 64181994, + 64561502, + 76858975, + 17852290, + 20068153, + 39072183, + 55774539, + 26085971, + 37837570, + 88758485, + 75982683, + 81377703, + 57992264, + 80112931, + 88742902, + 47013480, + 36523859, + 19498677, + 20212586, + 55485421, + 36767911, + 50597940, + 65503466, + 87299732, + 61456577, + 79295759, + 10605088, + 21163776, + 74346251, + 59990172, + 40756359, + 29123831, + 22339698, + 55950171, + 25459058, + 89169841, + 51768760, + 59320974, + 43210884, + 19819408, + 27287306, + 77579712, + 33855715, + 18917811, + 50238382, + 29018479, + 58133015, + 23864203, + 49568781, + 55772368, + 69087148, + 43159811, + 42777958, + 79686252, + 88287947, + 24484856, + 40522505, + 18535306, + 27261685, + 55157386, + 73419901, + 51177153, + 66197636, + 89218160, + 20312137, + 32815280, + 38566965, + 67538690, + 51444755, + 49534469, + 55520272, + 78917430, + 53987225, + 33135526, + 10641443, + 83269321, + 50371327, + 60499091, + 14174315, + 34430409, + 78665761, + 55417809, + 29697446, + 67300186, + 14166946, + 34309048, + 38651973, + 63582284, + 11252552, + 13083214, + 12656665, + 39216146, + 53058687, + 26843165, + 26213599, + 75250873, + 86873350, + 23044120, + 74475483, + 73879766, + 38462205, + 36712875, + 61476060, + 40070375, + 11657834, + 12071629, + 70951113, + 86273812, + 33086249, + 41678564, + 34536118, + 27607156, + 70130490, + 70448950, + 63854211, + 58640013, + 71222810, + 77025643, + 46535790, + 13450163, + 48130374, + 28109111, + 27277335, + 14975106, + 25482760, + 51368844, + 65499499, + 38883080, + 56579733, + 81285249, + 71293324, + 79868703, + 78989122, + 27209169, + 43304167, + 84752852, + 39685313, + 10941718, + 17638132, + 42683951, + 29174955, + 13106538, + 82750942, + 27595794, + 85382063, + 22544583, + 82667196, + 53585719, + 68118062, + 84752103, + 10971071, + 17007174 + ], + "success": 0.155, + "successes": 31, + "successes_per_seed": [ + false, + false, + false, + false, + false, + false, + true, + false, + true, + false, + true, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + true, + false, + true, + false, + false, + false, + true, + true, + false, + false, + true, + false, + false, + false, + true, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + true, + false, + true, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + true, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + true, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + true, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false + ], + "total": 200 +} diff --git a/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/status.json b/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/status.json new file mode 100644 index 0000000000000000000000000000000000000000..315d8569b12a4fc16938bfb791ab8fa6749f0ff5 --- /dev/null +++ b/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/status.json @@ -0,0 +1,7 @@ +{ + "epoch": 1250, + "status": "completed", + "success": 0.155, + "successes": 31, + "total": 200 +} diff --git a/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/release.json b/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/release.json new file mode 100644 index 0000000000000000000000000000000000000000..0ba3ec91e4c7c2776f9404a9a644055fe7eb4d4a --- /dev/null +++ b/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/release.json @@ -0,0 +1,50 @@ +{ + "schema_version": 1, + "repo_id": "yangfy0627/RL-postTrain", + "created_at": "2026-10-27T00:52:11.481804+00:00", + "model": { + "task": "ToolHang", + "suite": "Robomimic", + "experiment": "tool_hang", + "regime": "mixed50", + "seed": 1, + "epoch": 1250, + "trained_epochs_at_selection": 1485, + "planned_epochs": 2000, + "training_status_at_selection": "stopped_by_user", + "family": "StandardBaseBC", + "framework": "jax", + "weights": "complete_model_EMA", + "horizon": 8, + "collision_geoms": false, + "selection_rule": "User fixed epoch1250 before final200, accepted this checkpoint after reviewing its result", + "periodic50_success": 0.1, + "final200": { + "success": 0.155, + "successes": 31, + "total": 200, + "ci_low": 0.11139636927689314, + "ci_high": 0.21160690592342077 + }, + "final200_panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", + "checkpoint_sha256": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", + "checkpoint_bytes": 96602745, + "pixel_spec_hash": "9aba3fd9a1011e610cbb6bfbf04e84a09dd73adc222ca38d7321758e4b5b87ca", + "identity_hash": "ec99ed061f71c35e498f36c32832f80c812ac1a76b3597ab85929dc426a02b50", + "path": "visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/checkpoints/epoch_1250.pkl", + "directory": "visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1", + "supervision": { + "status": "selected_by_user", + "training": "stopped_by_user", + "joint_curve_review_status": "finalized_user_accepted", + "reviewed_at": "2026-10-27T00:52:11.481804+00:00", + "review_evidence": "visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/selection_supervision.json", + "final200_role": "user_acceptance_after_fixed_checkpoint_evaluation", + "zero_overfitting_claim": false, + "last_durable_recovery_epoch": 1450 + }, + "evaluation_schedule": "visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/evaluation_override.json" + }, + "publication_authorization": "User2026-10-27 approved these three; Transport mixed50 excluded for reselection", + "purpose": "Visual-only pretrained initialization; original machine paths retained as provenance" +} diff --git a/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/selection_supervision.json b/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/selection_supervision.json new file mode 100644 index 0000000000000000000000000000000000000000..3849419b00b4706fac4284c90f06b07ad34a753c --- /dev/null +++ b/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/selection_supervision.json @@ -0,0 +1,9 @@ +{ + "status": "finalized_user_accepted", + "selected_epoch": 1250, + "selection_rule": "User fixed epoch1250 before final200, accepted this checkpoint after reviewing its result", + "checkpoint_fixed_before_final200": true, + "final200_used_for_acceptance": true, + "publication_authorization": "User2026-10-27 approved these three; Transport mixed50 excluded for reselection", + "zero_overfitting_claim": false +} diff --git a/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/training_status.json b/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/training_status.json new file mode 100644 index 0000000000000000000000000000000000000000..e0bb7e928a8ccae067bf3b77c763e6d965ee6a08 --- /dev/null +++ b/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/training_status.json @@ -0,0 +1,9 @@ +{ + "status": "stopped_by_user", + "planned_epochs": 2000, + "selected_epoch": 1250, + "last_reported_epoch": 1485, + "last_durable_recovery_epoch": 1450, + "independent_evaluation_completed": true, + "unsaved_updates_not_claimed_as_saved": true +} diff --git a/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/provenance/evaluate_comparison.py b/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/provenance/evaluate_comparison.py new file mode 100644 index 0000000000000000000000000000000000000000..fa956325d8bb186c9f949057749370215cec5e90 --- /dev/null +++ b/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/provenance/evaluate_comparison.py @@ -0,0 +1,67 @@ +"""Evaluate the user-requested epoch1400 checkpoint on the reused comparison panel. +No changes to training or published model selection. +""" +import argparse +import copy +import json +import os +import sys +import time +from pathlib import Path + + +def main(): + p = argparse.ArgumentParser() + p.add_argument("--job", required=True, type=Path) + p.add_argument("--checkpoint", required=True, type=Path) + p.add_argument("--output", required=True, type=Path) + args = p.parse_args() + sys.path.insert(0, str(Path.cwd() / "src")) + job = json.loads(args.job.read_text()) + os.environ["RL_PT_EXPERIMENT"] = job["experiment"] + from rl_pt_analyze.bc_pretrain import validate_job, _evaluate + from rl_pt_analyze.bc_evaluation import evaluation_settings, evaluation_seeds + from rl_pt_analyze.io import canonical_hash, sha256_file, write_json + spec = validate_job(job) + assert spec.collision_geoms is False + meta = json.loads(args.checkpoint.with_suffix(".json").read_text()) + digest = sha256_file(args.checkpoint) + assert digest == meta["sha256"] + assert meta["resolved_config"]["identity_hash"] == job["identity_hash"] + epoch = meta["metadata"]["epoch"] + settings = evaluation_settings(job, job["training"]["epochs"]) + seeds = evaluation_seeds(settings) + periodic = evaluation_seeds(evaluation_settings(job, 0)) + assert len(seeds) == 200 and not set(seeds).intersection(periodic) + assert not args.output.exists(), f"Refusing to overwrite {args.output}" + args.output.mkdir(parents=True) + protocol = dict(job=str(args.job), identity_hash=job["identity_hash"], + checkpoint=str(args.checkpoint), checkpoint_sha256=digest, + epoch=epoch, settings=settings, reset_seeds=seeds, + panel_hash=canonical_hash(seeds), collision_geoms=False, + selection="User requested epoch1400 comparison after reviewing prior checkpoints; shared200 reset panel reused, not an untouched holdout", + script_sha256=sha256_file(__file__)) + write_json(args.output / "protocol.json", protocol) + write_json(args.output / "status.json", dict(status="running", pid=os.getpid())) + evaluation_job = copy.deepcopy(job) + evaluation_job["evaluation"] = settings + evaluation_job["output"] = str(args.output) + started = time.monotonic() + try: + result = _evaluate(args.checkpoint, evaluation_job, epoch) + assert result["total"] == 200 + assert len(result["successes_per_seed"]) == 200 + assert sum(result["successes_per_seed"]) == result["successes"] + assert sha256_file(args.checkpoint) == digest + write_json(args.output / "result.json", dict(protocol=protocol, + seconds=time.monotonic() - started, **result)) + write_json(args.output / "status.json", dict(status="completed", epoch=epoch, + success=result["success"], successes=result["successes"], total=200)) + print(json.dumps({k: result[k] for k in ("success", "successes", "total", "ci_low", "ci_high")}), flush=True) + except BaseException as error: + write_json(args.output / "status.json", dict(status="failed", error=repr(error))) + raise + + +if __name__ == "__main__": + main() diff --git a/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/release.json b/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/release.json index 0ba3ec91e4c7c2776f9404a9a644055fe7eb4d4a..6d0af0c9510ff9f486654912f31ddf0cd0dcb987 100644 --- a/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/release.json +++ b/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/release.json @@ -1,50 +1,60 @@ { "schema_version": 1, "repo_id": "yangfy0627/RL-postTrain", - "created_at": "2026-10-27T00:52:11.481804+00:00", + "created_at": "2026-10-27T08:23:02.493820+00:00", "model": { "task": "ToolHang", "suite": "Robomimic", "experiment": "tool_hang", "regime": "mixed50", "seed": 1, - "epoch": 1250, + "epoch": 1400, "trained_epochs_at_selection": 1485, "planned_epochs": 2000, - "training_status_at_selection": "stopped_by_user", + "training_status_at_selection": "interrupted", "family": "StandardBaseBC", "framework": "jax", "weights": "complete_model_EMA", "horizon": 8, "collision_geoms": false, - "selection_rule": "User fixed epoch1250 before final200, accepted this checkpoint after reviewing its result", - "periodic50_success": 0.1, + "selection_rule": "User requested adopting epoch1400 uniformly for all eight local models after reviewing the shared200-episode comparisons", + "periodic50_success": 0.14, "final200": { - "success": 0.155, - "successes": 31, + "success": 0.13, + "successes": 26, "total": 200, - "ci_low": 0.11139636927689314, - "ci_high": 0.21160690592342077 + "ci_low": 0.0902820227966932, + "ci_high": 0.18366351872248407 }, "final200_panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", - "checkpoint_sha256": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", - "checkpoint_bytes": 96602745, + "checkpoint_sha256": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", + "checkpoint_bytes": 96574357, "pixel_spec_hash": "9aba3fd9a1011e610cbb6bfbf04e84a09dd73adc222ca38d7321758e4b5b87ca", "identity_hash": "ec99ed061f71c35e498f36c32832f80c812ac1a76b3597ab85929dc426a02b50", - "path": "visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/checkpoints/epoch_1250.pkl", + "path": "visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/checkpoints/epoch_1400.pkl", "directory": "visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1", "supervision": { "status": "selected_by_user", - "training": "stopped_by_user", + "training": "interrupted", "joint_curve_review_status": "finalized_user_accepted", - "reviewed_at": "2026-10-27T00:52:11.481804+00:00", + "reviewed_at": "2026-10-27T08:23:02.493820+00:00", "review_evidence": "visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/selection_supervision.json", - "final200_role": "user_acceptance_after_fixed_checkpoint_evaluation", - "zero_overfitting_claim": false, - "last_durable_recovery_epoch": 1450 + "final200_role": "shared_comparison_panel_used_for_user_selection", + "zero_overfitting_claim": false + }, + "previous_selection": { + "epoch": 1250, + "path": "visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/checkpoints/epoch_1250.pkl", + "revision": "1bf8a9fb26982bebb51493f3475d28f12a3197ae", + "final200": { + "success": 0.155, + "successes": 31, + "total": 200, + "ci_low": 0.11139636927689314, + "ci_high": 0.21160690592342077 + } }, "evaluation_schedule": "visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/evaluation_override.json" }, - "publication_authorization": "User2026-10-27 approved these three; Transport mixed50 excluded for reselection", - "purpose": "Visual-only pretrained initialization; original machine paths retained as provenance" + "publication_authorization": "User2026-10-27: adopt these epoch1400 results for all eight and update Hugging Face" } diff --git a/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/selection_supervision.json b/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/selection_supervision.json index 3849419b00b4706fac4284c90f06b07ad34a753c..79bbd77f84e8d8e3fcf389e397ae466a1a00bccc 100644 --- a/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/selection_supervision.json +++ b/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/selection_supervision.json @@ -1,9 +1,14 @@ { "status": "finalized_user_accepted", - "selected_epoch": 1250, - "selection_rule": "User fixed epoch1250 before final200, accepted this checkpoint after reviewing its result", - "checkpoint_fixed_before_final200": true, - "final200_used_for_acceptance": true, - "publication_authorization": "User2026-10-27 approved these three; Transport mixed50 excluded for reselection", - "zero_overfitting_claim": false + "selected_epoch": 1400, + "selection_rule": "User requested adopting epoch1400 uniformly for all eight local models after reviewing the shared200-episode comparisons", + "final200_used_for_selection": true, + "untouched_holdout": false, + "zero_overfitting_claim": false, + "previous_epoch": 1250, + "previous_success": 0.155, + "previous_path": "visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/checkpoints/epoch_1250.pkl", + "previous_revision": "1bf8a9fb26982bebb51493f3475d28f12a3197ae", + "previous_release_archive": "visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae", + "checkpoint_sha256": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a" } diff --git a/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/training_status.json b/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/training_status.json index e0bb7e928a8ccae067bf3b77c763e6d965ee6a08..f9b372823ecca9f13a08d95ad432e2a0dd1ad9a9 100644 --- a/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/training_status.json +++ b/visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/training_status.json @@ -1,9 +1,6 @@ { - "status": "stopped_by_user", + "status": "interrupted", + "last_recorded_epoch": 1485, "planned_epochs": 2000, - "selected_epoch": 1250, - "last_reported_epoch": 1485, - "last_durable_recovery_epoch": 1450, - "independent_evaluation_completed": true, - "unsaved_updates_not_claimed_as_saved": true + "selected_epoch": 1400 } diff --git a/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/README.md b/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/README.md index 029e0a079960b439c460bf61c04a023d5f474663..c675b8ff69c47e24d6de083ac19f66d7989b99c4 100644 --- a/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/README.md +++ b/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/README.md @@ -1,16 +1,13 @@ # Transport diverse50 — visual-only BC -User-approved **epoch1250**, StandardBaseBC/JAX, complete-model EMA, seed1, H8. -Training stopped at the user's request: last reported epoch1823, last durable recovery epoch1800, planned2000. Later history is preserved locally. +Current user-approved checkpoint: **epoch1400**, StandardBaseBC/JAX, complete-model EMA, seed1, H8. +Actual200-episode evaluation: **57.5% (115/200)**; Wilson95 interval 50.6%–64.1%. -Final200: **50.0% (100/200)**, Wilson95 interval 43.1%–56.9%. -The checkpoint was fixed before this evaluation, then accepted by the user for publication after viewing the result. -Periodic50 SR: 56.0%. Shared reset panel seed20261021, policy seed700001,8workers; panel disjoint from periodic evaluation. -Collision geometry display is disabled; physical collisions remain enabled. No claim of absent overfitting or guaranteed RL improvement. +The user chose epoch1400 uniformly for all eight local models after comparing results. The shared reset panel was used for selection, not an untouched holdout; this does not imply all eight improved over their previous checkpoints. +Previous selection: epoch1250, 50.0%. Old weights remain available; prior release documents are archived under history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/. -[Weights](checkpoints/epoch_1250.pkl) · [Final200](final200/result.json) · [Selection](selection_supervision.json) +Training status: interrupted, last recorded epoch1823, planned2000. Evaluation uses panel seed20261021, policy seed700001,8workers. Collision geometry display is disabled; physical collisions remain enabled. -Manifest, split, normalizer, original checkpoint sidecar and full recorded curves are included. -Absolute paths in sealed configs record provenance; adapt them explicitly on another host. -The immutable interval10 plan is historical; evaluation_override.json records the switch to interval50. -SHA256SUMS.json covers the release files. +[Current weights](checkpoints/epoch_1400.pkl) · [Final200](final200/result.json) · [Selection](selection_supervision.json) + +Manifest, split, normalizer, original sidecar and curves are included. Absolute local paths are provenance; adapt explicitly on another host. evaluation_override.json records periodic evaluation every50 epochs. SHA256SUMS.json covers this staged release and archived documents. No claim of absent overfitting or guaranteed downstream RL improvement. diff --git a/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/SHA256SUMS.json b/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/SHA256SUMS.json index 15fb4bee004c8211826bce9fab2843e465dfefc3..7ec396dfeb18ffe2b2d485e35b357858b5e3ddab 100644 --- a/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/SHA256SUMS.json +++ b/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/SHA256SUMS.json @@ -1,19 +1,19 @@ { "README.md": { - "sha256": "6dce5cf39b1c1dcd51a81ab1db2690057d55cbfeee487ff9fcd54addf6882faa", - "bytes": 1164 + "sha256": "87e994c33a6342e97d4938b513cd6e47fa06a2b0143a5384b1ad23984944452f", + "bytes": 1307 }, "best.json": { - "sha256": "2c2cff62d4fa325967986ea48099741dd3e3ac65d45fb308e3263e97ce9c042e", - "bytes": 906 + "sha256": "12e90b10f08c57ce270899e027fa6f85b85ac9f018f9b4097ea682bc2cadb42f", + "bytes": 1352 }, - "checkpoints/epoch_1250.json": { - "sha256": "3f3a40abf5d7ff3e2cbe7294a9013453ac015a183c124e9c782a291264d49553", + "checkpoints/epoch_1400.json": { + "sha256": "c81d77024f5b4022c043e255db44f4ce45b81e92da1037c18d49849546768357", "bytes": 8564 }, - "checkpoints/epoch_1250.pkl": { - "sha256": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "bytes": 180764077 + "checkpoints/epoch_1400.pkl": { + "sha256": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "bytes": 180708705 }, "data_manifest.json": { "sha256": "a7c7a3fc9069d2017eb09551db3f50b7aab1f57fe7a295c64fe193457c97dcc3", @@ -27,29 +27,69 @@ "sha256": "a84934360aa6cc5a4715a8d37ad6efa285696e8429153fc7ad59dcec766f9872", "bytes": 80322 }, - "final200/epoch_1250.parquet": { - "sha256": "04a2a5c7f7d27c5b1232501b4c9dd272658fd60dbd6a3a670043be753a739b83", - "bytes": 6622 + "final200/epoch_1400.parquet": { + "sha256": "3b3e7a5993e795976148be0228c395d0e6a5b5fd7b2e8e8aeba218d08700afc0", + "bytes": 6616 }, "final200/protocol.json": { + "sha256": "95c4599c9e7e3a59f7cbdaa4a87c6373f834a08887405ab2e93d0e8d604be37e", + "bytes": 4011 + }, + "final200/result.json": { + "sha256": "82d1915db016701ddc666d3e6f1fbcfda703eb4e18ad7e909a35ab3b60b742ee", + "bytes": 117374 + }, + "final200/status.json": { + "sha256": "02b05f8a4783fb36e881a346d95e61f29e8a9dfeac078c3b37e0816f230d9455", + "bytes": 101 + }, + "final200/verification.json": { + "sha256": "b3d821873f449734681dfaacdf9be72b12a98cd87decf66053abafdacea8b762", + "bytes": 310 + }, + "history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/README.md": { + "sha256": "6dce5cf39b1c1dcd51a81ab1db2690057d55cbfeee487ff9fcd54addf6882faa", + "bytes": 1164 + }, + "history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/SHA256SUMS.json": { + "sha256": "ecd1c312ec0d4ecae2c99f7cf641ee48c64f09065d22d84d19d04fb8ddfd3155", + "bytes": 3404 + }, + "history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/best.json": { + "sha256": "2c2cff62d4fa325967986ea48099741dd3e3ac65d45fb308e3263e97ce9c042e", + "bytes": 906 + }, + "history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/protocol.json": { "sha256": "5a60eb045d87ec77cc224888087a6d59624a5b17398c03e87445fd67b105eda1", "bytes": 3936 }, - "final200/result.json": { + "history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/result.json": { "sha256": "f5cd78453b46ae75578971636a8ab19dc79d641a686325a9d5ffc3ae5967e21f", "bytes": 117349 }, - "final200/status.json": { + "history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/status.json": { "sha256": "77f66d178ce77f37ea9c0ce38d4dcc717c5d4c5151e9b7ff41e4ca168ec01333", "bytes": 99 }, + "history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/release.json": { + "sha256": "cce8eab9a048b58ce8885a3e12bbd4684991569b30ac5b5fd8a672602a497533", + "bytes": 2279 + }, + "history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/selection_supervision.json": { + "sha256": "67ead33c9d5f0080ee8bcde10def42a95891270bf156ce1a990d70c82e49a626", + "bytes": 414 + }, + "history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/training_status.json": { + "sha256": "6e6131c3d7360522f044ef511f3f8c74aba68986a53af0e99c36e42d04441f84", + "bytes": 248 + }, "normalizer.json": { "sha256": "0bcc2aadc6f0be7adef3c2900ef1e047ea3b80803e0fb0ab68b0c151861a9425", "bytes": 2054 }, - "provenance/evaluate_bc_selected.py": { - "sha256": "7be8b5440b354a862228f5a3d3855ec0ba7267c78c4e04158fa028e9633e8d32", - "bytes": 3370 + "provenance/evaluate_comparison.py": { + "sha256": "52959ac39b30b97e21dda738d5187427516ba577f89c0e8d85ddb7ecec15ee40", + "bytes": 3264 }, "provenance/evaluation_override_active.json": { "sha256": "2bb66e03952d810ce1b6184c22a4feacb91489c2861fac2715fe05e11693d21e", @@ -63,25 +103,17 @@ "sha256": "00ee5cd770656f54d0d4b583575ff082afc006b35b95ff433e46823cb3e055ac", "bytes": 335 }, - "provenance/pretrain_bc_eval_override.py": { - "sha256": "71deaa1c690802253ce2f075f3d9295ac1e302252e9413caae7bbe9071e80e29", - "bytes": 2877 - }, - "provenance/pretrain_bc_noleak.py": { - "sha256": "240abba4a512b61887271aeafc18fdce2372398ed483920b723aa7ce41f3d953", - "bytes": 1932 - }, "release.json": { - "sha256": "cce8eab9a048b58ce8885a3e12bbd4684991569b30ac5b5fd8a672602a497533", - "bytes": 2279 + "sha256": "5e3c6a0c70926938e44ad2dd59edb1f8daa913260fa48919ee38bfd0d54ff75b", + "bytes": 2564 }, "resolved_config.json": { "sha256": "ba8e869856ca5f454add33086388a37eaa086f99a08d481e5ff243cb30bfba68", "bytes": 6596 }, "selection_supervision.json": { - "sha256": "67ead33c9d5f0080ee8bcde10def42a95891270bf156ce1a990d70c82e49a626", - "bytes": 414 + "sha256": "f3c85945aa18a262ac2951c7b6a7bbb6b4376370036326faa3899a2ad54fb8a5", + "bytes": 786 }, "split.json": { "sha256": "9b4e8e0d5ef5072013b4a54eb3c9d2bef98c3477254b6e0f6878d35bd73fff03", @@ -92,8 +124,8 @@ "bytes": 332825 }, "training_status.json": { - "sha256": "6e6131c3d7360522f044ef511f3f8c74aba68986a53af0e99c36e42d04441f84", - "bytes": 248 + "sha256": "0c283897a99f50800574c3da3a3b44c62599572fcb18d4e90ef66525d8ef215a", + "bytes": 113 }, "validation_metrics.jsonl": { "sha256": "e5eaf04c90a54597e179d1f69a3ad79d2b445baf1baf228842336f94def14a05", diff --git a/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/best.json b/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/best.json index 2cd61009ebbdac848e9a2e07fe42071db4a2466e..a782c58eba0e336564ace8e8b3cc6c902ab4f053 100644 --- a/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/best.json +++ b/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/best.json @@ -1,19 +1,28 @@ { "task": "transport", "regime": "diverse50", - "epoch": 1250, - "checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/StandardBaseBC/jax/transport_8/diverse50/seed_1/checkpoints/epoch_1250.pkl", - "checkpoint_sha256": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "periodic50_success": 0.56, + "epoch": 1400, + "checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/StandardBaseBC/jax/transport_8/diverse50/seed_1/checkpoints/epoch_1400.pkl", + "checkpoint_sha256": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "final200": { - "success": 0.5, - "successes": 100, + "success": 0.575, + "successes": 115, "total": 200, - "ci_low": 0.43136085960389187, - "ci_high": 0.5686391403961082, - "seconds": 1179.1149925321806 + "ci_low": 0.5057093264785485, + "ci_high": 0.6414638745648614 }, - "result": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/operations/20261027_remaining4_e1250_final200/transport_diverse50_e1250/result.json", - "parquet": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/operations/20261027_remaining4_e1250_final200/transport_diverse50_e1250/eval/epoch_1250.parquet", - "episode_rows": 200 + "selection": { + "status": "finalized_user_accepted", + "selected_epoch": 1400, + "selection_rule": "User requested adopting epoch1400 uniformly for all eight local models after reviewing the shared200-episode comparisons", + "final200_used_for_selection": true, + "untouched_holdout": false, + "zero_overfitting_claim": false, + "previous_epoch": 1250, + "previous_success": 0.5, + "previous_path": "visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/checkpoints/epoch_1250.pkl", + "previous_revision": "1bf8a9fb26982bebb51493f3475d28f12a3197ae", + "previous_release_archive": "visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae", + "checkpoint_sha256": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481" + } } diff --git a/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/checkpoints/epoch_1400.json b/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/checkpoints/epoch_1400.json new file mode 100644 index 0000000000000000000000000000000000000000..04024be635a7d02cab70205d15d77f610a4c7c50 --- /dev/null +++ b/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/checkpoints/epoch_1400.json @@ -0,0 +1,209 @@ +{ + "bc_identity": { + "architecture": "dice_vision_resnet_flow_unet_v1", + "family": "StandardBaseBC", + "framework": "jax" + }, + "data_manifest_hash": "06f589559f1c70ea95d60e97194244ac04aa2055fc4138566056290368ccf02a", + "encoding": "gzip_pickle_numpy_float32_lossless", + "evaluation_runtime_override": { + "created_unix": 1792988432.2570372, + "decision": "1026-BC-EVAL50", + "effective_after_epoch": 250, + "final_evaluation": { + "episodes": 200, + "seed_panel_seed": 20261021, + "seed_range": [ + 10000000, + 90000000 + ], + "seed_sampling": "uniform_without_replacement" + }, + "identity_hash": "b9b3c0ae8ca65c344e89904779c830ef7a235bc95bf3e16a0061ed1259c0a2f3", + "interval_epochs": 50, + "operation": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/operations/20261026_bc_eval50", + "original_interval_epochs": 10, + "periodic_episodes": 50 + }, + "kind": "pixel_state_bc", + "metadata": { + "epoch": 1400, + "epochs": 2000, + "experiment": "transport_8", + "regime": "diverse50", + "seed": 1, + "smoke": false, + "stage": "fixed_epochs", + "step": 126000, + "task": "transport" + }, + "normalizer_hash": "15e365926b279fedeee5c22a2d90cc1ce5dd891a371b6aa0f81e07d107244cb6", + "observation_mode": "pixel_state", + "pixel_spec_hash": "fdc632386fe23bf52e0f84a1d2158d9c6e11dd9194d3b4c72d7bc0aab9d55662", + "resolved_config": { + "bc_identity": { + "family": "StandardBaseBC", + "framework": "jax" + }, + "checkpoint_encoding": "lossless_gzip_ema_only", + "checkpoint_interval_epochs": 50, + "ema_buffers": "copy_live_running_statistics", + "evaluation": { + "episodes": 50, + "final": { + "episodes": 200, + "seed_panel_seed": 20261021, + "seed_range": [ + 10000000, + 90000000 + ], + "seed_sampling": "uniform_without_replacement" + }, + "interval_epochs": 10, + "policy_seed": 700001, + "reset_seed_start": 880000, + "workers": 8 + }, + "experiment": "transport_8", + "family": "StandardBaseBC", + "framework": "jax", + "identity_hash": "b9b3c0ae8ca65c344e89904779c830ef7a235bc95bf3e16a0061ed1259c0a2f3", + "index": 0, + "manifest": "/ssd/WorkSpace/RL-Postrain-visual-bc/.local/visual_bc_reserved8/robomimic50/manifests/transport.json", + "manifest_sha256": "a7c7a3fc9069d2017eb09551db3f50b7aab1f57fe7a295c64fe193457c97dcc3", + "model_spec_hash": "fdc632386fe23bf52e0f84a1d2158d9c6e11dd9194d3b4c72d7bc0aab9d55662", + "normalizer_hash": "15e365926b279fedeee5c22a2d90cc1ce5dd891a371b6aa0f81e07d107244cb6", + "observation_mode": "pixel_state", + "output": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/StandardBaseBC/jax/transport_8/diverse50/seed_1", + "pixel_cache": "/ssd/WorkSpace/RL-Postrain-visual-bc/data/pixels/transport/visual_20261025", + "pixel_spec": { + "action_dim": 14, + "architecture": "dice_vision_resnet_flow_unet_v1", + "backbone_initialization": "random", + "backbone_norm": "batch_norm", + "cameras": [ + "shouldercamera0", + "robot0_eye_in_hand", + "shouldercamera1", + "robot1_eye_in_hand" + ], + "collision_geoms": false, + "crop_size": 96, + "family": "StandardBaseBC", + "feature_dim": 146, + "features_per_camera": 64, + "flow_steps": 10, + "horizon": 8, + "image_size": 96, + "proprio_dim": 18, + "proprio_keys": [ + "robot0_eef_pos", + "robot0_eef_quat", + "robot0_gripper_qpos", + "robot1_eef_pos", + "robot1_eef_quat", + "robot1_gripper_qpos" + ], + "task": "transport", + "time_embedding_dim": 128 + }, + "regime": "diverse50", + "runtime": { + "framework_version": "0.10.1", + "python": "/ssd/WorkSpace/RL-Postrain-visual-bc/.venvs/ogpo/bin/python", + "requested_device": "cuda:0" + }, + "seed": 1, + "sources_sha256": { + "configs/bc_models.yaml": "ce58a903c4270328985ab8677babdaa12748ad18efc3749faed72425024e61c1", + "configs/bc_pretraining.yaml": "7d1b9be73f25aeb40cd342a3e3ca2543ea865b38b2abe8fb28a7da6588d419a6", + "configs/bc_pretraining_ph_full.yaml": "a93c7d4a50e9afa836d98a6193ba1bc2fb3827a259cf5de39f5dc7a2504d6728", + "configs/bc_standard_init_schema.json": "e2c70eee2a1ce8d1a812ec427d24ba3cc45519434331354318d97415fd559bc8", + "configs/study1.yaml": "35d065e242b205a4c99f8add2eab35bb85f80401f4e07d49f063a0eddf4de608", + "configs/study1_ph_full.yaml": "f9cebc4b66279d4ea7492f7a80a09f1adca7c1cae7b242374305be4f701e76ef", + "scripts/pretrain_bc.py": "9972b77f7b8ed964e7e04fa3ba3821b767f0b7a5d697625ed1c6f8fcdf990890", + "src/rl_pt_analyze/bc_evaluation.py": "7319c346f453263a99cdc5d6fd39e6a0a88783d2c42f68a312ee36ab6d656c6f", + "src/rl_pt_analyze/bc_fleet.py": "a49c24c66ec0bb1a5548d384deefda429ff1ca693cb19f1c99dbd661148d7ffc", + "src/rl_pt_analyze/bc_full_cut.py": "a8170de58bc0a16dd5c6358a6429d96afb5227e5701602806d68e42727f671bc", + "src/rl_pt_analyze/bc_identity.py": "f94c284c71df7ed06eaf4553297de53f2b801a5fac743beb3b98d1bc41314fe0", + "src/rl_pt_analyze/bc_policy.py": "aff3c4613a0dfc46d6491bdba6478261049c2c9631eca446fa8939a1e498fc30", + "src/rl_pt_analyze/bc_pretrain.py": "703b2e50fe53d62b23910b907d75c09cec49463e5e9e2c08d8f77d2b6b77a5bd", + "src/rl_pt_analyze/bc_runtime.py": "29d85733684176bd7328c01921ed1eb45857a914d8ee998e6df4fb0a5be5315d", + "src/rl_pt_analyze/bc_standard_jax.py": "9063d0d4160e972bb9f7b1acd9e508a2ea1118ceeed7647614c787abcb7b32ce", + "src/rl_pt_analyze/bc_standard_policy.py": "54d733549ec571f709d49698520f2461def5a20fc4146d155b3d56fbbcf5deb1", + "src/rl_pt_analyze/bc_storage.py": "83b79d5beaaaa46310d756476f5da90c9227a656533dc9414334d395a6749e54", + "src/rl_pt_analyze/bc_training.py": "bf20475ceeef114e3444c2610ea6d490389b02d147f22c962e2f63fd94b9dafa", + "src/rl_pt_analyze/pixel.py": "ec46a0b0e3c40bca7ea2d0c76b086b482fedaf98293b06f7ab719b86b81141e6", + "src/rl_pt_analyze/pixel_data.py": "74ed81ff034d0782671ff9e48157a3be2d274e7db3735a955705b8e8fcf42b34", + "src/rl_pt_analyze/pixel_vec.py": "f247a6d9ed1791b82880ecef7505275959835fc3b69bfab2e85dedd096416bc8", + "src/rl_pt_analyze/r0.py": "e0a13e9c02d935dbab6a0e091fd925f08ce2d00e661b6cf09aff0ee95925249d", + "third_party/dice/model/diffusion/modules.py": "3b6b2efae0bb67cc30a061a8dd7c6b2d8d6905dac7cecac92b3dbfa5da0067cd", + "third_party/dice/model/flow_matching/vision_resnet_mlp_flow_matching.py": "2f0d3aa0b6e1624e32a540e66a5803e613481f35bb190926e51560856249981d" + }, + "spec": { + "action_dim": 14, + "architecture": "dice_vision_resnet_flow_unet_v1", + "backbone_initialization": "random", + "backbone_norm": "batch_norm", + "cameras": [ + "shouldercamera0", + "robot0_eye_in_hand", + "shouldercamera1", + "robot1_eye_in_hand" + ], + "collision_geoms": false, + "crop_size": 96, + "family": "StandardBaseBC", + "feature_dim": 146, + "features_per_camera": 64, + "flow_steps": 10, + "horizon": 8, + "image_size": 96, + "proprio_dim": 18, + "proprio_keys": [ + "robot0_eef_pos", + "robot0_eef_quat", + "robot0_gripper_qpos", + "robot1_eef_pos", + "robot1_eef_quat", + "robot1_gripper_qpos" + ], + "task": "transport", + "time_embedding_dim": 128 + }, + "split_hash": "23b61ecd53ecac3806e9f50aa10a1d117c8bd2584e5bd0858f7aeb18c9645dd3", + "task": "transport", + "training": { + "batch_size": 256, + "bc_only": true, + "drop_last": false, + "early_stopping": false, + "ema_decay": 0.999, + "epoch_definition": "shuffled_full_training_split_without_replacement", + "epochs": 2000, + "learning_rate": 0.0001, + "online_steps": 0, + "optimizer": "adamw", + "padding_loss_mask": true, + "stopping": "none_fixed_epochs", + "weight_decay": 1e-06 + }, + "training_samples": 23030, + "validation": { + "batch_seed": 771, + "batch_size": 256, + "interval_epochs": 1, + "loss_seed": 882 + }, + "validation_only": false, + "validation_samples": 2463, + "wandb": { + "mode": "online", + "project": "standard_bc_pretrain" + } + }, + "schema_version": 2, + "sha256": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "split_hash": "23b61ecd53ecac3806e9f50aa10a1d117c8bd2584e5bd0858f7aeb18c9645dd3", + "weights_used_for_deployment": "complete_model_EMA" +} diff --git a/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/checkpoints/epoch_1400.pkl b/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/checkpoints/epoch_1400.pkl new file mode 100644 index 0000000000000000000000000000000000000000..daf4118fd420c0f0fc03374ffdf1c614024f7461 --- /dev/null +++ b/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/checkpoints/epoch_1400.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481 +size 180708705 diff --git a/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/final200/epoch_1400.parquet b/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/final200/epoch_1400.parquet new file mode 100644 index 0000000000000000000000000000000000000000..aedc81451b668c86eb0a74dbaacc8bc216ecee9b --- /dev/null +++ b/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/final200/epoch_1400.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b3e7a5993e795976148be0228c395d0e6a5b5fd7b2e8e8aeba218d08700afc0 +size 6616 diff --git a/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/final200/protocol.json b/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/final200/protocol.json index 4fa31b1fa5dd7624b343782ba23e7f511164894f..c24d44745f30a63b391a965347f844b36ed537cc 100644 --- a/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/final200/protocol.json +++ b/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/final200/protocol.json @@ -1,8 +1,8 @@ { - "checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/StandardBaseBC/jax/transport_8/diverse50/seed_1/checkpoints/epoch_1250.pkl", - "checkpoint_sha256": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/StandardBaseBC/jax/transport_8/diverse50/seed_1/checkpoints/epoch_1400.pkl", + "checkpoint_sha256": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "collision_geoms": false, - "epoch": 1250, + "epoch": 1400, "identity_hash": "b9b3c0ae8ca65c344e89904779c830ef7a235bc95bf3e16a0061ed1259c0a2f3", "job": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/jobs/00.json", "panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", @@ -208,8 +208,8 @@ 10971071, 17007174 ], - "script_sha256": "7be8b5440b354a862228f5a3d3855ec0ba7267c78c4e04158fa028e9633e8d32", - "selection": "frozen before this independent panel was evaluated", + "script_sha256": "52959ac39b30b97e21dda738d5187427516ba577f89c0e8d85ddb7ecec15ee40", + "selection": "User requested epoch1400 comparison after reviewing prior checkpoints; shared200 reset panel reused, not an untouched holdout", "settings": { "episodes": 200, "interval_epochs": 10, diff --git a/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/final200/result.json b/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/final200/result.json index cc6b160451da28e02fb319459ce326082c4e47c2..56dab3dcf202a033a2d6a3ed90563f2e26f546ce 100644 --- a/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/final200/result.json +++ b/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/final200/result.json @@ -1,34 +1,34 @@ { "ci": "wilson95", - "ci_high": 0.5686391403961082, - "ci_low": 0.43136085960389187, - "environment_steps": 127045, + "ci_high": 0.6414638745648614, + "ci_low": 0.5057093264785485, + "environment_steps": 121350, "episodes": [ { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 100, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 82, "eval_kind": "bc_pretraining", - "length": 800, + "length": 655, "mode": "base_cfm_ode", - "native_return": -800.0, + "native_return": -649.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 70723122, "rl_env_steps": null, - "success": false, + "success": true, "task": "transport", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 74, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 76, "eval_kind": "bc_pretraining", - "length": 592, + "length": 608, "mode": "base_cfm_ode", - "native_return": -586.0, + "native_return": -602.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 66851989, "rl_env_steps": null, "success": true, @@ -37,46 +37,46 @@ "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 57, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 100, "eval_kind": "bc_pretraining", - "length": 450, + "length": 800, "mode": "base_cfm_ode", - "native_return": -444.0, + "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 60005579, "rl_env_steps": null, - "success": true, + "success": false, "task": "transport", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 100, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 59, "eval_kind": "bc_pretraining", - "length": 800, + "length": 465, "mode": "base_cfm_ode", - "native_return": -800.0, + "native_return": -459.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 32401708, "rl_env_steps": null, - "success": false, + "success": true, "task": "transport", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "chunks": 100, "eval_kind": "bc_pretraining", "length": 800, "mode": "base_cfm_ode", "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 19153477, "rl_env_steps": null, "success": false, @@ -85,14 +85,14 @@ "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "chunks": 100, "eval_kind": "bc_pretraining", "length": 800, "mode": "base_cfm_ode", "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 42749167, "rl_env_steps": null, "success": false, @@ -101,30 +101,30 @@ "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 100, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 52, "eval_kind": "bc_pretraining", - "length": 800, + "length": 411, "mode": "base_cfm_ode", - "native_return": -800.0, + "native_return": -405.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 46661357, "rl_env_steps": null, - "success": false, + "success": true, "task": "transport", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "chunks": 100, "eval_kind": "bc_pretraining", "length": 800, "mode": "base_cfm_ode", "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 27402198, "rl_env_steps": null, "success": false, @@ -133,14 +133,14 @@ "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "chunks": 100, "eval_kind": "bc_pretraining", "length": 800, "mode": "base_cfm_ode", "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 47810457, "rl_env_steps": null, "success": false, @@ -149,30 +149,30 @@ "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 52, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 100, "eval_kind": "bc_pretraining", - "length": 410, + "length": 800, "mode": "base_cfm_ode", - "native_return": -404.0, + "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 18848891, "rl_env_steps": null, - "success": true, + "success": false, "task": "transport", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "chunks": 52, "eval_kind": "bc_pretraining", - "length": 409, + "length": 410, "mode": "base_cfm_ode", - "native_return": -403.0, + "native_return": -404.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 17918997, "rl_env_steps": null, "success": true, @@ -181,14 +181,14 @@ "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 69, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 53, "eval_kind": "bc_pretraining", - "length": 545, + "length": 418, "mode": "base_cfm_ode", - "native_return": -539.0, + "native_return": -412.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 80363015, "rl_env_steps": null, "success": true, @@ -197,14 +197,14 @@ "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 56, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 55, "eval_kind": "bc_pretraining", - "length": 447, + "length": 439, "mode": "base_cfm_ode", - "native_return": -441.0, + "native_return": -433.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 64973617, "rl_env_steps": null, "success": true, @@ -213,46 +213,46 @@ "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 51, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 100, "eval_kind": "bc_pretraining", - "length": 408, + "length": 800, "mode": "base_cfm_ode", - "native_return": -402.0, + "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 14420984, "rl_env_steps": null, - "success": true, + "success": false, "task": "transport", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 64, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 100, "eval_kind": "bc_pretraining", - "length": 512, + "length": 800, "mode": "base_cfm_ode", - "native_return": -506.0, + "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 34943840, "rl_env_steps": null, - "success": true, + "success": false, "task": "transport", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 56, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 50, "eval_kind": "bc_pretraining", - "length": 446, + "length": 395, "mode": "base_cfm_ode", - "native_return": -440.0, + "native_return": -389.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 20266056, "rl_env_steps": null, "success": true, @@ -261,14 +261,14 @@ "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "chunks": 100, "eval_kind": "bc_pretraining", "length": 800, "mode": "base_cfm_ode", "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 55423323, "rl_env_steps": null, "success": false, @@ -277,30 +277,30 @@ "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 100, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 62, "eval_kind": "bc_pretraining", - "length": 800, + "length": 495, "mode": "base_cfm_ode", - "native_return": -800.0, + "native_return": -489.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 77426949, "rl_env_steps": null, - "success": false, + "success": true, "task": "transport", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 71, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 82, "eval_kind": "bc_pretraining", - "length": 568, + "length": 652, "mode": "base_cfm_ode", - "native_return": -562.0, + "native_return": -646.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 21093578, "rl_env_steps": null, "success": true, @@ -309,14 +309,14 @@ "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "chunks": 100, "eval_kind": "bc_pretraining", "length": 800, "mode": "base_cfm_ode", "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 74139179, "rl_env_steps": null, "success": false, @@ -325,46 +325,46 @@ "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 52, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 100, "eval_kind": "bc_pretraining", - "length": 416, + "length": 800, "mode": "base_cfm_ode", - "native_return": -410.0, + "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 65396037, "rl_env_steps": null, - "success": true, + "success": false, "task": "transport", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 63, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 100, "eval_kind": "bc_pretraining", - "length": 498, + "length": 800, "mode": "base_cfm_ode", - "native_return": -492.0, + "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 66433136, "rl_env_steps": null, - "success": true, + "success": false, "task": "transport", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 55, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 56, "eval_kind": "bc_pretraining", - "length": 436, + "length": 448, "mode": "base_cfm_ode", - "native_return": -430.0, + "native_return": -442.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 18174832, "rl_env_steps": null, "success": true, @@ -373,62 +373,62 @@ "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 52, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 100, "eval_kind": "bc_pretraining", - "length": 409, + "length": 800, "mode": "base_cfm_ode", - "native_return": -403.0, + "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 44050868, "rl_env_steps": null, - "success": true, + "success": false, "task": "transport", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 100, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 51, "eval_kind": "bc_pretraining", - "length": 800, + "length": 401, "mode": "base_cfm_ode", - "native_return": -800.0, + "native_return": -395.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 79827091, "rl_env_steps": null, - "success": false, + "success": true, "task": "transport", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 100, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 54, "eval_kind": "bc_pretraining", - "length": 800, + "length": 432, "mode": "base_cfm_ode", - "native_return": -800.0, + "native_return": -426.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 48142557, "rl_env_steps": null, - "success": false, + "success": true, "task": "transport", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 84, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 51, "eval_kind": "bc_pretraining", - "length": 667, + "length": 408, "mode": "base_cfm_ode", - "native_return": -661.0, + "native_return": -402.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 81058782, "rl_env_steps": null, "success": true, @@ -437,14 +437,14 @@ "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 48, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 58, "eval_kind": "bc_pretraining", - "length": 384, + "length": 457, "mode": "base_cfm_ode", - "native_return": -378.0, + "native_return": -451.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 57440191, "rl_env_steps": null, "success": true, @@ -453,14 +453,14 @@ "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "chunks": 100, "eval_kind": "bc_pretraining", "length": 800, "mode": "base_cfm_ode", "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 71718518, "rl_env_steps": null, "success": false, @@ -469,46 +469,46 @@ "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 100, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 73, "eval_kind": "bc_pretraining", - "length": 800, + "length": 578, "mode": "base_cfm_ode", - "native_return": -800.0, + "native_return": -572.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 62288442, "rl_env_steps": null, - "success": false, + "success": true, "task": "transport", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 77, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 100, "eval_kind": "bc_pretraining", - "length": 613, + "length": 800, "mode": "base_cfm_ode", - "native_return": -607.0, + "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 38780438, "rl_env_steps": null, - "success": true, + "success": false, "task": "transport", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "chunks": 50, "eval_kind": "bc_pretraining", - "length": 397, + "length": 398, "mode": "base_cfm_ode", - "native_return": -391.0, + "native_return": -392.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 31543247, "rl_env_steps": null, "success": true, @@ -517,14 +517,14 @@ "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "chunks": 100, "eval_kind": "bc_pretraining", "length": 800, "mode": "base_cfm_ode", "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 45815861, "rl_env_steps": null, "success": false, @@ -533,78 +533,78 @@ "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 77, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 100, "eval_kind": "bc_pretraining", - "length": 610, + "length": 800, "mode": "base_cfm_ode", - "native_return": -604.0, + "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 69976624, "rl_env_steps": null, - "success": true, + "success": false, "task": "transport", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 54, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 100, "eval_kind": "bc_pretraining", - "length": 425, + "length": 800, "mode": "base_cfm_ode", - "native_return": -419.0, + "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 27741928, "rl_env_steps": null, - "success": true, + "success": false, "task": "transport", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 100, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 58, "eval_kind": "bc_pretraining", - "length": 800, + "length": 459, "mode": "base_cfm_ode", - "native_return": -800.0, + "native_return": -453.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 47860773, "rl_env_steps": null, - "success": false, + "success": true, "task": "transport", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 100, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 54, "eval_kind": "bc_pretraining", - "length": 800, + "length": 431, "mode": "base_cfm_ode", - "native_return": -800.0, + "native_return": -425.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 68719953, "rl_env_steps": null, - "success": false, + "success": true, "task": "transport", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 60, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 53, "eval_kind": "bc_pretraining", - "length": 473, + "length": 424, "mode": "base_cfm_ode", - "native_return": -467.0, + "native_return": -418.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 72413983, "rl_env_steps": null, "success": true, @@ -613,46 +613,46 @@ "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 100, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 51, "eval_kind": "bc_pretraining", - "length": 800, + "length": 406, "mode": "base_cfm_ode", - "native_return": -800.0, + "native_return": -400.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 43596719, "rl_env_steps": null, - "success": false, + "success": true, "task": "transport", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 59, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 100, "eval_kind": "bc_pretraining", - "length": 470, + "length": 800, "mode": "base_cfm_ode", - "native_return": -464.0, + "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 25975279, "rl_env_steps": null, - "success": true, + "success": false, "task": "transport", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "chunks": 100, "eval_kind": "bc_pretraining", "length": 800, "mode": "base_cfm_ode", "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 75651978, "rl_env_steps": null, "success": false, @@ -661,30 +661,30 @@ "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 77, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 100, "eval_kind": "bc_pretraining", - "length": 611, + "length": 800, "mode": "base_cfm_ode", - "native_return": -605.0, + "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 62538517, "rl_env_steps": null, - "success": true, + "success": false, "task": "transport", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 62, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 57, "eval_kind": "bc_pretraining", - "length": 490, + "length": 449, "mode": "base_cfm_ode", - "native_return": -484.0, + "native_return": -443.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 49157692, "rl_env_steps": null, "success": true, @@ -693,14 +693,14 @@ "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "chunks": 100, "eval_kind": "bc_pretraining", "length": 800, "mode": "base_cfm_ode", "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 72093687, "rl_env_steps": null, "success": false, @@ -709,46 +709,46 @@ "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 100, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 51, "eval_kind": "bc_pretraining", - "length": 800, + "length": 401, "mode": "base_cfm_ode", - "native_return": -800.0, + "native_return": -395.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 35658896, "rl_env_steps": null, - "success": false, + "success": true, "task": "transport", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 55, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 100, "eval_kind": "bc_pretraining", - "length": 435, + "length": 800, "mode": "base_cfm_ode", - "native_return": -429.0, + "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 34016592, "rl_env_steps": null, - "success": true, + "success": false, "task": "transport", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 62, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 57, "eval_kind": "bc_pretraining", - "length": 492, + "length": 449, "mode": "base_cfm_ode", - "native_return": -486.0, + "native_return": -443.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 56600068, "rl_env_steps": null, "success": true, @@ -757,46 +757,46 @@ "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 100, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 61, "eval_kind": "bc_pretraining", - "length": 800, + "length": 485, "mode": "base_cfm_ode", - "native_return": -800.0, + "native_return": -479.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 85354907, "rl_env_steps": null, - "success": false, + "success": true, "task": "transport", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 100, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 55, "eval_kind": "bc_pretraining", - "length": 800, + "length": 438, "mode": "base_cfm_ode", - "native_return": -800.0, + "native_return": -432.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 64181994, "rl_env_steps": null, - "success": false, + "success": true, "task": "transport", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 55, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 52, "eval_kind": "bc_pretraining", - "length": 434, + "length": 416, "mode": "base_cfm_ode", - "native_return": -428.0, + "native_return": -410.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 64561502, "rl_env_steps": null, "success": true, @@ -805,14 +805,14 @@ "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 55, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 57, "eval_kind": "bc_pretraining", - "length": 439, + "length": 449, "mode": "base_cfm_ode", - "native_return": -433.0, + "native_return": -443.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 76858975, "rl_env_steps": null, "success": true, @@ -821,14 +821,14 @@ "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 87, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 63, "eval_kind": "bc_pretraining", - "length": 691, + "length": 504, "mode": "base_cfm_ode", - "native_return": -685.0, + "native_return": -498.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 17852290, "rl_env_steps": null, "success": true, @@ -837,14 +837,14 @@ "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "chunks": 100, "eval_kind": "bc_pretraining", "length": 800, "mode": "base_cfm_ode", "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 20068153, "rl_env_steps": null, "success": false, @@ -853,14 +853,14 @@ "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 51, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 59, "eval_kind": "bc_pretraining", - "length": 402, + "length": 467, "mode": "base_cfm_ode", - "native_return": -396.0, + "native_return": -461.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 39072183, "rl_env_steps": null, "success": true, @@ -869,46 +869,46 @@ "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 52, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 100, "eval_kind": "bc_pretraining", - "length": 409, + "length": 800, "mode": "base_cfm_ode", - "native_return": -403.0, + "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 55774539, "rl_env_steps": null, - "success": true, + "success": false, "task": "transport", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 100, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 65, "eval_kind": "bc_pretraining", - "length": 800, + "length": 513, "mode": "base_cfm_ode", - "native_return": -800.0, + "native_return": -507.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 26085971, "rl_env_steps": null, - "success": false, + "success": true, "task": "transport", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "chunks": 100, "eval_kind": "bc_pretraining", "length": 800, "mode": "base_cfm_ode", "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 37837570, "rl_env_steps": null, "success": false, @@ -917,14 +917,14 @@ "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 63, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 74, "eval_kind": "bc_pretraining", - "length": 497, + "length": 592, "mode": "base_cfm_ode", - "native_return": -491.0, + "native_return": -586.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 88758485, "rl_env_steps": null, "success": true, @@ -933,14 +933,14 @@ "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 58, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 57, "eval_kind": "bc_pretraining", - "length": 461, + "length": 454, "mode": "base_cfm_ode", - "native_return": -455.0, + "native_return": -448.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 75982683, "rl_env_steps": null, "success": true, @@ -949,30 +949,30 @@ "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 100, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 51, "eval_kind": "bc_pretraining", - "length": 800, + "length": 406, "mode": "base_cfm_ode", - "native_return": -800.0, + "native_return": -400.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 81377703, "rl_env_steps": null, - "success": false, + "success": true, "task": "transport", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 58, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 49, "eval_kind": "bc_pretraining", - "length": 463, + "length": 388, "mode": "base_cfm_ode", - "native_return": -457.0, + "native_return": -382.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 57992264, "rl_env_steps": null, "success": true, @@ -981,30 +981,30 @@ "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 100, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 58, "eval_kind": "bc_pretraining", - "length": 800, + "length": 458, "mode": "base_cfm_ode", - "native_return": -800.0, + "native_return": -452.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 80112931, "rl_env_steps": null, - "success": false, + "success": true, "task": "transport", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "chunks": 100, "eval_kind": "bc_pretraining", "length": 800, "mode": "base_cfm_ode", "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 88742902, "rl_env_steps": null, "success": false, @@ -1013,30 +1013,30 @@ "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 100, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 88, "eval_kind": "bc_pretraining", - "length": 800, + "length": 698, "mode": "base_cfm_ode", - "native_return": -800.0, + "native_return": -692.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 47013480, "rl_env_steps": null, - "success": false, + "success": true, "task": "transport", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 52, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 54, "eval_kind": "bc_pretraining", - "length": 409, + "length": 429, "mode": "base_cfm_ode", - "native_return": -403.0, + "native_return": -423.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 36523859, "rl_env_steps": null, "success": true, @@ -1045,14 +1045,14 @@ "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "chunks": 100, "eval_kind": "bc_pretraining", "length": 800, "mode": "base_cfm_ode", "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 19498677, "rl_env_steps": null, "success": false, @@ -1061,14 +1061,14 @@ "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "chunks": 100, "eval_kind": "bc_pretraining", "length": 800, "mode": "base_cfm_ode", "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 20212586, "rl_env_steps": null, "success": false, @@ -1077,30 +1077,30 @@ "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 100, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 54, "eval_kind": "bc_pretraining", - "length": 800, + "length": 426, "mode": "base_cfm_ode", - "native_return": -800.0, + "native_return": -420.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 55485421, "rl_env_steps": null, - "success": false, + "success": true, "task": "transport", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "chunks": 100, "eval_kind": "bc_pretraining", "length": 800, "mode": "base_cfm_ode", "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 36767911, "rl_env_steps": null, "success": false, @@ -1109,15 +1109,31 @@ "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 64, + "eval_kind": "bc_pretraining", + "length": 506, + "mode": "base_cfm_ode", + "native_return": -500.0, + "observation_mode": "pixel_state", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "reset_seed": 50597940, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "chunks": 100, "eval_kind": "bc_pretraining", "length": 800, "mode": "base_cfm_ode", "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "reset_seed": 50597940, + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "reset_seed": 65503466, "rl_env_steps": null, "success": false, "task": "transport", @@ -1125,15 +1141,15 @@ "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 89, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 59, "eval_kind": "bc_pretraining", - "length": 709, + "length": 470, "mode": "base_cfm_ode", - "native_return": -703.0, + "native_return": -464.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "reset_seed": 65503466, + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "reset_seed": 87299732, "rl_env_steps": null, "success": true, "task": "transport", @@ -1141,31 +1157,31 @@ "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 100, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 49, "eval_kind": "bc_pretraining", - "length": 800, + "length": 390, "mode": "base_cfm_ode", - "native_return": -800.0, + "native_return": -384.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "reset_seed": 87299732, + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "reset_seed": 61456577, "rl_env_steps": null, - "success": false, + "success": true, "task": "transport", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "chunks": 100, "eval_kind": "bc_pretraining", "length": 800, "mode": "base_cfm_ode", "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "reset_seed": 61456577, + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "reset_seed": 79295759, "rl_env_steps": null, "success": false, "task": "transport", @@ -1173,15 +1189,15 @@ "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 52, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 53, "eval_kind": "bc_pretraining", - "length": 413, + "length": 422, "mode": "base_cfm_ode", - "native_return": -407.0, + "native_return": -416.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "reset_seed": 79295759, + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "reset_seed": 10605088, "rl_env_steps": null, "success": true, "task": "transport", @@ -1189,47 +1205,47 @@ "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 53, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 100, "eval_kind": "bc_pretraining", - "length": 418, + "length": 800, "mode": "base_cfm_ode", - "native_return": -412.0, + "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "reset_seed": 10605088, + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "reset_seed": 21163776, "rl_env_steps": null, - "success": true, + "success": false, "task": "transport", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 52, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 100, "eval_kind": "bc_pretraining", - "length": 416, + "length": 800, "mode": "base_cfm_ode", - "native_return": -410.0, + "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "reset_seed": 21163776, + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "reset_seed": 74346251, "rl_env_steps": null, - "success": true, + "success": false, "task": "transport", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "chunks": 100, "eval_kind": "bc_pretraining", "length": 800, "mode": "base_cfm_ode", "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "reset_seed": 74346251, + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "reset_seed": 59990172, "rl_env_steps": null, "success": false, "task": "transport", @@ -1237,15 +1253,15 @@ "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 80, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 55, "eval_kind": "bc_pretraining", - "length": 633, + "length": 438, "mode": "base_cfm_ode", - "native_return": -627.0, + "native_return": -432.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "reset_seed": 59990172, + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "reset_seed": 40756359, "rl_env_steps": null, "success": true, "task": "transport", @@ -1253,15 +1269,15 @@ "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 54, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 57, "eval_kind": "bc_pretraining", - "length": 426, + "length": 450, "mode": "base_cfm_ode", - "native_return": -420.0, + "native_return": -444.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "reset_seed": 40756359, + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "reset_seed": 29123831, "rl_env_steps": null, "success": true, "task": "transport", @@ -1269,15 +1285,15 @@ "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "chunks": 51, "eval_kind": "bc_pretraining", "length": 401, "mode": "base_cfm_ode", "native_return": -395.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "reset_seed": 29123831, + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "reset_seed": 22339698, "rl_env_steps": null, "success": true, "task": "transport", @@ -1285,15 +1301,15 @@ "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "chunks": 100, "eval_kind": "bc_pretraining", "length": 800, "mode": "base_cfm_ode", "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "reset_seed": 22339698, + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "reset_seed": 55950171, "rl_env_steps": null, "success": false, "task": "transport", @@ -1301,15 +1317,15 @@ "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 54, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 67, "eval_kind": "bc_pretraining", - "length": 427, + "length": 529, "mode": "base_cfm_ode", - "native_return": -421.0, + "native_return": -523.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "reset_seed": 55950171, + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "reset_seed": 25459058, "rl_env_steps": null, "success": true, "task": "transport", @@ -1317,15 +1333,15 @@ "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 62, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 55, "eval_kind": "bc_pretraining", - "length": 491, + "length": 439, "mode": "base_cfm_ode", - "native_return": -485.0, + "native_return": -433.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "reset_seed": 25459058, + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "reset_seed": 89169841, "rl_env_steps": null, "success": true, "task": "transport", @@ -1333,15 +1349,15 @@ "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "chunks": 100, "eval_kind": "bc_pretraining", "length": 800, "mode": "base_cfm_ode", "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "reset_seed": 89169841, + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "reset_seed": 51768760, "rl_env_steps": null, "success": false, "task": "transport", @@ -1349,30 +1365,14 @@ "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 49, - "eval_kind": "bc_pretraining", - "length": 386, - "mode": "base_cfm_ode", - "native_return": -380.0, - "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "reset_seed": 51768760, - "rl_env_steps": null, - "success": true, - "task": "transport", - "terminated": true, - "truncated": false - }, - { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 50, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 51, "eval_kind": "bc_pretraining", - "length": 400, + "length": 401, "mode": "base_cfm_ode", - "native_return": -394.0, + "native_return": -395.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 59320974, "rl_env_steps": null, "success": true, @@ -1381,47 +1381,31 @@ "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 100, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 77, "eval_kind": "bc_pretraining", - "length": 800, + "length": 609, "mode": "base_cfm_ode", - "native_return": -800.0, + "native_return": -603.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 43210884, "rl_env_steps": null, - "success": false, - "task": "transport", - "terminated": false, - "truncated": true - }, - { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 100, - "eval_kind": "bc_pretraining", - "length": 800, - "mode": "base_cfm_ode", - "native_return": -800.0, - "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "reset_seed": 19819408, - "rl_env_steps": null, - "success": false, + "success": true, "task": "transport", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "chunks": 100, "eval_kind": "bc_pretraining", "length": 800, "mode": "base_cfm_ode", "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "reset_seed": 27287306, + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "reset_seed": 19819408, "rl_env_steps": null, "success": false, "task": "transport", @@ -1429,31 +1413,31 @@ "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 100, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 54, "eval_kind": "bc_pretraining", - "length": 800, + "length": 426, "mode": "base_cfm_ode", - "native_return": -800.0, + "native_return": -420.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "reset_seed": 77579712, + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "reset_seed": 27287306, "rl_env_steps": null, - "success": false, + "success": true, "task": "transport", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 52, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 68, "eval_kind": "bc_pretraining", - "length": 411, + "length": 537, "mode": "base_cfm_ode", - "native_return": -405.0, + "native_return": -531.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "reset_seed": 33855715, + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "reset_seed": 77579712, "rl_env_steps": null, "success": true, "task": "transport", @@ -1461,15 +1445,15 @@ "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "chunks": 100, "eval_kind": "bc_pretraining", "length": 800, "mode": "base_cfm_ode", "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "reset_seed": 18917811, + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "reset_seed": 33855715, "rl_env_steps": null, "success": false, "task": "transport", @@ -1477,15 +1461,15 @@ "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "chunks": 100, "eval_kind": "bc_pretraining", "length": 800, "mode": "base_cfm_ode", "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "reset_seed": 50238382, + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "reset_seed": 18917811, "rl_env_steps": null, "success": false, "task": "transport", @@ -1493,47 +1477,47 @@ "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 100, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 73, "eval_kind": "bc_pretraining", - "length": 800, + "length": 584, "mode": "base_cfm_ode", - "native_return": -800.0, + "native_return": -578.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "reset_seed": 29018479, + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "reset_seed": 50238382, "rl_env_steps": null, - "success": false, + "success": true, "task": "transport", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 100, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 53, "eval_kind": "bc_pretraining", - "length": 800, + "length": 417, "mode": "base_cfm_ode", - "native_return": -800.0, + "native_return": -411.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "reset_seed": 58133015, + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "reset_seed": 29018479, "rl_env_steps": null, - "success": false, + "success": true, "task": "transport", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 57, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 52, "eval_kind": "bc_pretraining", - "length": 455, + "length": 409, "mode": "base_cfm_ode", - "native_return": -449.0, + "native_return": -403.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "reset_seed": 23864203, + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "reset_seed": 58133015, "rl_env_steps": null, "success": true, "task": "transport", @@ -1541,31 +1525,31 @@ "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 100, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 63, "eval_kind": "bc_pretraining", - "length": 800, + "length": 504, "mode": "base_cfm_ode", - "native_return": -800.0, + "native_return": -498.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "reset_seed": 49568781, + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "reset_seed": 23864203, "rl_env_steps": null, - "success": false, + "success": true, "task": "transport", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 49, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 56, "eval_kind": "bc_pretraining", - "length": 387, + "length": 442, "mode": "base_cfm_ode", - "native_return": -381.0, + "native_return": -436.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "reset_seed": 55772368, + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "reset_seed": 49568781, "rl_env_steps": null, "success": true, "task": "transport", @@ -1573,15 +1557,15 @@ "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "chunks": 100, "eval_kind": "bc_pretraining", "length": 800, "mode": "base_cfm_ode", "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "reset_seed": 69087148, + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "reset_seed": 55772368, "rl_env_steps": null, "success": false, "task": "transport", @@ -1589,31 +1573,31 @@ "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 100, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 67, "eval_kind": "bc_pretraining", - "length": 800, + "length": 531, "mode": "base_cfm_ode", - "native_return": -800.0, + "native_return": -525.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "reset_seed": 43159811, + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "reset_seed": 69087148, "rl_env_steps": null, - "success": false, + "success": true, "task": "transport", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "chunks": 100, "eval_kind": "bc_pretraining", "length": 800, "mode": "base_cfm_ode", "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "reset_seed": 42777958, + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "reset_seed": 43159811, "rl_env_steps": null, "success": false, "task": "transport", @@ -1621,31 +1605,15 @@ "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 52, - "eval_kind": "bc_pretraining", - "length": 416, - "mode": "base_cfm_ode", - "native_return": -410.0, - "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "reset_seed": 79686252, - "rl_env_steps": null, - "success": true, - "task": "transport", - "terminated": true, - "truncated": false - }, - { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "chunks": 53, "eval_kind": "bc_pretraining", - "length": 423, + "length": 419, "mode": "base_cfm_ode", - "native_return": -417.0, + "native_return": -413.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "reset_seed": 88287947, + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "reset_seed": 42777958, "rl_env_steps": null, "success": true, "task": "transport", @@ -1653,15 +1621,15 @@ "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "chunks": 100, "eval_kind": "bc_pretraining", "length": 800, "mode": "base_cfm_ode", "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "reset_seed": 24484856, + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "reset_seed": 79686252, "rl_env_steps": null, "success": false, "task": "transport", @@ -1669,15 +1637,15 @@ "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "chunks": 100, "eval_kind": "bc_pretraining", "length": 800, "mode": "base_cfm_ode", "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "reset_seed": 40522505, + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "reset_seed": 88287947, "rl_env_steps": null, "success": false, "task": "transport", @@ -1685,15 +1653,31 @@ "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 81, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 65, "eval_kind": "bc_pretraining", - "length": 648, + "length": 520, "mode": "base_cfm_ode", - "native_return": -642.0, + "native_return": -514.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "reset_seed": 18535306, + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "reset_seed": 24484856, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 55, + "eval_kind": "bc_pretraining", + "length": 438, + "mode": "base_cfm_ode", + "native_return": -432.0, + "observation_mode": "pixel_state", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "reset_seed": 40522505, "rl_env_steps": null, "success": true, "task": "transport", @@ -1701,15 +1685,15 @@ "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "chunks": 100, "eval_kind": "bc_pretraining", "length": 800, "mode": "base_cfm_ode", "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "reset_seed": 27261685, + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "reset_seed": 18535306, "rl_env_steps": null, "success": false, "task": "transport", @@ -1717,14 +1701,30 @@ "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 57, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 58, + "eval_kind": "bc_pretraining", + "length": 458, + "mode": "base_cfm_ode", + "native_return": -452.0, + "observation_mode": "pixel_state", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "reset_seed": 27261685, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 69, "eval_kind": "bc_pretraining", - "length": 456, + "length": 545, "mode": "base_cfm_ode", - "native_return": -450.0, + "native_return": -539.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 55157386, "rl_env_steps": null, "success": true, @@ -1733,14 +1733,14 @@ "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "chunks": 100, "eval_kind": "bc_pretraining", "length": 800, "mode": "base_cfm_ode", "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 73419901, "rl_env_steps": null, "success": false, @@ -1749,14 +1749,14 @@ "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 78, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 56, "eval_kind": "bc_pretraining", - "length": 622, + "length": 444, "mode": "base_cfm_ode", - "native_return": -616.0, + "native_return": -438.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 51177153, "rl_env_steps": null, "success": true, @@ -1765,30 +1765,30 @@ "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 61, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 100, "eval_kind": "bc_pretraining", - "length": 486, + "length": 800, "mode": "base_cfm_ode", - "native_return": -480.0, + "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 66197636, "rl_env_steps": null, - "success": true, + "success": false, "task": "transport", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "chunks": 100, "eval_kind": "bc_pretraining", "length": 800, "mode": "base_cfm_ode", "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 89218160, "rl_env_steps": null, "success": false, @@ -1797,14 +1797,14 @@ "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 54, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 57, "eval_kind": "bc_pretraining", - "length": 425, + "length": 449, "mode": "base_cfm_ode", - "native_return": -419.0, + "native_return": -443.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 20312137, "rl_env_steps": null, "success": true, @@ -1813,30 +1813,30 @@ "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 100, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 51, "eval_kind": "bc_pretraining", - "length": 800, + "length": 407, "mode": "base_cfm_ode", - "native_return": -800.0, + "native_return": -401.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 32815280, "rl_env_steps": null, - "success": false, + "success": true, "task": "transport", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 68, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 67, "eval_kind": "bc_pretraining", - "length": 539, + "length": 531, "mode": "base_cfm_ode", - "native_return": -533.0, + "native_return": -525.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 38566965, "rl_env_steps": null, "success": true, @@ -1845,14 +1845,14 @@ "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 58, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 57, "eval_kind": "bc_pretraining", - "length": 457, + "length": 451, "mode": "base_cfm_ode", - "native_return": -451.0, + "native_return": -445.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 67538690, "rl_env_steps": null, "success": true, @@ -1861,47 +1861,31 @@ "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 100, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 61, "eval_kind": "bc_pretraining", - "length": 800, + "length": 483, "mode": "base_cfm_ode", - "native_return": -800.0, + "native_return": -477.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 51444755, "rl_env_steps": null, - "success": false, - "task": "transport", - "terminated": false, - "truncated": true - }, - { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 63, - "eval_kind": "bc_pretraining", - "length": 501, - "mode": "base_cfm_ode", - "native_return": -495.0, - "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "reset_seed": 49534469, - "rl_env_steps": null, "success": true, "task": "transport", "terminated": true, "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "chunks": 100, "eval_kind": "bc_pretraining", "length": 800, "mode": "base_cfm_ode", "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "reset_seed": 55520272, + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "reset_seed": 49534469, "rl_env_steps": null, "success": false, "task": "transport", @@ -1909,30 +1893,46 @@ "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 100, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 52, "eval_kind": "bc_pretraining", - "length": 800, + "length": 410, "mode": "base_cfm_ode", - "native_return": -800.0, + "native_return": -404.0, + "observation_mode": "pixel_state", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "reset_seed": 55520272, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 68, + "eval_kind": "bc_pretraining", + "length": 542, + "mode": "base_cfm_ode", + "native_return": -536.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 78917430, "rl_env_steps": null, - "success": false, + "success": true, "task": "transport", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "chunks": 100, "eval_kind": "bc_pretraining", "length": 800, "mode": "base_cfm_ode", "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 53987225, "rl_env_steps": null, "success": false, @@ -1941,30 +1941,30 @@ "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 100, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 66, "eval_kind": "bc_pretraining", - "length": 800, + "length": 528, "mode": "base_cfm_ode", - "native_return": -800.0, + "native_return": -522.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 33135526, "rl_env_steps": null, - "success": false, + "success": true, "task": "transport", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "chunks": 100, "eval_kind": "bc_pretraining", "length": 800, "mode": "base_cfm_ode", "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 10641443, "rl_env_steps": null, "success": false, @@ -1973,14 +1973,14 @@ "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "chunks": 100, "eval_kind": "bc_pretraining", "length": 800, "mode": "base_cfm_ode", "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 83269321, "rl_env_steps": null, "success": false, @@ -1989,30 +1989,30 @@ "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 55, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 100, "eval_kind": "bc_pretraining", - "length": 433, + "length": 800, "mode": "base_cfm_ode", - "native_return": -427.0, + "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 50371327, "rl_env_steps": null, - "success": true, + "success": false, "task": "transport", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "chunks": 100, "eval_kind": "bc_pretraining", "length": 800, "mode": "base_cfm_ode", "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 60499091, "rl_env_steps": null, "success": false, @@ -2021,30 +2021,30 @@ "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 100, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 56, "eval_kind": "bc_pretraining", - "length": 800, + "length": 443, "mode": "base_cfm_ode", - "native_return": -800.0, + "native_return": -437.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 14174315, "rl_env_steps": null, - "success": false, + "success": true, "task": "transport", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 61, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 53, "eval_kind": "bc_pretraining", - "length": 481, + "length": 417, "mode": "base_cfm_ode", - "native_return": -475.0, + "native_return": -411.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 34430409, "rl_env_steps": null, "success": true, @@ -2053,14 +2053,14 @@ "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 49, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 54, "eval_kind": "bc_pretraining", - "length": 391, + "length": 430, "mode": "base_cfm_ode", - "native_return": -385.0, + "native_return": -424.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 78665761, "rl_env_steps": null, "success": true, @@ -2069,14 +2069,14 @@ "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 52, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 61, "eval_kind": "bc_pretraining", - "length": 412, + "length": 481, "mode": "base_cfm_ode", - "native_return": -406.0, + "native_return": -475.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 55417809, "rl_env_steps": null, "success": true, @@ -2085,14 +2085,14 @@ "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 51, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 62, "eval_kind": "bc_pretraining", - "length": 402, + "length": 489, "mode": "base_cfm_ode", - "native_return": -396.0, + "native_return": -483.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 29697446, "rl_env_steps": null, "success": true, @@ -2101,14 +2101,14 @@ "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "chunks": 100, "eval_kind": "bc_pretraining", "length": 800, "mode": "base_cfm_ode", "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 67300186, "rl_env_steps": null, "success": false, @@ -2117,30 +2117,30 @@ "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 55, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 100, "eval_kind": "bc_pretraining", - "length": 433, + "length": 800, "mode": "base_cfm_ode", - "native_return": -427.0, + "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 14166946, "rl_env_steps": null, - "success": true, + "success": false, "task": "transport", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 50, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 56, "eval_kind": "bc_pretraining", - "length": 394, + "length": 447, "mode": "base_cfm_ode", - "native_return": -388.0, + "native_return": -441.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 34309048, "rl_env_steps": null, "success": true, @@ -2149,14 +2149,14 @@ "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 74, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 59, "eval_kind": "bc_pretraining", - "length": 592, + "length": 467, "mode": "base_cfm_ode", - "native_return": -586.0, + "native_return": -461.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 38651973, "rl_env_steps": null, "success": true, @@ -2165,14 +2165,14 @@ "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "chunks": 100, "eval_kind": "bc_pretraining", "length": 800, "mode": "base_cfm_ode", "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 63582284, "rl_env_steps": null, "success": false, @@ -2181,30 +2181,30 @@ "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 54, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 100, "eval_kind": "bc_pretraining", - "length": 431, + "length": 800, "mode": "base_cfm_ode", - "native_return": -425.0, + "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 11252552, "rl_env_steps": null, - "success": true, + "success": false, "task": "transport", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 48, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 58, "eval_kind": "bc_pretraining", - "length": 382, + "length": 458, "mode": "base_cfm_ode", - "native_return": -376.0, + "native_return": -452.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 13083214, "rl_env_steps": null, "success": true, @@ -2213,14 +2213,14 @@ "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "chunks": 100, "eval_kind": "bc_pretraining", "length": 800, "mode": "base_cfm_ode", "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 12656665, "rl_env_steps": null, "success": false, @@ -2229,14 +2229,14 @@ "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 57, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 55, "eval_kind": "bc_pretraining", - "length": 453, + "length": 436, "mode": "base_cfm_ode", - "native_return": -447.0, + "native_return": -430.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 39216146, "rl_env_steps": null, "success": true, @@ -2245,14 +2245,14 @@ "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 62, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 81, "eval_kind": "bc_pretraining", - "length": 495, + "length": 645, "mode": "base_cfm_ode", - "native_return": -489.0, + "native_return": -639.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 53058687, "rl_env_steps": null, "success": true, @@ -2261,30 +2261,30 @@ "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 100, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 49, "eval_kind": "bc_pretraining", - "length": 800, + "length": 391, "mode": "base_cfm_ode", - "native_return": -800.0, + "native_return": -385.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 26843165, "rl_env_steps": null, - "success": false, + "success": true, "task": "transport", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 52, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 56, "eval_kind": "bc_pretraining", - "length": 415, + "length": 443, "mode": "base_cfm_ode", - "native_return": -409.0, + "native_return": -437.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 26213599, "rl_env_steps": null, "success": true, @@ -2293,30 +2293,30 @@ "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 100, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 57, "eval_kind": "bc_pretraining", - "length": 800, + "length": 454, "mode": "base_cfm_ode", - "native_return": -800.0, + "native_return": -448.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 75250873, "rl_env_steps": null, - "success": false, + "success": true, "task": "transport", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 65, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 55, "eval_kind": "bc_pretraining", - "length": 515, + "length": 437, "mode": "base_cfm_ode", - "native_return": -509.0, + "native_return": -431.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 86873350, "rl_env_steps": null, "success": true, @@ -2325,46 +2325,46 @@ "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 100, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 50, "eval_kind": "bc_pretraining", - "length": 800, + "length": 393, "mode": "base_cfm_ode", - "native_return": -800.0, + "native_return": -387.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 23044120, "rl_env_steps": null, - "success": false, + "success": true, "task": "transport", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 100, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 49, "eval_kind": "bc_pretraining", - "length": 800, + "length": 392, "mode": "base_cfm_ode", - "native_return": -800.0, + "native_return": -386.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 74475483, "rl_env_steps": null, - "success": false, + "success": true, "task": "transport", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 55, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 64, "eval_kind": "bc_pretraining", - "length": 437, + "length": 508, "mode": "base_cfm_ode", - "native_return": -431.0, + "native_return": -502.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 73879766, "rl_env_steps": null, "success": true, @@ -2373,14 +2373,14 @@ "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "chunks": 100, "eval_kind": "bc_pretraining", "length": 800, "mode": "base_cfm_ode", "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 38462205, "rl_env_steps": null, "success": false, @@ -2389,94 +2389,94 @@ "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 61, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 100, "eval_kind": "bc_pretraining", - "length": 481, + "length": 800, "mode": "base_cfm_ode", - "native_return": -475.0, + "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 36712875, "rl_env_steps": null, - "success": true, + "success": false, "task": "transport", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 68, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 100, "eval_kind": "bc_pretraining", - "length": 537, + "length": 800, "mode": "base_cfm_ode", - "native_return": -531.0, + "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 61476060, "rl_env_steps": null, - "success": true, + "success": false, "task": "transport", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 53, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 100, "eval_kind": "bc_pretraining", - "length": 420, + "length": 800, "mode": "base_cfm_ode", - "native_return": -414.0, + "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 40070375, "rl_env_steps": null, - "success": true, + "success": false, "task": "transport", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 100, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 57, "eval_kind": "bc_pretraining", - "length": 800, + "length": 451, "mode": "base_cfm_ode", - "native_return": -800.0, + "native_return": -445.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 11657834, "rl_env_steps": null, - "success": false, + "success": true, "task": "transport", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 100, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 60, "eval_kind": "bc_pretraining", - "length": 800, + "length": 479, "mode": "base_cfm_ode", - "native_return": -800.0, + "native_return": -473.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 12071629, "rl_env_steps": null, - "success": false, + "success": true, "task": "transport", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "chunks": 100, "eval_kind": "bc_pretraining", "length": 800, "mode": "base_cfm_ode", "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 70951113, "rl_env_steps": null, "success": false, @@ -2485,30 +2485,30 @@ "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 50, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 100, "eval_kind": "bc_pretraining", - "length": 400, + "length": 800, "mode": "base_cfm_ode", - "native_return": -394.0, + "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 86273812, "rl_env_steps": null, - "success": true, + "success": false, "task": "transport", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "chunks": 100, "eval_kind": "bc_pretraining", "length": 800, "mode": "base_cfm_ode", "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 33086249, "rl_env_steps": null, "success": false, @@ -2517,14 +2517,14 @@ "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "chunks": 100, "eval_kind": "bc_pretraining", "length": 800, "mode": "base_cfm_ode", "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 41678564, "rl_env_steps": null, "success": false, @@ -2533,30 +2533,30 @@ "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 86, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 100, "eval_kind": "bc_pretraining", - "length": 688, + "length": 800, "mode": "base_cfm_ode", - "native_return": -682.0, + "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 34536118, "rl_env_steps": null, - "success": true, + "success": false, "task": "transport", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 49, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 51, "eval_kind": "bc_pretraining", - "length": 391, + "length": 401, "mode": "base_cfm_ode", - "native_return": -385.0, + "native_return": -395.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 27607156, "rl_env_steps": null, "success": true, @@ -2565,46 +2565,46 @@ "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 55, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 100, "eval_kind": "bc_pretraining", - "length": 433, + "length": 800, "mode": "base_cfm_ode", - "native_return": -427.0, + "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 70130490, "rl_env_steps": null, - "success": true, + "success": false, "task": "transport", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 55, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 100, "eval_kind": "bc_pretraining", - "length": 433, + "length": 800, "mode": "base_cfm_ode", - "native_return": -427.0, + "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 70448950, "rl_env_steps": null, - "success": true, + "success": false, "task": "transport", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "chunks": 100, "eval_kind": "bc_pretraining", "length": 800, "mode": "base_cfm_ode", "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 63854211, "rl_env_steps": null, "success": false, @@ -2613,14 +2613,14 @@ "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 57, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 53, "eval_kind": "bc_pretraining", - "length": 449, + "length": 418, "mode": "base_cfm_ode", - "native_return": -443.0, + "native_return": -412.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 58640013, "rl_env_steps": null, "success": true, @@ -2629,30 +2629,30 @@ "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 100, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 66, "eval_kind": "bc_pretraining", - "length": 800, + "length": 528, "mode": "base_cfm_ode", - "native_return": -800.0, + "native_return": -522.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 71222810, "rl_env_steps": null, - "success": false, + "success": true, "task": "transport", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 61, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 52, "eval_kind": "bc_pretraining", - "length": 486, + "length": 412, "mode": "base_cfm_ode", - "native_return": -480.0, + "native_return": -406.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 77025643, "rl_env_steps": null, "success": true, @@ -2661,46 +2661,46 @@ "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 100, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 57, "eval_kind": "bc_pretraining", - "length": 800, + "length": 449, "mode": "base_cfm_ode", - "native_return": -800.0, + "native_return": -443.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 46535790, "rl_env_steps": null, - "success": false, + "success": true, "task": "transport", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 54, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 100, "eval_kind": "bc_pretraining", - "length": 426, + "length": 800, "mode": "base_cfm_ode", - "native_return": -420.0, + "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 13450163, "rl_env_steps": null, - "success": true, + "success": false, "task": "transport", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "chunks": 100, "eval_kind": "bc_pretraining", "length": 800, "mode": "base_cfm_ode", "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 48130374, "rl_env_steps": null, "success": false, @@ -2709,30 +2709,30 @@ "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 100, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 53, "eval_kind": "bc_pretraining", - "length": 800, + "length": 421, "mode": "base_cfm_ode", - "native_return": -800.0, + "native_return": -415.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 28109111, "rl_env_steps": null, - "success": false, + "success": true, "task": "transport", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "chunks": 100, "eval_kind": "bc_pretraining", "length": 800, "mode": "base_cfm_ode", "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 27277335, "rl_env_steps": null, "success": false, @@ -2741,30 +2741,30 @@ "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 62, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 100, "eval_kind": "bc_pretraining", - "length": 494, + "length": 800, "mode": "base_cfm_ode", - "native_return": -488.0, + "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 14975106, "rl_env_steps": null, - "success": true, + "success": false, "task": "transport", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "chunks": 100, "eval_kind": "bc_pretraining", "length": 800, "mode": "base_cfm_ode", "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 25482760, "rl_env_steps": null, "success": false, @@ -2773,46 +2773,46 @@ "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 61, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 100, "eval_kind": "bc_pretraining", - "length": 487, + "length": 800, "mode": "base_cfm_ode", - "native_return": -481.0, + "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 51368844, "rl_env_steps": null, - "success": true, + "success": false, "task": "transport", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 67, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 100, "eval_kind": "bc_pretraining", - "length": 529, + "length": 800, "mode": "base_cfm_ode", - "native_return": -523.0, + "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 65499499, "rl_env_steps": null, - "success": true, + "success": false, "task": "transport", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 55, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 96, "eval_kind": "bc_pretraining", - "length": 434, + "length": 767, "mode": "base_cfm_ode", - "native_return": -428.0, + "native_return": -761.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 38883080, "rl_env_steps": null, "success": true, @@ -2821,14 +2821,14 @@ "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "chunks": 100, "eval_kind": "bc_pretraining", "length": 800, "mode": "base_cfm_ode", "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 56579733, "rl_env_steps": null, "success": false, @@ -2837,14 +2837,14 @@ "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 82, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 51, "eval_kind": "bc_pretraining", - "length": 649, + "length": 408, "mode": "base_cfm_ode", - "native_return": -643.0, + "native_return": -402.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 81285249, "rl_env_steps": null, "success": true, @@ -2853,14 +2853,14 @@ "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "chunks": 100, "eval_kind": "bc_pretraining", "length": 800, "mode": "base_cfm_ode", "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 71293324, "rl_env_steps": null, "success": false, @@ -2869,30 +2869,30 @@ "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 100, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 64, "eval_kind": "bc_pretraining", - "length": 800, + "length": 505, "mode": "base_cfm_ode", - "native_return": -800.0, + "native_return": -499.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 79868703, "rl_env_steps": null, - "success": false, + "success": true, "task": "transport", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 52, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 54, "eval_kind": "bc_pretraining", - "length": 412, + "length": 431, "mode": "base_cfm_ode", - "native_return": -406.0, + "native_return": -425.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 78989122, "rl_env_steps": null, "success": true, @@ -2901,30 +2901,30 @@ "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 100, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 69, "eval_kind": "bc_pretraining", - "length": 800, + "length": 550, "mode": "base_cfm_ode", - "native_return": -800.0, + "native_return": -544.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 27209169, "rl_env_steps": null, - "success": false, + "success": true, "task": "transport", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 60, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 56, "eval_kind": "bc_pretraining", - "length": 476, + "length": 441, "mode": "base_cfm_ode", - "native_return": -470.0, + "native_return": -435.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 43304167, "rl_env_steps": null, "success": true, @@ -2933,14 +2933,14 @@ "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 53, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 58, "eval_kind": "bc_pretraining", - "length": 423, + "length": 461, "mode": "base_cfm_ode", - "native_return": -417.0, + "native_return": -455.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 84752852, "rl_env_steps": null, "success": true, @@ -2949,46 +2949,46 @@ "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 100, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 51, "eval_kind": "bc_pretraining", - "length": 800, + "length": 406, "mode": "base_cfm_ode", - "native_return": -800.0, + "native_return": -400.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 39685313, "rl_env_steps": null, - "success": false, + "success": true, "task": "transport", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 100, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 50, "eval_kind": "bc_pretraining", - "length": 800, + "length": 395, "mode": "base_cfm_ode", - "native_return": -800.0, + "native_return": -389.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 10941718, "rl_env_steps": null, - "success": false, + "success": true, "task": "transport", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 56, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 53, "eval_kind": "bc_pretraining", - "length": 441, + "length": 419, "mode": "base_cfm_ode", - "native_return": -435.0, + "native_return": -413.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 17638132, "rl_env_steps": null, "success": true, @@ -2997,14 +2997,14 @@ "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "chunks": 100, "eval_kind": "bc_pretraining", "length": 800, "mode": "base_cfm_ode", "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 42683951, "rl_env_steps": null, "success": false, @@ -3013,14 +3013,14 @@ "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 59, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 54, "eval_kind": "bc_pretraining", - "length": 468, + "length": 432, "mode": "base_cfm_ode", - "native_return": -462.0, + "native_return": -426.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 29174955, "rl_env_steps": null, "success": true, @@ -3029,14 +3029,14 @@ "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 54, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 52, "eval_kind": "bc_pretraining", - "length": 432, + "length": 416, "mode": "base_cfm_ode", - "native_return": -426.0, + "native_return": -410.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 13106538, "rl_env_steps": null, "success": true, @@ -3045,30 +3045,30 @@ "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 100, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 54, "eval_kind": "bc_pretraining", - "length": 800, + "length": 430, "mode": "base_cfm_ode", - "native_return": -800.0, + "native_return": -424.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 82750942, "rl_env_steps": null, - "success": false, + "success": true, "task": "transport", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "chunks": 100, "eval_kind": "bc_pretraining", "length": 800, "mode": "base_cfm_ode", "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 27595794, "rl_env_steps": null, "success": false, @@ -3077,30 +3077,30 @@ "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 100, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 54, "eval_kind": "bc_pretraining", - "length": 800, + "length": 425, "mode": "base_cfm_ode", - "native_return": -800.0, + "native_return": -419.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 85382063, "rl_env_steps": null, - "success": false, + "success": true, "task": "transport", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "chunks": 100, "eval_kind": "bc_pretraining", "length": 800, "mode": "base_cfm_ode", "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 22544583, "rl_env_steps": null, "success": false, @@ -3109,14 +3109,14 @@ "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "chunks": 53, "eval_kind": "bc_pretraining", - "length": 420, + "length": 424, "mode": "base_cfm_ode", - "native_return": -414.0, + "native_return": -418.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 82667196, "rl_env_steps": null, "success": true, @@ -3125,30 +3125,30 @@ "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 64, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 100, "eval_kind": "bc_pretraining", - "length": 506, + "length": 800, "mode": "base_cfm_ode", - "native_return": -500.0, + "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 53585719, "rl_env_steps": null, - "success": true, + "success": false, "task": "transport", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 54, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 66, "eval_kind": "bc_pretraining", - "length": 426, + "length": 523, "mode": "base_cfm_ode", - "native_return": -420.0, + "native_return": -517.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 68118062, "rl_env_steps": null, "success": true, @@ -3157,61 +3157,61 @@ "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 100, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 55, "eval_kind": "bc_pretraining", - "length": 800, + "length": 437, "mode": "base_cfm_ode", - "native_return": -800.0, + "native_return": -431.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 84752103, "rl_env_steps": null, - "success": false, + "success": true, "task": "transport", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 100, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 56, "eval_kind": "bc_pretraining", - "length": 800, + "length": 448, "mode": "base_cfm_ode", - "native_return": -800.0, + "native_return": -442.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 10971071, "rl_env_steps": null, - "success": false, + "success": true, "task": "transport", - "terminated": false, - "truncated": true + "terminated": true, + "truncated": false }, { - "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "chunks": 60, + "base_checkpoint": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "chunks": 100, "eval_kind": "bc_pretraining", - "length": 474, + "length": 800, "mode": "base_cfm_ode", - "native_return": -468.0, + "native_return": -800.0, "observation_mode": "pixel_state", - "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "policy_version": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "reset_seed": 17007174, "rl_env_steps": null, - "success": true, + "success": false, "task": "transport", - "terminated": true, - "truncated": false + "terminated": false, + "truncated": true } ], - "length": 635.225, - "output": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/operations/20261027_remaining4_e1250_final200/transport_diverse50_e1250/eval/epoch_1250.parquet", + "length": 606.75, + "output": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/operations/20261027_local8_e1400_final200/transport_diverse50_e1400/eval/epoch_1400.parquet", "protocol": { - "checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/StandardBaseBC/jax/transport_8/diverse50/seed_1/checkpoints/epoch_1250.pkl", - "checkpoint_sha256": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/StandardBaseBC/jax/transport_8/diverse50/seed_1/checkpoints/epoch_1400.pkl", + "checkpoint_sha256": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", "collision_geoms": false, - "epoch": 1250, + "epoch": 1400, "identity_hash": "b9b3c0ae8ca65c344e89904779c830ef7a235bc95bf3e16a0061ed1259c0a2f3", "job": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/jobs/00.json", "panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", @@ -3417,8 +3417,8 @@ 10971071, 17007174 ], - "script_sha256": "7be8b5440b354a862228f5a3d3855ec0ba7267c78c4e04158fa028e9633e8d32", - "selection": "frozen before this independent panel was evaluated", + "script_sha256": "52959ac39b30b97e21dda738d5187427516ba577f89c0e8d85ddb7ecec15ee40", + "selection": "User requested epoch1400 comparison after reviewing prior checkpoints; shared200 reset panel reused, not an untouched holdout", "settings": { "episodes": 200, "interval_epochs": 10, @@ -3433,7 +3433,7 @@ "workers": 8 } }, - "seconds": 1179.1149925321806, + "seconds": 966.9527171528898, "seeds": [ 70723122, 66851989, @@ -3636,25 +3636,29 @@ 10971071, 17007174 ], - "success": 0.5, - "successes": 100, + "success": 0.575, + "successes": 115, "successes_per_seed": [ - false, true, true, false, + true, false, false, + true, false, false, false, true, true, true, + false, + false, true, + false, true, true, - true, + false, false, false, true, @@ -3664,61 +3668,61 @@ true, true, false, - false, true, + false, true, false, false, + false, true, true, - false, true, true, false, false, - true, false, true, false, true, - true, - false, false, true, true, - false, - false, true, true, true, - false, true, + false, true, false, + true, false, true, true, - false, + true, + true, true, false, - false, - false, + true, true, false, false, + true, false, + true, false, + true, + true, false, true, false, false, + false, true, true, true, false, true, true, - true, false, true, true, @@ -3727,118 +3731,114 @@ true, false, false, - false, - false, true, - false, - false, - false, - false, + true, + true, + true, true, false, true, false, + true, false, false, true, true, false, - false, + true, true, false, true, false, + false, true, true, - false, true, - false, true, true, false, true, + true, false, - false, + true, false, false, false, false, true, - false, - false, true, true, true, true, false, + false, true, true, + false, + false, true, false, true, true, - false, true, true, - false, true, - false, + true, + true, + true, true, false, false, - true, false, - true, + false, true, true, false, false, false, + false, + false, true, false, false, + false, true, true, true, true, false, - true, false, true, false, - true, + false, false, false, false, true, false, true, + false, + true, true, true, - false, true, - false, - false, true, - false, true, true, - false, - false, true, false, true, true, + true, false, + true, false, - false, + true, false, true, true, true, - false, - false, - true + false ], "total": 200 } diff --git a/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/final200/status.json b/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/final200/status.json index bf37be578521f8f6afd0016e7959eb92ae794563..714782ffce8b7ba12420bc680c3c037af6c5d238 100644 --- a/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/final200/status.json +++ b/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/final200/status.json @@ -1,7 +1,7 @@ { - "epoch": 1250, + "epoch": 1400, "status": "completed", - "success": 0.5, - "successes": 100, + "success": 0.575, + "successes": 115, "total": 200 } diff --git a/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/final200/verification.json b/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/final200/verification.json new file mode 100644 index 0000000000000000000000000000000000000000..dbf3d43ca1bffd1b6db4f7a8bead51a86320cc4b --- /dev/null +++ b/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/final200/verification.json @@ -0,0 +1,7 @@ +{ + "actual_episodes": 200, + "checkpoint_sha256": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", + "parquet_sha256": "3b3e7a5993e795976148be0228c395d0e6a5b5fd7b2e8e8aeba218d08700afc0", + "passed": true +} diff --git a/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/README.md b/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/README.md new file mode 100644 index 0000000000000000000000000000000000000000..029e0a079960b439c460bf61c04a023d5f474663 --- /dev/null +++ b/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/README.md @@ -0,0 +1,16 @@ +# Transport diverse50 — visual-only BC + +User-approved **epoch1250**, StandardBaseBC/JAX, complete-model EMA, seed1, H8. +Training stopped at the user's request: last reported epoch1823, last durable recovery epoch1800, planned2000. Later history is preserved locally. + +Final200: **50.0% (100/200)**, Wilson95 interval 43.1%–56.9%. +The checkpoint was fixed before this evaluation, then accepted by the user for publication after viewing the result. +Periodic50 SR: 56.0%. Shared reset panel seed20261021, policy seed700001,8workers; panel disjoint from periodic evaluation. +Collision geometry display is disabled; physical collisions remain enabled. No claim of absent overfitting or guaranteed RL improvement. + +[Weights](checkpoints/epoch_1250.pkl) · [Final200](final200/result.json) · [Selection](selection_supervision.json) + +Manifest, split, normalizer, original checkpoint sidecar and full recorded curves are included. +Absolute paths in sealed configs record provenance; adapt them explicitly on another host. +The immutable interval10 plan is historical; evaluation_override.json records the switch to interval50. +SHA256SUMS.json covers the release files. diff --git a/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/SHA256SUMS.json b/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/SHA256SUMS.json new file mode 100644 index 0000000000000000000000000000000000000000..15fb4bee004c8211826bce9fab2843e465dfefc3 --- /dev/null +++ b/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/SHA256SUMS.json @@ -0,0 +1,102 @@ +{ + "README.md": { + "sha256": "6dce5cf39b1c1dcd51a81ab1db2690057d55cbfeee487ff9fcd54addf6882faa", + "bytes": 1164 + }, + "best.json": { + "sha256": "2c2cff62d4fa325967986ea48099741dd3e3ac65d45fb308e3263e97ce9c042e", + "bytes": 906 + }, + "checkpoints/epoch_1250.json": { + "sha256": "3f3a40abf5d7ff3e2cbe7294a9013453ac015a183c124e9c782a291264d49553", + "bytes": 8564 + }, + "checkpoints/epoch_1250.pkl": { + "sha256": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "bytes": 180764077 + }, + "data_manifest.json": { + "sha256": "a7c7a3fc9069d2017eb09551db3f50b7aab1f57fe7a295c64fe193457c97dcc3", + "bytes": 13463 + }, + "evaluation_override.json": { + "sha256": "6dd41be9be10979da43d26c743232f05da7da36bcf06fc9c4476b5c37a83445f", + "bytes": 560 + }, + "evaluations.jsonl": { + "sha256": "a84934360aa6cc5a4715a8d37ad6efa285696e8429153fc7ad59dcec766f9872", + "bytes": 80322 + }, + "final200/epoch_1250.parquet": { + "sha256": "04a2a5c7f7d27c5b1232501b4c9dd272658fd60dbd6a3a670043be753a739b83", + "bytes": 6622 + }, + "final200/protocol.json": { + "sha256": "5a60eb045d87ec77cc224888087a6d59624a5b17398c03e87445fd67b105eda1", + "bytes": 3936 + }, + "final200/result.json": { + "sha256": "f5cd78453b46ae75578971636a8ab19dc79d641a686325a9d5ffc3ae5967e21f", + "bytes": 117349 + }, + "final200/status.json": { + "sha256": "77f66d178ce77f37ea9c0ce38d4dcc717c5d4c5151e9b7ff41e4ca168ec01333", + "bytes": 99 + }, + "normalizer.json": { + "sha256": "0bcc2aadc6f0be7adef3c2900ef1e047ea3b80803e0fb0ab68b0c151861a9425", + "bytes": 2054 + }, + "provenance/evaluate_bc_selected.py": { + "sha256": "7be8b5440b354a862228f5a3d3855ec0ba7267c78c4e04158fa028e9633e8d32", + "bytes": 3370 + }, + "provenance/evaluation_override_active.json": { + "sha256": "2bb66e03952d810ce1b6184c22a4feacb91489c2861fac2715fe05e11693d21e", + "bytes": 11764 + }, + "provenance/job.json": { + "sha256": "4d41b2c7fadc01c4614b1b6a1af8d3abf2d12fead36583ca4c8191a8618605e9", + "bytes": 5253 + }, + "provenance/native_training_status.json": { + "sha256": "00ee5cd770656f54d0d4b583575ff082afc006b35b95ff433e46823cb3e055ac", + "bytes": 335 + }, + "provenance/pretrain_bc_eval_override.py": { + "sha256": "71deaa1c690802253ce2f075f3d9295ac1e302252e9413caae7bbe9071e80e29", + "bytes": 2877 + }, + "provenance/pretrain_bc_noleak.py": { + "sha256": "240abba4a512b61887271aeafc18fdce2372398ed483920b723aa7ce41f3d953", + "bytes": 1932 + }, + "release.json": { + "sha256": "cce8eab9a048b58ce8885a3e12bbd4684991569b30ac5b5fd8a672602a497533", + "bytes": 2279 + }, + "resolved_config.json": { + "sha256": "ba8e869856ca5f454add33086388a37eaa086f99a08d481e5ff243cb30bfba68", + "bytes": 6596 + }, + "selection_supervision.json": { + "sha256": "67ead33c9d5f0080ee8bcde10def42a95891270bf156ce1a990d70c82e49a626", + "bytes": 414 + }, + "split.json": { + "sha256": "9b4e8e0d5ef5072013b4a54eb3c9d2bef98c3477254b6e0f6878d35bd73fff03", + "bytes": 1150 + }, + "train_metrics.jsonl": { + "sha256": "c1fe8c0bb7c2ae6920a6132f60583e7634c722790ed91651f782e14ad8d3f6f6", + "bytes": 332825 + }, + "training_status.json": { + "sha256": "6e6131c3d7360522f044ef511f3f8c74aba68986a53af0e99c36e42d04441f84", + "bytes": 248 + }, + "validation_metrics.jsonl": { + "sha256": "e5eaf04c90a54597e179d1f69a3ad79d2b445baf1baf228842336f94def14a05", + "bytes": 127796 + } +} diff --git a/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/best.json b/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/best.json new file mode 100644 index 0000000000000000000000000000000000000000..2cd61009ebbdac848e9a2e07fe42071db4a2466e --- /dev/null +++ b/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/best.json @@ -0,0 +1,19 @@ +{ + "task": "transport", + "regime": "diverse50", + "epoch": 1250, + "checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/StandardBaseBC/jax/transport_8/diverse50/seed_1/checkpoints/epoch_1250.pkl", + "checkpoint_sha256": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "periodic50_success": 0.56, + "final200": { + "success": 0.5, + "successes": 100, + "total": 200, + "ci_low": 0.43136085960389187, + "ci_high": 0.5686391403961082, + "seconds": 1179.1149925321806 + }, + "result": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/operations/20261027_remaining4_e1250_final200/transport_diverse50_e1250/result.json", + "parquet": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/operations/20261027_remaining4_e1250_final200/transport_diverse50_e1250/eval/epoch_1250.parquet", + "episode_rows": 200 +} diff --git a/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/protocol.json b/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/protocol.json new file mode 100644 index 0000000000000000000000000000000000000000..4fa31b1fa5dd7624b343782ba23e7f511164894f --- /dev/null +++ b/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/protocol.json @@ -0,0 +1,226 @@ +{ + "checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/StandardBaseBC/jax/transport_8/diverse50/seed_1/checkpoints/epoch_1250.pkl", + "checkpoint_sha256": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "collision_geoms": false, + "epoch": 1250, + "identity_hash": "b9b3c0ae8ca65c344e89904779c830ef7a235bc95bf3e16a0061ed1259c0a2f3", + "job": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/jobs/00.json", + "panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", + "reset_seeds": [ + 70723122, + 66851989, + 60005579, + 32401708, + 19153477, + 42749167, + 46661357, + 27402198, + 47810457, + 18848891, + 17918997, + 80363015, + 64973617, + 14420984, + 34943840, + 20266056, + 55423323, + 77426949, + 21093578, + 74139179, + 65396037, + 66433136, + 18174832, + 44050868, + 79827091, + 48142557, + 81058782, + 57440191, + 71718518, + 62288442, + 38780438, + 31543247, + 45815861, + 69976624, + 27741928, + 47860773, + 68719953, + 72413983, + 43596719, + 25975279, + 75651978, + 62538517, + 49157692, + 72093687, + 35658896, + 34016592, + 56600068, + 85354907, + 64181994, + 64561502, + 76858975, + 17852290, + 20068153, + 39072183, + 55774539, + 26085971, + 37837570, + 88758485, + 75982683, + 81377703, + 57992264, + 80112931, + 88742902, + 47013480, + 36523859, + 19498677, + 20212586, + 55485421, + 36767911, + 50597940, + 65503466, + 87299732, + 61456577, + 79295759, + 10605088, + 21163776, + 74346251, + 59990172, + 40756359, + 29123831, + 22339698, + 55950171, + 25459058, + 89169841, + 51768760, + 59320974, + 43210884, + 19819408, + 27287306, + 77579712, + 33855715, + 18917811, + 50238382, + 29018479, + 58133015, + 23864203, + 49568781, + 55772368, + 69087148, + 43159811, + 42777958, + 79686252, + 88287947, + 24484856, + 40522505, + 18535306, + 27261685, + 55157386, + 73419901, + 51177153, + 66197636, + 89218160, + 20312137, + 32815280, + 38566965, + 67538690, + 51444755, + 49534469, + 55520272, + 78917430, + 53987225, + 33135526, + 10641443, + 83269321, + 50371327, + 60499091, + 14174315, + 34430409, + 78665761, + 55417809, + 29697446, + 67300186, + 14166946, + 34309048, + 38651973, + 63582284, + 11252552, + 13083214, + 12656665, + 39216146, + 53058687, + 26843165, + 26213599, + 75250873, + 86873350, + 23044120, + 74475483, + 73879766, + 38462205, + 36712875, + 61476060, + 40070375, + 11657834, + 12071629, + 70951113, + 86273812, + 33086249, + 41678564, + 34536118, + 27607156, + 70130490, + 70448950, + 63854211, + 58640013, + 71222810, + 77025643, + 46535790, + 13450163, + 48130374, + 28109111, + 27277335, + 14975106, + 25482760, + 51368844, + 65499499, + 38883080, + 56579733, + 81285249, + 71293324, + 79868703, + 78989122, + 27209169, + 43304167, + 84752852, + 39685313, + 10941718, + 17638132, + 42683951, + 29174955, + 13106538, + 82750942, + 27595794, + 85382063, + 22544583, + 82667196, + 53585719, + 68118062, + 84752103, + 10971071, + 17007174 + ], + "script_sha256": "7be8b5440b354a862228f5a3d3855ec0ba7267c78c4e04158fa028e9633e8d32", + "selection": "frozen before this independent panel was evaluated", + "settings": { + "episodes": 200, + "interval_epochs": 10, + "policy_seed": 700001, + "reset_seed_start": 880000, + "seed_panel_seed": 20261021, + "seed_range": [ + 10000000, + 90000000 + ], + "seed_sampling": "uniform_without_replacement", + "workers": 8 + } +} diff --git a/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/result.json b/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/result.json new file mode 100644 index 0000000000000000000000000000000000000000..cc6b160451da28e02fb319459ce326082c4e47c2 --- /dev/null +++ b/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/result.json @@ -0,0 +1,3844 @@ +{ + "ci": "wilson95", + "ci_high": 0.5686391403961082, + "ci_low": 0.43136085960389187, + "environment_steps": 127045, + "episodes": [ + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 70723122, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 74, + "eval_kind": "bc_pretraining", + "length": 592, + "mode": "base_cfm_ode", + "native_return": -586.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 66851989, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 57, + "eval_kind": "bc_pretraining", + "length": 450, + "mode": "base_cfm_ode", + "native_return": -444.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 60005579, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 32401708, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 19153477, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 42749167, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 46661357, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 27402198, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 47810457, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 52, + "eval_kind": "bc_pretraining", + "length": 410, + "mode": "base_cfm_ode", + "native_return": -404.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 18848891, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 52, + "eval_kind": "bc_pretraining", + "length": 409, + "mode": "base_cfm_ode", + "native_return": -403.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 17918997, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 69, + "eval_kind": "bc_pretraining", + "length": 545, + "mode": "base_cfm_ode", + "native_return": -539.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 80363015, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 56, + "eval_kind": "bc_pretraining", + "length": 447, + "mode": "base_cfm_ode", + "native_return": -441.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 64973617, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 51, + "eval_kind": "bc_pretraining", + "length": 408, + "mode": "base_cfm_ode", + "native_return": -402.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 14420984, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 64, + "eval_kind": "bc_pretraining", + "length": 512, + "mode": "base_cfm_ode", + "native_return": -506.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 34943840, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 56, + "eval_kind": "bc_pretraining", + "length": 446, + "mode": "base_cfm_ode", + "native_return": -440.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 20266056, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 55423323, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 77426949, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 71, + "eval_kind": "bc_pretraining", + "length": 568, + "mode": "base_cfm_ode", + "native_return": -562.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 21093578, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 74139179, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 52, + "eval_kind": "bc_pretraining", + "length": 416, + "mode": "base_cfm_ode", + "native_return": -410.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 65396037, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 63, + "eval_kind": "bc_pretraining", + "length": 498, + "mode": "base_cfm_ode", + "native_return": -492.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 66433136, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 55, + "eval_kind": "bc_pretraining", + "length": 436, + "mode": "base_cfm_ode", + "native_return": -430.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 18174832, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 52, + "eval_kind": "bc_pretraining", + "length": 409, + "mode": "base_cfm_ode", + "native_return": -403.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 44050868, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 79827091, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 48142557, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 84, + "eval_kind": "bc_pretraining", + "length": 667, + "mode": "base_cfm_ode", + "native_return": -661.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 81058782, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 48, + "eval_kind": "bc_pretraining", + "length": 384, + "mode": "base_cfm_ode", + "native_return": -378.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 57440191, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 71718518, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 62288442, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 77, + "eval_kind": "bc_pretraining", + "length": 613, + "mode": "base_cfm_ode", + "native_return": -607.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 38780438, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 50, + "eval_kind": "bc_pretraining", + "length": 397, + "mode": "base_cfm_ode", + "native_return": -391.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 31543247, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 45815861, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 77, + "eval_kind": "bc_pretraining", + "length": 610, + "mode": "base_cfm_ode", + "native_return": -604.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 69976624, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 54, + "eval_kind": "bc_pretraining", + "length": 425, + "mode": "base_cfm_ode", + "native_return": -419.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 27741928, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 47860773, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 68719953, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 60, + "eval_kind": "bc_pretraining", + "length": 473, + "mode": "base_cfm_ode", + "native_return": -467.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 72413983, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 43596719, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 59, + "eval_kind": "bc_pretraining", + "length": 470, + "mode": "base_cfm_ode", + "native_return": -464.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 25975279, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 75651978, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 77, + "eval_kind": "bc_pretraining", + "length": 611, + "mode": "base_cfm_ode", + "native_return": -605.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 62538517, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 62, + "eval_kind": "bc_pretraining", + "length": 490, + "mode": "base_cfm_ode", + "native_return": -484.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 49157692, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 72093687, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 35658896, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 55, + "eval_kind": "bc_pretraining", + "length": 435, + "mode": "base_cfm_ode", + "native_return": -429.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 34016592, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 62, + "eval_kind": "bc_pretraining", + "length": 492, + "mode": "base_cfm_ode", + "native_return": -486.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 56600068, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 85354907, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 64181994, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 55, + "eval_kind": "bc_pretraining", + "length": 434, + "mode": "base_cfm_ode", + "native_return": -428.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 64561502, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 55, + "eval_kind": "bc_pretraining", + "length": 439, + "mode": "base_cfm_ode", + "native_return": -433.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 76858975, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 87, + "eval_kind": "bc_pretraining", + "length": 691, + "mode": "base_cfm_ode", + "native_return": -685.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 17852290, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 20068153, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 51, + "eval_kind": "bc_pretraining", + "length": 402, + "mode": "base_cfm_ode", + "native_return": -396.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 39072183, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 52, + "eval_kind": "bc_pretraining", + "length": 409, + "mode": "base_cfm_ode", + "native_return": -403.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 55774539, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 26085971, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 37837570, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 63, + "eval_kind": "bc_pretraining", + "length": 497, + "mode": "base_cfm_ode", + "native_return": -491.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 88758485, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 58, + "eval_kind": "bc_pretraining", + "length": 461, + "mode": "base_cfm_ode", + "native_return": -455.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 75982683, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 81377703, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 58, + "eval_kind": "bc_pretraining", + "length": 463, + "mode": "base_cfm_ode", + "native_return": -457.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 57992264, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 80112931, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 88742902, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 47013480, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 52, + "eval_kind": "bc_pretraining", + "length": 409, + "mode": "base_cfm_ode", + "native_return": -403.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 36523859, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 19498677, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 20212586, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 55485421, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 36767911, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 50597940, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 89, + "eval_kind": "bc_pretraining", + "length": 709, + "mode": "base_cfm_ode", + "native_return": -703.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 65503466, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 87299732, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 61456577, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 52, + "eval_kind": "bc_pretraining", + "length": 413, + "mode": "base_cfm_ode", + "native_return": -407.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 79295759, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 53, + "eval_kind": "bc_pretraining", + "length": 418, + "mode": "base_cfm_ode", + "native_return": -412.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 10605088, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 52, + "eval_kind": "bc_pretraining", + "length": 416, + "mode": "base_cfm_ode", + "native_return": -410.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 21163776, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 74346251, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 80, + "eval_kind": "bc_pretraining", + "length": 633, + "mode": "base_cfm_ode", + "native_return": -627.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 59990172, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 54, + "eval_kind": "bc_pretraining", + "length": 426, + "mode": "base_cfm_ode", + "native_return": -420.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 40756359, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 51, + "eval_kind": "bc_pretraining", + "length": 401, + "mode": "base_cfm_ode", + "native_return": -395.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 29123831, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 22339698, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 54, + "eval_kind": "bc_pretraining", + "length": 427, + "mode": "base_cfm_ode", + "native_return": -421.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 55950171, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 62, + "eval_kind": "bc_pretraining", + "length": 491, + "mode": "base_cfm_ode", + "native_return": -485.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 25459058, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 89169841, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 49, + "eval_kind": "bc_pretraining", + "length": 386, + "mode": "base_cfm_ode", + "native_return": -380.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 51768760, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 50, + "eval_kind": "bc_pretraining", + "length": 400, + "mode": "base_cfm_ode", + "native_return": -394.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 59320974, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 43210884, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 19819408, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 27287306, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 77579712, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 52, + "eval_kind": "bc_pretraining", + "length": 411, + "mode": "base_cfm_ode", + "native_return": -405.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 33855715, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 18917811, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 50238382, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 29018479, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 58133015, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 57, + "eval_kind": "bc_pretraining", + "length": 455, + "mode": "base_cfm_ode", + "native_return": -449.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 23864203, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 49568781, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 49, + "eval_kind": "bc_pretraining", + "length": 387, + "mode": "base_cfm_ode", + "native_return": -381.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 55772368, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 69087148, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 43159811, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 42777958, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 52, + "eval_kind": "bc_pretraining", + "length": 416, + "mode": "base_cfm_ode", + "native_return": -410.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 79686252, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 53, + "eval_kind": "bc_pretraining", + "length": 423, + "mode": "base_cfm_ode", + "native_return": -417.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 88287947, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 24484856, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 40522505, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 81, + "eval_kind": "bc_pretraining", + "length": 648, + "mode": "base_cfm_ode", + "native_return": -642.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 18535306, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 27261685, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 57, + "eval_kind": "bc_pretraining", + "length": 456, + "mode": "base_cfm_ode", + "native_return": -450.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 55157386, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 73419901, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 78, + "eval_kind": "bc_pretraining", + "length": 622, + "mode": "base_cfm_ode", + "native_return": -616.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 51177153, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 61, + "eval_kind": "bc_pretraining", + "length": 486, + "mode": "base_cfm_ode", + "native_return": -480.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 66197636, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 89218160, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 54, + "eval_kind": "bc_pretraining", + "length": 425, + "mode": "base_cfm_ode", + "native_return": -419.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 20312137, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 32815280, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 68, + "eval_kind": "bc_pretraining", + "length": 539, + "mode": "base_cfm_ode", + "native_return": -533.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 38566965, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 58, + "eval_kind": "bc_pretraining", + "length": 457, + "mode": "base_cfm_ode", + "native_return": -451.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 67538690, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 51444755, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 63, + "eval_kind": "bc_pretraining", + "length": 501, + "mode": "base_cfm_ode", + "native_return": -495.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 49534469, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 55520272, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 78917430, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 53987225, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 33135526, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 10641443, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 83269321, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 55, + "eval_kind": "bc_pretraining", + "length": 433, + "mode": "base_cfm_ode", + "native_return": -427.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 50371327, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 60499091, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 14174315, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 61, + "eval_kind": "bc_pretraining", + "length": 481, + "mode": "base_cfm_ode", + "native_return": -475.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 34430409, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 49, + "eval_kind": "bc_pretraining", + "length": 391, + "mode": "base_cfm_ode", + "native_return": -385.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 78665761, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 52, + "eval_kind": "bc_pretraining", + "length": 412, + "mode": "base_cfm_ode", + "native_return": -406.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 55417809, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 51, + "eval_kind": "bc_pretraining", + "length": 402, + "mode": "base_cfm_ode", + "native_return": -396.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 29697446, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 67300186, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 55, + "eval_kind": "bc_pretraining", + "length": 433, + "mode": "base_cfm_ode", + "native_return": -427.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 14166946, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 50, + "eval_kind": "bc_pretraining", + "length": 394, + "mode": "base_cfm_ode", + "native_return": -388.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 34309048, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 74, + "eval_kind": "bc_pretraining", + "length": 592, + "mode": "base_cfm_ode", + "native_return": -586.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 38651973, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 63582284, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 54, + "eval_kind": "bc_pretraining", + "length": 431, + "mode": "base_cfm_ode", + "native_return": -425.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 11252552, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 48, + "eval_kind": "bc_pretraining", + "length": 382, + "mode": "base_cfm_ode", + "native_return": -376.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 13083214, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 12656665, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 57, + "eval_kind": "bc_pretraining", + "length": 453, + "mode": "base_cfm_ode", + "native_return": -447.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 39216146, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 62, + "eval_kind": "bc_pretraining", + "length": 495, + "mode": "base_cfm_ode", + "native_return": -489.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 53058687, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 26843165, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 52, + "eval_kind": "bc_pretraining", + "length": 415, + "mode": "base_cfm_ode", + "native_return": -409.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 26213599, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 75250873, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 65, + "eval_kind": "bc_pretraining", + "length": 515, + "mode": "base_cfm_ode", + "native_return": -509.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 86873350, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 23044120, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 74475483, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 55, + "eval_kind": "bc_pretraining", + "length": 437, + "mode": "base_cfm_ode", + "native_return": -431.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 73879766, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 38462205, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 61, + "eval_kind": "bc_pretraining", + "length": 481, + "mode": "base_cfm_ode", + "native_return": -475.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 36712875, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 68, + "eval_kind": "bc_pretraining", + "length": 537, + "mode": "base_cfm_ode", + "native_return": -531.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 61476060, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 53, + "eval_kind": "bc_pretraining", + "length": 420, + "mode": "base_cfm_ode", + "native_return": -414.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 40070375, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 11657834, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 12071629, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 70951113, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 50, + "eval_kind": "bc_pretraining", + "length": 400, + "mode": "base_cfm_ode", + "native_return": -394.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 86273812, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 33086249, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 41678564, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 86, + "eval_kind": "bc_pretraining", + "length": 688, + "mode": "base_cfm_ode", + "native_return": -682.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 34536118, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 49, + "eval_kind": "bc_pretraining", + "length": 391, + "mode": "base_cfm_ode", + "native_return": -385.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 27607156, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 55, + "eval_kind": "bc_pretraining", + "length": 433, + "mode": "base_cfm_ode", + "native_return": -427.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 70130490, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 55, + "eval_kind": "bc_pretraining", + "length": 433, + "mode": "base_cfm_ode", + "native_return": -427.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 70448950, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 63854211, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 57, + "eval_kind": "bc_pretraining", + "length": 449, + "mode": "base_cfm_ode", + "native_return": -443.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 58640013, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 71222810, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 61, + "eval_kind": "bc_pretraining", + "length": 486, + "mode": "base_cfm_ode", + "native_return": -480.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 77025643, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 46535790, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 54, + "eval_kind": "bc_pretraining", + "length": 426, + "mode": "base_cfm_ode", + "native_return": -420.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 13450163, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 48130374, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 28109111, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 27277335, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 62, + "eval_kind": "bc_pretraining", + "length": 494, + "mode": "base_cfm_ode", + "native_return": -488.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 14975106, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 25482760, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 61, + "eval_kind": "bc_pretraining", + "length": 487, + "mode": "base_cfm_ode", + "native_return": -481.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 51368844, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 67, + "eval_kind": "bc_pretraining", + "length": 529, + "mode": "base_cfm_ode", + "native_return": -523.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 65499499, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 55, + "eval_kind": "bc_pretraining", + "length": 434, + "mode": "base_cfm_ode", + "native_return": -428.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 38883080, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 56579733, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 82, + "eval_kind": "bc_pretraining", + "length": 649, + "mode": "base_cfm_ode", + "native_return": -643.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 81285249, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 71293324, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 79868703, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 52, + "eval_kind": "bc_pretraining", + "length": 412, + "mode": "base_cfm_ode", + "native_return": -406.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 78989122, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 27209169, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 60, + "eval_kind": "bc_pretraining", + "length": 476, + "mode": "base_cfm_ode", + "native_return": -470.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 43304167, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 53, + "eval_kind": "bc_pretraining", + "length": 423, + "mode": "base_cfm_ode", + "native_return": -417.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 84752852, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 39685313, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 10941718, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 56, + "eval_kind": "bc_pretraining", + "length": 441, + "mode": "base_cfm_ode", + "native_return": -435.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 17638132, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 42683951, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 59, + "eval_kind": "bc_pretraining", + "length": 468, + "mode": "base_cfm_ode", + "native_return": -462.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 29174955, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 54, + "eval_kind": "bc_pretraining", + "length": 432, + "mode": "base_cfm_ode", + "native_return": -426.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 13106538, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 82750942, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 27595794, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 85382063, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 22544583, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 53, + "eval_kind": "bc_pretraining", + "length": 420, + "mode": "base_cfm_ode", + "native_return": -414.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 82667196, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 64, + "eval_kind": "bc_pretraining", + "length": 506, + "mode": "base_cfm_ode", + "native_return": -500.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 53585719, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 54, + "eval_kind": "bc_pretraining", + "length": 426, + "mode": "base_cfm_ode", + "native_return": -420.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 68118062, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 84752103, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 10971071, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "chunks": 60, + "eval_kind": "bc_pretraining", + "length": 474, + "mode": "base_cfm_ode", + "native_return": -468.0, + "observation_mode": "pixel_state", + "policy_version": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "reset_seed": 17007174, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + } + ], + "length": 635.225, + "output": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/operations/20261027_remaining4_e1250_final200/transport_diverse50_e1250/eval/epoch_1250.parquet", + "protocol": { + "checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/StandardBaseBC/jax/transport_8/diverse50/seed_1/checkpoints/epoch_1250.pkl", + "checkpoint_sha256": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "collision_geoms": false, + "epoch": 1250, + "identity_hash": "b9b3c0ae8ca65c344e89904779c830ef7a235bc95bf3e16a0061ed1259c0a2f3", + "job": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/jobs/00.json", + "panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", + "reset_seeds": [ + 70723122, + 66851989, + 60005579, + 32401708, + 19153477, + 42749167, + 46661357, + 27402198, + 47810457, + 18848891, + 17918997, + 80363015, + 64973617, + 14420984, + 34943840, + 20266056, + 55423323, + 77426949, + 21093578, + 74139179, + 65396037, + 66433136, + 18174832, + 44050868, + 79827091, + 48142557, + 81058782, + 57440191, + 71718518, + 62288442, + 38780438, + 31543247, + 45815861, + 69976624, + 27741928, + 47860773, + 68719953, + 72413983, + 43596719, + 25975279, + 75651978, + 62538517, + 49157692, + 72093687, + 35658896, + 34016592, + 56600068, + 85354907, + 64181994, + 64561502, + 76858975, + 17852290, + 20068153, + 39072183, + 55774539, + 26085971, + 37837570, + 88758485, + 75982683, + 81377703, + 57992264, + 80112931, + 88742902, + 47013480, + 36523859, + 19498677, + 20212586, + 55485421, + 36767911, + 50597940, + 65503466, + 87299732, + 61456577, + 79295759, + 10605088, + 21163776, + 74346251, + 59990172, + 40756359, + 29123831, + 22339698, + 55950171, + 25459058, + 89169841, + 51768760, + 59320974, + 43210884, + 19819408, + 27287306, + 77579712, + 33855715, + 18917811, + 50238382, + 29018479, + 58133015, + 23864203, + 49568781, + 55772368, + 69087148, + 43159811, + 42777958, + 79686252, + 88287947, + 24484856, + 40522505, + 18535306, + 27261685, + 55157386, + 73419901, + 51177153, + 66197636, + 89218160, + 20312137, + 32815280, + 38566965, + 67538690, + 51444755, + 49534469, + 55520272, + 78917430, + 53987225, + 33135526, + 10641443, + 83269321, + 50371327, + 60499091, + 14174315, + 34430409, + 78665761, + 55417809, + 29697446, + 67300186, + 14166946, + 34309048, + 38651973, + 63582284, + 11252552, + 13083214, + 12656665, + 39216146, + 53058687, + 26843165, + 26213599, + 75250873, + 86873350, + 23044120, + 74475483, + 73879766, + 38462205, + 36712875, + 61476060, + 40070375, + 11657834, + 12071629, + 70951113, + 86273812, + 33086249, + 41678564, + 34536118, + 27607156, + 70130490, + 70448950, + 63854211, + 58640013, + 71222810, + 77025643, + 46535790, + 13450163, + 48130374, + 28109111, + 27277335, + 14975106, + 25482760, + 51368844, + 65499499, + 38883080, + 56579733, + 81285249, + 71293324, + 79868703, + 78989122, + 27209169, + 43304167, + 84752852, + 39685313, + 10941718, + 17638132, + 42683951, + 29174955, + 13106538, + 82750942, + 27595794, + 85382063, + 22544583, + 82667196, + 53585719, + 68118062, + 84752103, + 10971071, + 17007174 + ], + "script_sha256": "7be8b5440b354a862228f5a3d3855ec0ba7267c78c4e04158fa028e9633e8d32", + "selection": "frozen before this independent panel was evaluated", + "settings": { + "episodes": 200, + "interval_epochs": 10, + "policy_seed": 700001, + "reset_seed_start": 880000, + "seed_panel_seed": 20261021, + "seed_range": [ + 10000000, + 90000000 + ], + "seed_sampling": "uniform_without_replacement", + "workers": 8 + } + }, + "seconds": 1179.1149925321806, + "seeds": [ + 70723122, + 66851989, + 60005579, + 32401708, + 19153477, + 42749167, + 46661357, + 27402198, + 47810457, + 18848891, + 17918997, + 80363015, + 64973617, + 14420984, + 34943840, + 20266056, + 55423323, + 77426949, + 21093578, + 74139179, + 65396037, + 66433136, + 18174832, + 44050868, + 79827091, + 48142557, + 81058782, + 57440191, + 71718518, + 62288442, + 38780438, + 31543247, + 45815861, + 69976624, + 27741928, + 47860773, + 68719953, + 72413983, + 43596719, + 25975279, + 75651978, + 62538517, + 49157692, + 72093687, + 35658896, + 34016592, + 56600068, + 85354907, + 64181994, + 64561502, + 76858975, + 17852290, + 20068153, + 39072183, + 55774539, + 26085971, + 37837570, + 88758485, + 75982683, + 81377703, + 57992264, + 80112931, + 88742902, + 47013480, + 36523859, + 19498677, + 20212586, + 55485421, + 36767911, + 50597940, + 65503466, + 87299732, + 61456577, + 79295759, + 10605088, + 21163776, + 74346251, + 59990172, + 40756359, + 29123831, + 22339698, + 55950171, + 25459058, + 89169841, + 51768760, + 59320974, + 43210884, + 19819408, + 27287306, + 77579712, + 33855715, + 18917811, + 50238382, + 29018479, + 58133015, + 23864203, + 49568781, + 55772368, + 69087148, + 43159811, + 42777958, + 79686252, + 88287947, + 24484856, + 40522505, + 18535306, + 27261685, + 55157386, + 73419901, + 51177153, + 66197636, + 89218160, + 20312137, + 32815280, + 38566965, + 67538690, + 51444755, + 49534469, + 55520272, + 78917430, + 53987225, + 33135526, + 10641443, + 83269321, + 50371327, + 60499091, + 14174315, + 34430409, + 78665761, + 55417809, + 29697446, + 67300186, + 14166946, + 34309048, + 38651973, + 63582284, + 11252552, + 13083214, + 12656665, + 39216146, + 53058687, + 26843165, + 26213599, + 75250873, + 86873350, + 23044120, + 74475483, + 73879766, + 38462205, + 36712875, + 61476060, + 40070375, + 11657834, + 12071629, + 70951113, + 86273812, + 33086249, + 41678564, + 34536118, + 27607156, + 70130490, + 70448950, + 63854211, + 58640013, + 71222810, + 77025643, + 46535790, + 13450163, + 48130374, + 28109111, + 27277335, + 14975106, + 25482760, + 51368844, + 65499499, + 38883080, + 56579733, + 81285249, + 71293324, + 79868703, + 78989122, + 27209169, + 43304167, + 84752852, + 39685313, + 10941718, + 17638132, + 42683951, + 29174955, + 13106538, + 82750942, + 27595794, + 85382063, + 22544583, + 82667196, + 53585719, + 68118062, + 84752103, + 10971071, + 17007174 + ], + "success": 0.5, + "successes": 100, + "successes_per_seed": [ + false, + true, + true, + false, + false, + false, + false, + false, + false, + true, + true, + true, + true, + true, + true, + true, + false, + false, + true, + false, + true, + true, + true, + true, + false, + false, + true, + true, + false, + false, + true, + true, + false, + true, + true, + false, + false, + true, + false, + true, + false, + true, + true, + false, + false, + true, + true, + false, + false, + true, + true, + true, + false, + true, + true, + false, + false, + true, + true, + false, + true, + false, + false, + false, + true, + false, + false, + false, + false, + false, + true, + false, + false, + true, + true, + true, + false, + true, + true, + true, + false, + true, + true, + false, + true, + true, + false, + false, + false, + false, + true, + false, + false, + false, + false, + true, + false, + true, + false, + false, + false, + true, + true, + false, + false, + true, + false, + true, + false, + true, + true, + false, + true, + false, + true, + true, + false, + true, + false, + false, + false, + false, + false, + false, + true, + false, + false, + true, + true, + true, + true, + false, + true, + true, + true, + false, + true, + true, + false, + true, + true, + false, + true, + false, + true, + false, + false, + true, + false, + true, + true, + true, + false, + false, + false, + true, + false, + false, + true, + true, + true, + true, + false, + true, + false, + true, + false, + true, + false, + false, + false, + true, + false, + true, + true, + true, + false, + true, + false, + false, + true, + false, + true, + true, + false, + false, + true, + false, + true, + true, + false, + false, + false, + false, + true, + true, + true, + false, + false, + true + ], + "total": 200 +} diff --git a/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/status.json b/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/status.json new file mode 100644 index 0000000000000000000000000000000000000000..bf37be578521f8f6afd0016e7959eb92ae794563 --- /dev/null +++ b/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/status.json @@ -0,0 +1,7 @@ +{ + "epoch": 1250, + "status": "completed", + "success": 0.5, + "successes": 100, + "total": 200 +} diff --git a/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/release.json b/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/release.json new file mode 100644 index 0000000000000000000000000000000000000000..a0d6553883d885319b8509283c9e8a8383e84e09 --- /dev/null +++ b/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/release.json @@ -0,0 +1,50 @@ +{ + "schema_version": 1, + "repo_id": "yangfy0627/RL-postTrain", + "created_at": "2026-10-27T00:52:11.481804+00:00", + "model": { + "task": "Transport", + "suite": "Robomimic", + "experiment": "transport_8", + "regime": "diverse50", + "seed": 1, + "epoch": 1250, + "trained_epochs_at_selection": 1823, + "planned_epochs": 2000, + "training_status_at_selection": "stopped_by_user", + "family": "StandardBaseBC", + "framework": "jax", + "weights": "complete_model_EMA", + "horizon": 8, + "collision_geoms": false, + "selection_rule": "User fixed epoch1250 before final200, accepted this checkpoint after reviewing its result", + "periodic50_success": 0.56, + "final200": { + "success": 0.5, + "successes": 100, + "total": 200, + "ci_low": 0.43136085960389187, + "ci_high": 0.5686391403961082 + }, + "final200_panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", + "checkpoint_sha256": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", + "checkpoint_bytes": 180764077, + "pixel_spec_hash": "fdc632386fe23bf52e0f84a1d2158d9c6e11dd9194d3b4c72d7bc0aab9d55662", + "identity_hash": "b9b3c0ae8ca65c344e89904779c830ef7a235bc95bf3e16a0061ed1259c0a2f3", + "path": "visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/checkpoints/epoch_1250.pkl", + "directory": "visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1", + "supervision": { + "status": "selected_by_user", + "training": "stopped_by_user", + "joint_curve_review_status": "finalized_user_accepted", + "reviewed_at": "2026-10-27T00:52:11.481804+00:00", + "review_evidence": "visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/selection_supervision.json", + "final200_role": "user_acceptance_after_fixed_checkpoint_evaluation", + "zero_overfitting_claim": false, + "last_durable_recovery_epoch": 1800 + }, + "evaluation_schedule": "visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/evaluation_override.json" + }, + "publication_authorization": "User2026-10-27 approved these three; Transport mixed50 excluded for reselection", + "purpose": "Visual-only pretrained initialization; original machine paths retained as provenance" +} diff --git a/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/selection_supervision.json b/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/selection_supervision.json new file mode 100644 index 0000000000000000000000000000000000000000..3849419b00b4706fac4284c90f06b07ad34a753c --- /dev/null +++ b/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/selection_supervision.json @@ -0,0 +1,9 @@ +{ + "status": "finalized_user_accepted", + "selected_epoch": 1250, + "selection_rule": "User fixed epoch1250 before final200, accepted this checkpoint after reviewing its result", + "checkpoint_fixed_before_final200": true, + "final200_used_for_acceptance": true, + "publication_authorization": "User2026-10-27 approved these three; Transport mixed50 excluded for reselection", + "zero_overfitting_claim": false +} diff --git a/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/training_status.json b/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/training_status.json new file mode 100644 index 0000000000000000000000000000000000000000..a84f354b755029c629280c948cea8e30976f48b0 --- /dev/null +++ b/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/training_status.json @@ -0,0 +1,9 @@ +{ + "status": "stopped_by_user", + "planned_epochs": 2000, + "selected_epoch": 1250, + "last_reported_epoch": 1823, + "last_durable_recovery_epoch": 1800, + "independent_evaluation_completed": true, + "unsaved_updates_not_claimed_as_saved": true +} diff --git a/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/provenance/evaluate_comparison.py b/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/provenance/evaluate_comparison.py new file mode 100644 index 0000000000000000000000000000000000000000..fa956325d8bb186c9f949057749370215cec5e90 --- /dev/null +++ b/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/provenance/evaluate_comparison.py @@ -0,0 +1,67 @@ +"""Evaluate the user-requested epoch1400 checkpoint on the reused comparison panel. +No changes to training or published model selection. +""" +import argparse +import copy +import json +import os +import sys +import time +from pathlib import Path + + +def main(): + p = argparse.ArgumentParser() + p.add_argument("--job", required=True, type=Path) + p.add_argument("--checkpoint", required=True, type=Path) + p.add_argument("--output", required=True, type=Path) + args = p.parse_args() + sys.path.insert(0, str(Path.cwd() / "src")) + job = json.loads(args.job.read_text()) + os.environ["RL_PT_EXPERIMENT"] = job["experiment"] + from rl_pt_analyze.bc_pretrain import validate_job, _evaluate + from rl_pt_analyze.bc_evaluation import evaluation_settings, evaluation_seeds + from rl_pt_analyze.io import canonical_hash, sha256_file, write_json + spec = validate_job(job) + assert spec.collision_geoms is False + meta = json.loads(args.checkpoint.with_suffix(".json").read_text()) + digest = sha256_file(args.checkpoint) + assert digest == meta["sha256"] + assert meta["resolved_config"]["identity_hash"] == job["identity_hash"] + epoch = meta["metadata"]["epoch"] + settings = evaluation_settings(job, job["training"]["epochs"]) + seeds = evaluation_seeds(settings) + periodic = evaluation_seeds(evaluation_settings(job, 0)) + assert len(seeds) == 200 and not set(seeds).intersection(periodic) + assert not args.output.exists(), f"Refusing to overwrite {args.output}" + args.output.mkdir(parents=True) + protocol = dict(job=str(args.job), identity_hash=job["identity_hash"], + checkpoint=str(args.checkpoint), checkpoint_sha256=digest, + epoch=epoch, settings=settings, reset_seeds=seeds, + panel_hash=canonical_hash(seeds), collision_geoms=False, + selection="User requested epoch1400 comparison after reviewing prior checkpoints; shared200 reset panel reused, not an untouched holdout", + script_sha256=sha256_file(__file__)) + write_json(args.output / "protocol.json", protocol) + write_json(args.output / "status.json", dict(status="running", pid=os.getpid())) + evaluation_job = copy.deepcopy(job) + evaluation_job["evaluation"] = settings + evaluation_job["output"] = str(args.output) + started = time.monotonic() + try: + result = _evaluate(args.checkpoint, evaluation_job, epoch) + assert result["total"] == 200 + assert len(result["successes_per_seed"]) == 200 + assert sum(result["successes_per_seed"]) == result["successes"] + assert sha256_file(args.checkpoint) == digest + write_json(args.output / "result.json", dict(protocol=protocol, + seconds=time.monotonic() - started, **result)) + write_json(args.output / "status.json", dict(status="completed", epoch=epoch, + success=result["success"], successes=result["successes"], total=200)) + print(json.dumps({k: result[k] for k in ("success", "successes", "total", "ci_low", "ci_high")}), flush=True) + except BaseException as error: + write_json(args.output / "status.json", dict(status="failed", error=repr(error))) + raise + + +if __name__ == "__main__": + main() diff --git a/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/release.json b/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/release.json index a0d6553883d885319b8509283c9e8a8383e84e09..f604d07e8fd7cc6b8d23855de67af7194ed81f51 100644 --- a/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/release.json +++ b/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/release.json @@ -1,50 +1,60 @@ { "schema_version": 1, "repo_id": "yangfy0627/RL-postTrain", - "created_at": "2026-10-27T00:52:11.481804+00:00", + "created_at": "2026-10-27T08:23:02.493820+00:00", "model": { "task": "Transport", "suite": "Robomimic", "experiment": "transport_8", "regime": "diverse50", "seed": 1, - "epoch": 1250, + "epoch": 1400, "trained_epochs_at_selection": 1823, "planned_epochs": 2000, - "training_status_at_selection": "stopped_by_user", + "training_status_at_selection": "interrupted", "family": "StandardBaseBC", "framework": "jax", "weights": "complete_model_EMA", "horizon": 8, "collision_geoms": false, - "selection_rule": "User fixed epoch1250 before final200, accepted this checkpoint after reviewing its result", - "periodic50_success": 0.56, + "selection_rule": "User requested adopting epoch1400 uniformly for all eight local models after reviewing the shared200-episode comparisons", + "periodic50_success": 0.66, "final200": { - "success": 0.5, - "successes": 100, + "success": 0.575, + "successes": 115, "total": 200, - "ci_low": 0.43136085960389187, - "ci_high": 0.5686391403961082 + "ci_low": 0.5057093264785485, + "ci_high": 0.6414638745648614 }, "final200_panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", - "checkpoint_sha256": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "checkpoint_bytes": 180764077, + "checkpoint_sha256": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "checkpoint_bytes": 180708705, "pixel_spec_hash": "fdc632386fe23bf52e0f84a1d2158d9c6e11dd9194d3b4c72d7bc0aab9d55662", "identity_hash": "b9b3c0ae8ca65c344e89904779c830ef7a235bc95bf3e16a0061ed1259c0a2f3", - "path": "visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/checkpoints/epoch_1250.pkl", + "path": "visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/checkpoints/epoch_1400.pkl", "directory": "visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1", "supervision": { "status": "selected_by_user", - "training": "stopped_by_user", + "training": "interrupted", "joint_curve_review_status": "finalized_user_accepted", - "reviewed_at": "2026-10-27T00:52:11.481804+00:00", + "reviewed_at": "2026-10-27T08:23:02.493820+00:00", "review_evidence": "visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/selection_supervision.json", - "final200_role": "user_acceptance_after_fixed_checkpoint_evaluation", - "zero_overfitting_claim": false, - "last_durable_recovery_epoch": 1800 + "final200_role": "shared_comparison_panel_used_for_user_selection", + "zero_overfitting_claim": false + }, + "previous_selection": { + "epoch": 1250, + "path": "visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/checkpoints/epoch_1250.pkl", + "revision": "1bf8a9fb26982bebb51493f3475d28f12a3197ae", + "final200": { + "success": 0.5, + "successes": 100, + "total": 200, + "ci_low": 0.43136085960389187, + "ci_high": 0.5686391403961082 + } }, "evaluation_schedule": "visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/evaluation_override.json" }, - "publication_authorization": "User2026-10-27 approved these three; Transport mixed50 excluded for reselection", - "purpose": "Visual-only pretrained initialization; original machine paths retained as provenance" + "publication_authorization": "User2026-10-27: adopt these epoch1400 results for all eight and update Hugging Face" } diff --git a/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/selection_supervision.json b/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/selection_supervision.json index 3849419b00b4706fac4284c90f06b07ad34a753c..af2aee76e1725f96fefc88264160ccba68c457e5 100644 --- a/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/selection_supervision.json +++ b/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/selection_supervision.json @@ -1,9 +1,14 @@ { "status": "finalized_user_accepted", - "selected_epoch": 1250, - "selection_rule": "User fixed epoch1250 before final200, accepted this checkpoint after reviewing its result", - "checkpoint_fixed_before_final200": true, - "final200_used_for_acceptance": true, - "publication_authorization": "User2026-10-27 approved these three; Transport mixed50 excluded for reselection", - "zero_overfitting_claim": false + "selected_epoch": 1400, + "selection_rule": "User requested adopting epoch1400 uniformly for all eight local models after reviewing the shared200-episode comparisons", + "final200_used_for_selection": true, + "untouched_holdout": false, + "zero_overfitting_claim": false, + "previous_epoch": 1250, + "previous_success": 0.5, + "previous_path": "visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/checkpoints/epoch_1250.pkl", + "previous_revision": "1bf8a9fb26982bebb51493f3475d28f12a3197ae", + "previous_release_archive": "visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae", + "checkpoint_sha256": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481" } diff --git a/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/training_status.json b/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/training_status.json index a84f354b755029c629280c948cea8e30976f48b0..907a17decd2485e9856bc7641560c127f3a66b11 100644 --- a/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/training_status.json +++ b/visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/training_status.json @@ -1,9 +1,6 @@ { - "status": "stopped_by_user", + "status": "interrupted", + "last_recorded_epoch": 1823, "planned_epochs": 2000, - "selected_epoch": 1250, - "last_reported_epoch": 1823, - "last_durable_recovery_epoch": 1800, - "independent_evaluation_completed": true, - "unsaved_updates_not_claimed_as_saved": true + "selected_epoch": 1400 } diff --git a/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/README.md b/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/README.md index 1479fe91e3bfe8029dd9cc533017fae34240d799..c73c45734c5cc889600efd2c076a3500444c7047 100644 --- a/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/README.md +++ b/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/README.md @@ -1,16 +1,13 @@ -# Transport Mixed50 — visual-only BC +# Transport mixed50 — visual-only BC -User-approved **epoch2000**, StandardBaseBC/JAX, complete-model EMA, seed1, H8. -Training completed2000 epochs. Collision geometry display is disabled; physical collisions remain enabled. +Current user-approved checkpoint: **epoch1400**, StandardBaseBC/JAX, complete-model EMA, seed1, H8. +Actual200-episode evaluation: **44.0% (88/200)**; Wilson95 interval 37.3%–50.9%. -Actual terminal200 evaluation: **40.5% (81/200)**; Wilson95 interval 33.9%–47.4%. -This release reuses the original terminal evaluation, with shared reset panel seed20261021, policy seed700001,8workers. -User selection followed comparison with e1250 (31%,62/200) and e1200 (38.5%,77/200) on the same panel. -This panel was used for checkpoint selection, not an untouched final holdout. No claim of statistically established superiority or absent overfitting. +The user chose epoch1400 uniformly for all eight local models after comparing results. The shared reset panel was used for selection, not an untouched holdout; this does not imply all eight improved over their previous checkpoints. +Previous selection: epoch2000, 40.5%. Old weights remain available; prior release documents are archived under history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/. -[Weights](checkpoints/epoch_2000.pkl) · [Final200](final200/result.json) · [Selection](selection_supervision.json) +Training status: completed, last recorded epoch2000, planned2000. Evaluation uses panel seed20261021, policy seed700001,8workers. Collision geometry display is disabled; physical collisions remain enabled. -Manifest, split, normalizer, original sidecar and full recorded curves are included. -Sealed config absolute paths are provenance; adapt explicitly on another host. -The original interval10 plan is historical; evaluation_override.json records the approved interval50 change. -SHA256SUMS.json covers release files. Previous checkpoints and remote models are preserved. +[Current weights](checkpoints/epoch_1400.pkl) · [Final200](final200/result.json) · [Selection](selection_supervision.json) + +Manifest, split, normalizer, original sidecar and curves are included. Absolute local paths are provenance; adapt explicitly on another host. evaluation_override.json records periodic evaluation every50 epochs. SHA256SUMS.json covers this staged release and archived documents. No claim of absent overfitting or guaranteed downstream RL improvement. diff --git a/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/SHA256SUMS.json b/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/SHA256SUMS.json index 6acddeea76e3889be861b7ef9247fae2079ed775..6aac2e513efb3d34bc0bae78953f50d16e545724 100644 --- a/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/SHA256SUMS.json +++ b/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/SHA256SUMS.json @@ -1,19 +1,19 @@ { "README.md": { - "sha256": "41fe50d5eb2f29c3828a5693563ccce946683fd5c8d6a5aed90038fd19e027ef", - "bytes": 1170 + "sha256": "ca588a1a0db6c55a4fd090461da2f0d566e604ea2d92852b6624e57699aa9857", + "bytes": 1302 }, "best.json": { - "sha256": "d5f55d6e414d79a06ef46189b84d91c7ed18db440e631dbae724adaa10ae1b2c", - "bytes": 1072 + "sha256": "f0b5206a13b15494d16dfa78c48f699feb10d4e5c7752812d99a6004013b579d", + "bytes": 1345 }, - "checkpoints/epoch_2000.json": { - "sha256": "416cb957e452f6b95fb6c548e424ad0aeefa912c6755dc8eecbdd046363a41c7", + "checkpoints/epoch_1400.json": { + "sha256": "6ab9736dff8a9336330bc13dbc17a4f9f76a4478e80c630e5735bf9934a63f10", "bytes": 8558 }, - "checkpoints/epoch_2000.pkl": { - "sha256": "41d2cc56b1fe312a3db1494c322d0791cd5c3e7db473142bd73dd24b003cb592", - "bytes": 180599061 + "checkpoints/epoch_1400.pkl": { + "sha256": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "bytes": 180748350 }, "data_manifest.json": { "sha256": "a7c7a3fc9069d2017eb09551db3f50b7aab1f57fe7a295c64fe193457c97dcc3", @@ -27,33 +27,69 @@ "sha256": "be23982d7c34dfe74d57485f4282f528b88571d8a14c0f613601939eefd4033d", "bytes": 104734 }, - "final200/epoch_2000.parquet": { - "sha256": "d1c918c13bb40bf509666f2373dbe3024c67d61c9bdb2f63c189ee48179a6a09", - "bytes": 6627 + "final200/epoch_1400.parquet": { + "sha256": "1687dce5f25a4b11f9671d5aef314f87fc594f81b3cf6c84f290feac8400719d", + "bytes": 6723 }, "final200/protocol.json": { + "sha256": "7acb482f6122976234b3fe1e6d1d20c58a61864d09125dc1486e77339b11517e", + "bytes": 4009 + }, + "final200/result.json": { + "sha256": "f6052ce1c89a67b45c396cd4febd17328562698d9007f3768de216d6f56ed1db", + "bytes": 117452 + }, + "final200/status.json": { + "sha256": "229572383eeb1f0dfc3ddff7e0a4a5be62a4ba3a4a7439fff192a03af4a0cfeb", + "bytes": 99 + }, + "final200/verification.json": { + "sha256": "031cc6889e0e3390b27dc055a9fa9b9cccae12dfe077eb4a1e8b734c8ef778ce", + "bytes": 310 + }, + "history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/README.md": { + "sha256": "41fe50d5eb2f29c3828a5693563ccce946683fd5c8d6a5aed90038fd19e027ef", + "bytes": 1170 + }, + "history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/SHA256SUMS.json": { + "sha256": "2837830c44ee2c5a5ebbb84e23e0f5c8e3c203a2849029052025fc4e0fce377e", + "bytes": 3538 + }, + "history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/best.json": { + "sha256": "d5f55d6e414d79a06ef46189b84d91c7ed18db440e631dbae724adaa10ae1b2c", + "bytes": 1072 + }, + "history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/protocol.json": { "sha256": "bc077e88ec0c5aeefdc842574d8bd62f643c2f0a05f32bf4226990fe9caf9400", "bytes": 4036 }, - "final200/result.json": { + "history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/result.json": { "sha256": "41b7ddbfadbebfccdfb1a7af9b02daeaf7421508aaf8a5122c93de1b7bc4a2a0", "bytes": 10244 }, - "final200/status.json": { + "history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/status.json": { "sha256": "8633aafa55a08be29ce2739903d9d4743c33d6c85b0b9f3794a08591986faa49", "bytes": 144 }, - "final200/verification.json": { - "sha256": "472015054dcb7db0d68f12ba5e696d376e73bd28c81c1db3d687576b6cfe9e10", - "bytes": 393 + "history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/release.json": { + "sha256": "b33f3d1bc33d9bf52c8256a4d0954c83f72500ad5e44ef598ca699a057d160c3", + "bytes": 2100 + }, + "history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/selection_supervision.json": { + "sha256": "d5f55d6e414d79a06ef46189b84d91c7ed18db440e631dbae724adaa10ae1b2c", + "bytes": 1072 + }, + "history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/training_status.json": { + "sha256": "04ba25bc2d95c0b86987f0d43d3955bbbba9c05c996adb4af470f84ebaf8d38c", + "bytes": 107 }, "normalizer.json": { "sha256": "3cf0057cbbc31467dff9338dc38975138b3d0efe61fb710352801d3d564b93ea", "bytes": 2073 }, - "provenance/bc_evaluation.py": { - "sha256": "7319c346f453263a99cdc5d6fd39e6a0a88783d2c42f68a312ee36ab6d656c6f", - "bytes": 1334 + "provenance/evaluate_comparison.py": { + "sha256": "52959ac39b30b97e21dda738d5187427516ba577f89c0e8d85ddb7ecec15ee40", + "bytes": 3264 }, "provenance/evaluation_override_active.json": { "sha256": "cf80366fedad44b509d7dd0fd22a1a700767496bcc27353df3766ccab8c0c1e3", @@ -67,25 +103,17 @@ "sha256": "a917f2fe8f7381165c26f26c6898fed61cc68f6f599fe3d7f601d4de0a8da5ca", "bytes": 298 }, - "provenance/pretrain_bc_eval_override.py": { - "sha256": "71deaa1c690802253ce2f075f3d9295ac1e302252e9413caae7bbe9071e80e29", - "bytes": 2877 - }, - "provenance/pretrain_bc_noleak.py": { - "sha256": "240abba4a512b61887271aeafc18fdce2372398ed483920b723aa7ce41f3d953", - "bytes": 1932 - }, "release.json": { - "sha256": "b33f3d1bc33d9bf52c8256a4d0954c83f72500ad5e44ef598ca699a057d160c3", - "bytes": 2100 + "sha256": "d4046cfaedbe37ff9b3ed01d55da533cc755f10e50bae28feb0f4e32eef6b4ac", + "bytes": 2548 }, "resolved_config.json": { "sha256": "55b35099f93a40ce30124bd5db86c16359a12cbcee7356973c66e4999c72de5c", "bytes": 6592 }, "selection_supervision.json": { - "sha256": "d5f55d6e414d79a06ef46189b84d91c7ed18db440e631dbae724adaa10ae1b2c", - "bytes": 1072 + "sha256": "f6f19017f0238164e50c96bceaf4dda28da6821ce7348906d9eea446a9f35408", + "bytes": 784 }, "split.json": { "sha256": "5f6e436525ada0e3241200a046aa1883739d89ace78e09c8ce499097f3bb134e", @@ -96,8 +124,8 @@ "bytes": 365302 }, "training_status.json": { - "sha256": "04ba25bc2d95c0b86987f0d43d3955bbbba9c05c996adb4af470f84ebaf8d38c", - "bytes": 107 + "sha256": "2dece9b5abae7eb0792f37aae903f21d9b31f3e0de50d5b41aa918a2596c24ee", + "bytes": 111 }, "validation_metrics.jsonl": { "sha256": "efa32ae1ccfdb3fa0d3ae78d516ee4e476967fcb5ce4d9c53d1254f417bd75e1", diff --git a/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/best.json b/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/best.json index 99a99adaed7c5c2df64afcb8746fcd4f0e599fe5..f8ef1257f0e98daa4cb32181909b964666064fd5 100644 --- a/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/best.json +++ b/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/best.json @@ -1,33 +1,28 @@ { "task": "transport", "regime": "mixed50", - "epoch": 2000, - "checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/StandardBaseBC/jax/transport_8/mixed50/seed_1/checkpoints/epoch_2000.pkl", - "checkpoint_sha256": "41d2cc56b1fe312a3db1494c322d0791cd5c3e7db473142bd73dd24b003cb592", - "status": "finalized_user_accepted", - "selection_fixed_before_final200": false, - "final200_used_for_selection": true, - "selection_rule": "User selected epoch2000 after reviewing actual shared-panel200-episode scores", - "compared_checkpoints": [ - { - "epoch": 1250, - "success": 0.31, - "successes": 62, - "total": 200 - }, - { - "epoch": 1200, - "success": 0.385, - "successes": 77, - "total": 200 - }, - { - "epoch": 2000, - "success": 0.405, - "successes": 81, - "total": 200 - } - ], - "zero_overfitting_claim": false, - "publication_authorization": "User2026-10-27 accepted this model to complete the ongoing BC publication batch" + "epoch": 1400, + "checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/StandardBaseBC/jax/transport_8/mixed50/seed_1/checkpoints/epoch_1400.pkl", + "checkpoint_sha256": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "final200": { + "success": 0.44, + "successes": 88, + "total": 200, + "ci_low": 0.37297819251185865, + "ci_high": 0.5092832466534134 + }, + "selection": { + "status": "finalized_user_accepted", + "selected_epoch": 1400, + "selection_rule": "User requested adopting epoch1400 uniformly for all eight local models after reviewing the shared200-episode comparisons", + "final200_used_for_selection": true, + "untouched_holdout": false, + "zero_overfitting_claim": false, + "previous_epoch": 2000, + "previous_success": 0.405, + "previous_path": "visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/checkpoints/epoch_2000.pkl", + "previous_revision": "1bf8a9fb26982bebb51493f3475d28f12a3197ae", + "previous_release_archive": "visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae", + "checkpoint_sha256": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f" + } } diff --git a/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/checkpoints/epoch_1400.json b/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/checkpoints/epoch_1400.json new file mode 100644 index 0000000000000000000000000000000000000000..e5756ff241bdf29ca0bb5cfaafe3aed987439de8 --- /dev/null +++ b/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/checkpoints/epoch_1400.json @@ -0,0 +1,209 @@ +{ + "bc_identity": { + "architecture": "dice_vision_resnet_flow_unet_v1", + "family": "StandardBaseBC", + "framework": "jax" + }, + "data_manifest_hash": "06f589559f1c70ea95d60e97194244ac04aa2055fc4138566056290368ccf02a", + "encoding": "gzip_pickle_numpy_float32_lossless", + "evaluation_runtime_override": { + "created_unix": 1792988434.2580163, + "decision": "1026-BC-EVAL50", + "effective_after_epoch": 400, + "final_evaluation": { + "episodes": 200, + "seed_panel_seed": 20261021, + "seed_range": [ + 10000000, + 90000000 + ], + "seed_sampling": "uniform_without_replacement" + }, + "identity_hash": "37db04be0068bd4951f95951f09acc4ceed477fab043115e422ebd005c82dfe0", + "interval_epochs": 50, + "operation": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/operations/20261026_bc_eval50", + "original_interval_epochs": 10, + "periodic_episodes": 50 + }, + "kind": "pixel_state_bc", + "metadata": { + "epoch": 1400, + "epochs": 2000, + "experiment": "transport_8", + "regime": "mixed50", + "seed": 1, + "smoke": false, + "stage": "fixed_epochs", + "step": 116200, + "task": "transport" + }, + "normalizer_hash": "af8c657cf28cf0b2263b081e90b048e9b69f1ad9e6cb8e42a238f567b71ff00d", + "observation_mode": "pixel_state", + "pixel_spec_hash": "fdc632386fe23bf52e0f84a1d2158d9c6e11dd9194d3b4c72d7bc0aab9d55662", + "resolved_config": { + "bc_identity": { + "family": "StandardBaseBC", + "framework": "jax" + }, + "checkpoint_encoding": "lossless_gzip_ema_only", + "checkpoint_interval_epochs": 50, + "ema_buffers": "copy_live_running_statistics", + "evaluation": { + "episodes": 50, + "final": { + "episodes": 200, + "seed_panel_seed": 20261021, + "seed_range": [ + 10000000, + 90000000 + ], + "seed_sampling": "uniform_without_replacement" + }, + "interval_epochs": 10, + "policy_seed": 700001, + "reset_seed_start": 880000, + "workers": 8 + }, + "experiment": "transport_8", + "family": "StandardBaseBC", + "framework": "jax", + "identity_hash": "37db04be0068bd4951f95951f09acc4ceed477fab043115e422ebd005c82dfe0", + "index": 1, + "manifest": "/ssd/WorkSpace/RL-Postrain-visual-bc/.local/visual_bc_reserved8/robomimic50/manifests/transport.json", + "manifest_sha256": "a7c7a3fc9069d2017eb09551db3f50b7aab1f57fe7a295c64fe193457c97dcc3", + "model_spec_hash": "fdc632386fe23bf52e0f84a1d2158d9c6e11dd9194d3b4c72d7bc0aab9d55662", + "normalizer_hash": "af8c657cf28cf0b2263b081e90b048e9b69f1ad9e6cb8e42a238f567b71ff00d", + "observation_mode": "pixel_state", + "output": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/StandardBaseBC/jax/transport_8/mixed50/seed_1", + "pixel_cache": "/ssd/WorkSpace/RL-Postrain-visual-bc/data/pixels/transport/visual_20261025", + "pixel_spec": { + "action_dim": 14, + "architecture": "dice_vision_resnet_flow_unet_v1", + "backbone_initialization": "random", + "backbone_norm": "batch_norm", + "cameras": [ + "shouldercamera0", + "robot0_eye_in_hand", + "shouldercamera1", + "robot1_eye_in_hand" + ], + "collision_geoms": false, + "crop_size": 96, + "family": "StandardBaseBC", + "feature_dim": 146, + "features_per_camera": 64, + "flow_steps": 10, + "horizon": 8, + "image_size": 96, + "proprio_dim": 18, + "proprio_keys": [ + "robot0_eef_pos", + "robot0_eef_quat", + "robot0_gripper_qpos", + "robot1_eef_pos", + "robot1_eef_quat", + "robot1_gripper_qpos" + ], + "task": "transport", + "time_embedding_dim": 128 + }, + "regime": "mixed50", + "runtime": { + "framework_version": "0.10.1", + "python": "/ssd/WorkSpace/RL-Postrain-visual-bc/.venvs/ogpo/bin/python", + "requested_device": "cuda:0" + }, + "seed": 1, + "sources_sha256": { + "configs/bc_models.yaml": "ce58a903c4270328985ab8677babdaa12748ad18efc3749faed72425024e61c1", + "configs/bc_pretraining.yaml": "7d1b9be73f25aeb40cd342a3e3ca2543ea865b38b2abe8fb28a7da6588d419a6", + "configs/bc_pretraining_ph_full.yaml": "a93c7d4a50e9afa836d98a6193ba1bc2fb3827a259cf5de39f5dc7a2504d6728", + "configs/bc_standard_init_schema.json": "e2c70eee2a1ce8d1a812ec427d24ba3cc45519434331354318d97415fd559bc8", + "configs/study1.yaml": "35d065e242b205a4c99f8add2eab35bb85f80401f4e07d49f063a0eddf4de608", + "configs/study1_ph_full.yaml": "f9cebc4b66279d4ea7492f7a80a09f1adca7c1cae7b242374305be4f701e76ef", + "scripts/pretrain_bc.py": "9972b77f7b8ed964e7e04fa3ba3821b767f0b7a5d697625ed1c6f8fcdf990890", + "src/rl_pt_analyze/bc_evaluation.py": "7319c346f453263a99cdc5d6fd39e6a0a88783d2c42f68a312ee36ab6d656c6f", + "src/rl_pt_analyze/bc_fleet.py": "a49c24c66ec0bb1a5548d384deefda429ff1ca693cb19f1c99dbd661148d7ffc", + "src/rl_pt_analyze/bc_full_cut.py": "a8170de58bc0a16dd5c6358a6429d96afb5227e5701602806d68e42727f671bc", + "src/rl_pt_analyze/bc_identity.py": "f94c284c71df7ed06eaf4553297de53f2b801a5fac743beb3b98d1bc41314fe0", + "src/rl_pt_analyze/bc_policy.py": "aff3c4613a0dfc46d6491bdba6478261049c2c9631eca446fa8939a1e498fc30", + "src/rl_pt_analyze/bc_pretrain.py": "703b2e50fe53d62b23910b907d75c09cec49463e5e9e2c08d8f77d2b6b77a5bd", + "src/rl_pt_analyze/bc_runtime.py": "29d85733684176bd7328c01921ed1eb45857a914d8ee998e6df4fb0a5be5315d", + "src/rl_pt_analyze/bc_standard_jax.py": "9063d0d4160e972bb9f7b1acd9e508a2ea1118ceeed7647614c787abcb7b32ce", + "src/rl_pt_analyze/bc_standard_policy.py": "54d733549ec571f709d49698520f2461def5a20fc4146d155b3d56fbbcf5deb1", + "src/rl_pt_analyze/bc_storage.py": "83b79d5beaaaa46310d756476f5da90c9227a656533dc9414334d395a6749e54", + "src/rl_pt_analyze/bc_training.py": "bf20475ceeef114e3444c2610ea6d490389b02d147f22c962e2f63fd94b9dafa", + "src/rl_pt_analyze/pixel.py": "ec46a0b0e3c40bca7ea2d0c76b086b482fedaf98293b06f7ab719b86b81141e6", + "src/rl_pt_analyze/pixel_data.py": "74ed81ff034d0782671ff9e48157a3be2d274e7db3735a955705b8e8fcf42b34", + "src/rl_pt_analyze/pixel_vec.py": "f247a6d9ed1791b82880ecef7505275959835fc3b69bfab2e85dedd096416bc8", + "src/rl_pt_analyze/r0.py": "e0a13e9c02d935dbab6a0e091fd925f08ce2d00e661b6cf09aff0ee95925249d", + "third_party/dice/model/diffusion/modules.py": "3b6b2efae0bb67cc30a061a8dd7c6b2d8d6905dac7cecac92b3dbfa5da0067cd", + "third_party/dice/model/flow_matching/vision_resnet_mlp_flow_matching.py": "2f0d3aa0b6e1624e32a540e66a5803e613481f35bb190926e51560856249981d" + }, + "spec": { + "action_dim": 14, + "architecture": "dice_vision_resnet_flow_unet_v1", + "backbone_initialization": "random", + "backbone_norm": "batch_norm", + "cameras": [ + "shouldercamera0", + "robot0_eye_in_hand", + "shouldercamera1", + "robot1_eye_in_hand" + ], + "collision_geoms": false, + "crop_size": 96, + "family": "StandardBaseBC", + "feature_dim": 146, + "features_per_camera": 64, + "flow_steps": 10, + "horizon": 8, + "image_size": 96, + "proprio_dim": 18, + "proprio_keys": [ + "robot0_eef_pos", + "robot0_eef_quat", + "robot0_gripper_qpos", + "robot1_eef_pos", + "robot1_eef_quat", + "robot1_gripper_qpos" + ], + "task": "transport", + "time_embedding_dim": 128 + }, + "split_hash": "71f7f8359f4bda033e5a442dd8f268e48eb24643baa692df873d546eb1a1f829", + "task": "transport", + "training": { + "batch_size": 256, + "bc_only": true, + "drop_last": false, + "early_stopping": false, + "ema_decay": 0.999, + "epoch_definition": "shuffled_full_training_split_without_replacement", + "epochs": 2000, + "learning_rate": 0.0001, + "online_steps": 0, + "optimizer": "adamw", + "padding_loss_mask": true, + "stopping": "none_fixed_epochs", + "weight_decay": 1e-06 + }, + "training_samples": 21115, + "validation": { + "batch_seed": 771, + "batch_size": 256, + "interval_epochs": 1, + "loss_seed": 882 + }, + "validation_only": false, + "validation_samples": 2625, + "wandb": { + "mode": "online", + "project": "standard_bc_pretrain" + } + }, + "schema_version": 2, + "sha256": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "split_hash": "71f7f8359f4bda033e5a442dd8f268e48eb24643baa692df873d546eb1a1f829", + "weights_used_for_deployment": "complete_model_EMA" +} diff --git a/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/checkpoints/epoch_1400.pkl b/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/checkpoints/epoch_1400.pkl new file mode 100644 index 0000000000000000000000000000000000000000..077eb35f00efca388197c55d290203560148a68d --- /dev/null +++ b/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/checkpoints/epoch_1400.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f +size 180748350 diff --git a/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/final200/epoch_1400.parquet b/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/final200/epoch_1400.parquet new file mode 100644 index 0000000000000000000000000000000000000000..262a56c2838f6530bd092950571dca0428c96d2e --- /dev/null +++ b/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/final200/epoch_1400.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1687dce5f25a4b11f9671d5aef314f87fc594f81b3cf6c84f290feac8400719d +size 6723 diff --git a/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/final200/protocol.json b/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/final200/protocol.json index 3d13365fc7e201a27a4100a7e4f791778bcfd174..addd4b365eed87b007b3ec5fea6a1602528ba969 100644 --- a/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/final200/protocol.json +++ b/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/final200/protocol.json @@ -1,22 +1,11 @@ { - "epoch": 2000, - "job": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/jobs/01.json", - "checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/StandardBaseBC/jax/transport_8/mixed50/seed_1/checkpoints/epoch_2000.pkl", - "checkpoint_sha256": "41d2cc56b1fe312a3db1494c322d0791cd5c3e7db473142bd73dd24b003cb592", + "checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/StandardBaseBC/jax/transport_8/mixed50/seed_1/checkpoints/epoch_1400.pkl", + "checkpoint_sha256": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "collision_geoms": false, + "epoch": 1400, "identity_hash": "37db04be0068bd4951f95951f09acc4ceed477fab043115e422ebd005c82dfe0", - "settings": { - "episodes": 200, - "interval_epochs": 10, - "policy_seed": 700001, - "reset_seed_start": 880000, - "workers": 8, - "seed_panel_seed": 20261021, - "seed_range": [ - 10000000, - 90000000 - ], - "seed_sampling": "uniform_without_replacement" - }, + "job": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/jobs/01.json", + "panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", "reset_seeds": [ 70723122, 66851989, @@ -219,8 +208,19 @@ 10971071, 17007174 ], - "panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", - "collision_geoms": false, - "evaluation_origin": "Original terminal evaluation after completing2000 epochs; reused existing records, no reevaluation", - "selection": "User accepted epoch2000 after comparing shared-panel results for1250,1200,2000; not an untouched selection holdout" + "script_sha256": "52959ac39b30b97e21dda738d5187427516ba577f89c0e8d85ddb7ecec15ee40", + "selection": "User requested epoch1400 comparison after reviewing prior checkpoints; shared200 reset panel reused, not an untouched holdout", + "settings": { + "episodes": 200, + "interval_epochs": 10, + "policy_seed": 700001, + "reset_seed_start": 880000, + "seed_panel_seed": 20261021, + "seed_range": [ + 10000000, + 90000000 + ], + "seed_sampling": "uniform_without_replacement", + "workers": 8 + } } diff --git a/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/final200/result.json b/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/final200/result.json index 5db1be21eb91ab171f271f73b456d48dc7a3eb5e..68043795f081eb9688c2dfea2da0715f97c3de2a 100644 --- a/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/final200/result.json +++ b/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/final200/result.json @@ -1,14 +1,3439 @@ { - "checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/StandardBaseBC/jax/transport_8/mixed50/seed_1/checkpoints/epoch_2000.pkl", - "checkpoint_sha256": "41d2cc56b1fe312a3db1494c322d0791cd5c3e7db473142bd73dd24b003cb592", "ci": "wilson95", - "ci_high": 0.47420289918661307, - "ci_low": 0.3393777128250677, - "environment_steps": 134793, - "epoch": 2000, - "eval_seconds": 1088.7706162801478, - "length": 673.965, - "output": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/StandardBaseBC/jax/transport_8/mixed50/seed_1/eval/epoch_2000.parquet", + "ci_high": 0.5092832466534134, + "ci_low": 0.37297819251185865, + "environment_steps": 131128, + "episodes": [ + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 89, + "eval_kind": "bc_pretraining", + "length": 707, + "mode": "base_cfm_ode", + "native_return": -701.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 70723122, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 80, + "eval_kind": "bc_pretraining", + "length": 634, + "mode": "base_cfm_ode", + "native_return": -628.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 66851989, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 60005579, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 32401708, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 19153477, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 42749167, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 46661357, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 54, + "eval_kind": "bc_pretraining", + "length": 425, + "mode": "base_cfm_ode", + "native_return": -419.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 27402198, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 47810457, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 18848891, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 17918997, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 74, + "eval_kind": "bc_pretraining", + "length": 585, + "mode": "base_cfm_ode", + "native_return": -579.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 80363015, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 64973617, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 62, + "eval_kind": "bc_pretraining", + "length": 491, + "mode": "base_cfm_ode", + "native_return": -485.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 14420984, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 34943840, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 54, + "eval_kind": "bc_pretraining", + "length": 425, + "mode": "base_cfm_ode", + "native_return": -419.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 20266056, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 55423323, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 77426949, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 69, + "eval_kind": "bc_pretraining", + "length": 547, + "mode": "base_cfm_ode", + "native_return": -541.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 21093578, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 74139179, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 65396037, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 66433136, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 18174832, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 44050868, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 79827091, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 48142557, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 56, + "eval_kind": "bc_pretraining", + "length": 442, + "mode": "base_cfm_ode", + "native_return": -436.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 81058782, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 57440191, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 71718518, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 57, + "eval_kind": "bc_pretraining", + "length": 449, + "mode": "base_cfm_ode", + "native_return": -443.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 62288442, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 38780438, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 31543247, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 45815861, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 55, + "eval_kind": "bc_pretraining", + "length": 433, + "mode": "base_cfm_ode", + "native_return": -427.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 69976624, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 52, + "eval_kind": "bc_pretraining", + "length": 410, + "mode": "base_cfm_ode", + "native_return": -404.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 27741928, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 47860773, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 68719953, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 72413983, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 58, + "eval_kind": "bc_pretraining", + "length": 464, + "mode": "base_cfm_ode", + "native_return": -458.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 43596719, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 48, + "eval_kind": "bc_pretraining", + "length": 381, + "mode": "base_cfm_ode", + "native_return": -375.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 25975279, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 59, + "eval_kind": "bc_pretraining", + "length": 466, + "mode": "base_cfm_ode", + "native_return": -460.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 75651978, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 62538517, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 49157692, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 58, + "eval_kind": "bc_pretraining", + "length": 461, + "mode": "base_cfm_ode", + "native_return": -455.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 72093687, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 55, + "eval_kind": "bc_pretraining", + "length": 440, + "mode": "base_cfm_ode", + "native_return": -434.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 35658896, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 34016592, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 53, + "eval_kind": "bc_pretraining", + "length": 418, + "mode": "base_cfm_ode", + "native_return": -412.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 56600068, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 55, + "eval_kind": "bc_pretraining", + "length": 433, + "mode": "base_cfm_ode", + "native_return": -427.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 85354907, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 64, + "eval_kind": "bc_pretraining", + "length": 506, + "mode": "base_cfm_ode", + "native_return": -500.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 64181994, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 57, + "eval_kind": "bc_pretraining", + "length": 456, + "mode": "base_cfm_ode", + "native_return": -450.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 64561502, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 76858975, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 17852290, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 55, + "eval_kind": "bc_pretraining", + "length": 433, + "mode": "base_cfm_ode", + "native_return": -427.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 20068153, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 56, + "eval_kind": "bc_pretraining", + "length": 447, + "mode": "base_cfm_ode", + "native_return": -441.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 39072183, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 55774539, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 51, + "eval_kind": "bc_pretraining", + "length": 403, + "mode": "base_cfm_ode", + "native_return": -397.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 26085971, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 81, + "eval_kind": "bc_pretraining", + "length": 643, + "mode": "base_cfm_ode", + "native_return": -637.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 37837570, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 88758485, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 52, + "eval_kind": "bc_pretraining", + "length": 414, + "mode": "base_cfm_ode", + "native_return": -408.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 75982683, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 81377703, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 54, + "eval_kind": "bc_pretraining", + "length": 432, + "mode": "base_cfm_ode", + "native_return": -426.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 57992264, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 80112931, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 88742902, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 70, + "eval_kind": "bc_pretraining", + "length": 556, + "mode": "base_cfm_ode", + "native_return": -550.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 47013480, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 36523859, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 58, + "eval_kind": "bc_pretraining", + "length": 462, + "mode": "base_cfm_ode", + "native_return": -456.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 19498677, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 20212586, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 50, + "eval_kind": "bc_pretraining", + "length": 393, + "mode": "base_cfm_ode", + "native_return": -387.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 55485421, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 36767911, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 50597940, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 65503466, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 87299732, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 80, + "eval_kind": "bc_pretraining", + "length": 638, + "mode": "base_cfm_ode", + "native_return": -632.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 61456577, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 79295759, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 10605088, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 64, + "eval_kind": "bc_pretraining", + "length": 512, + "mode": "base_cfm_ode", + "native_return": -506.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 21163776, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 65, + "eval_kind": "bc_pretraining", + "length": 520, + "mode": "base_cfm_ode", + "native_return": -514.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 74346251, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 59990172, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 50, + "eval_kind": "bc_pretraining", + "length": 398, + "mode": "base_cfm_ode", + "native_return": -392.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 40756359, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 29123831, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 22339698, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 46, + "eval_kind": "bc_pretraining", + "length": 368, + "mode": "base_cfm_ode", + "native_return": -362.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 55950171, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 25459058, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 47, + "eval_kind": "bc_pretraining", + "length": 375, + "mode": "base_cfm_ode", + "native_return": -369.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 89169841, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 51768760, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 59320974, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 54, + "eval_kind": "bc_pretraining", + "length": 426, + "mode": "base_cfm_ode", + "native_return": -420.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 43210884, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 49, + "eval_kind": "bc_pretraining", + "length": 385, + "mode": "base_cfm_ode", + "native_return": -379.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 19819408, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 66, + "eval_kind": "bc_pretraining", + "length": 521, + "mode": "base_cfm_ode", + "native_return": -515.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 27287306, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 77579712, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 33855715, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 54, + "eval_kind": "bc_pretraining", + "length": 425, + "mode": "base_cfm_ode", + "native_return": -419.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 18917811, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 61, + "eval_kind": "bc_pretraining", + "length": 484, + "mode": "base_cfm_ode", + "native_return": -478.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 50238382, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 54, + "eval_kind": "bc_pretraining", + "length": 425, + "mode": "base_cfm_ode", + "native_return": -419.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 29018479, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 58133015, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 59, + "eval_kind": "bc_pretraining", + "length": 465, + "mode": "base_cfm_ode", + "native_return": -459.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 23864203, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 49568781, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 55772368, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 69087148, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 77, + "eval_kind": "bc_pretraining", + "length": 609, + "mode": "base_cfm_ode", + "native_return": -603.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 43159811, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 42777958, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 61, + "eval_kind": "bc_pretraining", + "length": 483, + "mode": "base_cfm_ode", + "native_return": -477.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 79686252, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 58, + "eval_kind": "bc_pretraining", + "length": 459, + "mode": "base_cfm_ode", + "native_return": -453.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 88287947, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 24484856, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 40522505, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 18535306, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 27261685, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 55157386, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 53, + "eval_kind": "bc_pretraining", + "length": 424, + "mode": "base_cfm_ode", + "native_return": -418.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 73419901, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 51177153, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 52, + "eval_kind": "bc_pretraining", + "length": 409, + "mode": "base_cfm_ode", + "native_return": -403.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 66197636, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 57, + "eval_kind": "bc_pretraining", + "length": 456, + "mode": "base_cfm_ode", + "native_return": -450.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 89218160, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 55, + "eval_kind": "bc_pretraining", + "length": 437, + "mode": "base_cfm_ode", + "native_return": -431.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 20312137, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 67, + "eval_kind": "bc_pretraining", + "length": 536, + "mode": "base_cfm_ode", + "native_return": -530.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 32815280, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 75, + "eval_kind": "bc_pretraining", + "length": 599, + "mode": "base_cfm_ode", + "native_return": -593.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 38566965, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 67538690, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 52, + "eval_kind": "bc_pretraining", + "length": 410, + "mode": "base_cfm_ode", + "native_return": -404.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 51444755, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 49534469, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 55520272, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 53, + "eval_kind": "bc_pretraining", + "length": 424, + "mode": "base_cfm_ode", + "native_return": -418.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 78917430, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 53987225, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 33135526, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 10641443, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 83269321, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 54, + "eval_kind": "bc_pretraining", + "length": 426, + "mode": "base_cfm_ode", + "native_return": -420.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 50371327, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 60499091, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 49, + "eval_kind": "bc_pretraining", + "length": 392, + "mode": "base_cfm_ode", + "native_return": -386.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 14174315, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 34430409, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 82, + "eval_kind": "bc_pretraining", + "length": 649, + "mode": "base_cfm_ode", + "native_return": -643.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 78665761, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 55417809, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 52, + "eval_kind": "bc_pretraining", + "length": 410, + "mode": "base_cfm_ode", + "native_return": -404.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 29697446, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 67300186, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 88, + "eval_kind": "bc_pretraining", + "length": 699, + "mode": "base_cfm_ode", + "native_return": -693.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 14166946, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 34309048, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 48, + "eval_kind": "bc_pretraining", + "length": 378, + "mode": "base_cfm_ode", + "native_return": -372.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 38651973, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 99, + "eval_kind": "bc_pretraining", + "length": 790, + "mode": "base_cfm_ode", + "native_return": -784.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 63582284, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 11252552, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 13083214, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 12656665, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 56, + "eval_kind": "bc_pretraining", + "length": 448, + "mode": "base_cfm_ode", + "native_return": -442.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 39216146, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 53058687, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 26843165, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 26213599, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 75250873, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 86873350, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 23044120, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 74475483, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 57, + "eval_kind": "bc_pretraining", + "length": 456, + "mode": "base_cfm_ode", + "native_return": -450.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 73879766, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 58, + "eval_kind": "bc_pretraining", + "length": 457, + "mode": "base_cfm_ode", + "native_return": -451.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 38462205, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 799, + "mode": "base_cfm_ode", + "native_return": -793.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 36712875, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 61476060, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 52, + "eval_kind": "bc_pretraining", + "length": 411, + "mode": "base_cfm_ode", + "native_return": -405.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 40070375, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 53, + "eval_kind": "bc_pretraining", + "length": 417, + "mode": "base_cfm_ode", + "native_return": -411.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 11657834, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 12071629, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 70951113, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 86273812, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 85, + "eval_kind": "bc_pretraining", + "length": 673, + "mode": "base_cfm_ode", + "native_return": -667.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 33086249, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 52, + "eval_kind": "bc_pretraining", + "length": 416, + "mode": "base_cfm_ode", + "native_return": -410.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 41678564, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 53, + "eval_kind": "bc_pretraining", + "length": 417, + "mode": "base_cfm_ode", + "native_return": -411.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 34536118, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 57, + "eval_kind": "bc_pretraining", + "length": 450, + "mode": "base_cfm_ode", + "native_return": -444.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 27607156, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 70130490, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 70448950, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 63854211, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 58640013, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 71222810, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 52, + "eval_kind": "bc_pretraining", + "length": 416, + "mode": "base_cfm_ode", + "native_return": -410.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 77025643, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 46535790, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 61, + "eval_kind": "bc_pretraining", + "length": 482, + "mode": "base_cfm_ode", + "native_return": -476.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 13450163, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 84, + "eval_kind": "bc_pretraining", + "length": 667, + "mode": "base_cfm_ode", + "native_return": -661.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 48130374, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 56, + "eval_kind": "bc_pretraining", + "length": 444, + "mode": "base_cfm_ode", + "native_return": -438.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 28109111, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 27277335, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 14975106, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 25482760, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 51368844, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 51, + "eval_kind": "bc_pretraining", + "length": 401, + "mode": "base_cfm_ode", + "native_return": -395.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 65499499, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 38883080, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 52, + "eval_kind": "bc_pretraining", + "length": 409, + "mode": "base_cfm_ode", + "native_return": -403.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 56579733, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 47, + "eval_kind": "bc_pretraining", + "length": 370, + "mode": "base_cfm_ode", + "native_return": -364.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 81285249, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 71293324, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 52, + "eval_kind": "bc_pretraining", + "length": 413, + "mode": "base_cfm_ode", + "native_return": -407.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 79868703, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 78989122, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 27209169, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 53, + "eval_kind": "bc_pretraining", + "length": 424, + "mode": "base_cfm_ode", + "native_return": -418.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 43304167, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 49, + "eval_kind": "bc_pretraining", + "length": 388, + "mode": "base_cfm_ode", + "native_return": -382.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 84752852, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 39685313, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 10941718, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 54, + "eval_kind": "bc_pretraining", + "length": 426, + "mode": "base_cfm_ode", + "native_return": -420.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 17638132, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 42683951, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 56, + "eval_kind": "bc_pretraining", + "length": 444, + "mode": "base_cfm_ode", + "native_return": -438.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 29174955, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 55, + "eval_kind": "bc_pretraining", + "length": 433, + "mode": "base_cfm_ode", + "native_return": -427.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 13106538, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 82750942, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 27595794, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 53, + "eval_kind": "bc_pretraining", + "length": 419, + "mode": "base_cfm_ode", + "native_return": -413.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 85382063, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 22544583, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 82667196, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 66, + "eval_kind": "bc_pretraining", + "length": 524, + "mode": "base_cfm_ode", + "native_return": -518.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 53585719, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 54, + "eval_kind": "bc_pretraining", + "length": 432, + "mode": "base_cfm_ode", + "native_return": -426.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 68118062, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 50, + "eval_kind": "bc_pretraining", + "length": 393, + "mode": "base_cfm_ode", + "native_return": -387.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 84752103, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 100, + "eval_kind": "bc_pretraining", + "length": 800, + "mode": "base_cfm_ode", + "native_return": -800.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 10971071, + "rl_env_steps": null, + "success": false, + "task": "transport", + "terminated": false, + "truncated": true + }, + { + "base_checkpoint": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "chunks": 52, + "eval_kind": "bc_pretraining", + "length": 411, + "mode": "base_cfm_ode", + "native_return": -405.0, + "observation_mode": "pixel_state", + "policy_version": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "reset_seed": 17007174, + "rl_env_steps": null, + "success": true, + "task": "transport", + "terminated": true, + "truncated": false + } + ], + "length": 655.64, + "output": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/operations/20261027_local8_e1400_final200/transport_mixed50_e1400/eval/epoch_1400.parquet", + "protocol": { + "checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/StandardBaseBC/jax/transport_8/mixed50/seed_1/checkpoints/epoch_1400.pkl", + "checkpoint_sha256": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "collision_geoms": false, + "epoch": 1400, + "identity_hash": "37db04be0068bd4951f95951f09acc4ceed477fab043115e422ebd005c82dfe0", + "job": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/jobs/01.json", + "panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", + "reset_seeds": [ + 70723122, + 66851989, + 60005579, + 32401708, + 19153477, + 42749167, + 46661357, + 27402198, + 47810457, + 18848891, + 17918997, + 80363015, + 64973617, + 14420984, + 34943840, + 20266056, + 55423323, + 77426949, + 21093578, + 74139179, + 65396037, + 66433136, + 18174832, + 44050868, + 79827091, + 48142557, + 81058782, + 57440191, + 71718518, + 62288442, + 38780438, + 31543247, + 45815861, + 69976624, + 27741928, + 47860773, + 68719953, + 72413983, + 43596719, + 25975279, + 75651978, + 62538517, + 49157692, + 72093687, + 35658896, + 34016592, + 56600068, + 85354907, + 64181994, + 64561502, + 76858975, + 17852290, + 20068153, + 39072183, + 55774539, + 26085971, + 37837570, + 88758485, + 75982683, + 81377703, + 57992264, + 80112931, + 88742902, + 47013480, + 36523859, + 19498677, + 20212586, + 55485421, + 36767911, + 50597940, + 65503466, + 87299732, + 61456577, + 79295759, + 10605088, + 21163776, + 74346251, + 59990172, + 40756359, + 29123831, + 22339698, + 55950171, + 25459058, + 89169841, + 51768760, + 59320974, + 43210884, + 19819408, + 27287306, + 77579712, + 33855715, + 18917811, + 50238382, + 29018479, + 58133015, + 23864203, + 49568781, + 55772368, + 69087148, + 43159811, + 42777958, + 79686252, + 88287947, + 24484856, + 40522505, + 18535306, + 27261685, + 55157386, + 73419901, + 51177153, + 66197636, + 89218160, + 20312137, + 32815280, + 38566965, + 67538690, + 51444755, + 49534469, + 55520272, + 78917430, + 53987225, + 33135526, + 10641443, + 83269321, + 50371327, + 60499091, + 14174315, + 34430409, + 78665761, + 55417809, + 29697446, + 67300186, + 14166946, + 34309048, + 38651973, + 63582284, + 11252552, + 13083214, + 12656665, + 39216146, + 53058687, + 26843165, + 26213599, + 75250873, + 86873350, + 23044120, + 74475483, + 73879766, + 38462205, + 36712875, + 61476060, + 40070375, + 11657834, + 12071629, + 70951113, + 86273812, + 33086249, + 41678564, + 34536118, + 27607156, + 70130490, + 70448950, + 63854211, + 58640013, + 71222810, + 77025643, + 46535790, + 13450163, + 48130374, + 28109111, + 27277335, + 14975106, + 25482760, + 51368844, + 65499499, + 38883080, + 56579733, + 81285249, + 71293324, + 79868703, + 78989122, + 27209169, + 43304167, + 84752852, + 39685313, + 10941718, + 17638132, + 42683951, + 29174955, + 13106538, + 82750942, + 27595794, + 85382063, + 22544583, + 82667196, + 53585719, + 68118062, + 84752103, + 10971071, + 17007174 + ], + "script_sha256": "52959ac39b30b97e21dda738d5187427516ba577f89c0e8d85ddb7ecec15ee40", + "selection": "User requested epoch1400 comparison after reviewing prior checkpoints; shared200 reset panel reused, not an untouched holdout", + "settings": { + "episodes": 200, + "interval_epochs": 10, + "policy_seed": 700001, + "reset_seed_start": 880000, + "seed_panel_seed": 20261021, + "seed_range": [ + 10000000, + 90000000 + ], + "seed_sampling": "uniform_without_replacement", + "workers": 8 + } + }, + "seconds": 1023.3655379088596, "seeds": [ 70723122, 66851989, @@ -211,39 +3636,43 @@ 10971071, 17007174 ], - "step": 166000, - "success": 0.405, - "successes": 81, + "success": 0.44, + "successes": 88, "successes_per_seed": [ + true, + true, false, false, - true, false, - true, false, false, true, false, - true, false, false, true, + false, true, false, true, false, false, + true, + false, + false, false, false, false, false, false, true, - true, + false, false, true, false, false, + false, + true, true, false, false, @@ -252,12 +3681,13 @@ true, true, false, - true, false, true, true, false, - false, + true, + true, + true, true, false, false, @@ -265,78 +3695,70 @@ true, false, true, + true, false, + true, false, + true, false, false, + true, false, - false, - false, + true, false, true, false, false, false, false, + true, false, false, true, true, - true, - true, - true, + false, true, false, false, true, false, - false, + true, false, false, true, true, true, - true, - false, - true, false, false, true, - false, true, true, false, true, false, false, - true, - false, - false, false, true, false, - false, true, true, false, false, false, false, - true, - true, - true, - false, - false, - false, false, + true, false, true, true, + true, + true, + true, false, + true, false, false, true, - true, false, false, false, @@ -344,17 +3766,19 @@ true, false, true, - true, - true, + false, true, false, true, + false, true, false, true, + true, false, false, false, + true, false, false, false, @@ -363,26 +3787,22 @@ false, false, true, + true, + true, false, + true, + true, false, false, false, true, - false, - true, true, true, - false, - false, true, false, false, - true, - false, false, - true, false, - true, false, true, false, @@ -390,257 +3810,35 @@ true, true, false, - true, - true, false, - true, - true, false, false, true, + false, true, true, false, true, false, false, + true, + true, false, false, + true, false, - false, + true, + true, false, false, true, false, + false, true, true, - false + true, + false, + true ], - "total": 200, - "protocol": { - "epoch": 2000, - "job": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/jobs/01.json", - "checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/StandardBaseBC/jax/transport_8/mixed50/seed_1/checkpoints/epoch_2000.pkl", - "checkpoint_sha256": "41d2cc56b1fe312a3db1494c322d0791cd5c3e7db473142bd73dd24b003cb592", - "identity_hash": "37db04be0068bd4951f95951f09acc4ceed477fab043115e422ebd005c82dfe0", - "settings": { - "episodes": 200, - "interval_epochs": 10, - "policy_seed": 700001, - "reset_seed_start": 880000, - "workers": 8, - "seed_panel_seed": 20261021, - "seed_range": [ - 10000000, - 90000000 - ], - "seed_sampling": "uniform_without_replacement" - }, - "reset_seeds": [ - 70723122, - 66851989, - 60005579, - 32401708, - 19153477, - 42749167, - 46661357, - 27402198, - 47810457, - 18848891, - 17918997, - 80363015, - 64973617, - 14420984, - 34943840, - 20266056, - 55423323, - 77426949, - 21093578, - 74139179, - 65396037, - 66433136, - 18174832, - 44050868, - 79827091, - 48142557, - 81058782, - 57440191, - 71718518, - 62288442, - 38780438, - 31543247, - 45815861, - 69976624, - 27741928, - 47860773, - 68719953, - 72413983, - 43596719, - 25975279, - 75651978, - 62538517, - 49157692, - 72093687, - 35658896, - 34016592, - 56600068, - 85354907, - 64181994, - 64561502, - 76858975, - 17852290, - 20068153, - 39072183, - 55774539, - 26085971, - 37837570, - 88758485, - 75982683, - 81377703, - 57992264, - 80112931, - 88742902, - 47013480, - 36523859, - 19498677, - 20212586, - 55485421, - 36767911, - 50597940, - 65503466, - 87299732, - 61456577, - 79295759, - 10605088, - 21163776, - 74346251, - 59990172, - 40756359, - 29123831, - 22339698, - 55950171, - 25459058, - 89169841, - 51768760, - 59320974, - 43210884, - 19819408, - 27287306, - 77579712, - 33855715, - 18917811, - 50238382, - 29018479, - 58133015, - 23864203, - 49568781, - 55772368, - 69087148, - 43159811, - 42777958, - 79686252, - 88287947, - 24484856, - 40522505, - 18535306, - 27261685, - 55157386, - 73419901, - 51177153, - 66197636, - 89218160, - 20312137, - 32815280, - 38566965, - 67538690, - 51444755, - 49534469, - 55520272, - 78917430, - 53987225, - 33135526, - 10641443, - 83269321, - 50371327, - 60499091, - 14174315, - 34430409, - 78665761, - 55417809, - 29697446, - 67300186, - 14166946, - 34309048, - 38651973, - 63582284, - 11252552, - 13083214, - 12656665, - 39216146, - 53058687, - 26843165, - 26213599, - 75250873, - 86873350, - 23044120, - 74475483, - 73879766, - 38462205, - 36712875, - 61476060, - 40070375, - 11657834, - 12071629, - 70951113, - 86273812, - 33086249, - 41678564, - 34536118, - 27607156, - 70130490, - 70448950, - 63854211, - 58640013, - 71222810, - 77025643, - 46535790, - 13450163, - 48130374, - 28109111, - 27277335, - 14975106, - 25482760, - 51368844, - 65499499, - 38883080, - 56579733, - 81285249, - 71293324, - 79868703, - 78989122, - 27209169, - 43304167, - 84752852, - 39685313, - 10941718, - 17638132, - 42683951, - 29174955, - 13106538, - 82750942, - 27595794, - 85382063, - 22544583, - 82667196, - 53585719, - 68118062, - 84752103, - 10971071, - 17007174 - ], - "panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", - "collision_geoms": false, - "evaluation_origin": "Original terminal evaluation after completing2000 epochs; reused existing records, no reevaluation", - "selection": "User accepted epoch2000 after comparing shared-panel results for1250,1200,2000; not an untouched selection holdout" - } + "total": 200 } diff --git a/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/final200/status.json b/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/final200/status.json index c5ab047c36c90a4fc67e04be8b4969ceb3fd55f8..d7f5031bfbfc06d7e38885ac6221186c1ad83e05 100644 --- a/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/final200/status.json +++ b/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/final200/status.json @@ -1,8 +1,7 @@ { + "epoch": 1400, "status": "completed", - "epoch": 2000, - "success": 0.405, - "successes": 81, - "total": 200, - "origin": "original terminal evaluation" + "success": 0.44, + "successes": 88, + "total": 200 } diff --git a/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/final200/verification.json b/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/final200/verification.json index 57fb45340f7d82ac7e425f73153e5dbb75b08560..b0bd5dbaeb786227692759494db68c54585357a9 100644 --- a/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/final200/verification.json +++ b/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/final200/verification.json @@ -1,9 +1,7 @@ { - "passed": true, "actual_episodes": 200, - "checkpoint_sha256": "41d2cc56b1fe312a3db1494c322d0791cd5c3e7db473142bd73dd24b003cb592", + "checkpoint_sha256": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", "panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", - "parquet_sha256": "d1c918c13bb40bf509666f2373dbe3024c67d61c9bdb2f63c189ee48179a6a09", - "original_training_complete": true, - "selection_used_evaluation_results": true + "parquet_sha256": "1687dce5f25a4b11f9671d5aef314f87fc594f81b3cf6c84f290feac8400719d", + "passed": true } diff --git a/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/README.md b/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/README.md new file mode 100644 index 0000000000000000000000000000000000000000..1479fe91e3bfe8029dd9cc533017fae34240d799 --- /dev/null +++ b/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/README.md @@ -0,0 +1,16 @@ +# Transport Mixed50 — visual-only BC + +User-approved **epoch2000**, StandardBaseBC/JAX, complete-model EMA, seed1, H8. +Training completed2000 epochs. Collision geometry display is disabled; physical collisions remain enabled. + +Actual terminal200 evaluation: **40.5% (81/200)**; Wilson95 interval 33.9%–47.4%. +This release reuses the original terminal evaluation, with shared reset panel seed20261021, policy seed700001,8workers. +User selection followed comparison with e1250 (31%,62/200) and e1200 (38.5%,77/200) on the same panel. +This panel was used for checkpoint selection, not an untouched final holdout. No claim of statistically established superiority or absent overfitting. + +[Weights](checkpoints/epoch_2000.pkl) · [Final200](final200/result.json) · [Selection](selection_supervision.json) + +Manifest, split, normalizer, original sidecar and full recorded curves are included. +Sealed config absolute paths are provenance; adapt explicitly on another host. +The original interval10 plan is historical; evaluation_override.json records the approved interval50 change. +SHA256SUMS.json covers release files. Previous checkpoints and remote models are preserved. diff --git a/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/SHA256SUMS.json b/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/SHA256SUMS.json new file mode 100644 index 0000000000000000000000000000000000000000..6acddeea76e3889be861b7ef9247fae2079ed775 --- /dev/null +++ b/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/SHA256SUMS.json @@ -0,0 +1,106 @@ +{ + "README.md": { + "sha256": "41fe50d5eb2f29c3828a5693563ccce946683fd5c8d6a5aed90038fd19e027ef", + "bytes": 1170 + }, + "best.json": { + "sha256": "d5f55d6e414d79a06ef46189b84d91c7ed18db440e631dbae724adaa10ae1b2c", + "bytes": 1072 + }, + "checkpoints/epoch_2000.json": { + "sha256": "416cb957e452f6b95fb6c548e424ad0aeefa912c6755dc8eecbdd046363a41c7", + "bytes": 8558 + }, + "checkpoints/epoch_2000.pkl": { + "sha256": "41d2cc56b1fe312a3db1494c322d0791cd5c3e7db473142bd73dd24b003cb592", + "bytes": 180599061 + }, + "data_manifest.json": { + "sha256": "a7c7a3fc9069d2017eb09551db3f50b7aab1f57fe7a295c64fe193457c97dcc3", + "bytes": 13463 + }, + "evaluation_override.json": { + "sha256": "84d63affb5798df9e13c0f43336de835fd7feed22a631e72c6a45cd75c195e3c", + "bytes": 560 + }, + "evaluations.jsonl": { + "sha256": "be23982d7c34dfe74d57485f4282f528b88571d8a14c0f613601939eefd4033d", + "bytes": 104734 + }, + "final200/epoch_2000.parquet": { + "sha256": "d1c918c13bb40bf509666f2373dbe3024c67d61c9bdb2f63c189ee48179a6a09", + "bytes": 6627 + }, + "final200/protocol.json": { + "sha256": "bc077e88ec0c5aeefdc842574d8bd62f643c2f0a05f32bf4226990fe9caf9400", + "bytes": 4036 + }, + "final200/result.json": { + "sha256": "41b7ddbfadbebfccdfb1a7af9b02daeaf7421508aaf8a5122c93de1b7bc4a2a0", + "bytes": 10244 + }, + "final200/status.json": { + "sha256": "8633aafa55a08be29ce2739903d9d4743c33d6c85b0b9f3794a08591986faa49", + "bytes": 144 + }, + "final200/verification.json": { + "sha256": "472015054dcb7db0d68f12ba5e696d376e73bd28c81c1db3d687576b6cfe9e10", + "bytes": 393 + }, + "normalizer.json": { + "sha256": "3cf0057cbbc31467dff9338dc38975138b3d0efe61fb710352801d3d564b93ea", + "bytes": 2073 + }, + "provenance/bc_evaluation.py": { + "sha256": "7319c346f453263a99cdc5d6fd39e6a0a88783d2c42f68a312ee36ab6d656c6f", + "bytes": 1334 + }, + "provenance/evaluation_override_active.json": { + "sha256": "cf80366fedad44b509d7dd0fd22a1a700767496bcc27353df3766ccab8c0c1e3", + "bytes": 11764 + }, + "provenance/job.json": { + "sha256": "7b9cc51bfe13f4e68e30345e07b3417dcf315a0b65aa476f61ad1d381e844e29", + "bytes": 5249 + }, + "provenance/native_training_status.json": { + "sha256": "a917f2fe8f7381165c26f26c6898fed61cc68f6f599fe3d7f601d4de0a8da5ca", + "bytes": 298 + }, + "provenance/pretrain_bc_eval_override.py": { + "sha256": "71deaa1c690802253ce2f075f3d9295ac1e302252e9413caae7bbe9071e80e29", + "bytes": 2877 + }, + "provenance/pretrain_bc_noleak.py": { + "sha256": "240abba4a512b61887271aeafc18fdce2372398ed483920b723aa7ce41f3d953", + "bytes": 1932 + }, + "release.json": { + "sha256": "b33f3d1bc33d9bf52c8256a4d0954c83f72500ad5e44ef598ca699a057d160c3", + "bytes": 2100 + }, + "resolved_config.json": { + "sha256": "55b35099f93a40ce30124bd5db86c16359a12cbcee7356973c66e4999c72de5c", + "bytes": 6592 + }, + "selection_supervision.json": { + "sha256": "d5f55d6e414d79a06ef46189b84d91c7ed18db440e631dbae724adaa10ae1b2c", + "bytes": 1072 + }, + "split.json": { + "sha256": "5f6e436525ada0e3241200a046aa1883739d89ace78e09c8ce499097f3bb134e", + "bytes": 1146 + }, + "train_metrics.jsonl": { + "sha256": "4c30e4cd380dd99174241463ff852332e83e67da0cc88cf6671fa5d2584e5055", + "bytes": 365302 + }, + "training_status.json": { + "sha256": "04ba25bc2d95c0b86987f0d43d3955bbbba9c05c996adb4af470f84ebaf8d38c", + "bytes": 107 + }, + "validation_metrics.jsonl": { + "sha256": "efa32ae1ccfdb3fa0d3ae78d516ee4e476967fcb5ce4d9c53d1254f417bd75e1", + "bytes": 140123 + } +} diff --git a/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/best.json b/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/best.json new file mode 100644 index 0000000000000000000000000000000000000000..99a99adaed7c5c2df64afcb8746fcd4f0e599fe5 --- /dev/null +++ b/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/best.json @@ -0,0 +1,33 @@ +{ + "task": "transport", + "regime": "mixed50", + "epoch": 2000, + "checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/StandardBaseBC/jax/transport_8/mixed50/seed_1/checkpoints/epoch_2000.pkl", + "checkpoint_sha256": "41d2cc56b1fe312a3db1494c322d0791cd5c3e7db473142bd73dd24b003cb592", + "status": "finalized_user_accepted", + "selection_fixed_before_final200": false, + "final200_used_for_selection": true, + "selection_rule": "User selected epoch2000 after reviewing actual shared-panel200-episode scores", + "compared_checkpoints": [ + { + "epoch": 1250, + "success": 0.31, + "successes": 62, + "total": 200 + }, + { + "epoch": 1200, + "success": 0.385, + "successes": 77, + "total": 200 + }, + { + "epoch": 2000, + "success": 0.405, + "successes": 81, + "total": 200 + } + ], + "zero_overfitting_claim": false, + "publication_authorization": "User2026-10-27 accepted this model to complete the ongoing BC publication batch" +} diff --git a/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/protocol.json b/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/protocol.json new file mode 100644 index 0000000000000000000000000000000000000000..3d13365fc7e201a27a4100a7e4f791778bcfd174 --- /dev/null +++ b/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/protocol.json @@ -0,0 +1,226 @@ +{ + "epoch": 2000, + "job": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/jobs/01.json", + "checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/StandardBaseBC/jax/transport_8/mixed50/seed_1/checkpoints/epoch_2000.pkl", + "checkpoint_sha256": "41d2cc56b1fe312a3db1494c322d0791cd5c3e7db473142bd73dd24b003cb592", + "identity_hash": "37db04be0068bd4951f95951f09acc4ceed477fab043115e422ebd005c82dfe0", + "settings": { + "episodes": 200, + "interval_epochs": 10, + "policy_seed": 700001, + "reset_seed_start": 880000, + "workers": 8, + "seed_panel_seed": 20261021, + "seed_range": [ + 10000000, + 90000000 + ], + "seed_sampling": "uniform_without_replacement" + }, + "reset_seeds": [ + 70723122, + 66851989, + 60005579, + 32401708, + 19153477, + 42749167, + 46661357, + 27402198, + 47810457, + 18848891, + 17918997, + 80363015, + 64973617, + 14420984, + 34943840, + 20266056, + 55423323, + 77426949, + 21093578, + 74139179, + 65396037, + 66433136, + 18174832, + 44050868, + 79827091, + 48142557, + 81058782, + 57440191, + 71718518, + 62288442, + 38780438, + 31543247, + 45815861, + 69976624, + 27741928, + 47860773, + 68719953, + 72413983, + 43596719, + 25975279, + 75651978, + 62538517, + 49157692, + 72093687, + 35658896, + 34016592, + 56600068, + 85354907, + 64181994, + 64561502, + 76858975, + 17852290, + 20068153, + 39072183, + 55774539, + 26085971, + 37837570, + 88758485, + 75982683, + 81377703, + 57992264, + 80112931, + 88742902, + 47013480, + 36523859, + 19498677, + 20212586, + 55485421, + 36767911, + 50597940, + 65503466, + 87299732, + 61456577, + 79295759, + 10605088, + 21163776, + 74346251, + 59990172, + 40756359, + 29123831, + 22339698, + 55950171, + 25459058, + 89169841, + 51768760, + 59320974, + 43210884, + 19819408, + 27287306, + 77579712, + 33855715, + 18917811, + 50238382, + 29018479, + 58133015, + 23864203, + 49568781, + 55772368, + 69087148, + 43159811, + 42777958, + 79686252, + 88287947, + 24484856, + 40522505, + 18535306, + 27261685, + 55157386, + 73419901, + 51177153, + 66197636, + 89218160, + 20312137, + 32815280, + 38566965, + 67538690, + 51444755, + 49534469, + 55520272, + 78917430, + 53987225, + 33135526, + 10641443, + 83269321, + 50371327, + 60499091, + 14174315, + 34430409, + 78665761, + 55417809, + 29697446, + 67300186, + 14166946, + 34309048, + 38651973, + 63582284, + 11252552, + 13083214, + 12656665, + 39216146, + 53058687, + 26843165, + 26213599, + 75250873, + 86873350, + 23044120, + 74475483, + 73879766, + 38462205, + 36712875, + 61476060, + 40070375, + 11657834, + 12071629, + 70951113, + 86273812, + 33086249, + 41678564, + 34536118, + 27607156, + 70130490, + 70448950, + 63854211, + 58640013, + 71222810, + 77025643, + 46535790, + 13450163, + 48130374, + 28109111, + 27277335, + 14975106, + 25482760, + 51368844, + 65499499, + 38883080, + 56579733, + 81285249, + 71293324, + 79868703, + 78989122, + 27209169, + 43304167, + 84752852, + 39685313, + 10941718, + 17638132, + 42683951, + 29174955, + 13106538, + 82750942, + 27595794, + 85382063, + 22544583, + 82667196, + 53585719, + 68118062, + 84752103, + 10971071, + 17007174 + ], + "panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", + "collision_geoms": false, + "evaluation_origin": "Original terminal evaluation after completing2000 epochs; reused existing records, no reevaluation", + "selection": "User accepted epoch2000 after comparing shared-panel results for1250,1200,2000; not an untouched selection holdout" +} diff --git a/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/result.json b/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/result.json new file mode 100644 index 0000000000000000000000000000000000000000..5db1be21eb91ab171f271f73b456d48dc7a3eb5e --- /dev/null +++ b/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/result.json @@ -0,0 +1,646 @@ +{ + "checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/StandardBaseBC/jax/transport_8/mixed50/seed_1/checkpoints/epoch_2000.pkl", + "checkpoint_sha256": "41d2cc56b1fe312a3db1494c322d0791cd5c3e7db473142bd73dd24b003cb592", + "ci": "wilson95", + "ci_high": 0.47420289918661307, + "ci_low": 0.3393777128250677, + "environment_steps": 134793, + "epoch": 2000, + "eval_seconds": 1088.7706162801478, + "length": 673.965, + "output": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/StandardBaseBC/jax/transport_8/mixed50/seed_1/eval/epoch_2000.parquet", + "seeds": [ + 70723122, + 66851989, + 60005579, + 32401708, + 19153477, + 42749167, + 46661357, + 27402198, + 47810457, + 18848891, + 17918997, + 80363015, + 64973617, + 14420984, + 34943840, + 20266056, + 55423323, + 77426949, + 21093578, + 74139179, + 65396037, + 66433136, + 18174832, + 44050868, + 79827091, + 48142557, + 81058782, + 57440191, + 71718518, + 62288442, + 38780438, + 31543247, + 45815861, + 69976624, + 27741928, + 47860773, + 68719953, + 72413983, + 43596719, + 25975279, + 75651978, + 62538517, + 49157692, + 72093687, + 35658896, + 34016592, + 56600068, + 85354907, + 64181994, + 64561502, + 76858975, + 17852290, + 20068153, + 39072183, + 55774539, + 26085971, + 37837570, + 88758485, + 75982683, + 81377703, + 57992264, + 80112931, + 88742902, + 47013480, + 36523859, + 19498677, + 20212586, + 55485421, + 36767911, + 50597940, + 65503466, + 87299732, + 61456577, + 79295759, + 10605088, + 21163776, + 74346251, + 59990172, + 40756359, + 29123831, + 22339698, + 55950171, + 25459058, + 89169841, + 51768760, + 59320974, + 43210884, + 19819408, + 27287306, + 77579712, + 33855715, + 18917811, + 50238382, + 29018479, + 58133015, + 23864203, + 49568781, + 55772368, + 69087148, + 43159811, + 42777958, + 79686252, + 88287947, + 24484856, + 40522505, + 18535306, + 27261685, + 55157386, + 73419901, + 51177153, + 66197636, + 89218160, + 20312137, + 32815280, + 38566965, + 67538690, + 51444755, + 49534469, + 55520272, + 78917430, + 53987225, + 33135526, + 10641443, + 83269321, + 50371327, + 60499091, + 14174315, + 34430409, + 78665761, + 55417809, + 29697446, + 67300186, + 14166946, + 34309048, + 38651973, + 63582284, + 11252552, + 13083214, + 12656665, + 39216146, + 53058687, + 26843165, + 26213599, + 75250873, + 86873350, + 23044120, + 74475483, + 73879766, + 38462205, + 36712875, + 61476060, + 40070375, + 11657834, + 12071629, + 70951113, + 86273812, + 33086249, + 41678564, + 34536118, + 27607156, + 70130490, + 70448950, + 63854211, + 58640013, + 71222810, + 77025643, + 46535790, + 13450163, + 48130374, + 28109111, + 27277335, + 14975106, + 25482760, + 51368844, + 65499499, + 38883080, + 56579733, + 81285249, + 71293324, + 79868703, + 78989122, + 27209169, + 43304167, + 84752852, + 39685313, + 10941718, + 17638132, + 42683951, + 29174955, + 13106538, + 82750942, + 27595794, + 85382063, + 22544583, + 82667196, + 53585719, + 68118062, + 84752103, + 10971071, + 17007174 + ], + "step": 166000, + "success": 0.405, + "successes": 81, + "successes_per_seed": [ + false, + false, + true, + false, + true, + false, + false, + true, + false, + true, + false, + false, + true, + true, + false, + true, + false, + false, + false, + false, + false, + false, + false, + true, + true, + false, + true, + false, + false, + true, + false, + false, + false, + true, + true, + true, + false, + true, + false, + true, + true, + false, + false, + true, + false, + false, + true, + true, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + true, + true, + true, + true, + true, + true, + false, + false, + true, + false, + false, + false, + false, + true, + true, + true, + true, + false, + true, + false, + false, + true, + false, + true, + true, + false, + true, + false, + false, + true, + false, + false, + false, + true, + false, + false, + true, + true, + false, + false, + false, + false, + true, + true, + true, + false, + false, + false, + false, + false, + true, + true, + false, + false, + false, + true, + true, + false, + false, + false, + false, + true, + false, + true, + true, + true, + true, + false, + true, + true, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + true, + false, + true, + true, + true, + false, + false, + true, + false, + false, + true, + false, + false, + true, + false, + true, + false, + true, + false, + true, + true, + true, + false, + true, + true, + false, + true, + true, + false, + false, + true, + true, + true, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + true, + true, + false + ], + "total": 200, + "protocol": { + "epoch": 2000, + "job": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/jobs/01.json", + "checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/StandardBaseBC/jax/transport_8/mixed50/seed_1/checkpoints/epoch_2000.pkl", + "checkpoint_sha256": "41d2cc56b1fe312a3db1494c322d0791cd5c3e7db473142bd73dd24b003cb592", + "identity_hash": "37db04be0068bd4951f95951f09acc4ceed477fab043115e422ebd005c82dfe0", + "settings": { + "episodes": 200, + "interval_epochs": 10, + "policy_seed": 700001, + "reset_seed_start": 880000, + "workers": 8, + "seed_panel_seed": 20261021, + "seed_range": [ + 10000000, + 90000000 + ], + "seed_sampling": "uniform_without_replacement" + }, + "reset_seeds": [ + 70723122, + 66851989, + 60005579, + 32401708, + 19153477, + 42749167, + 46661357, + 27402198, + 47810457, + 18848891, + 17918997, + 80363015, + 64973617, + 14420984, + 34943840, + 20266056, + 55423323, + 77426949, + 21093578, + 74139179, + 65396037, + 66433136, + 18174832, + 44050868, + 79827091, + 48142557, + 81058782, + 57440191, + 71718518, + 62288442, + 38780438, + 31543247, + 45815861, + 69976624, + 27741928, + 47860773, + 68719953, + 72413983, + 43596719, + 25975279, + 75651978, + 62538517, + 49157692, + 72093687, + 35658896, + 34016592, + 56600068, + 85354907, + 64181994, + 64561502, + 76858975, + 17852290, + 20068153, + 39072183, + 55774539, + 26085971, + 37837570, + 88758485, + 75982683, + 81377703, + 57992264, + 80112931, + 88742902, + 47013480, + 36523859, + 19498677, + 20212586, + 55485421, + 36767911, + 50597940, + 65503466, + 87299732, + 61456577, + 79295759, + 10605088, + 21163776, + 74346251, + 59990172, + 40756359, + 29123831, + 22339698, + 55950171, + 25459058, + 89169841, + 51768760, + 59320974, + 43210884, + 19819408, + 27287306, + 77579712, + 33855715, + 18917811, + 50238382, + 29018479, + 58133015, + 23864203, + 49568781, + 55772368, + 69087148, + 43159811, + 42777958, + 79686252, + 88287947, + 24484856, + 40522505, + 18535306, + 27261685, + 55157386, + 73419901, + 51177153, + 66197636, + 89218160, + 20312137, + 32815280, + 38566965, + 67538690, + 51444755, + 49534469, + 55520272, + 78917430, + 53987225, + 33135526, + 10641443, + 83269321, + 50371327, + 60499091, + 14174315, + 34430409, + 78665761, + 55417809, + 29697446, + 67300186, + 14166946, + 34309048, + 38651973, + 63582284, + 11252552, + 13083214, + 12656665, + 39216146, + 53058687, + 26843165, + 26213599, + 75250873, + 86873350, + 23044120, + 74475483, + 73879766, + 38462205, + 36712875, + 61476060, + 40070375, + 11657834, + 12071629, + 70951113, + 86273812, + 33086249, + 41678564, + 34536118, + 27607156, + 70130490, + 70448950, + 63854211, + 58640013, + 71222810, + 77025643, + 46535790, + 13450163, + 48130374, + 28109111, + 27277335, + 14975106, + 25482760, + 51368844, + 65499499, + 38883080, + 56579733, + 81285249, + 71293324, + 79868703, + 78989122, + 27209169, + 43304167, + 84752852, + 39685313, + 10941718, + 17638132, + 42683951, + 29174955, + 13106538, + 82750942, + 27595794, + 85382063, + 22544583, + 82667196, + 53585719, + 68118062, + 84752103, + 10971071, + 17007174 + ], + "panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", + "collision_geoms": false, + "evaluation_origin": "Original terminal evaluation after completing2000 epochs; reused existing records, no reevaluation", + "selection": "User accepted epoch2000 after comparing shared-panel results for1250,1200,2000; not an untouched selection holdout" + } +} diff --git a/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/status.json b/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/status.json new file mode 100644 index 0000000000000000000000000000000000000000..c5ab047c36c90a4fc67e04be8b4969ceb3fd55f8 --- /dev/null +++ b/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/status.json @@ -0,0 +1,8 @@ +{ + "status": "completed", + "epoch": 2000, + "success": 0.405, + "successes": 81, + "total": 200, + "origin": "original terminal evaluation" +} diff --git a/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/release.json b/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/release.json new file mode 100644 index 0000000000000000000000000000000000000000..bf87682e9fb732d4c33d1d7ec24c32fd8b75d025 --- /dev/null +++ b/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/release.json @@ -0,0 +1,48 @@ +{ + "schema_version": 1, + "repo_id": "yangfy0627/RL-postTrain", + "created_at": "2026-10-27T04:36:04.875877+00:00", + "model": { + "task": "Transport", + "suite": "Robomimic", + "experiment": "transport_8", + "regime": "mixed50", + "seed": 1, + "epoch": 2000, + "trained_epochs_at_selection": 2000, + "planned_epochs": 2000, + "training_status_at_selection": "completed", + "family": "StandardBaseBC", + "framework": "jax", + "weights": "complete_model_EMA", + "horizon": 8, + "collision_geoms": false, + "selection_rule": "User selected epoch2000 after reviewing actual shared-panel200-episode scores", + "final200": { + "success": 0.405, + "successes": 81, + "total": 200, + "ci_low": 0.3393777128250677, + "ci_high": 0.47420289918661307 + }, + "final200_panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", + "checkpoint_sha256": "41d2cc56b1fe312a3db1494c322d0791cd5c3e7db473142bd73dd24b003cb592", + "checkpoint_bytes": 180599061, + "pixel_spec_hash": "fdc632386fe23bf52e0f84a1d2158d9c6e11dd9194d3b4c72d7bc0aab9d55662", + "identity_hash": "37db04be0068bd4951f95951f09acc4ceed477fab043115e422ebd005c82dfe0", + "path": "visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/checkpoints/epoch_2000.pkl", + "directory": "visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1", + "supervision": { + "status": "selected_by_user", + "training": "completed", + "joint_curve_review_status": "finalized_user_accepted", + "reviewed_at": "2026-10-27T04:36:04.875877+00:00", + "review_evidence": "visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/selection_supervision.json", + "final200_role": "shared_panel_used_for_checkpoint_selection", + "zero_overfitting_claim": false, + "completed_train_epoch": 2000 + }, + "evaluation_schedule": "visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/evaluation_override.json" + }, + "publication_authorization": "User2026-10-27 accepted this model to complete the ongoing BC publication batch" +} diff --git a/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/selection_supervision.json b/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/selection_supervision.json new file mode 100644 index 0000000000000000000000000000000000000000..99a99adaed7c5c2df64afcb8746fcd4f0e599fe5 --- /dev/null +++ b/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/selection_supervision.json @@ -0,0 +1,33 @@ +{ + "task": "transport", + "regime": "mixed50", + "epoch": 2000, + "checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/StandardBaseBC/jax/transport_8/mixed50/seed_1/checkpoints/epoch_2000.pkl", + "checkpoint_sha256": "41d2cc56b1fe312a3db1494c322d0791cd5c3e7db473142bd73dd24b003cb592", + "status": "finalized_user_accepted", + "selection_fixed_before_final200": false, + "final200_used_for_selection": true, + "selection_rule": "User selected epoch2000 after reviewing actual shared-panel200-episode scores", + "compared_checkpoints": [ + { + "epoch": 1250, + "success": 0.31, + "successes": 62, + "total": 200 + }, + { + "epoch": 1200, + "success": 0.385, + "successes": 77, + "total": 200 + }, + { + "epoch": 2000, + "success": 0.405, + "successes": 81, + "total": 200 + } + ], + "zero_overfitting_claim": false, + "publication_authorization": "User2026-10-27 accepted this model to complete the ongoing BC publication batch" +} diff --git a/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/training_status.json b/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/training_status.json new file mode 100644 index 0000000000000000000000000000000000000000..5bdc2804a8829ea30312dde7225028f870151097 --- /dev/null +++ b/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/training_status.json @@ -0,0 +1,6 @@ +{ + "status": "completed", + "completed_epoch": 2000, + "planned_epochs": 2000, + "selected_epoch": 2000 +} diff --git a/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/provenance/evaluate_comparison.py b/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/provenance/evaluate_comparison.py new file mode 100644 index 0000000000000000000000000000000000000000..fa956325d8bb186c9f949057749370215cec5e90 --- /dev/null +++ b/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/provenance/evaluate_comparison.py @@ -0,0 +1,67 @@ +"""Evaluate the user-requested epoch1400 checkpoint on the reused comparison panel. +No changes to training or published model selection. +""" +import argparse +import copy +import json +import os +import sys +import time +from pathlib import Path + + +def main(): + p = argparse.ArgumentParser() + p.add_argument("--job", required=True, type=Path) + p.add_argument("--checkpoint", required=True, type=Path) + p.add_argument("--output", required=True, type=Path) + args = p.parse_args() + sys.path.insert(0, str(Path.cwd() / "src")) + job = json.loads(args.job.read_text()) + os.environ["RL_PT_EXPERIMENT"] = job["experiment"] + from rl_pt_analyze.bc_pretrain import validate_job, _evaluate + from rl_pt_analyze.bc_evaluation import evaluation_settings, evaluation_seeds + from rl_pt_analyze.io import canonical_hash, sha256_file, write_json + spec = validate_job(job) + assert spec.collision_geoms is False + meta = json.loads(args.checkpoint.with_suffix(".json").read_text()) + digest = sha256_file(args.checkpoint) + assert digest == meta["sha256"] + assert meta["resolved_config"]["identity_hash"] == job["identity_hash"] + epoch = meta["metadata"]["epoch"] + settings = evaluation_settings(job, job["training"]["epochs"]) + seeds = evaluation_seeds(settings) + periodic = evaluation_seeds(evaluation_settings(job, 0)) + assert len(seeds) == 200 and not set(seeds).intersection(periodic) + assert not args.output.exists(), f"Refusing to overwrite {args.output}" + args.output.mkdir(parents=True) + protocol = dict(job=str(args.job), identity_hash=job["identity_hash"], + checkpoint=str(args.checkpoint), checkpoint_sha256=digest, + epoch=epoch, settings=settings, reset_seeds=seeds, + panel_hash=canonical_hash(seeds), collision_geoms=False, + selection="User requested epoch1400 comparison after reviewing prior checkpoints; shared200 reset panel reused, not an untouched holdout", + script_sha256=sha256_file(__file__)) + write_json(args.output / "protocol.json", protocol) + write_json(args.output / "status.json", dict(status="running", pid=os.getpid())) + evaluation_job = copy.deepcopy(job) + evaluation_job["evaluation"] = settings + evaluation_job["output"] = str(args.output) + started = time.monotonic() + try: + result = _evaluate(args.checkpoint, evaluation_job, epoch) + assert result["total"] == 200 + assert len(result["successes_per_seed"]) == 200 + assert sum(result["successes_per_seed"]) == result["successes"] + assert sha256_file(args.checkpoint) == digest + write_json(args.output / "result.json", dict(protocol=protocol, + seconds=time.monotonic() - started, **result)) + write_json(args.output / "status.json", dict(status="completed", epoch=epoch, + success=result["success"], successes=result["successes"], total=200)) + print(json.dumps({k: result[k] for k in ("success", "successes", "total", "ci_low", "ci_high")}), flush=True) + except BaseException as error: + write_json(args.output / "status.json", dict(status="failed", error=repr(error))) + raise + + +if __name__ == "__main__": + main() diff --git a/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/release.json b/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/release.json index bf87682e9fb732d4c33d1d7ec24c32fd8b75d025..84e15dd2d893fdba6fb70b27cb71b92ab7e5e753 100644 --- a/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/release.json +++ b/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/release.json @@ -1,14 +1,14 @@ { "schema_version": 1, "repo_id": "yangfy0627/RL-postTrain", - "created_at": "2026-10-27T04:36:04.875877+00:00", + "created_at": "2026-10-27T08:23:02.493820+00:00", "model": { "task": "Transport", "suite": "Robomimic", "experiment": "transport_8", "regime": "mixed50", "seed": 1, - "epoch": 2000, + "epoch": 1400, "trained_epochs_at_selection": 2000, "planned_epochs": 2000, "training_status_at_selection": "completed", @@ -17,32 +17,44 @@ "weights": "complete_model_EMA", "horizon": 8, "collision_geoms": false, - "selection_rule": "User selected epoch2000 after reviewing actual shared-panel200-episode scores", + "selection_rule": "User requested adopting epoch1400 uniformly for all eight local models after reviewing the shared200-episode comparisons", + "periodic50_success": 0.42, "final200": { - "success": 0.405, - "successes": 81, + "success": 0.44, + "successes": 88, "total": 200, - "ci_low": 0.3393777128250677, - "ci_high": 0.47420289918661307 + "ci_low": 0.37297819251185865, + "ci_high": 0.5092832466534134 }, "final200_panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", - "checkpoint_sha256": "41d2cc56b1fe312a3db1494c322d0791cd5c3e7db473142bd73dd24b003cb592", - "checkpoint_bytes": 180599061, + "checkpoint_sha256": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "checkpoint_bytes": 180748350, "pixel_spec_hash": "fdc632386fe23bf52e0f84a1d2158d9c6e11dd9194d3b4c72d7bc0aab9d55662", "identity_hash": "37db04be0068bd4951f95951f09acc4ceed477fab043115e422ebd005c82dfe0", - "path": "visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/checkpoints/epoch_2000.pkl", + "path": "visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/checkpoints/epoch_1400.pkl", "directory": "visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1", "supervision": { "status": "selected_by_user", "training": "completed", "joint_curve_review_status": "finalized_user_accepted", - "reviewed_at": "2026-10-27T04:36:04.875877+00:00", + "reviewed_at": "2026-10-27T08:23:02.493820+00:00", "review_evidence": "visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/selection_supervision.json", - "final200_role": "shared_panel_used_for_checkpoint_selection", - "zero_overfitting_claim": false, - "completed_train_epoch": 2000 + "final200_role": "shared_comparison_panel_used_for_user_selection", + "zero_overfitting_claim": false + }, + "previous_selection": { + "epoch": 2000, + "path": "visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/checkpoints/epoch_2000.pkl", + "revision": "1bf8a9fb26982bebb51493f3475d28f12a3197ae", + "final200": { + "success": 0.405, + "successes": 81, + "total": 200, + "ci_low": 0.3393777128250677, + "ci_high": 0.47420289918661307 + } }, "evaluation_schedule": "visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/evaluation_override.json" }, - "publication_authorization": "User2026-10-27 accepted this model to complete the ongoing BC publication batch" + "publication_authorization": "User2026-10-27: adopt these epoch1400 results for all eight and update Hugging Face" } diff --git a/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/selection_supervision.json b/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/selection_supervision.json index 99a99adaed7c5c2df64afcb8746fcd4f0e599fe5..ca1a6533104790d093c738dc4ef1975b32bb4d6b 100644 --- a/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/selection_supervision.json +++ b/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/selection_supervision.json @@ -1,33 +1,14 @@ { - "task": "transport", - "regime": "mixed50", - "epoch": 2000, - "checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/StandardBaseBC/jax/transport_8/mixed50/seed_1/checkpoints/epoch_2000.pkl", - "checkpoint_sha256": "41d2cc56b1fe312a3db1494c322d0791cd5c3e7db473142bd73dd24b003cb592", "status": "finalized_user_accepted", - "selection_fixed_before_final200": false, + "selected_epoch": 1400, + "selection_rule": "User requested adopting epoch1400 uniformly for all eight local models after reviewing the shared200-episode comparisons", "final200_used_for_selection": true, - "selection_rule": "User selected epoch2000 after reviewing actual shared-panel200-episode scores", - "compared_checkpoints": [ - { - "epoch": 1250, - "success": 0.31, - "successes": 62, - "total": 200 - }, - { - "epoch": 1200, - "success": 0.385, - "successes": 77, - "total": 200 - }, - { - "epoch": 2000, - "success": 0.405, - "successes": 81, - "total": 200 - } - ], + "untouched_holdout": false, "zero_overfitting_claim": false, - "publication_authorization": "User2026-10-27 accepted this model to complete the ongoing BC publication batch" + "previous_epoch": 2000, + "previous_success": 0.405, + "previous_path": "visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/checkpoints/epoch_2000.pkl", + "previous_revision": "1bf8a9fb26982bebb51493f3475d28f12a3197ae", + "previous_release_archive": "visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae", + "checkpoint_sha256": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f" } diff --git a/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/training_status.json b/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/training_status.json index 5bdc2804a8829ea30312dde7225028f870151097..4ab68d82149afe4e22036b56d74b0685c802cf1f 100644 --- a/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/training_status.json +++ b/visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/training_status.json @@ -1,6 +1,6 @@ { "status": "completed", - "completed_epoch": 2000, + "last_recorded_epoch": 2000, "planned_epochs": 2000, - "selected_epoch": 2000 + "selected_epoch": 1400 } diff --git a/visual_no_collision/Robomimic/study1/best_bc.json b/visual_no_collision/Robomimic/study1/best_bc.json index d92eaef697687855c77f38ac11be8b0a5000150a..1a20d6f3b99a94fe9010bb47c1121026ac3d31f8 100644 --- a/visual_no_collision/Robomimic/study1/best_bc.json +++ b/visual_no_collision/Robomimic/study1/best_bc.json @@ -9,49 +9,51 @@ "experiment": "can", "regime": "diverse20", "seed": 1, - "epoch": 1500, + "epoch": 1400, "trained_epochs_at_selection": 2000, "planned_epochs": 2000, - "training_status_at_selection": "user_accepted_after_joint_curve_review", + "training_status_at_selection": "completed", "family": "StandardBaseBC", "framework": "jax", "weights": "complete_model_EMA", "horizon": 4, "collision_geoms": false, - "selection_rule": "Joint train/validation/periodic-success review with explicit user-approved checkpoints; Can diverse20 e1500 corrected before final200", - "window_success_rate": 0.532, - "window_epochs": [ - 1400, - 1450, - 1500, - 1550, - 1600 - ], - "window_episodes": 250, - "selection_note": "Neighborhood average combines different checkpoints on reused seeds; final200 reports this fixed checkpoint", + "selection_rule": "User requested adopting epoch1400 uniformly for all eight local models after reviewing the shared200-episode comparisons", + "periodic50_success": 0.56, "final200": { - "success": 0.57, - "successes": 114, + "success": 0.575, + "successes": 115, "total": 200, - "ci_low": 0.5007048776415268, - "ci_high": 0.6366567766656557 + "ci_low": 0.5057093264785485, + "ci_high": 0.6414638745648614 }, "final200_panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", - "checkpoint_sha256": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "checkpoint_bytes": 96618276, + "checkpoint_sha256": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "checkpoint_bytes": 96617025, "pixel_spec_hash": "e00bb9535842d7de5f0bbc641ce4c5fe2824414d4097d42299be825e161ffef4", "identity_hash": "c165872a1fce3be67f5949977be97ee40f18b811e83493e84b0609a9a28c17e2", - "path": "visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/checkpoints/epoch_1500.pkl", + "path": "visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/checkpoints/epoch_1400.pkl", "directory": "visual_no_collision/Robomimic/study1/Can/diverse20/seed_1", "supervision": { - "status": "selected_after_joint_review", + "status": "selected_by_user", "training": "completed", "joint_curve_review_status": "finalized_user_accepted", - "reviewed_at": "2026-10-26T21:53:23.618600+00:00", + "reviewed_at": "2026-10-27T08:23:02.493820+00:00", "review_evidence": "visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/selection_supervision.json", - "final200_role": "report_only_not_used_for_reselection", - "zero_overfitting_claim": false, - "completed_train_epoch": 2000 + "final200_role": "shared_comparison_panel_used_for_user_selection", + "zero_overfitting_claim": false + }, + "previous_selection": { + "epoch": 1500, + "path": "visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/checkpoints/epoch_1500.pkl", + "revision": "1bf8a9fb26982bebb51493f3475d28f12a3197ae", + "final200": { + "success": 0.57, + "successes": 114, + "total": 200, + "ci_low": 0.5007048776415268, + "ci_high": 0.6366567766656557 + } }, "evaluation_schedule": "visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/evaluation_override.json" }, @@ -61,49 +63,51 @@ "experiment": "can", "regime": "mixed20", "seed": 1, - "epoch": 800, + "epoch": 1400, "trained_epochs_at_selection": 2000, "planned_epochs": 2000, - "training_status_at_selection": "user_accepted_after_joint_curve_review", + "training_status_at_selection": "completed", "family": "StandardBaseBC", "framework": "jax", "weights": "complete_model_EMA", "horizon": 4, "collision_geoms": false, - "selection_rule": "Joint train/validation/periodic-success review with explicit user-approved checkpoints; Can diverse20 e1500 corrected before final200", - "window_success_rate": 0.596, - "window_epochs": [ - 700, - 750, - 800, - 850, - 900 - ], - "window_episodes": 250, - "selection_note": "Neighborhood average combines different checkpoints on reused seeds; final200 reports this fixed checkpoint", + "selection_rule": "User requested adopting epoch1400 uniformly for all eight local models after reviewing the shared200-episode comparisons", + "periodic50_success": 0.6, "final200": { - "success": 0.505, - "successes": 101, + "success": 0.53, + "successes": 106, "total": 200, - "ci_low": 0.43627000033527485, - "ci_high": 0.5735415464009526 + "ci_low": 0.4609168291500183, + "ci_high": 0.5979524512673458 }, "final200_panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", - "checkpoint_sha256": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "checkpoint_bytes": 96581191, + "checkpoint_sha256": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "checkpoint_bytes": 96610627, "pixel_spec_hash": "e00bb9535842d7de5f0bbc641ce4c5fe2824414d4097d42299be825e161ffef4", "identity_hash": "e21e51338057df6bd6acc98bf795ed0f74dce71b7dd67f5dceed7afd4c800469", - "path": "visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/checkpoints/epoch_800.pkl", + "path": "visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/checkpoints/epoch_1400.pkl", "directory": "visual_no_collision/Robomimic/study1/Can/mixed20/seed_1", "supervision": { - "status": "selected_after_joint_review", + "status": "selected_by_user", "training": "completed", "joint_curve_review_status": "finalized_user_accepted", - "reviewed_at": "2026-10-26T21:53:23.618600+00:00", + "reviewed_at": "2026-10-27T08:23:02.493820+00:00", "review_evidence": "visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/selection_supervision.json", - "final200_role": "report_only_not_used_for_reselection", - "zero_overfitting_claim": false, - "completed_train_epoch": 2000 + "final200_role": "shared_comparison_panel_used_for_user_selection", + "zero_overfitting_claim": false + }, + "previous_selection": { + "epoch": 800, + "path": "visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/checkpoints/epoch_800.pkl", + "revision": "1bf8a9fb26982bebb51493f3475d28f12a3197ae", + "final200": { + "success": 0.505, + "successes": 101, + "total": 200, + "ci_low": 0.43627000033527485, + "ci_high": 0.5735415464009526 + } }, "evaluation_schedule": "visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/evaluation_override.json" }, @@ -113,26 +117,17 @@ "experiment": "tool_hang", "regime": "diverse50", "seed": 1, - "epoch": 1150, + "epoch": 1400, "trained_epochs_at_selection": 2000, "planned_epochs": 2000, - "training_status_at_selection": "user_accepted_after_joint_curve_review", + "training_status_at_selection": "completed", "family": "StandardBaseBC", "framework": "jax", "weights": "complete_model_EMA", "horizon": 8, "collision_geoms": false, - "selection_rule": "Joint train/validation/periodic-success review with explicit user-approved checkpoints; Can diverse20 e1500 corrected before final200", - "window_success_rate": 0.16, - "window_epochs": [ - 1050, - 1100, - 1150, - 1200, - 1250 - ], - "window_episodes": 250, - "selection_note": "Neighborhood average combines different checkpoints on reused seeds; final200 reports this fixed checkpoint", + "selection_rule": "User requested adopting epoch1400 uniformly for all eight local models after reviewing the shared200-episode comparisons", + "periodic50_success": 0.14, "final200": { "success": 0.125, "successes": 25, @@ -141,21 +136,32 @@ "ci_high": 0.17801425002582347 }, "final200_panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", - "checkpoint_sha256": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", - "checkpoint_bytes": 96603781, + "checkpoint_sha256": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", + "checkpoint_bytes": 96557151, "pixel_spec_hash": "9aba3fd9a1011e610cbb6bfbf04e84a09dd73adc222ca38d7321758e4b5b87ca", "identity_hash": "733413a27ba6798284aa9c3ceeeb7c523f37432c6a4845c14a68e74c7d5afaf9", - "path": "visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/checkpoints/epoch_1150.pkl", + "path": "visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/checkpoints/epoch_1400.pkl", "directory": "visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1", "supervision": { - "status": "selected_after_joint_review", + "status": "selected_by_user", "training": "completed", "joint_curve_review_status": "finalized_user_accepted", - "reviewed_at": "2026-10-26T21:53:23.618600+00:00", + "reviewed_at": "2026-10-27T08:23:02.493820+00:00", "review_evidence": "visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/selection_supervision.json", - "final200_role": "report_only_not_used_for_reselection", - "zero_overfitting_claim": false, - "completed_train_epoch": 2000 + "final200_role": "shared_comparison_panel_used_for_user_selection", + "zero_overfitting_claim": false + }, + "previous_selection": { + "epoch": 1150, + "path": "visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/checkpoints/epoch_1150.pkl", + "revision": "1bf8a9fb26982bebb51493f3475d28f12a3197ae", + "final200": { + "success": 0.125, + "successes": 25, + "total": 200, + "ci_low": 0.08611974475712644, + "ci_high": 0.17801425002582347 + } }, "evaluation_schedule": "visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/evaluation_override.json" }, @@ -249,49 +255,51 @@ "experiment": "tool_hang", "regime": "focused50", "seed": 1, - "epoch": 650, + "epoch": 1400, "trained_epochs_at_selection": 2000, "planned_epochs": 2000, - "training_status_at_selection": "user_accepted_after_joint_curve_review", + "training_status_at_selection": "completed", "family": "StandardBaseBC", "framework": "jax", "weights": "complete_model_EMA", "horizon": 8, "collision_geoms": false, - "selection_rule": "Joint train/validation/periodic-success review with explicit user-approved checkpoints; Can diverse20 e1500 corrected before final200", - "window_success_rate": 0.132, - "window_epochs": [ - 550, - 600, - 650, - 700, - 750 - ], - "window_episodes": 250, - "selection_note": "Neighborhood average combines different checkpoints on reused seeds; final200 reports this fixed checkpoint", + "selection_rule": "User requested adopting epoch1400 uniformly for all eight local models after reviewing the shared200-episode comparisons", + "periodic50_success": 0.12, "final200": { - "success": 0.165, - "successes": 33, + "success": 0.155, + "successes": 31, "total": 200, - "ci_low": 0.11996855328217307, - "ci_high": 0.2226578153905955 + "ci_low": 0.11139636927689314, + "ci_high": 0.21160690592342077 }, "final200_panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", - "checkpoint_sha256": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", - "checkpoint_bytes": 96674984, + "checkpoint_sha256": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", + "checkpoint_bytes": 96592643, "pixel_spec_hash": "9aba3fd9a1011e610cbb6bfbf04e84a09dd73adc222ca38d7321758e4b5b87ca", "identity_hash": "b3858c37673d3764ec403389851300c5f428a22fb84f55166ccb4bac43c41a9a", - "path": "visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/checkpoints/epoch_650.pkl", + "path": "visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/checkpoints/epoch_1400.pkl", "directory": "visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1", "supervision": { - "status": "selected_after_joint_review", + "status": "selected_by_user", "training": "completed", "joint_curve_review_status": "finalized_user_accepted", - "reviewed_at": "2026-10-26T21:53:23.618600+00:00", + "reviewed_at": "2026-10-27T08:23:02.493820+00:00", "review_evidence": "visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/selection_supervision.json", - "final200_role": "report_only_not_used_for_reselection", - "zero_overfitting_claim": false, - "completed_train_epoch": 2000 + "final200_role": "shared_comparison_panel_used_for_user_selection", + "zero_overfitting_claim": false + }, + "previous_selection": { + "epoch": 650, + "path": "visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/checkpoints/epoch_650.pkl", + "revision": "1bf8a9fb26982bebb51493f3475d28f12a3197ae", + "final200": { + "success": 0.165, + "successes": 33, + "total": 200, + "ci_low": 0.11996855328217307, + "ci_high": 0.2226578153905955 + } }, "evaluation_schedule": "visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/evaluation_override.json" }, @@ -361,40 +369,51 @@ "experiment": "transport_8", "regime": "diverse50", "seed": 1, - "epoch": 1250, + "epoch": 1400, "trained_epochs_at_selection": 1823, "planned_epochs": 2000, - "training_status_at_selection": "stopped_by_user", + "training_status_at_selection": "interrupted", "family": "StandardBaseBC", "framework": "jax", "weights": "complete_model_EMA", "horizon": 8, "collision_geoms": false, - "selection_rule": "User fixed epoch1250 before final200, accepted this checkpoint after reviewing its result", - "periodic50_success": 0.56, + "selection_rule": "User requested adopting epoch1400 uniformly for all eight local models after reviewing the shared200-episode comparisons", + "periodic50_success": 0.66, "final200": { - "success": 0.5, - "successes": 100, + "success": 0.575, + "successes": 115, "total": 200, - "ci_low": 0.43136085960389187, - "ci_high": 0.5686391403961082 + "ci_low": 0.5057093264785485, + "ci_high": 0.6414638745648614 }, "final200_panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", - "checkpoint_sha256": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "checkpoint_bytes": 180764077, + "checkpoint_sha256": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "checkpoint_bytes": 180708705, "pixel_spec_hash": "fdc632386fe23bf52e0f84a1d2158d9c6e11dd9194d3b4c72d7bc0aab9d55662", "identity_hash": "b9b3c0ae8ca65c344e89904779c830ef7a235bc95bf3e16a0061ed1259c0a2f3", - "path": "visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/checkpoints/epoch_1250.pkl", + "path": "visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/checkpoints/epoch_1400.pkl", "directory": "visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1", "supervision": { "status": "selected_by_user", - "training": "stopped_by_user", + "training": "interrupted", "joint_curve_review_status": "finalized_user_accepted", - "reviewed_at": "2026-10-27T00:52:11.481804+00:00", + "reviewed_at": "2026-10-27T08:23:02.493820+00:00", "review_evidence": "visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/selection_supervision.json", - "final200_role": "user_acceptance_after_fixed_checkpoint_evaluation", - "zero_overfitting_claim": false, - "last_durable_recovery_epoch": 1800 + "final200_role": "shared_comparison_panel_used_for_user_selection", + "zero_overfitting_claim": false + }, + "previous_selection": { + "epoch": 1250, + "path": "visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/checkpoints/epoch_1250.pkl", + "revision": "1bf8a9fb26982bebb51493f3475d28f12a3197ae", + "final200": { + "success": 0.5, + "successes": 100, + "total": 200, + "ci_low": 0.43136085960389187, + "ci_high": 0.5686391403961082 + } }, "evaluation_schedule": "visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/evaluation_override.json" }, @@ -404,40 +423,51 @@ "experiment": "tool_hang", "regime": "mixed100", "seed": 1, - "epoch": 1250, + "epoch": 1400, "trained_epochs_at_selection": 1843, "planned_epochs": 2000, - "training_status_at_selection": "stopped_by_user", + "training_status_at_selection": "interrupted", "family": "StandardBaseBC", "framework": "jax", "weights": "complete_model_EMA", "horizon": 8, "collision_geoms": false, - "selection_rule": "User fixed epoch1250 before final200, accepted this checkpoint after reviewing its result", - "periodic50_success": 0.2, + "selection_rule": "User requested adopting epoch1400 uniformly for all eight local models after reviewing the shared200-episode comparisons", + "periodic50_success": 0.16, "final200": { - "success": 0.19, - "successes": 38, + "success": 0.23, + "successes": 46, "total": 200, - "ci_low": 0.14167171527790676, - "ci_high": 0.25001238707599854 + "ci_low": 0.17709343259068805, + "ci_high": 0.2930830436530359 }, "final200_panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", - "checkpoint_sha256": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "checkpoint_bytes": 96473539, + "checkpoint_sha256": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "checkpoint_bytes": 96461966, "pixel_spec_hash": "9aba3fd9a1011e610cbb6bfbf04e84a09dd73adc222ca38d7321758e4b5b87ca", "identity_hash": "364aaa8c2e8aa46afbcf16b94578127d68ce830c3fd15c9cedba8ba6a5a61a99", - "path": "visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/checkpoints/epoch_1250.pkl", + "path": "visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/checkpoints/epoch_1400.pkl", "directory": "visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1", "supervision": { "status": "selected_by_user", - "training": "stopped_by_user", + "training": "interrupted", "joint_curve_review_status": "finalized_user_accepted", - "reviewed_at": "2026-10-27T00:52:11.481804+00:00", + "reviewed_at": "2026-10-27T08:23:02.493820+00:00", "review_evidence": "visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/selection_supervision.json", - "final200_role": "user_acceptance_after_fixed_checkpoint_evaluation", - "zero_overfitting_claim": false, - "last_durable_recovery_epoch": 1800 + "final200_role": "shared_comparison_panel_used_for_user_selection", + "zero_overfitting_claim": false + }, + "previous_selection": { + "epoch": 1250, + "path": "visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/checkpoints/epoch_1250.pkl", + "revision": "1bf8a9fb26982bebb51493f3475d28f12a3197ae", + "final200": { + "success": 0.19, + "successes": 38, + "total": 200, + "ci_low": 0.14167171527790676, + "ci_high": 0.25001238707599854 + } }, "evaluation_schedule": "visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/evaluation_override.json" }, @@ -447,40 +477,51 @@ "experiment": "tool_hang", "regime": "mixed50", "seed": 1, - "epoch": 1250, + "epoch": 1400, "trained_epochs_at_selection": 1485, "planned_epochs": 2000, - "training_status_at_selection": "stopped_by_user", + "training_status_at_selection": "interrupted", "family": "StandardBaseBC", "framework": "jax", "weights": "complete_model_EMA", "horizon": 8, "collision_geoms": false, - "selection_rule": "User fixed epoch1250 before final200, accepted this checkpoint after reviewing its result", - "periodic50_success": 0.1, + "selection_rule": "User requested adopting epoch1400 uniformly for all eight local models after reviewing the shared200-episode comparisons", + "periodic50_success": 0.14, "final200": { - "success": 0.155, - "successes": 31, + "success": 0.13, + "successes": 26, "total": 200, - "ci_low": 0.11139636927689314, - "ci_high": 0.21160690592342077 + "ci_low": 0.0902820227966932, + "ci_high": 0.18366351872248407 }, "final200_panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", - "checkpoint_sha256": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", - "checkpoint_bytes": 96602745, + "checkpoint_sha256": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", + "checkpoint_bytes": 96574357, "pixel_spec_hash": "9aba3fd9a1011e610cbb6bfbf04e84a09dd73adc222ca38d7321758e4b5b87ca", "identity_hash": "ec99ed061f71c35e498f36c32832f80c812ac1a76b3597ab85929dc426a02b50", - "path": "visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/checkpoints/epoch_1250.pkl", + "path": "visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/checkpoints/epoch_1400.pkl", "directory": "visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1", "supervision": { "status": "selected_by_user", - "training": "stopped_by_user", + "training": "interrupted", "joint_curve_review_status": "finalized_user_accepted", - "reviewed_at": "2026-10-27T00:52:11.481804+00:00", + "reviewed_at": "2026-10-27T08:23:02.493820+00:00", "review_evidence": "visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/selection_supervision.json", - "final200_role": "user_acceptance_after_fixed_checkpoint_evaluation", - "zero_overfitting_claim": false, - "last_durable_recovery_epoch": 1450 + "final200_role": "shared_comparison_panel_used_for_user_selection", + "zero_overfitting_claim": false + }, + "previous_selection": { + "epoch": 1250, + "path": "visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/checkpoints/epoch_1250.pkl", + "revision": "1bf8a9fb26982bebb51493f3475d28f12a3197ae", + "final200": { + "success": 0.155, + "successes": 31, + "total": 200, + "ci_low": 0.11139636927689314, + "ci_high": 0.21160690592342077 + } }, "evaluation_schedule": "visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/evaluation_override.json" }, @@ -490,7 +531,7 @@ "experiment": "transport_8", "regime": "mixed50", "seed": 1, - "epoch": 2000, + "epoch": 1400, "trained_epochs_at_selection": 2000, "planned_epochs": 2000, "training_status_at_selection": "completed", @@ -499,34 +540,46 @@ "weights": "complete_model_EMA", "horizon": 8, "collision_geoms": false, - "selection_rule": "User selected epoch2000 after reviewing actual shared-panel200-episode scores", + "selection_rule": "User requested adopting epoch1400 uniformly for all eight local models after reviewing the shared200-episode comparisons", + "periodic50_success": 0.42, "final200": { - "success": 0.405, - "successes": 81, + "success": 0.44, + "successes": 88, "total": 200, - "ci_low": 0.3393777128250677, - "ci_high": 0.47420289918661307 + "ci_low": 0.37297819251185865, + "ci_high": 0.5092832466534134 }, "final200_panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", - "checkpoint_sha256": "41d2cc56b1fe312a3db1494c322d0791cd5c3e7db473142bd73dd24b003cb592", - "checkpoint_bytes": 180599061, + "checkpoint_sha256": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "checkpoint_bytes": 180748350, "pixel_spec_hash": "fdc632386fe23bf52e0f84a1d2158d9c6e11dd9194d3b4c72d7bc0aab9d55662", "identity_hash": "37db04be0068bd4951f95951f09acc4ceed477fab043115e422ebd005c82dfe0", - "path": "visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/checkpoints/epoch_2000.pkl", + "path": "visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/checkpoints/epoch_1400.pkl", "directory": "visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1", "supervision": { "status": "selected_by_user", "training": "completed", "joint_curve_review_status": "finalized_user_accepted", - "reviewed_at": "2026-10-27T04:36:04.875877+00:00", + "reviewed_at": "2026-10-27T08:23:02.493820+00:00", "review_evidence": "visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/selection_supervision.json", - "final200_role": "shared_panel_used_for_checkpoint_selection", - "zero_overfitting_claim": false, - "completed_train_epoch": 2000 + "final200_role": "shared_comparison_panel_used_for_user_selection", + "zero_overfitting_claim": false + }, + "previous_selection": { + "epoch": 2000, + "path": "visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/checkpoints/epoch_2000.pkl", + "revision": "1bf8a9fb26982bebb51493f3475d28f12a3197ae", + "final200": { + "success": 0.405, + "successes": 81, + "total": 200, + "ci_low": 0.3393777128250677, + "ci_high": 0.47420289918661307 + } }, "evaluation_schedule": "visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/evaluation_override.json" } ], - "updated_at": "2026-10-27T04:36:04.875877+00:00", + "updated_at": "2026-10-27T08:23:02.493820+00:00", "selection_policy": "First train approximately 2000 epochs, including existing published candidates; then jointly review train/validation/success curves. Window ranking alone is insufficient." } diff --git a/visual_no_collision/best_bc.json b/visual_no_collision/best_bc.json index c6554872cdd30ae0f84c10a888edce0eef74446c..5a2ca69e7f5f03a7987485a9bcb32365fb1e2fd4 100644 --- a/visual_no_collision/best_bc.json +++ b/visual_no_collision/best_bc.json @@ -9,49 +9,51 @@ "experiment": "can", "regime": "diverse20", "seed": 1, - "epoch": 1500, + "epoch": 1400, "trained_epochs_at_selection": 2000, "planned_epochs": 2000, - "training_status_at_selection": "user_accepted_after_joint_curve_review", + "training_status_at_selection": "completed", "family": "StandardBaseBC", "framework": "jax", "weights": "complete_model_EMA", "horizon": 4, "collision_geoms": false, - "selection_rule": "Joint train/validation/periodic-success review with explicit user-approved checkpoints; Can diverse20 e1500 corrected before final200", - "window_success_rate": 0.532, - "window_epochs": [ - 1400, - 1450, - 1500, - 1550, - 1600 - ], - "window_episodes": 250, - "selection_note": "Neighborhood average combines different checkpoints on reused seeds; final200 reports this fixed checkpoint", + "selection_rule": "User requested adopting epoch1400 uniformly for all eight local models after reviewing the shared200-episode comparisons", + "periodic50_success": 0.56, "final200": { - "success": 0.57, - "successes": 114, + "success": 0.575, + "successes": 115, "total": 200, - "ci_low": 0.5007048776415268, - "ci_high": 0.6366567766656557 + "ci_low": 0.5057093264785485, + "ci_high": 0.6414638745648614 }, "final200_panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", - "checkpoint_sha256": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f", - "checkpoint_bytes": 96618276, + "checkpoint_sha256": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "checkpoint_bytes": 96617025, "pixel_spec_hash": "e00bb9535842d7de5f0bbc641ce4c5fe2824414d4097d42299be825e161ffef4", "identity_hash": "c165872a1fce3be67f5949977be97ee40f18b811e83493e84b0609a9a28c17e2", - "path": "visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/checkpoints/epoch_1500.pkl", + "path": "visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/checkpoints/epoch_1400.pkl", "directory": "visual_no_collision/Robomimic/study1/Can/diverse20/seed_1", "supervision": { - "status": "selected_after_joint_review", + "status": "selected_by_user", "training": "completed", "joint_curve_review_status": "finalized_user_accepted", - "reviewed_at": "2026-10-26T21:53:23.618600+00:00", + "reviewed_at": "2026-10-27T08:23:02.493820+00:00", "review_evidence": "visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/selection_supervision.json", - "final200_role": "report_only_not_used_for_reselection", - "zero_overfitting_claim": false, - "completed_train_epoch": 2000 + "final200_role": "shared_comparison_panel_used_for_user_selection", + "zero_overfitting_claim": false + }, + "previous_selection": { + "epoch": 1500, + "path": "visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/checkpoints/epoch_1500.pkl", + "revision": "1bf8a9fb26982bebb51493f3475d28f12a3197ae", + "final200": { + "success": 0.57, + "successes": 114, + "total": 200, + "ci_low": 0.5007048776415268, + "ci_high": 0.6366567766656557 + } }, "evaluation_schedule": "visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/evaluation_override.json" }, @@ -61,49 +63,51 @@ "experiment": "can", "regime": "mixed20", "seed": 1, - "epoch": 800, + "epoch": 1400, "trained_epochs_at_selection": 2000, "planned_epochs": 2000, - "training_status_at_selection": "user_accepted_after_joint_curve_review", + "training_status_at_selection": "completed", "family": "StandardBaseBC", "framework": "jax", "weights": "complete_model_EMA", "horizon": 4, "collision_geoms": false, - "selection_rule": "Joint train/validation/periodic-success review with explicit user-approved checkpoints; Can diverse20 e1500 corrected before final200", - "window_success_rate": 0.596, - "window_epochs": [ - 700, - 750, - 800, - 850, - 900 - ], - "window_episodes": 250, - "selection_note": "Neighborhood average combines different checkpoints on reused seeds; final200 reports this fixed checkpoint", + "selection_rule": "User requested adopting epoch1400 uniformly for all eight local models after reviewing the shared200-episode comparisons", + "periodic50_success": 0.6, "final200": { - "success": 0.505, - "successes": 101, + "success": 0.53, + "successes": 106, "total": 200, - "ci_low": 0.43627000033527485, - "ci_high": 0.5735415464009526 + "ci_low": 0.4609168291500183, + "ci_high": 0.5979524512673458 }, "final200_panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", - "checkpoint_sha256": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45", - "checkpoint_bytes": 96581191, + "checkpoint_sha256": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "checkpoint_bytes": 96610627, "pixel_spec_hash": "e00bb9535842d7de5f0bbc641ce4c5fe2824414d4097d42299be825e161ffef4", "identity_hash": "e21e51338057df6bd6acc98bf795ed0f74dce71b7dd67f5dceed7afd4c800469", - "path": "visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/checkpoints/epoch_800.pkl", + "path": "visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/checkpoints/epoch_1400.pkl", "directory": "visual_no_collision/Robomimic/study1/Can/mixed20/seed_1", "supervision": { - "status": "selected_after_joint_review", + "status": "selected_by_user", "training": "completed", "joint_curve_review_status": "finalized_user_accepted", - "reviewed_at": "2026-10-26T21:53:23.618600+00:00", + "reviewed_at": "2026-10-27T08:23:02.493820+00:00", "review_evidence": "visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/selection_supervision.json", - "final200_role": "report_only_not_used_for_reselection", - "zero_overfitting_claim": false, - "completed_train_epoch": 2000 + "final200_role": "shared_comparison_panel_used_for_user_selection", + "zero_overfitting_claim": false + }, + "previous_selection": { + "epoch": 800, + "path": "visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/checkpoints/epoch_800.pkl", + "revision": "1bf8a9fb26982bebb51493f3475d28f12a3197ae", + "final200": { + "success": 0.505, + "successes": 101, + "total": 200, + "ci_low": 0.43627000033527485, + "ci_high": 0.5735415464009526 + } }, "evaluation_schedule": "visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/evaluation_override.json" }, @@ -459,26 +463,17 @@ "experiment": "tool_hang", "regime": "diverse50", "seed": 1, - "epoch": 1150, + "epoch": 1400, "trained_epochs_at_selection": 2000, "planned_epochs": 2000, - "training_status_at_selection": "user_accepted_after_joint_curve_review", + "training_status_at_selection": "completed", "family": "StandardBaseBC", "framework": "jax", "weights": "complete_model_EMA", "horizon": 8, "collision_geoms": false, - "selection_rule": "Joint train/validation/periodic-success review with explicit user-approved checkpoints; Can diverse20 e1500 corrected before final200", - "window_success_rate": 0.16, - "window_epochs": [ - 1050, - 1100, - 1150, - 1200, - 1250 - ], - "window_episodes": 250, - "selection_note": "Neighborhood average combines different checkpoints on reused seeds; final200 reports this fixed checkpoint", + "selection_rule": "User requested adopting epoch1400 uniformly for all eight local models after reviewing the shared200-episode comparisons", + "periodic50_success": 0.14, "final200": { "success": 0.125, "successes": 25, @@ -487,21 +482,32 @@ "ci_high": 0.17801425002582347 }, "final200_panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", - "checkpoint_sha256": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1", - "checkpoint_bytes": 96603781, + "checkpoint_sha256": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", + "checkpoint_bytes": 96557151, "pixel_spec_hash": "9aba3fd9a1011e610cbb6bfbf04e84a09dd73adc222ca38d7321758e4b5b87ca", "identity_hash": "733413a27ba6798284aa9c3ceeeb7c523f37432c6a4845c14a68e74c7d5afaf9", - "path": "visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/checkpoints/epoch_1150.pkl", + "path": "visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/checkpoints/epoch_1400.pkl", "directory": "visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1", "supervision": { - "status": "selected_after_joint_review", + "status": "selected_by_user", "training": "completed", "joint_curve_review_status": "finalized_user_accepted", - "reviewed_at": "2026-10-26T21:53:23.618600+00:00", + "reviewed_at": "2026-10-27T08:23:02.493820+00:00", "review_evidence": "visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/selection_supervision.json", - "final200_role": "report_only_not_used_for_reselection", - "zero_overfitting_claim": false, - "completed_train_epoch": 2000 + "final200_role": "shared_comparison_panel_used_for_user_selection", + "zero_overfitting_claim": false + }, + "previous_selection": { + "epoch": 1150, + "path": "visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/checkpoints/epoch_1150.pkl", + "revision": "1bf8a9fb26982bebb51493f3475d28f12a3197ae", + "final200": { + "success": 0.125, + "successes": 25, + "total": 200, + "ci_low": 0.08611974475712644, + "ci_high": 0.17801425002582347 + } }, "evaluation_schedule": "visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/evaluation_override.json" }, @@ -595,49 +601,51 @@ "experiment": "tool_hang", "regime": "focused50", "seed": 1, - "epoch": 650, + "epoch": 1400, "trained_epochs_at_selection": 2000, "planned_epochs": 2000, - "training_status_at_selection": "user_accepted_after_joint_curve_review", + "training_status_at_selection": "completed", "family": "StandardBaseBC", "framework": "jax", "weights": "complete_model_EMA", "horizon": 8, "collision_geoms": false, - "selection_rule": "Joint train/validation/periodic-success review with explicit user-approved checkpoints; Can diverse20 e1500 corrected before final200", - "window_success_rate": 0.132, - "window_epochs": [ - 550, - 600, - 650, - 700, - 750 - ], - "window_episodes": 250, - "selection_note": "Neighborhood average combines different checkpoints on reused seeds; final200 reports this fixed checkpoint", + "selection_rule": "User requested adopting epoch1400 uniformly for all eight local models after reviewing the shared200-episode comparisons", + "periodic50_success": 0.12, "final200": { - "success": 0.165, - "successes": 33, + "success": 0.155, + "successes": 31, "total": 200, - "ci_low": 0.11996855328217307, - "ci_high": 0.2226578153905955 + "ci_low": 0.11139636927689314, + "ci_high": 0.21160690592342077 }, "final200_panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", - "checkpoint_sha256": "633db156a0b1d90cea4462b9cf627de85bfe643938277b91f33f19e88a336fb6", - "checkpoint_bytes": 96674984, + "checkpoint_sha256": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", + "checkpoint_bytes": 96592643, "pixel_spec_hash": "9aba3fd9a1011e610cbb6bfbf04e84a09dd73adc222ca38d7321758e4b5b87ca", "identity_hash": "b3858c37673d3764ec403389851300c5f428a22fb84f55166ccb4bac43c41a9a", - "path": "visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/checkpoints/epoch_650.pkl", + "path": "visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/checkpoints/epoch_1400.pkl", "directory": "visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1", "supervision": { - "status": "selected_after_joint_review", + "status": "selected_by_user", "training": "completed", "joint_curve_review_status": "finalized_user_accepted", - "reviewed_at": "2026-10-26T21:53:23.618600+00:00", + "reviewed_at": "2026-10-27T08:23:02.493820+00:00", "review_evidence": "visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/selection_supervision.json", - "final200_role": "report_only_not_used_for_reselection", - "zero_overfitting_claim": false, - "completed_train_epoch": 2000 + "final200_role": "shared_comparison_panel_used_for_user_selection", + "zero_overfitting_claim": false + }, + "previous_selection": { + "epoch": 650, + "path": "visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/checkpoints/epoch_650.pkl", + "revision": "1bf8a9fb26982bebb51493f3475d28f12a3197ae", + "final200": { + "success": 0.165, + "successes": 33, + "total": 200, + "ci_low": 0.11996855328217307, + "ci_high": 0.2226578153905955 + } }, "evaluation_schedule": "visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/evaluation_override.json" }, @@ -707,40 +715,51 @@ "experiment": "transport_8", "regime": "diverse50", "seed": 1, - "epoch": 1250, + "epoch": 1400, "trained_epochs_at_selection": 1823, "planned_epochs": 2000, - "training_status_at_selection": "stopped_by_user", + "training_status_at_selection": "interrupted", "family": "StandardBaseBC", "framework": "jax", "weights": "complete_model_EMA", "horizon": 8, "collision_geoms": false, - "selection_rule": "User fixed epoch1250 before final200, accepted this checkpoint after reviewing its result", - "periodic50_success": 0.56, + "selection_rule": "User requested adopting epoch1400 uniformly for all eight local models after reviewing the shared200-episode comparisons", + "periodic50_success": 0.66, "final200": { - "success": 0.5, - "successes": 100, + "success": 0.575, + "successes": 115, "total": 200, - "ci_low": 0.43136085960389187, - "ci_high": 0.5686391403961082 + "ci_low": 0.5057093264785485, + "ci_high": 0.6414638745648614 }, "final200_panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", - "checkpoint_sha256": "0d006a0f44972f193d34c8b9a78ec5f785c7eebc2adcaec6502f15629e5bc70c", - "checkpoint_bytes": 180764077, + "checkpoint_sha256": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "checkpoint_bytes": 180708705, "pixel_spec_hash": "fdc632386fe23bf52e0f84a1d2158d9c6e11dd9194d3b4c72d7bc0aab9d55662", "identity_hash": "b9b3c0ae8ca65c344e89904779c830ef7a235bc95bf3e16a0061ed1259c0a2f3", - "path": "visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/checkpoints/epoch_1250.pkl", + "path": "visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/checkpoints/epoch_1400.pkl", "directory": "visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1", "supervision": { "status": "selected_by_user", - "training": "stopped_by_user", + "training": "interrupted", "joint_curve_review_status": "finalized_user_accepted", - "reviewed_at": "2026-10-27T00:52:11.481804+00:00", + "reviewed_at": "2026-10-27T08:23:02.493820+00:00", "review_evidence": "visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/selection_supervision.json", - "final200_role": "user_acceptance_after_fixed_checkpoint_evaluation", - "zero_overfitting_claim": false, - "last_durable_recovery_epoch": 1800 + "final200_role": "shared_comparison_panel_used_for_user_selection", + "zero_overfitting_claim": false + }, + "previous_selection": { + "epoch": 1250, + "path": "visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/checkpoints/epoch_1250.pkl", + "revision": "1bf8a9fb26982bebb51493f3475d28f12a3197ae", + "final200": { + "success": 0.5, + "successes": 100, + "total": 200, + "ci_low": 0.43136085960389187, + "ci_high": 0.5686391403961082 + } }, "evaluation_schedule": "visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/evaluation_override.json" }, @@ -750,40 +769,51 @@ "experiment": "tool_hang", "regime": "mixed100", "seed": 1, - "epoch": 1250, + "epoch": 1400, "trained_epochs_at_selection": 1843, "planned_epochs": 2000, - "training_status_at_selection": "stopped_by_user", + "training_status_at_selection": "interrupted", "family": "StandardBaseBC", "framework": "jax", "weights": "complete_model_EMA", "horizon": 8, "collision_geoms": false, - "selection_rule": "User fixed epoch1250 before final200, accepted this checkpoint after reviewing its result", - "periodic50_success": 0.2, + "selection_rule": "User requested adopting epoch1400 uniformly for all eight local models after reviewing the shared200-episode comparisons", + "periodic50_success": 0.16, "final200": { - "success": 0.19, - "successes": 38, + "success": 0.23, + "successes": 46, "total": 200, - "ci_low": 0.14167171527790676, - "ci_high": 0.25001238707599854 + "ci_low": 0.17709343259068805, + "ci_high": 0.2930830436530359 }, "final200_panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", - "checkpoint_sha256": "3b531389518247b2439e908ccefa1926515f737c737c07f49d95aefa383a4793", - "checkpoint_bytes": 96473539, + "checkpoint_sha256": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "checkpoint_bytes": 96461966, "pixel_spec_hash": "9aba3fd9a1011e610cbb6bfbf04e84a09dd73adc222ca38d7321758e4b5b87ca", "identity_hash": "364aaa8c2e8aa46afbcf16b94578127d68ce830c3fd15c9cedba8ba6a5a61a99", - "path": "visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/checkpoints/epoch_1250.pkl", + "path": "visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/checkpoints/epoch_1400.pkl", "directory": "visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1", "supervision": { "status": "selected_by_user", - "training": "stopped_by_user", + "training": "interrupted", "joint_curve_review_status": "finalized_user_accepted", - "reviewed_at": "2026-10-27T00:52:11.481804+00:00", + "reviewed_at": "2026-10-27T08:23:02.493820+00:00", "review_evidence": "visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/selection_supervision.json", - "final200_role": "user_acceptance_after_fixed_checkpoint_evaluation", - "zero_overfitting_claim": false, - "last_durable_recovery_epoch": 1800 + "final200_role": "shared_comparison_panel_used_for_user_selection", + "zero_overfitting_claim": false + }, + "previous_selection": { + "epoch": 1250, + "path": "visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/checkpoints/epoch_1250.pkl", + "revision": "1bf8a9fb26982bebb51493f3475d28f12a3197ae", + "final200": { + "success": 0.19, + "successes": 38, + "total": 200, + "ci_low": 0.14167171527790676, + "ci_high": 0.25001238707599854 + } }, "evaluation_schedule": "visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/evaluation_override.json" }, @@ -793,40 +823,51 @@ "experiment": "tool_hang", "regime": "mixed50", "seed": 1, - "epoch": 1250, + "epoch": 1400, "trained_epochs_at_selection": 1485, "planned_epochs": 2000, - "training_status_at_selection": "stopped_by_user", + "training_status_at_selection": "interrupted", "family": "StandardBaseBC", "framework": "jax", "weights": "complete_model_EMA", "horizon": 8, "collision_geoms": false, - "selection_rule": "User fixed epoch1250 before final200, accepted this checkpoint after reviewing its result", - "periodic50_success": 0.1, + "selection_rule": "User requested adopting epoch1400 uniformly for all eight local models after reviewing the shared200-episode comparisons", + "periodic50_success": 0.14, "final200": { - "success": 0.155, - "successes": 31, + "success": 0.13, + "successes": 26, "total": 200, - "ci_low": 0.11139636927689314, - "ci_high": 0.21160690592342077 + "ci_low": 0.0902820227966932, + "ci_high": 0.18366351872248407 }, "final200_panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", - "checkpoint_sha256": "5002cb53f9ccd2b60eddb30109454d43c059053ceb7ef210b2843ce921413bc0", - "checkpoint_bytes": 96602745, + "checkpoint_sha256": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", + "checkpoint_bytes": 96574357, "pixel_spec_hash": "9aba3fd9a1011e610cbb6bfbf04e84a09dd73adc222ca38d7321758e4b5b87ca", "identity_hash": "ec99ed061f71c35e498f36c32832f80c812ac1a76b3597ab85929dc426a02b50", - "path": "visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/checkpoints/epoch_1250.pkl", + "path": "visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/checkpoints/epoch_1400.pkl", "directory": "visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1", "supervision": { "status": "selected_by_user", - "training": "stopped_by_user", + "training": "interrupted", "joint_curve_review_status": "finalized_user_accepted", - "reviewed_at": "2026-10-27T00:52:11.481804+00:00", + "reviewed_at": "2026-10-27T08:23:02.493820+00:00", "review_evidence": "visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/selection_supervision.json", - "final200_role": "user_acceptance_after_fixed_checkpoint_evaluation", - "zero_overfitting_claim": false, - "last_durable_recovery_epoch": 1450 + "final200_role": "shared_comparison_panel_used_for_user_selection", + "zero_overfitting_claim": false + }, + "previous_selection": { + "epoch": 1250, + "path": "visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/checkpoints/epoch_1250.pkl", + "revision": "1bf8a9fb26982bebb51493f3475d28f12a3197ae", + "final200": { + "success": 0.155, + "successes": 31, + "total": 200, + "ci_low": 0.11139636927689314, + "ci_high": 0.21160690592342077 + } }, "evaluation_schedule": "visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/evaluation_override.json" }, @@ -836,7 +877,7 @@ "experiment": "transport_8", "regime": "mixed50", "seed": 1, - "epoch": 2000, + "epoch": 1400, "trained_epochs_at_selection": 2000, "planned_epochs": 2000, "training_status_at_selection": "completed", @@ -845,34 +886,46 @@ "weights": "complete_model_EMA", "horizon": 8, "collision_geoms": false, - "selection_rule": "User selected epoch2000 after reviewing actual shared-panel200-episode scores", + "selection_rule": "User requested adopting epoch1400 uniformly for all eight local models after reviewing the shared200-episode comparisons", + "periodic50_success": 0.42, "final200": { - "success": 0.405, - "successes": 81, + "success": 0.44, + "successes": 88, "total": 200, - "ci_low": 0.3393777128250677, - "ci_high": 0.47420289918661307 + "ci_low": 0.37297819251185865, + "ci_high": 0.5092832466534134 }, "final200_panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", - "checkpoint_sha256": "41d2cc56b1fe312a3db1494c322d0791cd5c3e7db473142bd73dd24b003cb592", - "checkpoint_bytes": 180599061, + "checkpoint_sha256": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "checkpoint_bytes": 180748350, "pixel_spec_hash": "fdc632386fe23bf52e0f84a1d2158d9c6e11dd9194d3b4c72d7bc0aab9d55662", "identity_hash": "37db04be0068bd4951f95951f09acc4ceed477fab043115e422ebd005c82dfe0", - "path": "visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/checkpoints/epoch_2000.pkl", + "path": "visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/checkpoints/epoch_1400.pkl", "directory": "visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1", "supervision": { "status": "selected_by_user", "training": "completed", "joint_curve_review_status": "finalized_user_accepted", - "reviewed_at": "2026-10-27T04:36:04.875877+00:00", + "reviewed_at": "2026-10-27T08:23:02.493820+00:00", "review_evidence": "visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/selection_supervision.json", - "final200_role": "shared_panel_used_for_checkpoint_selection", - "zero_overfitting_claim": false, - "completed_train_epoch": 2000 + "final200_role": "shared_comparison_panel_used_for_user_selection", + "zero_overfitting_claim": false + }, + "previous_selection": { + "epoch": 2000, + "path": "visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/checkpoints/epoch_2000.pkl", + "revision": "1bf8a9fb26982bebb51493f3475d28f12a3197ae", + "final200": { + "success": 0.405, + "successes": 81, + "total": 200, + "ci_low": 0.3393777128250677, + "ci_high": 0.47420289918661307 + } }, "evaluation_schedule": "visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/evaluation_override.json" } ], - "updated_at": "2026-10-27T04:36:04.875877+00:00", + "updated_at": "2026-10-27T08:23:02.493820+00:00", "selection_policy": "First train approximately 2000 epochs, including existing published candidates; then jointly review train/validation/success curves. Window ranking alone is insufficient." } diff --git a/visual_no_collision/reviews/20261027_local8_epoch1400/evaluation_verification.json b/visual_no_collision/reviews/20261027_local8_epoch1400/evaluation_verification.json new file mode 100644 index 0000000000000000000000000000000000000000..7a8aa9f1a308c13ea110d31e8cb397fb7e1e8b3d --- /dev/null +++ b/visual_no_collision/reviews/20261027_local8_epoch1400/evaluation_verification.json @@ -0,0 +1,138 @@ +{ + "actual_episodes": 1600, + "checkpoint_epoch": 1400, + "passed": true, + "published_selection_unchanged": true, + "reused_comparison_panel": true, + "rows": [ + { + "ci_high": 0.5979524512673458, + "ci_low": 0.4609168291500183, + "difference_percentage_points": 2.500000000000002, + "epoch": 1400, + "gpu": 7, + "previous_accepted_epoch": 800, + "previous_accepted_success": 0.505, + "regime": "mixed20", + "result": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/operations/20261027_local8_e1400_final200/can_mixed20_e1400/result.json", + "seconds": 294.3773758360185, + "success": 0.53, + "successes": 106, + "task": "can", + "total": 200 + }, + { + "ci_high": 0.6414638745648614, + "ci_low": 0.5057093264785485, + "difference_percentage_points": 0.5000000000000004, + "epoch": 1400, + "gpu": 6, + "previous_accepted_epoch": 1500, + "previous_accepted_success": 0.57, + "regime": "diverse20", + "result": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/operations/20261027_local8_e1400_final200/can_diverse20_e1400/result.json", + "seconds": 318.7251186640933, + "success": 0.575, + "successes": 115, + "task": "can", + "total": 200 + }, + { + "ci_high": 0.17801425002582347, + "ci_low": 0.08611974475712644, + "difference_percentage_points": 0.0, + "epoch": 1400, + "gpu": 5, + "previous_accepted_epoch": 1150, + "previous_accepted_success": 0.125, + "regime": "diverse50", + "result": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/operations/20261027_local8_e1400_final200/tool_hang_diverse50_e1400/result.json", + "seconds": 676.2165043628775, + "success": 0.125, + "successes": 25, + "task": "tool_hang", + "total": 200 + }, + { + "ci_high": 0.2930830436530359, + "ci_low": 0.17709343259068805, + "difference_percentage_points": 4.000000000000001, + "epoch": 1400, + "gpu": 2, + "previous_accepted_epoch": 1250, + "previous_accepted_success": 0.19, + "regime": "mixed100", + "result": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/operations/20261027_local8_e1400_final200/tool_hang_mixed100_e1400/result.json", + "seconds": 701.094592675101, + "success": 0.23, + "successes": 46, + "task": "tool_hang", + "total": 200 + }, + { + "ci_high": 0.21160690592342077, + "ci_low": 0.11139636927689314, + "difference_percentage_points": -1.0000000000000009, + "epoch": 1400, + "gpu": 3, + "previous_accepted_epoch": 650, + "previous_accepted_success": 0.165, + "regime": "focused50", + "result": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/operations/20261027_local8_e1400_final200/tool_hang_focused50_e1400/result.json", + "seconds": 697.8905662130564, + "success": 0.155, + "successes": 31, + "task": "tool_hang", + "total": 200 + }, + { + "ci_high": 0.18366351872248407, + "ci_low": 0.0902820227966932, + "difference_percentage_points": -2.4999999999999996, + "epoch": 1400, + "gpu": 4, + "previous_accepted_epoch": 1250, + "previous_accepted_success": 0.155, + "regime": "mixed50", + "result": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/operations/20261027_local8_e1400_final200/tool_hang_mixed50_e1400/result.json", + "seconds": 707.4455406258348, + "success": 0.13, + "successes": 26, + "task": "tool_hang", + "total": 200 + }, + { + "ci_high": 0.6414638745648614, + "ci_low": 0.5057093264785485, + "difference_percentage_points": 7.499999999999996, + "epoch": 1400, + "gpu": 0, + "previous_accepted_epoch": 1250, + "previous_accepted_success": 0.5, + "regime": "diverse50", + "result": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/operations/20261027_local8_e1400_final200/transport_diverse50_e1400/result.json", + "seconds": 966.9527171528898, + "success": 0.575, + "successes": 115, + "task": "transport", + "total": 200 + }, + { + "ci_high": 0.5092832466534134, + "ci_low": 0.37297819251185865, + "difference_percentage_points": 3.4999999999999973, + "epoch": 1400, + "gpu": 1, + "previous_accepted_epoch": 2000, + "previous_accepted_success": 0.405, + "regime": "mixed50", + "result": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/operations/20261027_local8_e1400_final200/transport_mixed50_e1400/result.json", + "seconds": 1023.3655379088596, + "success": 0.44, + "successes": 88, + "task": "transport", + "total": 200 + } + ], + "training_resumed": false +} diff --git a/visual_no_collision/reviews/20261027_local8_epoch1400/selection.json b/visual_no_collision/reviews/20261027_local8_epoch1400/selection.json new file mode 100644 index 0000000000000000000000000000000000000000..23eac0dbf8bcf5e57dc4aa2fdd64dcdca57489b6 --- /dev/null +++ b/visual_no_collision/reviews/20261027_local8_epoch1400/selection.json @@ -0,0 +1,438 @@ +{ + "models": [ + { + "task": "Transport", + "suite": "Robomimic", + "experiment": "transport_8", + "regime": "diverse50", + "seed": 1, + "epoch": 1400, + "trained_epochs_at_selection": 1823, + "planned_epochs": 2000, + "training_status_at_selection": "interrupted", + "family": "StandardBaseBC", + "framework": "jax", + "weights": "complete_model_EMA", + "horizon": 8, + "collision_geoms": false, + "selection_rule": "User requested adopting epoch1400 uniformly for all eight local models after reviewing the shared200-episode comparisons", + "periodic50_success": 0.66, + "final200": { + "success": 0.575, + "successes": 115, + "total": 200, + "ci_low": 0.5057093264785485, + "ci_high": 0.6414638745648614 + }, + "final200_panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", + "checkpoint_sha256": "1b80d94251a066978f52fdb7a4acf701e824d9cb2e2cdd4877f6ea16b7734481", + "checkpoint_bytes": 180708705, + "pixel_spec_hash": "fdc632386fe23bf52e0f84a1d2158d9c6e11dd9194d3b4c72d7bc0aab9d55662", + "identity_hash": "b9b3c0ae8ca65c344e89904779c830ef7a235bc95bf3e16a0061ed1259c0a2f3", + "path": "visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/checkpoints/epoch_1400.pkl", + "directory": "visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1", + "supervision": { + "status": "selected_by_user", + "training": "interrupted", + "joint_curve_review_status": "finalized_user_accepted", + "reviewed_at": "2026-10-27T08:23:02.493820+00:00", + "review_evidence": "visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/selection_supervision.json", + "final200_role": "shared_comparison_panel_used_for_user_selection", + "zero_overfitting_claim": false + }, + "previous_selection": { + "epoch": 1250, + "path": "visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/checkpoints/epoch_1250.pkl", + "revision": "1bf8a9fb26982bebb51493f3475d28f12a3197ae", + "final200": { + "success": 0.5, + "successes": 100, + "total": 200, + "ci_low": 0.43136085960389187, + "ci_high": 0.5686391403961082 + } + }, + "evaluation_schedule": "visual_no_collision/Robomimic/study1/Transport/diverse50/seed_1/evaluation_override.json" + }, + { + "task": "Transport", + "suite": "Robomimic", + "experiment": "transport_8", + "regime": "mixed50", + "seed": 1, + "epoch": 1400, + "trained_epochs_at_selection": 2000, + "planned_epochs": 2000, + "training_status_at_selection": "completed", + "family": "StandardBaseBC", + "framework": "jax", + "weights": "complete_model_EMA", + "horizon": 8, + "collision_geoms": false, + "selection_rule": "User requested adopting epoch1400 uniformly for all eight local models after reviewing the shared200-episode comparisons", + "periodic50_success": 0.42, + "final200": { + "success": 0.44, + "successes": 88, + "total": 200, + "ci_low": 0.37297819251185865, + "ci_high": 0.5092832466534134 + }, + "final200_panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", + "checkpoint_sha256": "84d1b40e48ce213f820d6b0aa343cb222b41bed0209adbc8fcbfaf13e580f16f", + "checkpoint_bytes": 180748350, + "pixel_spec_hash": "fdc632386fe23bf52e0f84a1d2158d9c6e11dd9194d3b4c72d7bc0aab9d55662", + "identity_hash": "37db04be0068bd4951f95951f09acc4ceed477fab043115e422ebd005c82dfe0", + "path": "visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/checkpoints/epoch_1400.pkl", + "directory": "visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1", + "supervision": { + "status": "selected_by_user", + "training": "completed", + "joint_curve_review_status": "finalized_user_accepted", + "reviewed_at": "2026-10-27T08:23:02.493820+00:00", + "review_evidence": "visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/selection_supervision.json", + "final200_role": "shared_comparison_panel_used_for_user_selection", + "zero_overfitting_claim": false + }, + "previous_selection": { + "epoch": 2000, + "path": "visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/checkpoints/epoch_2000.pkl", + "revision": "1bf8a9fb26982bebb51493f3475d28f12a3197ae", + "final200": { + "success": 0.405, + "successes": 81, + "total": 200, + "ci_low": 0.3393777128250677, + "ci_high": 0.47420289918661307 + } + }, + "evaluation_schedule": "visual_no_collision/Robomimic/study1/Transport/mixed50/seed_1/evaluation_override.json" + }, + { + "task": "ToolHang", + "suite": "Robomimic", + "experiment": "tool_hang", + "regime": "mixed100", + "seed": 1, + "epoch": 1400, + "trained_epochs_at_selection": 1843, + "planned_epochs": 2000, + "training_status_at_selection": "interrupted", + "family": "StandardBaseBC", + "framework": "jax", + "weights": "complete_model_EMA", + "horizon": 8, + "collision_geoms": false, + "selection_rule": "User requested adopting epoch1400 uniformly for all eight local models after reviewing the shared200-episode comparisons", + "periodic50_success": 0.16, + "final200": { + "success": 0.23, + "successes": 46, + "total": 200, + "ci_low": 0.17709343259068805, + "ci_high": 0.2930830436530359 + }, + "final200_panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", + "checkpoint_sha256": "4ae09527199f52482cd578e3d0d3a388b3cd68d0dc9b899589b38365c5b888db", + "checkpoint_bytes": 96461966, + "pixel_spec_hash": "9aba3fd9a1011e610cbb6bfbf04e84a09dd73adc222ca38d7321758e4b5b87ca", + "identity_hash": "364aaa8c2e8aa46afbcf16b94578127d68ce830c3fd15c9cedba8ba6a5a61a99", + "path": "visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/checkpoints/epoch_1400.pkl", + "directory": "visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1", + "supervision": { + "status": "selected_by_user", + "training": "interrupted", + "joint_curve_review_status": "finalized_user_accepted", + "reviewed_at": "2026-10-27T08:23:02.493820+00:00", + "review_evidence": "visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/selection_supervision.json", + "final200_role": "shared_comparison_panel_used_for_user_selection", + "zero_overfitting_claim": false + }, + "previous_selection": { + "epoch": 1250, + "path": "visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/checkpoints/epoch_1250.pkl", + "revision": "1bf8a9fb26982bebb51493f3475d28f12a3197ae", + "final200": { + "success": 0.19, + "successes": 38, + "total": 200, + "ci_low": 0.14167171527790676, + "ci_high": 0.25001238707599854 + } + }, + "evaluation_schedule": "visual_no_collision/Robomimic/study1/ToolHang/mixed100/seed_1/evaluation_override.json" + }, + { + "task": "ToolHang", + "suite": "Robomimic", + "experiment": "tool_hang", + "regime": "focused50", + "seed": 1, + "epoch": 1400, + "trained_epochs_at_selection": 2000, + "planned_epochs": 2000, + "training_status_at_selection": "completed", + "family": "StandardBaseBC", + "framework": "jax", + "weights": "complete_model_EMA", + "horizon": 8, + "collision_geoms": false, + "selection_rule": "User requested adopting epoch1400 uniformly for all eight local models after reviewing the shared200-episode comparisons", + "periodic50_success": 0.12, + "final200": { + "success": 0.155, + "successes": 31, + "total": 200, + "ci_low": 0.11139636927689314, + "ci_high": 0.21160690592342077 + }, + "final200_panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", + "checkpoint_sha256": "3a4587cde1f49ced2014a2e5321a8b2021351d10e688926f1719cf89c4790b8e", + "checkpoint_bytes": 96592643, + "pixel_spec_hash": "9aba3fd9a1011e610cbb6bfbf04e84a09dd73adc222ca38d7321758e4b5b87ca", + "identity_hash": "b3858c37673d3764ec403389851300c5f428a22fb84f55166ccb4bac43c41a9a", + "path": "visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/checkpoints/epoch_1400.pkl", + "directory": "visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1", + "supervision": { + "status": "selected_by_user", + "training": "completed", + "joint_curve_review_status": "finalized_user_accepted", + "reviewed_at": "2026-10-27T08:23:02.493820+00:00", + "review_evidence": "visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/selection_supervision.json", + "final200_role": "shared_comparison_panel_used_for_user_selection", + "zero_overfitting_claim": false + }, + "previous_selection": { + "epoch": 650, + "path": "visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/checkpoints/epoch_650.pkl", + "revision": "1bf8a9fb26982bebb51493f3475d28f12a3197ae", + "final200": { + "success": 0.165, + "successes": 33, + "total": 200, + "ci_low": 0.11996855328217307, + "ci_high": 0.2226578153905955 + } + }, + "evaluation_schedule": "visual_no_collision/Robomimic/study1/ToolHang/focused50/seed_1/evaluation_override.json" + }, + { + "task": "ToolHang", + "suite": "Robomimic", + "experiment": "tool_hang", + "regime": "mixed50", + "seed": 1, + "epoch": 1400, + "trained_epochs_at_selection": 1485, + "planned_epochs": 2000, + "training_status_at_selection": "interrupted", + "family": "StandardBaseBC", + "framework": "jax", + "weights": "complete_model_EMA", + "horizon": 8, + "collision_geoms": false, + "selection_rule": "User requested adopting epoch1400 uniformly for all eight local models after reviewing the shared200-episode comparisons", + "periodic50_success": 0.14, + "final200": { + "success": 0.13, + "successes": 26, + "total": 200, + "ci_low": 0.0902820227966932, + "ci_high": 0.18366351872248407 + }, + "final200_panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", + "checkpoint_sha256": "f2bc224b1475c9e0396c19616ebd5c172ddc80e6a390ca72605e9c165c767f0a", + "checkpoint_bytes": 96574357, + "pixel_spec_hash": "9aba3fd9a1011e610cbb6bfbf04e84a09dd73adc222ca38d7321758e4b5b87ca", + "identity_hash": "ec99ed061f71c35e498f36c32832f80c812ac1a76b3597ab85929dc426a02b50", + "path": "visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/checkpoints/epoch_1400.pkl", + "directory": "visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1", + "supervision": { + "status": "selected_by_user", + "training": "interrupted", + "joint_curve_review_status": "finalized_user_accepted", + "reviewed_at": "2026-10-27T08:23:02.493820+00:00", + "review_evidence": "visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/selection_supervision.json", + "final200_role": "shared_comparison_panel_used_for_user_selection", + "zero_overfitting_claim": false + }, + "previous_selection": { + "epoch": 1250, + "path": "visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/checkpoints/epoch_1250.pkl", + "revision": "1bf8a9fb26982bebb51493f3475d28f12a3197ae", + "final200": { + "success": 0.155, + "successes": 31, + "total": 200, + "ci_low": 0.11139636927689314, + "ci_high": 0.21160690592342077 + } + }, + "evaluation_schedule": "visual_no_collision/Robomimic/study1/ToolHang/mixed50/seed_1/evaluation_override.json" + }, + { + "task": "ToolHang", + "suite": "Robomimic", + "experiment": "tool_hang", + "regime": "diverse50", + "seed": 1, + "epoch": 1400, + "trained_epochs_at_selection": 2000, + "planned_epochs": 2000, + "training_status_at_selection": "completed", + "family": "StandardBaseBC", + "framework": "jax", + "weights": "complete_model_EMA", + "horizon": 8, + "collision_geoms": false, + "selection_rule": "User requested adopting epoch1400 uniformly for all eight local models after reviewing the shared200-episode comparisons", + "periodic50_success": 0.14, + "final200": { + "success": 0.125, + "successes": 25, + "total": 200, + "ci_low": 0.08611974475712644, + "ci_high": 0.17801425002582347 + }, + "final200_panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", + "checkpoint_sha256": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925", + "checkpoint_bytes": 96557151, + "pixel_spec_hash": "9aba3fd9a1011e610cbb6bfbf04e84a09dd73adc222ca38d7321758e4b5b87ca", + "identity_hash": "733413a27ba6798284aa9c3ceeeb7c523f37432c6a4845c14a68e74c7d5afaf9", + "path": "visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/checkpoints/epoch_1400.pkl", + "directory": "visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1", + "supervision": { + "status": "selected_by_user", + "training": "completed", + "joint_curve_review_status": "finalized_user_accepted", + "reviewed_at": "2026-10-27T08:23:02.493820+00:00", + "review_evidence": "visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/selection_supervision.json", + "final200_role": "shared_comparison_panel_used_for_user_selection", + "zero_overfitting_claim": false + }, + "previous_selection": { + "epoch": 1150, + "path": "visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/checkpoints/epoch_1150.pkl", + "revision": "1bf8a9fb26982bebb51493f3475d28f12a3197ae", + "final200": { + "success": 0.125, + "successes": 25, + "total": 200, + "ci_low": 0.08611974475712644, + "ci_high": 0.17801425002582347 + } + }, + "evaluation_schedule": "visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/evaluation_override.json" + }, + { + "task": "Can", + "suite": "Robomimic", + "experiment": "can", + "regime": "diverse20", + "seed": 1, + "epoch": 1400, + "trained_epochs_at_selection": 2000, + "planned_epochs": 2000, + "training_status_at_selection": "completed", + "family": "StandardBaseBC", + "framework": "jax", + "weights": "complete_model_EMA", + "horizon": 4, + "collision_geoms": false, + "selection_rule": "User requested adopting epoch1400 uniformly for all eight local models after reviewing the shared200-episode comparisons", + "periodic50_success": 0.56, + "final200": { + "success": 0.575, + "successes": 115, + "total": 200, + "ci_low": 0.5057093264785485, + "ci_high": 0.6414638745648614 + }, + "final200_panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", + "checkpoint_sha256": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d", + "checkpoint_bytes": 96617025, + "pixel_spec_hash": "e00bb9535842d7de5f0bbc641ce4c5fe2824414d4097d42299be825e161ffef4", + "identity_hash": "c165872a1fce3be67f5949977be97ee40f18b811e83493e84b0609a9a28c17e2", + "path": "visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/checkpoints/epoch_1400.pkl", + "directory": "visual_no_collision/Robomimic/study1/Can/diverse20/seed_1", + "supervision": { + "status": "selected_by_user", + "training": "completed", + "joint_curve_review_status": "finalized_user_accepted", + "reviewed_at": "2026-10-27T08:23:02.493820+00:00", + "review_evidence": "visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/selection_supervision.json", + "final200_role": "shared_comparison_panel_used_for_user_selection", + "zero_overfitting_claim": false + }, + "previous_selection": { + "epoch": 1500, + "path": "visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/checkpoints/epoch_1500.pkl", + "revision": "1bf8a9fb26982bebb51493f3475d28f12a3197ae", + "final200": { + "success": 0.57, + "successes": 114, + "total": 200, + "ci_low": 0.5007048776415268, + "ci_high": 0.6366567766656557 + } + }, + "evaluation_schedule": "visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/evaluation_override.json" + }, + { + "task": "Can", + "suite": "Robomimic", + "experiment": "can", + "regime": "mixed20", + "seed": 1, + "epoch": 1400, + "trained_epochs_at_selection": 2000, + "planned_epochs": 2000, + "training_status_at_selection": "completed", + "family": "StandardBaseBC", + "framework": "jax", + "weights": "complete_model_EMA", + "horizon": 4, + "collision_geoms": false, + "selection_rule": "User requested adopting epoch1400 uniformly for all eight local models after reviewing the shared200-episode comparisons", + "periodic50_success": 0.6, + "final200": { + "success": 0.53, + "successes": 106, + "total": 200, + "ci_low": 0.4609168291500183, + "ci_high": 0.5979524512673458 + }, + "final200_panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3", + "checkpoint_sha256": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685", + "checkpoint_bytes": 96610627, + "pixel_spec_hash": "e00bb9535842d7de5f0bbc641ce4c5fe2824414d4097d42299be825e161ffef4", + "identity_hash": "e21e51338057df6bd6acc98bf795ed0f74dce71b7dd67f5dceed7afd4c800469", + "path": "visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/checkpoints/epoch_1400.pkl", + "directory": "visual_no_collision/Robomimic/study1/Can/mixed20/seed_1", + "supervision": { + "status": "selected_by_user", + "training": "completed", + "joint_curve_review_status": "finalized_user_accepted", + "reviewed_at": "2026-10-27T08:23:02.493820+00:00", + "review_evidence": "visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/selection_supervision.json", + "final200_role": "shared_comparison_panel_used_for_user_selection", + "zero_overfitting_claim": false + }, + "previous_selection": { + "epoch": 800, + "path": "visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/checkpoints/epoch_800.pkl", + "revision": "1bf8a9fb26982bebb51493f3475d28f12a3197ae", + "final200": { + "success": 0.505, + "successes": 101, + "total": 200, + "ci_low": 0.43627000033527485, + "ci_high": 0.5735415464009526 + } + }, + "evaluation_schedule": "visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/evaluation_override.json" + } + ], + "previous_revision": "1bf8a9fb26982bebb51493f3475d28f12a3197ae", + "user_accepted_all_eight": true +}