Update all eight local visual BC selections to user-approved epoch1400 with final200 results
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- visual_no_collision/README.md +15 -0
- visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/README.md +7 -14
- visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/SHA256SUMS.json +64 -32
- visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/best.json +22 -832
- visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/checkpoints/epoch_1400.json +180 -0
- visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/checkpoints/epoch_1400.pkl +3 -0
- visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/final200/epoch_1400.parquet +3 -0
- visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/final200/protocol.json +5 -5
- visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/final200/result.json +0 -0
- visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/final200/status.json +3 -3
- visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/final200/verification.json +7 -0
- visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/README.md +20 -0
- visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/SHA256SUMS.json +102 -0
- visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/best.json +838 -0
- visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/protocol.json +226 -0
- visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/result.json +0 -0
- visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/status.json +7 -0
- visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/release.json +59 -0
- visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/selection_supervision.json +38 -0
- visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/training_status.json +6 -0
- visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/provenance/evaluate_comparison.py +67 -0
- visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/release.json +29 -28
- visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/selection_supervision.json +11 -35
- visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/training_status.json +3 -3
- visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/README.md +7 -14
- visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/SHA256SUMS.json +64 -32
- visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/best.json +22 -827
- visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/checkpoints/epoch_1400.json +199 -0
- visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/checkpoints/epoch_1400.pkl +3 -0
- visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/final200/epoch_1400.parquet +3 -0
- visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/final200/protocol.json +5 -5
- visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/final200/result.json +0 -0
- visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/final200/status.json +3 -3
- visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/final200/verification.json +7 -0
- visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/README.md +20 -0
- visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/SHA256SUMS.json +102 -0
- visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/best.json +833 -0
- visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/protocol.json +226 -0
- visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/result.json +0 -0
- visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/status.json +7 -0
- visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/release.json +59 -0
- visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/selection_supervision.json +33 -0
- visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/training_status.json +6 -0
- visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/provenance/evaluate_comparison.py +67 -0
- visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/release.json +29 -28
- visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/selection_supervision.json +11 -30
- visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/training_status.json +3 -3
- visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/README.md +7 -14
- visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/SHA256SUMS.json +63 -31
- visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/best.json +19 -824
visual_no_collision/README.md
CHANGED
|
@@ -40,3 +40,18 @@ Training was stopped by the user; these weights were fixed before final200 and a
|
|
| 40 |
The previously pending Transport mixed50 selection is now epoch2000, accepted by the user after comparing the shared200-episode panel. Actual original terminal evaluation: **40.5% (81/200)**. This panel was used for selection.
|
| 41 |
|
| 42 |
[Weights](Robomimic/study1/Transport/mixed50/seed_1/checkpoints/epoch_2000.pkl) · [Selection and comparison](Robomimic/study1/Transport/mixed50/seed_1/selection_supervision.json).
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 40 |
The previously pending Transport mixed50 selection is now epoch2000, accepted by the user after comparing the shared200-episode panel. Actual original terminal evaluation: **40.5% (81/200)**. This panel was used for selection.
|
| 41 |
|
| 42 |
[Weights](Robomimic/study1/Transport/mixed50/seed_1/checkpoints/epoch_2000.pkl) · [Selection and comparison](Robomimic/study1/Transport/mixed50/seed_1/selection_supervision.json).
|
| 43 |
+
|
| 44 |
+
## 2026-10-27: current selections updated to epoch1400 for all eight local BCs
|
| 45 |
+
|
| 46 |
+
This update supersedes the eight earlier selections below; historical weights remain available. All scores are actual200-episode results on the reused comparison panel. The user chose a uniform epoch1400, including cohorts with lower or equal scores.
|
| 47 |
+
|
| 48 |
+
| Task / cohort | Current epoch | SR | Successes | Weights |
|
| 49 |
+
|---|---:|---:|---:|---|
|
| 50 |
+
| Transport / diverse50 |1400|57.5%|115/200|[weights](Robomimic/study1/Transport/diverse50/seed_1/checkpoints/epoch_1400.pkl)|
|
| 51 |
+
| Transport / mixed50 |1400|44.0%|88/200|[weights](Robomimic/study1/Transport/mixed50/seed_1/checkpoints/epoch_1400.pkl)|
|
| 52 |
+
| ToolHang / mixed100 |1400|23.0%|46/200|[weights](Robomimic/study1/ToolHang/mixed100/seed_1/checkpoints/epoch_1400.pkl)|
|
| 53 |
+
| ToolHang / focused50 |1400|15.5%|31/200|[weights](Robomimic/study1/ToolHang/focused50/seed_1/checkpoints/epoch_1400.pkl)|
|
| 54 |
+
| ToolHang / mixed50 |1400|13.0%|26/200|[weights](Robomimic/study1/ToolHang/mixed50/seed_1/checkpoints/epoch_1400.pkl)|
|
| 55 |
+
| ToolHang / diverse50 |1400|12.5%|25/200|[weights](Robomimic/study1/ToolHang/diverse50/seed_1/checkpoints/epoch_1400.pkl)|
|
| 56 |
+
| Can / diverse20 |1400|57.5%|115/200|[weights](Robomimic/study1/Can/diverse20/seed_1/checkpoints/epoch_1400.pkl)|
|
| 57 |
+
| Can / mixed20 |1400|53.0%|106/200|[weights](Robomimic/study1/Can/mixed20/seed_1/checkpoints/epoch_1400.pkl)|
|
visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/README.md
CHANGED
|
@@ -1,20 +1,13 @@
|
|
| 1 |
# Can diverse20 — visual-only BC
|
| 2 |
|
| 3 |
-
|
| 4 |
-
|
| 5 |
|
| 6 |
-
|
| 7 |
-
|
| 8 |
-
The common random reset panel uses seed20261021, policy seed700001 and8workers; resets are disjoint from periodic evaluation.
|
| 9 |
-
The checkpoint was fixed before this evaluation and was not reselected from these results.
|
| 10 |
|
| 11 |
-
|
| 12 |
-
Training-time50-episode SR was 58.0%; neighboring-policy mean was 53.2%.
|
| 13 |
-
Epoch2000 scored 56.5% on the same200 resets; paired counts are recorded in selection_supervision.json.
|
| 14 |
|
| 15 |
-
[
|
| 16 |
|
| 17 |
-
|
| 18 |
-
Absolute local paths in sealed configs are provenance, not portable download locations; adapt paths explicitly on another host.
|
| 19 |
-
The original interval10 plan is preserved; evaluation_override.json records the approved switch to interval50.
|
| 20 |
-
SHA256SUMS.json covers release files. Historical collision-rendered repository trees are untouched.
|
|
|
|
| 1 |
# Can diverse20 — visual-only BC
|
| 2 |
|
| 3 |
+
Current user-approved checkpoint: **epoch1400**, StandardBaseBC/JAX, complete-model EMA, seed1, H4.
|
| 4 |
+
Actual200-episode evaluation: **57.5% (115/200)**; Wilson95 interval 50.6%–64.1%.
|
| 5 |
|
| 6 |
+
The user chose epoch1400 uniformly for all eight local models after comparing results. The shared reset panel was used for selection, not an untouched holdout; this does not imply all eight improved over their previous checkpoints.
|
| 7 |
+
Previous selection: epoch1500, 57.0%. Old weights remain available; prior release documents are archived under history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/.
|
|
|
|
|
|
|
| 8 |
|
| 9 |
+
Training status: completed, last recorded epoch2000, planned2000. Evaluation uses panel seed20261021, policy seed700001,8workers. Collision geometry display is disabled; physical collisions remain enabled.
|
|
|
|
|
|
|
| 10 |
|
| 11 |
+
[Current weights](checkpoints/epoch_1400.pkl) · [Final200](final200/result.json) · [Selection](selection_supervision.json)
|
| 12 |
|
| 13 |
+
Manifest, split, normalizer, original sidecar and curves are included. Absolute local paths are provenance; adapt explicitly on another host. evaluation_override.json records periodic evaluation every50 epochs. SHA256SUMS.json covers this staged release and archived documents. No claim of absent overfitting or guaranteed downstream RL improvement.
|
|
|
|
|
|
|
|
|
visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/SHA256SUMS.json
CHANGED
|
@@ -1,19 +1,19 @@
|
|
| 1 |
{
|
| 2 |
"README.md": {
|
| 3 |
-
"sha256": "
|
| 4 |
-
"bytes":
|
| 5 |
},
|
| 6 |
"best.json": {
|
| 7 |
-
"sha256": "
|
| 8 |
-
"bytes":
|
| 9 |
},
|
| 10 |
-
"checkpoints/
|
| 11 |
-
"sha256": "
|
| 12 |
-
"bytes":
|
| 13 |
},
|
| 14 |
-
"checkpoints/
|
| 15 |
-
"sha256": "
|
| 16 |
-
"bytes":
|
| 17 |
},
|
| 18 |
"data_manifest.json": {
|
| 19 |
"sha256": "f33eb5332ab56043294b3ce61dc9a79a3254dc9b182516da516bc8b08ec22393",
|
|
@@ -27,29 +27,69 @@
|
|
| 27 |
"sha256": "ce00e4a5a4c12509b1e541dbfc404a3885df456a28ad51034aeae30666d6f580",
|
| 28 |
"bytes": 212699
|
| 29 |
},
|
| 30 |
-
"final200/
|
| 31 |
-
"sha256": "
|
| 32 |
-
"bytes":
|
| 33 |
},
|
| 34 |
"final200/protocol.json": {
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 35 |
"sha256": "1a31489ece4cd06d36ba8779fca923e895dd922782eea83aa75e27862b932c48",
|
| 36 |
"bytes": 3916
|
| 37 |
},
|
| 38 |
-
"final200/result.json": {
|
| 39 |
"sha256": "97345bd2a83cf4d548f2573a0749825870339b7a593597f0f56a5973ecfed50d",
|
| 40 |
"bytes": 115904
|
| 41 |
},
|
| 42 |
-
"final200/status.json": {
|
| 43 |
"sha256": "f51b3a981f7d1841f9845850f724455c0f30b1d9b5933f8e4a1f11a361b2c799",
|
| 44 |
"bytes": 100
|
| 45 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 46 |
"normalizer.json": {
|
| 47 |
"sha256": "2d807a5b6afe10818b129f002ab18bbf04d7a7661a2397e92baa5da85e170f7d",
|
| 48 |
"bytes": 1155
|
| 49 |
},
|
| 50 |
-
"provenance/
|
| 51 |
-
"sha256": "
|
| 52 |
-
"bytes":
|
| 53 |
},
|
| 54 |
"provenance/evaluation_override_active.json": {
|
| 55 |
"sha256": "b57bc2c6c67731b53769910737854c0fbe39a6bfe84458674cc939f02854e9ea",
|
|
@@ -63,25 +103,17 @@
|
|
| 63 |
"sha256": "c68fc32de5ff53552dbbe39ce8cd351cea36168be21ce6b52a6eea7e96328431",
|
| 64 |
"bytes": 295
|
| 65 |
},
|
| 66 |
-
"provenance/pretrain_bc_eval_override.py": {
|
| 67 |
-
"sha256": "71deaa1c690802253ce2f075f3d9295ac1e302252e9413caae7bbe9071e80e29",
|
| 68 |
-
"bytes": 2877
|
| 69 |
-
},
|
| 70 |
-
"provenance/pretrain_bc_noleak.py": {
|
| 71 |
-
"sha256": "240abba4a512b61887271aeafc18fdce2372398ed483920b723aa7ce41f3d953",
|
| 72 |
-
"bytes": 1932
|
| 73 |
-
},
|
| 74 |
"release.json": {
|
| 75 |
-
"sha256": "
|
| 76 |
-
"bytes":
|
| 77 |
},
|
| 78 |
"resolved_config.json": {
|
| 79 |
"sha256": "b90780d816b437fef3919aea367ce6d41dc9f48ba3f9d258d7c8ac2b054755c8",
|
| 80 |
"bytes": 6257
|
| 81 |
},
|
| 82 |
"selection_supervision.json": {
|
| 83 |
-
"sha256": "
|
| 84 |
-
"bytes":
|
| 85 |
},
|
| 86 |
"split.json": {
|
| 87 |
"sha256": "e38b52faa2646cd36e6b06fd741bb723622325b0c00303e74f3025dc8848e433",
|
|
@@ -92,8 +124,8 @@
|
|
| 92 |
"bytes": 358249
|
| 93 |
},
|
| 94 |
"training_status.json": {
|
| 95 |
-
"sha256": "
|
| 96 |
-
"bytes":
|
| 97 |
},
|
| 98 |
"validation_metrics.jsonl": {
|
| 99 |
"sha256": "0d47acb7f606a6fef128010cce1954d0929b7d50378f13d8a1a409759da159e4",
|
|
|
|
| 1 |
{
|
| 2 |
"README.md": {
|
| 3 |
+
"sha256": "eeebaca738adb31d931717c811140dac93154a4d56ddc3faf2e0949195d241f5",
|
| 4 |
+
"bytes": 1299
|
| 5 |
},
|
| 6 |
"best.json": {
|
| 7 |
+
"sha256": "1a34184cf8778b346f86d2139620054602f74cc73bacdd412b0ae9b0b5d0b40a",
|
| 8 |
+
"bytes": 1321
|
| 9 |
},
|
| 10 |
+
"checkpoints/epoch_1400.json": {
|
| 11 |
+
"sha256": "f8fab86d3755ec81d91b8d58ed1146cbfa7e2d2bad03756ce7cb9f69d1b769e6",
|
| 12 |
+
"bytes": 7560
|
| 13 |
},
|
| 14 |
+
"checkpoints/epoch_1400.pkl": {
|
| 15 |
+
"sha256": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d",
|
| 16 |
+
"bytes": 96617025
|
| 17 |
},
|
| 18 |
"data_manifest.json": {
|
| 19 |
"sha256": "f33eb5332ab56043294b3ce61dc9a79a3254dc9b182516da516bc8b08ec22393",
|
|
|
|
| 27 |
"sha256": "ce00e4a5a4c12509b1e541dbfc404a3885df456a28ad51034aeae30666d6f580",
|
| 28 |
"bytes": 212699
|
| 29 |
},
|
| 30 |
+
"final200/epoch_1400.parquet": {
|
| 31 |
+
"sha256": "e6224ddb4d5e0589a601c5b77e3492911585b8c66cc912215286c9cd58a91626",
|
| 32 |
+
"bytes": 6596
|
| 33 |
},
|
| 34 |
"final200/protocol.json": {
|
| 35 |
+
"sha256": "76e2fac87eadb1cf3d9189353135b9c42edc6f97d5c5b99dab8b65b3d8cbc874",
|
| 36 |
+
"bytes": 3991
|
| 37 |
+
},
|
| 38 |
+
"final200/result.json": {
|
| 39 |
+
"sha256": "54abff9ea58e721f51db0f4d5c907c386b8976c54896399ec66215b3ccf0dbac",
|
| 40 |
+
"bytes": 115993
|
| 41 |
+
},
|
| 42 |
+
"final200/status.json": {
|
| 43 |
+
"sha256": "02b05f8a4783fb36e881a346d95e61f29e8a9dfeac078c3b37e0816f230d9455",
|
| 44 |
+
"bytes": 101
|
| 45 |
+
},
|
| 46 |
+
"final200/verification.json": {
|
| 47 |
+
"sha256": "dadde1ba9f6444516092363c1b822d81582806033fd337a00b478fd7eef3d652",
|
| 48 |
+
"bytes": 310
|
| 49 |
+
},
|
| 50 |
+
"history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/README.md": {
|
| 51 |
+
"sha256": "7a67e5f8bd446a43218c4da3b1afe563c9d84b66dae4b58ba881cb7e11fe8100",
|
| 52 |
+
"bytes": 1361
|
| 53 |
+
},
|
| 54 |
+
"history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/SHA256SUMS.json": {
|
| 55 |
+
"sha256": "c642c61fa48bc18caebc0e214142d1c6a422a3b6418d429faae69f14e56a73dc",
|
| 56 |
+
"bytes": 3406
|
| 57 |
+
},
|
| 58 |
+
"history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/best.json": {
|
| 59 |
+
"sha256": "58ac4f346e516aa3109986f1c1af310671b43e134d41dd6d2c53803f5a1f6c06",
|
| 60 |
+
"bytes": 17747
|
| 61 |
+
},
|
| 62 |
+
"history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/protocol.json": {
|
| 63 |
"sha256": "1a31489ece4cd06d36ba8779fca923e895dd922782eea83aa75e27862b932c48",
|
| 64 |
"bytes": 3916
|
| 65 |
},
|
| 66 |
+
"history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/result.json": {
|
| 67 |
"sha256": "97345bd2a83cf4d548f2573a0749825870339b7a593597f0f56a5973ecfed50d",
|
| 68 |
"bytes": 115904
|
| 69 |
},
|
| 70 |
+
"history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/status.json": {
|
| 71 |
"sha256": "f51b3a981f7d1841f9845850f724455c0f30b1d9b5933f8e4a1f11a361b2c799",
|
| 72 |
"bytes": 100
|
| 73 |
},
|
| 74 |
+
"history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/release.json": {
|
| 75 |
+
"sha256": "99008421b32a88c53e6d3dbf893839cb0ac860c8844e9ea8520c1a2e2c3af7cb",
|
| 76 |
+
"bytes": 2553
|
| 77 |
+
},
|
| 78 |
+
"history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/selection_supervision.json": {
|
| 79 |
+
"sha256": "53b70159201494886f0a5cfcc864ca2fb21eba7f6bd09108f67f88d461b7bd67",
|
| 80 |
+
"bytes": 1334
|
| 81 |
+
},
|
| 82 |
+
"history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/training_status.json": {
|
| 83 |
+
"sha256": "5ec867a51c50ce4dd1e63811cad59e7677eb983ca31090392094df3c2f87d8c6",
|
| 84 |
+
"bytes": 125
|
| 85 |
+
},
|
| 86 |
"normalizer.json": {
|
| 87 |
"sha256": "2d807a5b6afe10818b129f002ab18bbf04d7a7661a2397e92baa5da85e170f7d",
|
| 88 |
"bytes": 1155
|
| 89 |
},
|
| 90 |
+
"provenance/evaluate_comparison.py": {
|
| 91 |
+
"sha256": "52959ac39b30b97e21dda738d5187427516ba577f89c0e8d85ddb7ecec15ee40",
|
| 92 |
+
"bytes": 3264
|
| 93 |
},
|
| 94 |
"provenance/evaluation_override_active.json": {
|
| 95 |
"sha256": "b57bc2c6c67731b53769910737854c0fbe39a6bfe84458674cc939f02854e9ea",
|
|
|
|
| 103 |
"sha256": "c68fc32de5ff53552dbbe39ce8cd351cea36168be21ce6b52a6eea7e96328431",
|
| 104 |
"bytes": 295
|
| 105 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 106 |
"release.json": {
|
| 107 |
+
"sha256": "138e0d7d8abeae9f151175ceaa06e9502191f82d8592b7b1f91bbc2c64cd2f3c",
|
| 108 |
+
"bytes": 2515
|
| 109 |
},
|
| 110 |
"resolved_config.json": {
|
| 111 |
"sha256": "b90780d816b437fef3919aea367ce6d41dc9f48ba3f9d258d7c8ac2b054755c8",
|
| 112 |
"bytes": 6257
|
| 113 |
},
|
| 114 |
"selection_supervision.json": {
|
| 115 |
+
"sha256": "74cb66c9c139291e3ce40a086ce151d2e478927e26e23eeffbddbb25275f747e",
|
| 116 |
+
"bytes": 775
|
| 117 |
},
|
| 118 |
"split.json": {
|
| 119 |
"sha256": "e38b52faa2646cd36e6b06fd741bb723622325b0c00303e74f3025dc8848e433",
|
|
|
|
| 124 |
"bytes": 358249
|
| 125 |
},
|
| 126 |
"training_status.json": {
|
| 127 |
+
"sha256": "2dece9b5abae7eb0792f37aae903f21d9b31f3e0de50d5b41aa918a2596c24ee",
|
| 128 |
+
"bytes": 111
|
| 129 |
},
|
| 130 |
"validation_metrics.jsonl": {
|
| 131 |
"sha256": "0d47acb7f606a6fef128010cce1954d0929b7d50378f13d8a1a409759da159e4",
|
visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/best.json
CHANGED
|
@@ -1,838 +1,28 @@
|
|
| 1 |
{
|
| 2 |
"task": "can",
|
| 3 |
"regime": "diverse20",
|
| 4 |
-
"
|
| 5 |
-
"
|
| 6 |
-
|
| 7 |
-
|
| 8 |
-
"
|
| 9 |
-
|
| 10 |
-
1450,
|
| 11 |
-
1500,
|
| 12 |
-
1550,
|
| 13 |
-
1600
|
| 14 |
-
],
|
| 15 |
-
"window_rates": [
|
| 16 |
-
0.56,
|
| 17 |
-
0.44,
|
| 18 |
-
0.58,
|
| 19 |
-
0.58,
|
| 20 |
-
0.5
|
| 21 |
-
],
|
| 22 |
-
"checkpoint_success": 0.58,
|
| 23 |
-
"validation_loss": 0.6099560260772705,
|
| 24 |
-
"validation_median25": 0.6054165959358215,
|
| 25 |
-
"train_loss": 0.05940621269588895,
|
| 26 |
-
"path": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/can20/StandardBaseBC/jax/can/diverse20/seed_1/checkpoints/epoch_1500.pkl",
|
| 27 |
-
"sha256": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f",
|
| 28 |
-
"collision_geoms": false
|
| 29 |
-
},
|
| 30 |
-
"user_selection": {
|
| 31 |
-
"date": "2026-10-27",
|
| 32 |
-
"previous_epoch": 1450,
|
| 33 |
-
"accepted_epoch": 1500,
|
| 34 |
-
"reason": "User accepted epoch1500: own 50-episode SR58%, nearby mean53.2%; epoch1450 own44% was below its nearby mean54.4%"
|
| 35 |
-
},
|
| 36 |
-
"strict_validation_alternative": {
|
| 37 |
-
"epoch": 200,
|
| 38 |
-
"validation_loss": 0.43099290132522583,
|
| 39 |
-
"checkpoint_success": 0.14,
|
| 40 |
-
"path": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/can20/StandardBaseBC/jax/can/diverse20/seed_1/checkpoints/epoch_200.pkl",
|
| 41 |
-
"sha256": "0f46a10a4f84c0b51d5baf233a039e9b7803214424bb5fb2f133f1daae12285c",
|
| 42 |
-
"collision_geoms": false
|
| 43 |
-
},
|
| 44 |
-
"validation_minimum": {
|
| 45 |
-
"epoch": 203,
|
| 46 |
-
"step": 1827,
|
| 47 |
-
"validation_loss": 0.42426469922065735
|
| 48 |
-
},
|
| 49 |
-
"peak_window_success": 0.544,
|
| 50 |
-
"candidates": [
|
| 51 |
-
{
|
| 52 |
-
"epoch": 150,
|
| 53 |
-
"window_success": 0.056,
|
| 54 |
-
"window_epochs": [
|
| 55 |
-
50,
|
| 56 |
-
100,
|
| 57 |
-
150,
|
| 58 |
-
200,
|
| 59 |
-
250
|
| 60 |
-
],
|
| 61 |
-
"window_rates": [
|
| 62 |
-
0.0,
|
| 63 |
-
0.0,
|
| 64 |
-
0.02,
|
| 65 |
-
0.14,
|
| 66 |
-
0.12
|
| 67 |
-
],
|
| 68 |
-
"checkpoint_success": 0.02,
|
| 69 |
-
"validation_loss": 0.4572407007217407,
|
| 70 |
-
"validation_median25": 0.45399248600006104,
|
| 71 |
-
"train_loss": 0.1371522226523646
|
| 72 |
-
},
|
| 73 |
-
{
|
| 74 |
-
"epoch": 200,
|
| 75 |
-
"window_success": 0.096,
|
| 76 |
-
"window_epochs": [
|
| 77 |
-
100,
|
| 78 |
-
150,
|
| 79 |
-
200,
|
| 80 |
-
250,
|
| 81 |
-
300
|
| 82 |
-
],
|
| 83 |
-
"window_rates": [
|
| 84 |
-
0.0,
|
| 85 |
-
0.02,
|
| 86 |
-
0.14,
|
| 87 |
-
0.12,
|
| 88 |
-
0.2
|
| 89 |
-
],
|
| 90 |
-
"checkpoint_success": 0.14,
|
| 91 |
-
"validation_loss": 0.43099290132522583,
|
| 92 |
-
"validation_median25": 0.43502578139305115,
|
| 93 |
-
"train_loss": 0.11680921365311016
|
| 94 |
-
},
|
| 95 |
-
{
|
| 96 |
-
"epoch": 250,
|
| 97 |
-
"window_success": 0.136,
|
| 98 |
-
"window_epochs": [
|
| 99 |
-
150,
|
| 100 |
-
200,
|
| 101 |
-
250,
|
| 102 |
-
300,
|
| 103 |
-
350
|
| 104 |
-
],
|
| 105 |
-
"window_rates": [
|
| 106 |
-
0.02,
|
| 107 |
-
0.14,
|
| 108 |
-
0.12,
|
| 109 |
-
0.2,
|
| 110 |
-
0.2
|
| 111 |
-
],
|
| 112 |
-
"checkpoint_success": 0.12,
|
| 113 |
-
"validation_loss": 0.4643620550632477,
|
| 114 |
-
"validation_median25": 0.459709107875824,
|
| 115 |
-
"train_loss": 0.10645844339219589
|
| 116 |
-
},
|
| 117 |
-
{
|
| 118 |
-
"epoch": 300,
|
| 119 |
-
"window_success": 0.2,
|
| 120 |
-
"window_epochs": [
|
| 121 |
-
200,
|
| 122 |
-
250,
|
| 123 |
-
300,
|
| 124 |
-
350,
|
| 125 |
-
400
|
| 126 |
-
],
|
| 127 |
-
"window_rates": [
|
| 128 |
-
0.14,
|
| 129 |
-
0.12,
|
| 130 |
-
0.2,
|
| 131 |
-
0.2,
|
| 132 |
-
0.34
|
| 133 |
-
],
|
| 134 |
-
"checkpoint_success": 0.2,
|
| 135 |
-
"validation_loss": 0.4871254861354828,
|
| 136 |
-
"validation_median25": 0.48565873503685,
|
| 137 |
-
"train_loss": 0.09691927838894479
|
| 138 |
-
},
|
| 139 |
-
{
|
| 140 |
-
"epoch": 350,
|
| 141 |
-
"window_success": 0.26,
|
| 142 |
-
"window_epochs": [
|
| 143 |
-
250,
|
| 144 |
-
300,
|
| 145 |
-
350,
|
| 146 |
-
400,
|
| 147 |
-
450
|
| 148 |
-
],
|
| 149 |
-
"window_rates": [
|
| 150 |
-
0.12,
|
| 151 |
-
0.2,
|
| 152 |
-
0.2,
|
| 153 |
-
0.34,
|
| 154 |
-
0.44
|
| 155 |
-
],
|
| 156 |
-
"checkpoint_success": 0.2,
|
| 157 |
-
"validation_loss": 0.4951510429382324,
|
| 158 |
-
"validation_median25": 0.5053178668022156,
|
| 159 |
-
"train_loss": 0.09457782056593475
|
| 160 |
-
},
|
| 161 |
-
{
|
| 162 |
-
"epoch": 400,
|
| 163 |
-
"window_success": 0.312,
|
| 164 |
-
"window_epochs": [
|
| 165 |
-
300,
|
| 166 |
-
350,
|
| 167 |
-
400,
|
| 168 |
-
450,
|
| 169 |
-
500
|
| 170 |
-
],
|
| 171 |
-
"window_rates": [
|
| 172 |
-
0.2,
|
| 173 |
-
0.2,
|
| 174 |
-
0.34,
|
| 175 |
-
0.44,
|
| 176 |
-
0.38
|
| 177 |
-
],
|
| 178 |
-
"checkpoint_success": 0.34,
|
| 179 |
-
"validation_loss": 0.5192696452140808,
|
| 180 |
-
"validation_median25": 0.519291877746582,
|
| 181 |
-
"train_loss": 0.09151555245623089
|
| 182 |
-
},
|
| 183 |
-
{
|
| 184 |
-
"epoch": 450,
|
| 185 |
-
"window_success": 0.356,
|
| 186 |
-
"window_epochs": [
|
| 187 |
-
350,
|
| 188 |
-
400,
|
| 189 |
-
450,
|
| 190 |
-
500,
|
| 191 |
-
550
|
| 192 |
-
],
|
| 193 |
-
"window_rates": [
|
| 194 |
-
0.2,
|
| 195 |
-
0.34,
|
| 196 |
-
0.44,
|
| 197 |
-
0.38,
|
| 198 |
-
0.42
|
| 199 |
-
],
|
| 200 |
-
"checkpoint_success": 0.44,
|
| 201 |
-
"validation_loss": 0.5085329413414001,
|
| 202 |
-
"validation_median25": 0.5187920331954956,
|
| 203 |
-
"train_loss": 0.0900858222222969
|
| 204 |
-
},
|
| 205 |
-
{
|
| 206 |
-
"epoch": 500,
|
| 207 |
-
"window_success": 0.388,
|
| 208 |
-
"window_epochs": [
|
| 209 |
-
400,
|
| 210 |
-
450,
|
| 211 |
-
500,
|
| 212 |
-
550,
|
| 213 |
-
600
|
| 214 |
-
],
|
| 215 |
-
"window_rates": [
|
| 216 |
-
0.34,
|
| 217 |
-
0.44,
|
| 218 |
-
0.38,
|
| 219 |
-
0.42,
|
| 220 |
-
0.36
|
| 221 |
-
],
|
| 222 |
-
"checkpoint_success": 0.38,
|
| 223 |
-
"validation_loss": 0.5252525210380554,
|
| 224 |
-
"validation_median25": 0.5320297479629517,
|
| 225 |
-
"train_loss": 0.08027745269591108
|
| 226 |
-
},
|
| 227 |
-
{
|
| 228 |
-
"epoch": 550,
|
| 229 |
-
"window_success": 0.396,
|
| 230 |
-
"window_epochs": [
|
| 231 |
-
450,
|
| 232 |
-
500,
|
| 233 |
-
550,
|
| 234 |
-
600,
|
| 235 |
-
650
|
| 236 |
-
],
|
| 237 |
-
"window_rates": [
|
| 238 |
-
0.44,
|
| 239 |
-
0.38,
|
| 240 |
-
0.42,
|
| 241 |
-
0.36,
|
| 242 |
-
0.38
|
| 243 |
-
],
|
| 244 |
-
"checkpoint_success": 0.42,
|
| 245 |
-
"validation_loss": 0.5435997247695923,
|
| 246 |
-
"validation_median25": 0.5336711406707764,
|
| 247 |
-
"train_loss": 0.08399890658063287
|
| 248 |
-
},
|
| 249 |
-
{
|
| 250 |
-
"epoch": 600,
|
| 251 |
-
"window_success": 0.384,
|
| 252 |
-
"window_epochs": [
|
| 253 |
-
500,
|
| 254 |
-
550,
|
| 255 |
-
600,
|
| 256 |
-
650,
|
| 257 |
-
700
|
| 258 |
-
],
|
| 259 |
-
"window_rates": [
|
| 260 |
-
0.38,
|
| 261 |
-
0.42,
|
| 262 |
-
0.36,
|
| 263 |
-
0.38,
|
| 264 |
-
0.38
|
| 265 |
-
],
|
| 266 |
-
"checkpoint_success": 0.36,
|
| 267 |
-
"validation_loss": 0.5523462295532227,
|
| 268 |
-
"validation_median25": 0.5450480580329895,
|
| 269 |
-
"train_loss": 0.07623901342122062
|
| 270 |
-
},
|
| 271 |
-
{
|
| 272 |
-
"epoch": 650,
|
| 273 |
-
"window_success": 0.364,
|
| 274 |
-
"window_epochs": [
|
| 275 |
-
550,
|
| 276 |
-
600,
|
| 277 |
-
650,
|
| 278 |
-
700,
|
| 279 |
-
750
|
| 280 |
-
],
|
| 281 |
-
"window_rates": [
|
| 282 |
-
0.42,
|
| 283 |
-
0.36,
|
| 284 |
-
0.38,
|
| 285 |
-
0.38,
|
| 286 |
-
0.28
|
| 287 |
-
],
|
| 288 |
-
"checkpoint_success": 0.38,
|
| 289 |
-
"validation_loss": 0.5481523871421814,
|
| 290 |
-
"validation_median25": 0.5527158975601196,
|
| 291 |
-
"train_loss": 0.07767384759632938
|
| 292 |
-
},
|
| 293 |
-
{
|
| 294 |
-
"epoch": 700,
|
| 295 |
-
"window_success": 0.36,
|
| 296 |
-
"window_epochs": [
|
| 297 |
-
600,
|
| 298 |
-
650,
|
| 299 |
-
700,
|
| 300 |
-
750,
|
| 301 |
-
800
|
| 302 |
-
],
|
| 303 |
-
"window_rates": [
|
| 304 |
-
0.36,
|
| 305 |
-
0.38,
|
| 306 |
-
0.38,
|
| 307 |
-
0.28,
|
| 308 |
-
0.4
|
| 309 |
-
],
|
| 310 |
-
"checkpoint_success": 0.38,
|
| 311 |
-
"validation_loss": 0.559826672077179,
|
| 312 |
-
"validation_median25": 0.5588096380233765,
|
| 313 |
-
"train_loss": 0.08159659034378336
|
| 314 |
-
},
|
| 315 |
-
{
|
| 316 |
-
"epoch": 750,
|
| 317 |
-
"window_success": 0.376,
|
| 318 |
-
"window_epochs": [
|
| 319 |
-
650,
|
| 320 |
-
700,
|
| 321 |
-
750,
|
| 322 |
-
800,
|
| 323 |
-
850
|
| 324 |
-
],
|
| 325 |
-
"window_rates": [
|
| 326 |
-
0.38,
|
| 327 |
-
0.38,
|
| 328 |
-
0.28,
|
| 329 |
-
0.4,
|
| 330 |
-
0.44
|
| 331 |
-
],
|
| 332 |
-
"checkpoint_success": 0.28,
|
| 333 |
-
"validation_loss": 0.5667834877967834,
|
| 334 |
-
"validation_median25": 0.5650838613510132,
|
| 335 |
-
"train_loss": 0.07574265175417025
|
| 336 |
-
},
|
| 337 |
-
{
|
| 338 |
-
"epoch": 800,
|
| 339 |
-
"window_success": 0.384,
|
| 340 |
-
"window_epochs": [
|
| 341 |
-
700,
|
| 342 |
-
750,
|
| 343 |
-
800,
|
| 344 |
-
850,
|
| 345 |
-
900
|
| 346 |
-
],
|
| 347 |
-
"window_rates": [
|
| 348 |
-
0.38,
|
| 349 |
-
0.28,
|
| 350 |
-
0.4,
|
| 351 |
-
0.44,
|
| 352 |
-
0.42
|
| 353 |
-
],
|
| 354 |
-
"checkpoint_success": 0.4,
|
| 355 |
-
"validation_loss": 0.5731080770492554,
|
| 356 |
-
"validation_median25": 0.5662181973457336,
|
| 357 |
-
"train_loss": 0.0758188644508668
|
| 358 |
-
},
|
| 359 |
-
{
|
| 360 |
-
"epoch": 850,
|
| 361 |
-
"window_success": 0.38,
|
| 362 |
-
"window_epochs": [
|
| 363 |
-
750,
|
| 364 |
-
800,
|
| 365 |
-
850,
|
| 366 |
-
900,
|
| 367 |
-
950
|
| 368 |
-
],
|
| 369 |
-
"window_rates": [
|
| 370 |
-
0.28,
|
| 371 |
-
0.4,
|
| 372 |
-
0.44,
|
| 373 |
-
0.42,
|
| 374 |
-
0.36
|
| 375 |
-
],
|
| 376 |
-
"checkpoint_success": 0.44,
|
| 377 |
-
"validation_loss": 0.5637426376342773,
|
| 378 |
-
"validation_median25": 0.5621483325958252,
|
| 379 |
-
"train_loss": 0.06884203061972424
|
| 380 |
-
},
|
| 381 |
-
{
|
| 382 |
-
"epoch": 900,
|
| 383 |
-
"window_success": 0.416,
|
| 384 |
-
"window_epochs": [
|
| 385 |
-
800,
|
| 386 |
-
850,
|
| 387 |
-
900,
|
| 388 |
-
950,
|
| 389 |
-
1000
|
| 390 |
-
],
|
| 391 |
-
"window_rates": [
|
| 392 |
-
0.4,
|
| 393 |
-
0.44,
|
| 394 |
-
0.42,
|
| 395 |
-
0.36,
|
| 396 |
-
0.46
|
| 397 |
-
],
|
| 398 |
-
"checkpoint_success": 0.42,
|
| 399 |
-
"validation_loss": 0.5705069899559021,
|
| 400 |
-
"validation_median25": 0.568449854850769,
|
| 401 |
-
"train_loss": 0.0810939763380047
|
| 402 |
-
},
|
| 403 |
-
{
|
| 404 |
-
"epoch": 950,
|
| 405 |
-
"window_success": 0.42,
|
| 406 |
-
"window_epochs": [
|
| 407 |
-
850,
|
| 408 |
-
900,
|
| 409 |
-
950,
|
| 410 |
-
1000,
|
| 411 |
-
1050
|
| 412 |
-
],
|
| 413 |
-
"window_rates": [
|
| 414 |
-
0.44,
|
| 415 |
-
0.42,
|
| 416 |
-
0.36,
|
| 417 |
-
0.46,
|
| 418 |
-
0.42
|
| 419 |
-
],
|
| 420 |
-
"checkpoint_success": 0.36,
|
| 421 |
-
"validation_loss": 0.5816708207130432,
|
| 422 |
-
"validation_median25": 0.5757141709327698,
|
| 423 |
-
"train_loss": 0.07032099471145255
|
| 424 |
-
},
|
| 425 |
-
{
|
| 426 |
-
"epoch": 1000,
|
| 427 |
-
"window_success": 0.428,
|
| 428 |
-
"window_epochs": [
|
| 429 |
-
900,
|
| 430 |
-
950,
|
| 431 |
-
1000,
|
| 432 |
-
1050,
|
| 433 |
-
1100
|
| 434 |
-
],
|
| 435 |
-
"window_rates": [
|
| 436 |
-
0.42,
|
| 437 |
-
0.36,
|
| 438 |
-
0.46,
|
| 439 |
-
0.42,
|
| 440 |
-
0.48
|
| 441 |
-
],
|
| 442 |
-
"checkpoint_success": 0.46,
|
| 443 |
-
"validation_loss": 0.5653282403945923,
|
| 444 |
-
"validation_median25": 0.5653282403945923,
|
| 445 |
-
"train_loss": 0.06656697723907493
|
| 446 |
-
},
|
| 447 |
-
{
|
| 448 |
-
"epoch": 1050,
|
| 449 |
-
"window_success": 0.452,
|
| 450 |
-
"window_epochs": [
|
| 451 |
-
950,
|
| 452 |
-
1000,
|
| 453 |
-
1050,
|
| 454 |
-
1100,
|
| 455 |
-
1150
|
| 456 |
-
],
|
| 457 |
-
"window_rates": [
|
| 458 |
-
0.36,
|
| 459 |
-
0.46,
|
| 460 |
-
0.42,
|
| 461 |
-
0.48,
|
| 462 |
-
0.54
|
| 463 |
-
],
|
| 464 |
-
"checkpoint_success": 0.42,
|
| 465 |
-
"validation_loss": 0.5675381422042847,
|
| 466 |
-
"validation_median25": 0.5702261328697205,
|
| 467 |
-
"train_loss": 0.06740149816254756
|
| 468 |
-
},
|
| 469 |
-
{
|
| 470 |
-
"epoch": 1100,
|
| 471 |
-
"window_success": 0.492,
|
| 472 |
-
"window_epochs": [
|
| 473 |
-
1000,
|
| 474 |
-
1050,
|
| 475 |
-
1100,
|
| 476 |
-
1150,
|
| 477 |
-
1200
|
| 478 |
-
],
|
| 479 |
-
"window_rates": [
|
| 480 |
-
0.46,
|
| 481 |
-
0.42,
|
| 482 |
-
0.48,
|
| 483 |
-
0.54,
|
| 484 |
-
0.56
|
| 485 |
-
],
|
| 486 |
-
"checkpoint_success": 0.48,
|
| 487 |
-
"validation_loss": 0.5724599957466125,
|
| 488 |
-
"validation_median25": 0.5763387680053711,
|
| 489 |
-
"train_loss": 0.06369518853233742
|
| 490 |
-
},
|
| 491 |
-
{
|
| 492 |
-
"epoch": 1150,
|
| 493 |
-
"window_success": 0.472,
|
| 494 |
-
"window_epochs": [
|
| 495 |
-
1050,
|
| 496 |
-
1100,
|
| 497 |
-
1150,
|
| 498 |
-
1200,
|
| 499 |
-
1250
|
| 500 |
-
],
|
| 501 |
-
"window_rates": [
|
| 502 |
-
0.42,
|
| 503 |
-
0.48,
|
| 504 |
-
0.54,
|
| 505 |
-
0.56,
|
| 506 |
-
0.36
|
| 507 |
-
],
|
| 508 |
-
"checkpoint_success": 0.54,
|
| 509 |
-
"validation_loss": 0.5898525714874268,
|
| 510 |
-
"validation_median25": 0.5832033157348633,
|
| 511 |
-
"train_loss": 0.0700870153249912
|
| 512 |
-
},
|
| 513 |
-
{
|
| 514 |
-
"epoch": 1200,
|
| 515 |
-
"window_success": 0.472,
|
| 516 |
-
"window_epochs": [
|
| 517 |
-
1100,
|
| 518 |
-
1150,
|
| 519 |
-
1200,
|
| 520 |
-
1250,
|
| 521 |
-
1300
|
| 522 |
-
],
|
| 523 |
-
"window_rates": [
|
| 524 |
-
0.48,
|
| 525 |
-
0.54,
|
| 526 |
-
0.56,
|
| 527 |
-
0.36,
|
| 528 |
-
0.42
|
| 529 |
-
],
|
| 530 |
-
"checkpoint_success": 0.56,
|
| 531 |
-
"validation_loss": 0.5879267454147339,
|
| 532 |
-
"validation_median25": 0.5937065482139587,
|
| 533 |
-
"train_loss": 0.06664702691918065
|
| 534 |
-
},
|
| 535 |
-
{
|
| 536 |
-
"epoch": 1250,
|
| 537 |
-
"window_success": 0.488,
|
| 538 |
-
"window_epochs": [
|
| 539 |
-
1150,
|
| 540 |
-
1200,
|
| 541 |
-
1250,
|
| 542 |
-
1300,
|
| 543 |
-
1350
|
| 544 |
-
],
|
| 545 |
-
"window_rates": [
|
| 546 |
-
0.54,
|
| 547 |
-
0.56,
|
| 548 |
-
0.36,
|
| 549 |
-
0.42,
|
| 550 |
-
0.56
|
| 551 |
-
],
|
| 552 |
-
"checkpoint_success": 0.36,
|
| 553 |
-
"validation_loss": 0.5858442187309265,
|
| 554 |
-
"validation_median25": 0.5878901481628418,
|
| 555 |
-
"train_loss": 0.05913414779197739
|
| 556 |
-
},
|
| 557 |
-
{
|
| 558 |
-
"epoch": 1300,
|
| 559 |
-
"window_success": 0.492,
|
| 560 |
-
"window_epochs": [
|
| 561 |
-
1200,
|
| 562 |
-
1250,
|
| 563 |
-
1300,
|
| 564 |
-
1350,
|
| 565 |
-
1400
|
| 566 |
-
],
|
| 567 |
-
"window_rates": [
|
| 568 |
-
0.56,
|
| 569 |
-
0.36,
|
| 570 |
-
0.42,
|
| 571 |
-
0.56,
|
| 572 |
-
0.56
|
| 573 |
-
],
|
| 574 |
-
"checkpoint_success": 0.42,
|
| 575 |
-
"validation_loss": 0.5798280835151672,
|
| 576 |
-
"validation_median25": 0.5844449996948242,
|
| 577 |
-
"train_loss": 0.07257276254881301
|
| 578 |
-
},
|
| 579 |
-
{
|
| 580 |
-
"epoch": 1350,
|
| 581 |
-
"window_success": 0.468,
|
| 582 |
-
"window_epochs": [
|
| 583 |
-
1250,
|
| 584 |
-
1300,
|
| 585 |
-
1350,
|
| 586 |
-
1400,
|
| 587 |
-
1450
|
| 588 |
-
],
|
| 589 |
-
"window_rates": [
|
| 590 |
-
0.36,
|
| 591 |
-
0.42,
|
| 592 |
-
0.56,
|
| 593 |
-
0.56,
|
| 594 |
-
0.44
|
| 595 |
-
],
|
| 596 |
-
"checkpoint_success": 0.56,
|
| 597 |
-
"validation_loss": 0.5921284556388855,
|
| 598 |
-
"validation_median25": 0.5925837159156799,
|
| 599 |
-
"train_loss": 0.06347230471069885
|
| 600 |
-
},
|
| 601 |
-
{
|
| 602 |
-
"epoch": 1400,
|
| 603 |
-
"window_success": 0.512,
|
| 604 |
-
"window_epochs": [
|
| 605 |
-
1300,
|
| 606 |
-
1350,
|
| 607 |
-
1400,
|
| 608 |
-
1450,
|
| 609 |
-
1500
|
| 610 |
-
],
|
| 611 |
-
"window_rates": [
|
| 612 |
-
0.42,
|
| 613 |
-
0.56,
|
| 614 |
-
0.56,
|
| 615 |
-
0.44,
|
| 616 |
-
0.58
|
| 617 |
-
],
|
| 618 |
-
"checkpoint_success": 0.56,
|
| 619 |
-
"validation_loss": 0.5952606797218323,
|
| 620 |
-
"validation_median25": 0.5996414422988892,
|
| 621 |
-
"train_loss": 0.06035967572032024
|
| 622 |
-
},
|
| 623 |
-
{
|
| 624 |
-
"epoch": 1450,
|
| 625 |
-
"window_success": 0.544,
|
| 626 |
-
"window_epochs": [
|
| 627 |
-
1350,
|
| 628 |
-
1400,
|
| 629 |
-
1450,
|
| 630 |
-
1500,
|
| 631 |
-
1550
|
| 632 |
-
],
|
| 633 |
-
"window_rates": [
|
| 634 |
-
0.56,
|
| 635 |
-
0.56,
|
| 636 |
-
0.44,
|
| 637 |
-
0.58,
|
| 638 |
-
0.58
|
| 639 |
-
],
|
| 640 |
-
"checkpoint_success": 0.44,
|
| 641 |
-
"validation_loss": 0.5922940969467163,
|
| 642 |
-
"validation_median25": 0.60431307554245,
|
| 643 |
-
"train_loss": 0.0620866542383407
|
| 644 |
-
},
|
| 645 |
-
{
|
| 646 |
-
"epoch": 1500,
|
| 647 |
-
"window_success": 0.532,
|
| 648 |
-
"window_epochs": [
|
| 649 |
-
1400,
|
| 650 |
-
1450,
|
| 651 |
-
1500,
|
| 652 |
-
1550,
|
| 653 |
-
1600
|
| 654 |
-
],
|
| 655 |
-
"window_rates": [
|
| 656 |
-
0.56,
|
| 657 |
-
0.44,
|
| 658 |
-
0.58,
|
| 659 |
-
0.58,
|
| 660 |
-
0.5
|
| 661 |
-
],
|
| 662 |
-
"checkpoint_success": 0.58,
|
| 663 |
-
"validation_loss": 0.6099560260772705,
|
| 664 |
-
"validation_median25": 0.6054165959358215,
|
| 665 |
-
"train_loss": 0.05940621269588895
|
| 666 |
-
},
|
| 667 |
-
{
|
| 668 |
-
"epoch": 1550,
|
| 669 |
-
"window_success": 0.508,
|
| 670 |
-
"window_epochs": [
|
| 671 |
-
1450,
|
| 672 |
-
1500,
|
| 673 |
-
1550,
|
| 674 |
-
1600,
|
| 675 |
-
1650
|
| 676 |
-
],
|
| 677 |
-
"window_rates": [
|
| 678 |
-
0.44,
|
| 679 |
-
0.58,
|
| 680 |
-
0.58,
|
| 681 |
-
0.5,
|
| 682 |
-
0.44
|
| 683 |
-
],
|
| 684 |
-
"checkpoint_success": 0.58,
|
| 685 |
-
"validation_loss": 0.6086738705635071,
|
| 686 |
-
"validation_median25": 0.6088383793830872,
|
| 687 |
-
"train_loss": 0.06085577297116784
|
| 688 |
-
},
|
| 689 |
-
{
|
| 690 |
-
"epoch": 1600,
|
| 691 |
-
"window_success": 0.508,
|
| 692 |
-
"window_epochs": [
|
| 693 |
-
1500,
|
| 694 |
-
1550,
|
| 695 |
-
1600,
|
| 696 |
-
1650,
|
| 697 |
-
1700
|
| 698 |
-
],
|
| 699 |
-
"window_rates": [
|
| 700 |
-
0.58,
|
| 701 |
-
0.58,
|
| 702 |
-
0.5,
|
| 703 |
-
0.44,
|
| 704 |
-
0.44
|
| 705 |
-
],
|
| 706 |
-
"checkpoint_success": 0.5,
|
| 707 |
-
"validation_loss": 0.6257550120353699,
|
| 708 |
-
"validation_median25": 0.6172701120376587,
|
| 709 |
-
"train_loss": 0.05376808629116601
|
| 710 |
-
},
|
| 711 |
-
{
|
| 712 |
-
"epoch": 1650,
|
| 713 |
-
"window_success": 0.504,
|
| 714 |
-
"window_epochs": [
|
| 715 |
-
1550,
|
| 716 |
-
1600,
|
| 717 |
-
1650,
|
| 718 |
-
1700,
|
| 719 |
-
1750
|
| 720 |
-
],
|
| 721 |
-
"window_rates": [
|
| 722 |
-
0.58,
|
| 723 |
-
0.5,
|
| 724 |
-
0.44,
|
| 725 |
-
0.44,
|
| 726 |
-
0.56
|
| 727 |
-
],
|
| 728 |
-
"checkpoint_success": 0.44,
|
| 729 |
-
"validation_loss": 0.6169149875640869,
|
| 730 |
-
"validation_median25": 0.6177603006362915,
|
| 731 |
-
"train_loss": 0.05670449707356728
|
| 732 |
-
},
|
| 733 |
-
{
|
| 734 |
-
"epoch": 1700,
|
| 735 |
-
"window_success": 0.52,
|
| 736 |
-
"window_epochs": [
|
| 737 |
-
1600,
|
| 738 |
-
1650,
|
| 739 |
-
1700,
|
| 740 |
-
1750,
|
| 741 |
-
1800
|
| 742 |
-
],
|
| 743 |
-
"window_rates": [
|
| 744 |
-
0.5,
|
| 745 |
-
0.44,
|
| 746 |
-
0.44,
|
| 747 |
-
0.56,
|
| 748 |
-
0.66
|
| 749 |
-
],
|
| 750 |
-
"checkpoint_success": 0.44,
|
| 751 |
-
"validation_loss": 0.6277533173561096,
|
| 752 |
-
"validation_median25": 0.6312892436981201,
|
| 753 |
-
"train_loss": 0.053598054057199494
|
| 754 |
-
},
|
| 755 |
-
{
|
| 756 |
-
"epoch": 1750,
|
| 757 |
-
"window_success": 0.52,
|
| 758 |
-
"window_epochs": [
|
| 759 |
-
1650,
|
| 760 |
-
1700,
|
| 761 |
-
1750,
|
| 762 |
-
1800,
|
| 763 |
-
1850
|
| 764 |
-
],
|
| 765 |
-
"window_rates": [
|
| 766 |
-
0.44,
|
| 767 |
-
0.44,
|
| 768 |
-
0.56,
|
| 769 |
-
0.66,
|
| 770 |
-
0.5
|
| 771 |
-
],
|
| 772 |
-
"checkpoint_success": 0.56,
|
| 773 |
-
"validation_loss": 0.6327435374259949,
|
| 774 |
-
"validation_median25": 0.6381097435951233,
|
| 775 |
-
"train_loss": 0.052290906233711305
|
| 776 |
-
},
|
| 777 |
-
{
|
| 778 |
-
"epoch": 1800,
|
| 779 |
-
"window_success": 0.528,
|
| 780 |
-
"window_epochs": [
|
| 781 |
-
1700,
|
| 782 |
-
1750,
|
| 783 |
-
1800,
|
| 784 |
-
1850,
|
| 785 |
-
1900
|
| 786 |
-
],
|
| 787 |
-
"window_rates": [
|
| 788 |
-
0.44,
|
| 789 |
-
0.56,
|
| 790 |
-
0.66,
|
| 791 |
-
0.5,
|
| 792 |
-
0.48
|
| 793 |
-
],
|
| 794 |
-
"checkpoint_success": 0.66,
|
| 795 |
-
"validation_loss": 0.6546310782432556,
|
| 796 |
-
"validation_median25": 0.6546310782432556,
|
| 797 |
-
"train_loss": 0.055552032379998
|
| 798 |
-
},
|
| 799 |
-
{
|
| 800 |
-
"epoch": 1850,
|
| 801 |
-
"window_success": 0.54,
|
| 802 |
-
"window_epochs": [
|
| 803 |
-
1750,
|
| 804 |
-
1800,
|
| 805 |
-
1850,
|
| 806 |
-
1900,
|
| 807 |
-
1950
|
| 808 |
-
],
|
| 809 |
-
"window_rates": [
|
| 810 |
-
0.56,
|
| 811 |
-
0.66,
|
| 812 |
-
0.5,
|
| 813 |
-
0.48,
|
| 814 |
-
0.5
|
| 815 |
-
],
|
| 816 |
-
"checkpoint_success": 0.5,
|
| 817 |
-
"validation_loss": 0.6411092877388,
|
| 818 |
-
"validation_median25": 0.6403959393501282,
|
| 819 |
-
"train_loss": 0.05307732938173416
|
| 820 |
-
}
|
| 821 |
-
],
|
| 822 |
-
"independent_evaluation_completed": true,
|
| 823 |
-
"interpretation": "Task-performance/validation tradeoff; not proof of absence of overfitting",
|
| 824 |
-
"source_sha256": {
|
| 825 |
-
"train_metrics.jsonl": "8ea2367ea9ab8d73b53ee5ff0901ee5dfc90723f7426b64d8d6f73fcb147a514",
|
| 826 |
-
"validation_metrics.jsonl": "0d47acb7f606a6fef128010cce1954d0929b7d50378f13d8a1a409759da159e4",
|
| 827 |
-
"evaluations.jsonl": "ce00e4a5a4c12509b1e541dbfc404a3885df456a28ad51034aeae30666d6f580"
|
| 828 |
-
},
|
| 829 |
-
"independent_evaluation_result": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/operations/20261027_selected_bc_final200/can_diverse20_e1500/result.json",
|
| 830 |
-
"independent_final200": {
|
| 831 |
-
"success": 0.57,
|
| 832 |
-
"successes": 114,
|
| 833 |
"total": 200,
|
| 834 |
-
"ci_low": 0.
|
| 835 |
-
"ci_high": 0.
|
| 836 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 837 |
}
|
| 838 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"task": "can",
|
| 3 |
"regime": "diverse20",
|
| 4 |
+
"epoch": 1400,
|
| 5 |
+
"checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/can20/StandardBaseBC/jax/can/diverse20/seed_1/checkpoints/epoch_1400.pkl",
|
| 6 |
+
"checkpoint_sha256": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d",
|
| 7 |
+
"final200": {
|
| 8 |
+
"success": 0.575,
|
| 9 |
+
"successes": 115,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 10 |
"total": 200,
|
| 11 |
+
"ci_low": 0.5057093264785485,
|
| 12 |
+
"ci_high": 0.6414638745648614
|
| 13 |
+
},
|
| 14 |
+
"selection": {
|
| 15 |
+
"status": "finalized_user_accepted",
|
| 16 |
+
"selected_epoch": 1400,
|
| 17 |
+
"selection_rule": "User requested adopting epoch1400 uniformly for all eight local models after reviewing the shared200-episode comparisons",
|
| 18 |
+
"final200_used_for_selection": true,
|
| 19 |
+
"untouched_holdout": false,
|
| 20 |
+
"zero_overfitting_claim": false,
|
| 21 |
+
"previous_epoch": 1500,
|
| 22 |
+
"previous_success": 0.57,
|
| 23 |
+
"previous_path": "visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/checkpoints/epoch_1500.pkl",
|
| 24 |
+
"previous_revision": "1bf8a9fb26982bebb51493f3475d28f12a3197ae",
|
| 25 |
+
"previous_release_archive": "visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae",
|
| 26 |
+
"checkpoint_sha256": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d"
|
| 27 |
}
|
| 28 |
}
|
visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/checkpoints/epoch_1400.json
ADDED
|
@@ -0,0 +1,180 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bc_identity": {
|
| 3 |
+
"architecture": "dice_vision_resnet_flow_unet_v1",
|
| 4 |
+
"family": "StandardBaseBC",
|
| 5 |
+
"framework": "jax"
|
| 6 |
+
},
|
| 7 |
+
"data_manifest_hash": "5c13d92b04d26cc3f22bbf55501e0926ac607e2ff769f49a22c60ac9274ac746",
|
| 8 |
+
"encoding": "gzip_pickle_numpy_float32_lossless",
|
| 9 |
+
"kind": "pixel_state_bc",
|
| 10 |
+
"metadata": {
|
| 11 |
+
"epoch": 1400,
|
| 12 |
+
"epochs": 2000,
|
| 13 |
+
"experiment": "can",
|
| 14 |
+
"regime": "diverse20",
|
| 15 |
+
"seed": 1,
|
| 16 |
+
"smoke": false,
|
| 17 |
+
"stage": "fixed_epochs",
|
| 18 |
+
"step": 12600,
|
| 19 |
+
"task": "can"
|
| 20 |
+
},
|
| 21 |
+
"normalizer_hash": "243e5c04b2a4f60b03847f5b276b9b2c3dce061139f8ee0c22c533cdcbeb8c7d",
|
| 22 |
+
"observation_mode": "pixel_state",
|
| 23 |
+
"pixel_spec_hash": "e00bb9535842d7de5f0bbc641ce4c5fe2824414d4097d42299be825e161ffef4",
|
| 24 |
+
"resolved_config": {
|
| 25 |
+
"bc_identity": {
|
| 26 |
+
"family": "StandardBaseBC",
|
| 27 |
+
"framework": "jax"
|
| 28 |
+
},
|
| 29 |
+
"checkpoint_encoding": "lossless_gzip_ema_only",
|
| 30 |
+
"checkpoint_interval_epochs": 50,
|
| 31 |
+
"ema_buffers": "copy_live_running_statistics",
|
| 32 |
+
"evaluation": {
|
| 33 |
+
"episodes": 50,
|
| 34 |
+
"final": {
|
| 35 |
+
"episodes": 200,
|
| 36 |
+
"seed_panel_seed": 20261021,
|
| 37 |
+
"seed_range": [
|
| 38 |
+
10000000,
|
| 39 |
+
90000000
|
| 40 |
+
],
|
| 41 |
+
"seed_sampling": "uniform_without_replacement"
|
| 42 |
+
},
|
| 43 |
+
"interval_epochs": 10,
|
| 44 |
+
"policy_seed": 700001,
|
| 45 |
+
"reset_seed_start": 880000,
|
| 46 |
+
"workers": 8
|
| 47 |
+
},
|
| 48 |
+
"experiment": "can",
|
| 49 |
+
"family": "StandardBaseBC",
|
| 50 |
+
"framework": "jax",
|
| 51 |
+
"identity_hash": "c165872a1fce3be67f5949977be97ee40f18b811e83493e84b0609a9a28c17e2",
|
| 52 |
+
"index": 0,
|
| 53 |
+
"manifest": "/ssd/WorkSpace/RL-Postrain-visual-bc/.local/visual_bc_reserved8/can20/manifests/can.json",
|
| 54 |
+
"manifest_sha256": "f33eb5332ab56043294b3ce61dc9a79a3254dc9b182516da516bc8b08ec22393",
|
| 55 |
+
"model_spec_hash": "e00bb9535842d7de5f0bbc641ce4c5fe2824414d4097d42299be825e161ffef4",
|
| 56 |
+
"normalizer_hash": "243e5c04b2a4f60b03847f5b276b9b2c3dce061139f8ee0c22c533cdcbeb8c7d",
|
| 57 |
+
"observation_mode": "pixel_state",
|
| 58 |
+
"output": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/can20/StandardBaseBC/jax/can/diverse20/seed_1",
|
| 59 |
+
"pixel_cache": "/ssd/WorkSpace/RL-Postrain-visual-bc/data/pixels/can/visual_20261025",
|
| 60 |
+
"pixel_spec": {
|
| 61 |
+
"action_dim": 7,
|
| 62 |
+
"architecture": "dice_vision_resnet_flow_unet_v1",
|
| 63 |
+
"backbone_initialization": "random",
|
| 64 |
+
"backbone_norm": "batch_norm",
|
| 65 |
+
"cameras": [
|
| 66 |
+
"agentview",
|
| 67 |
+
"robot0_eye_in_hand"
|
| 68 |
+
],
|
| 69 |
+
"collision_geoms": false,
|
| 70 |
+
"crop_size": 84,
|
| 71 |
+
"family": "StandardBaseBC",
|
| 72 |
+
"feature_dim": 137,
|
| 73 |
+
"features_per_camera": 64,
|
| 74 |
+
"flow_steps": 10,
|
| 75 |
+
"horizon": 4,
|
| 76 |
+
"image_size": 96,
|
| 77 |
+
"proprio_dim": 9,
|
| 78 |
+
"proprio_keys": [
|
| 79 |
+
"robot0_eef_pos",
|
| 80 |
+
"robot0_eef_quat",
|
| 81 |
+
"robot0_gripper_qpos"
|
| 82 |
+
],
|
| 83 |
+
"task": "can",
|
| 84 |
+
"time_embedding_dim": 64
|
| 85 |
+
},
|
| 86 |
+
"regime": "diverse20",
|
| 87 |
+
"runtime": {
|
| 88 |
+
"framework_version": "0.10.1",
|
| 89 |
+
"python": "/ssd/WorkSpace/RL-Postrain-visual-bc/.venvs/ogpo/bin/python",
|
| 90 |
+
"requested_device": "cuda:0"
|
| 91 |
+
},
|
| 92 |
+
"seed": 1,
|
| 93 |
+
"sources_sha256": {
|
| 94 |
+
"configs/bc_models.yaml": "ce58a903c4270328985ab8677babdaa12748ad18efc3749faed72425024e61c1",
|
| 95 |
+
"configs/bc_pretraining.yaml": "7d1b9be73f25aeb40cd342a3e3ca2543ea865b38b2abe8fb28a7da6588d419a6",
|
| 96 |
+
"configs/bc_pretraining_ph_full.yaml": "a93c7d4a50e9afa836d98a6193ba1bc2fb3827a259cf5de39f5dc7a2504d6728",
|
| 97 |
+
"configs/bc_standard_init_schema.json": "e2c70eee2a1ce8d1a812ec427d24ba3cc45519434331354318d97415fd559bc8",
|
| 98 |
+
"configs/study1.yaml": "35d065e242b205a4c99f8add2eab35bb85f80401f4e07d49f063a0eddf4de608",
|
| 99 |
+
"configs/study1_ph_full.yaml": "f9cebc4b66279d4ea7492f7a80a09f1adca7c1cae7b242374305be4f701e76ef",
|
| 100 |
+
"scripts/pretrain_bc.py": "9972b77f7b8ed964e7e04fa3ba3821b767f0b7a5d697625ed1c6f8fcdf990890",
|
| 101 |
+
"src/rl_pt_analyze/bc_evaluation.py": "7319c346f453263a99cdc5d6fd39e6a0a88783d2c42f68a312ee36ab6d656c6f",
|
| 102 |
+
"src/rl_pt_analyze/bc_fleet.py": "a49c24c66ec0bb1a5548d384deefda429ff1ca693cb19f1c99dbd661148d7ffc",
|
| 103 |
+
"src/rl_pt_analyze/bc_full_cut.py": "a8170de58bc0a16dd5c6358a6429d96afb5227e5701602806d68e42727f671bc",
|
| 104 |
+
"src/rl_pt_analyze/bc_identity.py": "f94c284c71df7ed06eaf4553297de53f2b801a5fac743beb3b98d1bc41314fe0",
|
| 105 |
+
"src/rl_pt_analyze/bc_policy.py": "aff3c4613a0dfc46d6491bdba6478261049c2c9631eca446fa8939a1e498fc30",
|
| 106 |
+
"src/rl_pt_analyze/bc_pretrain.py": "703b2e50fe53d62b23910b907d75c09cec49463e5e9e2c08d8f77d2b6b77a5bd",
|
| 107 |
+
"src/rl_pt_analyze/bc_runtime.py": "29d85733684176bd7328c01921ed1eb45857a914d8ee998e6df4fb0a5be5315d",
|
| 108 |
+
"src/rl_pt_analyze/bc_standard_jax.py": "9063d0d4160e972bb9f7b1acd9e508a2ea1118ceeed7647614c787abcb7b32ce",
|
| 109 |
+
"src/rl_pt_analyze/bc_standard_policy.py": "54d733549ec571f709d49698520f2461def5a20fc4146d155b3d56fbbcf5deb1",
|
| 110 |
+
"src/rl_pt_analyze/bc_storage.py": "83b79d5beaaaa46310d756476f5da90c9227a656533dc9414334d395a6749e54",
|
| 111 |
+
"src/rl_pt_analyze/bc_training.py": "bf20475ceeef114e3444c2610ea6d490389b02d147f22c962e2f63fd94b9dafa",
|
| 112 |
+
"src/rl_pt_analyze/pixel.py": "ec46a0b0e3c40bca7ea2d0c76b086b482fedaf98293b06f7ab719b86b81141e6",
|
| 113 |
+
"src/rl_pt_analyze/pixel_data.py": "74ed81ff034d0782671ff9e48157a3be2d274e7db3735a955705b8e8fcf42b34",
|
| 114 |
+
"src/rl_pt_analyze/pixel_vec.py": "f247a6d9ed1791b82880ecef7505275959835fc3b69bfab2e85dedd096416bc8",
|
| 115 |
+
"src/rl_pt_analyze/r0.py": "e0a13e9c02d935dbab6a0e091fd925f08ce2d00e661b6cf09aff0ee95925249d",
|
| 116 |
+
"third_party/dice/model/diffusion/modules.py": "3b6b2efae0bb67cc30a061a8dd7c6b2d8d6905dac7cecac92b3dbfa5da0067cd",
|
| 117 |
+
"third_party/dice/model/flow_matching/vision_resnet_mlp_flow_matching.py": "2f0d3aa0b6e1624e32a540e66a5803e613481f35bb190926e51560856249981d"
|
| 118 |
+
},
|
| 119 |
+
"spec": {
|
| 120 |
+
"action_dim": 7,
|
| 121 |
+
"architecture": "dice_vision_resnet_flow_unet_v1",
|
| 122 |
+
"backbone_initialization": "random",
|
| 123 |
+
"backbone_norm": "batch_norm",
|
| 124 |
+
"cameras": [
|
| 125 |
+
"agentview",
|
| 126 |
+
"robot0_eye_in_hand"
|
| 127 |
+
],
|
| 128 |
+
"collision_geoms": false,
|
| 129 |
+
"crop_size": 84,
|
| 130 |
+
"family": "StandardBaseBC",
|
| 131 |
+
"feature_dim": 137,
|
| 132 |
+
"features_per_camera": 64,
|
| 133 |
+
"flow_steps": 10,
|
| 134 |
+
"horizon": 4,
|
| 135 |
+
"image_size": 96,
|
| 136 |
+
"proprio_dim": 9,
|
| 137 |
+
"proprio_keys": [
|
| 138 |
+
"robot0_eef_pos",
|
| 139 |
+
"robot0_eef_quat",
|
| 140 |
+
"robot0_gripper_qpos"
|
| 141 |
+
],
|
| 142 |
+
"task": "can",
|
| 143 |
+
"time_embedding_dim": 64
|
| 144 |
+
},
|
| 145 |
+
"split_hash": "7478373215dea429091a4d935def24a96aa75aec52ada49b7e468b2d4bb4c90e",
|
| 146 |
+
"task": "can",
|
| 147 |
+
"training": {
|
| 148 |
+
"batch_size": 256,
|
| 149 |
+
"bc_only": true,
|
| 150 |
+
"drop_last": false,
|
| 151 |
+
"early_stopping": false,
|
| 152 |
+
"ema_decay": 0.999,
|
| 153 |
+
"epoch_definition": "shuffled_full_training_split_without_replacement",
|
| 154 |
+
"epochs": 2000,
|
| 155 |
+
"learning_rate": 0.0001,
|
| 156 |
+
"online_steps": 0,
|
| 157 |
+
"optimizer": "adamw",
|
| 158 |
+
"padding_loss_mask": true,
|
| 159 |
+
"stopping": "none_fixed_epochs",
|
| 160 |
+
"weight_decay": 1e-06
|
| 161 |
+
},
|
| 162 |
+
"training_samples": 2158,
|
| 163 |
+
"validation": {
|
| 164 |
+
"batch_seed": 771,
|
| 165 |
+
"batch_size": 256,
|
| 166 |
+
"interval_epochs": 1,
|
| 167 |
+
"loss_seed": 882
|
| 168 |
+
},
|
| 169 |
+
"validation_only": false,
|
| 170 |
+
"validation_samples": 254,
|
| 171 |
+
"wandb": {
|
| 172 |
+
"mode": "offline",
|
| 173 |
+
"project": "standard_bc_pretrain"
|
| 174 |
+
}
|
| 175 |
+
},
|
| 176 |
+
"schema_version": 2,
|
| 177 |
+
"sha256": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d",
|
| 178 |
+
"split_hash": "7478373215dea429091a4d935def24a96aa75aec52ada49b7e468b2d4bb4c90e",
|
| 179 |
+
"weights_used_for_deployment": "complete_model_EMA"
|
| 180 |
+
}
|
visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/checkpoints/epoch_1400.pkl
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d
|
| 3 |
+
size 96617025
|
visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/final200/epoch_1400.parquet
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e6224ddb4d5e0589a601c5b77e3492911585b8c66cc912215286c9cd58a91626
|
| 3 |
+
size 6596
|
visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/final200/protocol.json
CHANGED
|
@@ -1,8 +1,8 @@
|
|
| 1 |
{
|
| 2 |
-
"checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/can20/StandardBaseBC/jax/can/diverse20/seed_1/checkpoints/
|
| 3 |
-
"checkpoint_sha256": "
|
| 4 |
"collision_geoms": false,
|
| 5 |
-
"epoch":
|
| 6 |
"identity_hash": "c165872a1fce3be67f5949977be97ee40f18b811e83493e84b0609a9a28c17e2",
|
| 7 |
"job": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/can20/jobs/00.json",
|
| 8 |
"panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3",
|
|
@@ -208,8 +208,8 @@
|
|
| 208 |
10971071,
|
| 209 |
17007174
|
| 210 |
],
|
| 211 |
-
"script_sha256": "
|
| 212 |
-
"selection": "
|
| 213 |
"settings": {
|
| 214 |
"episodes": 200,
|
| 215 |
"interval_epochs": 10,
|
|
|
|
| 1 |
{
|
| 2 |
+
"checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/can20/StandardBaseBC/jax/can/diverse20/seed_1/checkpoints/epoch_1400.pkl",
|
| 3 |
+
"checkpoint_sha256": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d",
|
| 4 |
"collision_geoms": false,
|
| 5 |
+
"epoch": 1400,
|
| 6 |
"identity_hash": "c165872a1fce3be67f5949977be97ee40f18b811e83493e84b0609a9a28c17e2",
|
| 7 |
"job": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/can20/jobs/00.json",
|
| 8 |
"panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3",
|
|
|
|
| 208 |
10971071,
|
| 209 |
17007174
|
| 210 |
],
|
| 211 |
+
"script_sha256": "52959ac39b30b97e21dda738d5187427516ba577f89c0e8d85ddb7ecec15ee40",
|
| 212 |
+
"selection": "User requested epoch1400 comparison after reviewing prior checkpoints; shared200 reset panel reused, not an untouched holdout",
|
| 213 |
"settings": {
|
| 214 |
"episodes": 200,
|
| 215 |
"interval_epochs": 10,
|
visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/final200/result.json
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|
visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/final200/status.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
| 1 |
{
|
| 2 |
-
"epoch":
|
| 3 |
"status": "completed",
|
| 4 |
-
"success": 0.
|
| 5 |
-
"successes":
|
| 6 |
"total": 200
|
| 7 |
}
|
|
|
|
| 1 |
{
|
| 2 |
+
"epoch": 1400,
|
| 3 |
"status": "completed",
|
| 4 |
+
"success": 0.575,
|
| 5 |
+
"successes": 115,
|
| 6 |
"total": 200
|
| 7 |
}
|
visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/final200/verification.json
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"actual_episodes": 200,
|
| 3 |
+
"checkpoint_sha256": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d",
|
| 4 |
+
"panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3",
|
| 5 |
+
"parquet_sha256": "e6224ddb4d5e0589a601c5b77e3492911585b8c66cc912215286c9cd58a91626",
|
| 6 |
+
"passed": true
|
| 7 |
+
}
|
visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/README.md
ADDED
|
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Can diverse20 — visual-only BC
|
| 2 |
+
|
| 3 |
+
User-approved checkpoint: **epoch 1500**, StandardBaseBC/JAX, complete-model EMA, seed1, H4.
|
| 4 |
+
Training completed2000 epochs. Collision geometry display is disabled; physical collisions remain enabled.
|
| 5 |
+
|
| 6 |
+
Independent evaluation: **57.0% (114/200)**,
|
| 7 |
+
95% Wilson interval 50.1%–63.7%.
|
| 8 |
+
The common random reset panel uses seed20261021, policy seed700001 and8workers; resets are disjoint from periodic evaluation.
|
| 9 |
+
The checkpoint was fixed before this evaluation and was not reselected from these results.
|
| 10 |
+
|
| 11 |
+
This is a practical pretraining checkpoint, not a claim of absent overfitting or guaranteed RL improvement.
|
| 12 |
+
Training-time50-episode SR was 58.0%; neighboring-policy mean was 53.2%.
|
| 13 |
+
Epoch2000 scored 56.5% on the same200 resets; paired counts are recorded in selection_supervision.json.
|
| 14 |
+
|
| 15 |
+
[Weights](checkpoints/epoch_1500.pkl) · [Final200](final200/result.json) · [Selection](best.json)
|
| 16 |
+
|
| 17 |
+
The data manifest, train/validation split, normalizer and original checkpoint sidecar are included.
|
| 18 |
+
Absolute local paths in sealed configs are provenance, not portable download locations; adapt paths explicitly on another host.
|
| 19 |
+
The original interval10 plan is preserved; evaluation_override.json records the approved switch to interval50.
|
| 20 |
+
SHA256SUMS.json covers release files. Historical collision-rendered repository trees are untouched.
|
visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/SHA256SUMS.json
ADDED
|
@@ -0,0 +1,102 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"README.md": {
|
| 3 |
+
"sha256": "7a67e5f8bd446a43218c4da3b1afe563c9d84b66dae4b58ba881cb7e11fe8100",
|
| 4 |
+
"bytes": 1361
|
| 5 |
+
},
|
| 6 |
+
"best.json": {
|
| 7 |
+
"sha256": "58ac4f346e516aa3109986f1c1af310671b43e134d41dd6d2c53803f5a1f6c06",
|
| 8 |
+
"bytes": 17747
|
| 9 |
+
},
|
| 10 |
+
"checkpoints/epoch_1500.json": {
|
| 11 |
+
"sha256": "f9e64632ea9bccfef765741017ad6a307382a4c43726777d37cfdeff50eca058",
|
| 12 |
+
"bytes": 8191
|
| 13 |
+
},
|
| 14 |
+
"checkpoints/epoch_1500.pkl": {
|
| 15 |
+
"sha256": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f",
|
| 16 |
+
"bytes": 96618276
|
| 17 |
+
},
|
| 18 |
+
"data_manifest.json": {
|
| 19 |
+
"sha256": "f33eb5332ab56043294b3ce61dc9a79a3254dc9b182516da516bc8b08ec22393",
|
| 20 |
+
"bytes": 8510
|
| 21 |
+
},
|
| 22 |
+
"evaluation_override.json": {
|
| 23 |
+
"sha256": "812974e027f5258afdacdaae49bf244f266f0a6e50d1d234b6938b885325e6c2",
|
| 24 |
+
"bytes": 561
|
| 25 |
+
},
|
| 26 |
+
"evaluations.jsonl": {
|
| 27 |
+
"sha256": "ce00e4a5a4c12509b1e541dbfc404a3885df456a28ad51034aeae30666d6f580",
|
| 28 |
+
"bytes": 212699
|
| 29 |
+
},
|
| 30 |
+
"final200/epoch_1500.parquet": {
|
| 31 |
+
"sha256": "c6a5de82d795078948bc568168414edb5c008b2a0e3292c99ae2a15279512e50",
|
| 32 |
+
"bytes": 6534
|
| 33 |
+
},
|
| 34 |
+
"final200/protocol.json": {
|
| 35 |
+
"sha256": "1a31489ece4cd06d36ba8779fca923e895dd922782eea83aa75e27862b932c48",
|
| 36 |
+
"bytes": 3916
|
| 37 |
+
},
|
| 38 |
+
"final200/result.json": {
|
| 39 |
+
"sha256": "97345bd2a83cf4d548f2573a0749825870339b7a593597f0f56a5973ecfed50d",
|
| 40 |
+
"bytes": 115904
|
| 41 |
+
},
|
| 42 |
+
"final200/status.json": {
|
| 43 |
+
"sha256": "f51b3a981f7d1841f9845850f724455c0f30b1d9b5933f8e4a1f11a361b2c799",
|
| 44 |
+
"bytes": 100
|
| 45 |
+
},
|
| 46 |
+
"normalizer.json": {
|
| 47 |
+
"sha256": "2d807a5b6afe10818b129f002ab18bbf04d7a7661a2397e92baa5da85e170f7d",
|
| 48 |
+
"bytes": 1155
|
| 49 |
+
},
|
| 50 |
+
"provenance/evaluate_bc_selected.py": {
|
| 51 |
+
"sha256": "7be8b5440b354a862228f5a3d3855ec0ba7267c78c4e04158fa028e9633e8d32",
|
| 52 |
+
"bytes": 3370
|
| 53 |
+
},
|
| 54 |
+
"provenance/evaluation_override_active.json": {
|
| 55 |
+
"sha256": "b57bc2c6c67731b53769910737854c0fbe39a6bfe84458674cc939f02854e9ea",
|
| 56 |
+
"bytes": 11765
|
| 57 |
+
},
|
| 58 |
+
"provenance/job.json": {
|
| 59 |
+
"sha256": "4e37aabdefb3d1d04c5f783087ddea1950d350446f9cc9ca6910795e78f05bb6",
|
| 60 |
+
"bytes": 5062
|
| 61 |
+
},
|
| 62 |
+
"provenance/native_training_status.json": {
|
| 63 |
+
"sha256": "c68fc32de5ff53552dbbe39ce8cd351cea36168be21ce6b52a6eea7e96328431",
|
| 64 |
+
"bytes": 295
|
| 65 |
+
},
|
| 66 |
+
"provenance/pretrain_bc_eval_override.py": {
|
| 67 |
+
"sha256": "71deaa1c690802253ce2f075f3d9295ac1e302252e9413caae7bbe9071e80e29",
|
| 68 |
+
"bytes": 2877
|
| 69 |
+
},
|
| 70 |
+
"provenance/pretrain_bc_noleak.py": {
|
| 71 |
+
"sha256": "240abba4a512b61887271aeafc18fdce2372398ed483920b723aa7ce41f3d953",
|
| 72 |
+
"bytes": 1932
|
| 73 |
+
},
|
| 74 |
+
"release.json": {
|
| 75 |
+
"sha256": "99008421b32a88c53e6d3dbf893839cb0ac860c8844e9ea8520c1a2e2c3af7cb",
|
| 76 |
+
"bytes": 2553
|
| 77 |
+
},
|
| 78 |
+
"resolved_config.json": {
|
| 79 |
+
"sha256": "b90780d816b437fef3919aea367ce6d41dc9f48ba3f9d258d7c8ac2b054755c8",
|
| 80 |
+
"bytes": 6257
|
| 81 |
+
},
|
| 82 |
+
"selection_supervision.json": {
|
| 83 |
+
"sha256": "53b70159201494886f0a5cfcc864ca2fb21eba7f6bd09108f67f88d461b7bd67",
|
| 84 |
+
"bytes": 1334
|
| 85 |
+
},
|
| 86 |
+
"split.json": {
|
| 87 |
+
"sha256": "e38b52faa2646cd36e6b06fd741bb723622325b0c00303e74f3025dc8848e433",
|
| 88 |
+
"bytes": 602
|
| 89 |
+
},
|
| 90 |
+
"train_metrics.jsonl": {
|
| 91 |
+
"sha256": "8ea2367ea9ab8d73b53ee5ff0901ee5dfc90723f7426b64d8d6f73fcb147a514",
|
| 92 |
+
"bytes": 358249
|
| 93 |
+
},
|
| 94 |
+
"training_status.json": {
|
| 95 |
+
"sha256": "5ec867a51c50ce4dd1e63811cad59e7677eb983ca31090392094df3c2f87d8c6",
|
| 96 |
+
"bytes": 125
|
| 97 |
+
},
|
| 98 |
+
"validation_metrics.jsonl": {
|
| 99 |
+
"sha256": "0d47acb7f606a6fef128010cce1954d0929b7d50378f13d8a1a409759da159e4",
|
| 100 |
+
"bytes": 137498
|
| 101 |
+
}
|
| 102 |
+
}
|
visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/best.json
ADDED
|
@@ -0,0 +1,838 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "can",
|
| 3 |
+
"regime": "diverse20",
|
| 4 |
+
"output": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/can20/StandardBaseBC/jax/can/diverse20/seed_1",
|
| 5 |
+
"selected": {
|
| 6 |
+
"epoch": 1500,
|
| 7 |
+
"window_success": 0.532,
|
| 8 |
+
"window_epochs": [
|
| 9 |
+
1400,
|
| 10 |
+
1450,
|
| 11 |
+
1500,
|
| 12 |
+
1550,
|
| 13 |
+
1600
|
| 14 |
+
],
|
| 15 |
+
"window_rates": [
|
| 16 |
+
0.56,
|
| 17 |
+
0.44,
|
| 18 |
+
0.58,
|
| 19 |
+
0.58,
|
| 20 |
+
0.5
|
| 21 |
+
],
|
| 22 |
+
"checkpoint_success": 0.58,
|
| 23 |
+
"validation_loss": 0.6099560260772705,
|
| 24 |
+
"validation_median25": 0.6054165959358215,
|
| 25 |
+
"train_loss": 0.05940621269588895,
|
| 26 |
+
"path": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/can20/StandardBaseBC/jax/can/diverse20/seed_1/checkpoints/epoch_1500.pkl",
|
| 27 |
+
"sha256": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f",
|
| 28 |
+
"collision_geoms": false
|
| 29 |
+
},
|
| 30 |
+
"user_selection": {
|
| 31 |
+
"date": "2026-10-27",
|
| 32 |
+
"previous_epoch": 1450,
|
| 33 |
+
"accepted_epoch": 1500,
|
| 34 |
+
"reason": "User accepted epoch1500: own 50-episode SR58%, nearby mean53.2%; epoch1450 own44% was below its nearby mean54.4%"
|
| 35 |
+
},
|
| 36 |
+
"strict_validation_alternative": {
|
| 37 |
+
"epoch": 200,
|
| 38 |
+
"validation_loss": 0.43099290132522583,
|
| 39 |
+
"checkpoint_success": 0.14,
|
| 40 |
+
"path": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/can20/StandardBaseBC/jax/can/diverse20/seed_1/checkpoints/epoch_200.pkl",
|
| 41 |
+
"sha256": "0f46a10a4f84c0b51d5baf233a039e9b7803214424bb5fb2f133f1daae12285c",
|
| 42 |
+
"collision_geoms": false
|
| 43 |
+
},
|
| 44 |
+
"validation_minimum": {
|
| 45 |
+
"epoch": 203,
|
| 46 |
+
"step": 1827,
|
| 47 |
+
"validation_loss": 0.42426469922065735
|
| 48 |
+
},
|
| 49 |
+
"peak_window_success": 0.544,
|
| 50 |
+
"candidates": [
|
| 51 |
+
{
|
| 52 |
+
"epoch": 150,
|
| 53 |
+
"window_success": 0.056,
|
| 54 |
+
"window_epochs": [
|
| 55 |
+
50,
|
| 56 |
+
100,
|
| 57 |
+
150,
|
| 58 |
+
200,
|
| 59 |
+
250
|
| 60 |
+
],
|
| 61 |
+
"window_rates": [
|
| 62 |
+
0.0,
|
| 63 |
+
0.0,
|
| 64 |
+
0.02,
|
| 65 |
+
0.14,
|
| 66 |
+
0.12
|
| 67 |
+
],
|
| 68 |
+
"checkpoint_success": 0.02,
|
| 69 |
+
"validation_loss": 0.4572407007217407,
|
| 70 |
+
"validation_median25": 0.45399248600006104,
|
| 71 |
+
"train_loss": 0.1371522226523646
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"epoch": 200,
|
| 75 |
+
"window_success": 0.096,
|
| 76 |
+
"window_epochs": [
|
| 77 |
+
100,
|
| 78 |
+
150,
|
| 79 |
+
200,
|
| 80 |
+
250,
|
| 81 |
+
300
|
| 82 |
+
],
|
| 83 |
+
"window_rates": [
|
| 84 |
+
0.0,
|
| 85 |
+
0.02,
|
| 86 |
+
0.14,
|
| 87 |
+
0.12,
|
| 88 |
+
0.2
|
| 89 |
+
],
|
| 90 |
+
"checkpoint_success": 0.14,
|
| 91 |
+
"validation_loss": 0.43099290132522583,
|
| 92 |
+
"validation_median25": 0.43502578139305115,
|
| 93 |
+
"train_loss": 0.11680921365311016
|
| 94 |
+
},
|
| 95 |
+
{
|
| 96 |
+
"epoch": 250,
|
| 97 |
+
"window_success": 0.136,
|
| 98 |
+
"window_epochs": [
|
| 99 |
+
150,
|
| 100 |
+
200,
|
| 101 |
+
250,
|
| 102 |
+
300,
|
| 103 |
+
350
|
| 104 |
+
],
|
| 105 |
+
"window_rates": [
|
| 106 |
+
0.02,
|
| 107 |
+
0.14,
|
| 108 |
+
0.12,
|
| 109 |
+
0.2,
|
| 110 |
+
0.2
|
| 111 |
+
],
|
| 112 |
+
"checkpoint_success": 0.12,
|
| 113 |
+
"validation_loss": 0.4643620550632477,
|
| 114 |
+
"validation_median25": 0.459709107875824,
|
| 115 |
+
"train_loss": 0.10645844339219589
|
| 116 |
+
},
|
| 117 |
+
{
|
| 118 |
+
"epoch": 300,
|
| 119 |
+
"window_success": 0.2,
|
| 120 |
+
"window_epochs": [
|
| 121 |
+
200,
|
| 122 |
+
250,
|
| 123 |
+
300,
|
| 124 |
+
350,
|
| 125 |
+
400
|
| 126 |
+
],
|
| 127 |
+
"window_rates": [
|
| 128 |
+
0.14,
|
| 129 |
+
0.12,
|
| 130 |
+
0.2,
|
| 131 |
+
0.2,
|
| 132 |
+
0.34
|
| 133 |
+
],
|
| 134 |
+
"checkpoint_success": 0.2,
|
| 135 |
+
"validation_loss": 0.4871254861354828,
|
| 136 |
+
"validation_median25": 0.48565873503685,
|
| 137 |
+
"train_loss": 0.09691927838894479
|
| 138 |
+
},
|
| 139 |
+
{
|
| 140 |
+
"epoch": 350,
|
| 141 |
+
"window_success": 0.26,
|
| 142 |
+
"window_epochs": [
|
| 143 |
+
250,
|
| 144 |
+
300,
|
| 145 |
+
350,
|
| 146 |
+
400,
|
| 147 |
+
450
|
| 148 |
+
],
|
| 149 |
+
"window_rates": [
|
| 150 |
+
0.12,
|
| 151 |
+
0.2,
|
| 152 |
+
0.2,
|
| 153 |
+
0.34,
|
| 154 |
+
0.44
|
| 155 |
+
],
|
| 156 |
+
"checkpoint_success": 0.2,
|
| 157 |
+
"validation_loss": 0.4951510429382324,
|
| 158 |
+
"validation_median25": 0.5053178668022156,
|
| 159 |
+
"train_loss": 0.09457782056593475
|
| 160 |
+
},
|
| 161 |
+
{
|
| 162 |
+
"epoch": 400,
|
| 163 |
+
"window_success": 0.312,
|
| 164 |
+
"window_epochs": [
|
| 165 |
+
300,
|
| 166 |
+
350,
|
| 167 |
+
400,
|
| 168 |
+
450,
|
| 169 |
+
500
|
| 170 |
+
],
|
| 171 |
+
"window_rates": [
|
| 172 |
+
0.2,
|
| 173 |
+
0.2,
|
| 174 |
+
0.34,
|
| 175 |
+
0.44,
|
| 176 |
+
0.38
|
| 177 |
+
],
|
| 178 |
+
"checkpoint_success": 0.34,
|
| 179 |
+
"validation_loss": 0.5192696452140808,
|
| 180 |
+
"validation_median25": 0.519291877746582,
|
| 181 |
+
"train_loss": 0.09151555245623089
|
| 182 |
+
},
|
| 183 |
+
{
|
| 184 |
+
"epoch": 450,
|
| 185 |
+
"window_success": 0.356,
|
| 186 |
+
"window_epochs": [
|
| 187 |
+
350,
|
| 188 |
+
400,
|
| 189 |
+
450,
|
| 190 |
+
500,
|
| 191 |
+
550
|
| 192 |
+
],
|
| 193 |
+
"window_rates": [
|
| 194 |
+
0.2,
|
| 195 |
+
0.34,
|
| 196 |
+
0.44,
|
| 197 |
+
0.38,
|
| 198 |
+
0.42
|
| 199 |
+
],
|
| 200 |
+
"checkpoint_success": 0.44,
|
| 201 |
+
"validation_loss": 0.5085329413414001,
|
| 202 |
+
"validation_median25": 0.5187920331954956,
|
| 203 |
+
"train_loss": 0.0900858222222969
|
| 204 |
+
},
|
| 205 |
+
{
|
| 206 |
+
"epoch": 500,
|
| 207 |
+
"window_success": 0.388,
|
| 208 |
+
"window_epochs": [
|
| 209 |
+
400,
|
| 210 |
+
450,
|
| 211 |
+
500,
|
| 212 |
+
550,
|
| 213 |
+
600
|
| 214 |
+
],
|
| 215 |
+
"window_rates": [
|
| 216 |
+
0.34,
|
| 217 |
+
0.44,
|
| 218 |
+
0.38,
|
| 219 |
+
0.42,
|
| 220 |
+
0.36
|
| 221 |
+
],
|
| 222 |
+
"checkpoint_success": 0.38,
|
| 223 |
+
"validation_loss": 0.5252525210380554,
|
| 224 |
+
"validation_median25": 0.5320297479629517,
|
| 225 |
+
"train_loss": 0.08027745269591108
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"epoch": 550,
|
| 229 |
+
"window_success": 0.396,
|
| 230 |
+
"window_epochs": [
|
| 231 |
+
450,
|
| 232 |
+
500,
|
| 233 |
+
550,
|
| 234 |
+
600,
|
| 235 |
+
650
|
| 236 |
+
],
|
| 237 |
+
"window_rates": [
|
| 238 |
+
0.44,
|
| 239 |
+
0.38,
|
| 240 |
+
0.42,
|
| 241 |
+
0.36,
|
| 242 |
+
0.38
|
| 243 |
+
],
|
| 244 |
+
"checkpoint_success": 0.42,
|
| 245 |
+
"validation_loss": 0.5435997247695923,
|
| 246 |
+
"validation_median25": 0.5336711406707764,
|
| 247 |
+
"train_loss": 0.08399890658063287
|
| 248 |
+
},
|
| 249 |
+
{
|
| 250 |
+
"epoch": 600,
|
| 251 |
+
"window_success": 0.384,
|
| 252 |
+
"window_epochs": [
|
| 253 |
+
500,
|
| 254 |
+
550,
|
| 255 |
+
600,
|
| 256 |
+
650,
|
| 257 |
+
700
|
| 258 |
+
],
|
| 259 |
+
"window_rates": [
|
| 260 |
+
0.38,
|
| 261 |
+
0.42,
|
| 262 |
+
0.36,
|
| 263 |
+
0.38,
|
| 264 |
+
0.38
|
| 265 |
+
],
|
| 266 |
+
"checkpoint_success": 0.36,
|
| 267 |
+
"validation_loss": 0.5523462295532227,
|
| 268 |
+
"validation_median25": 0.5450480580329895,
|
| 269 |
+
"train_loss": 0.07623901342122062
|
| 270 |
+
},
|
| 271 |
+
{
|
| 272 |
+
"epoch": 650,
|
| 273 |
+
"window_success": 0.364,
|
| 274 |
+
"window_epochs": [
|
| 275 |
+
550,
|
| 276 |
+
600,
|
| 277 |
+
650,
|
| 278 |
+
700,
|
| 279 |
+
750
|
| 280 |
+
],
|
| 281 |
+
"window_rates": [
|
| 282 |
+
0.42,
|
| 283 |
+
0.36,
|
| 284 |
+
0.38,
|
| 285 |
+
0.38,
|
| 286 |
+
0.28
|
| 287 |
+
],
|
| 288 |
+
"checkpoint_success": 0.38,
|
| 289 |
+
"validation_loss": 0.5481523871421814,
|
| 290 |
+
"validation_median25": 0.5527158975601196,
|
| 291 |
+
"train_loss": 0.07767384759632938
|
| 292 |
+
},
|
| 293 |
+
{
|
| 294 |
+
"epoch": 700,
|
| 295 |
+
"window_success": 0.36,
|
| 296 |
+
"window_epochs": [
|
| 297 |
+
600,
|
| 298 |
+
650,
|
| 299 |
+
700,
|
| 300 |
+
750,
|
| 301 |
+
800
|
| 302 |
+
],
|
| 303 |
+
"window_rates": [
|
| 304 |
+
0.36,
|
| 305 |
+
0.38,
|
| 306 |
+
0.38,
|
| 307 |
+
0.28,
|
| 308 |
+
0.4
|
| 309 |
+
],
|
| 310 |
+
"checkpoint_success": 0.38,
|
| 311 |
+
"validation_loss": 0.559826672077179,
|
| 312 |
+
"validation_median25": 0.5588096380233765,
|
| 313 |
+
"train_loss": 0.08159659034378336
|
| 314 |
+
},
|
| 315 |
+
{
|
| 316 |
+
"epoch": 750,
|
| 317 |
+
"window_success": 0.376,
|
| 318 |
+
"window_epochs": [
|
| 319 |
+
650,
|
| 320 |
+
700,
|
| 321 |
+
750,
|
| 322 |
+
800,
|
| 323 |
+
850
|
| 324 |
+
],
|
| 325 |
+
"window_rates": [
|
| 326 |
+
0.38,
|
| 327 |
+
0.38,
|
| 328 |
+
0.28,
|
| 329 |
+
0.4,
|
| 330 |
+
0.44
|
| 331 |
+
],
|
| 332 |
+
"checkpoint_success": 0.28,
|
| 333 |
+
"validation_loss": 0.5667834877967834,
|
| 334 |
+
"validation_median25": 0.5650838613510132,
|
| 335 |
+
"train_loss": 0.07574265175417025
|
| 336 |
+
},
|
| 337 |
+
{
|
| 338 |
+
"epoch": 800,
|
| 339 |
+
"window_success": 0.384,
|
| 340 |
+
"window_epochs": [
|
| 341 |
+
700,
|
| 342 |
+
750,
|
| 343 |
+
800,
|
| 344 |
+
850,
|
| 345 |
+
900
|
| 346 |
+
],
|
| 347 |
+
"window_rates": [
|
| 348 |
+
0.38,
|
| 349 |
+
0.28,
|
| 350 |
+
0.4,
|
| 351 |
+
0.44,
|
| 352 |
+
0.42
|
| 353 |
+
],
|
| 354 |
+
"checkpoint_success": 0.4,
|
| 355 |
+
"validation_loss": 0.5731080770492554,
|
| 356 |
+
"validation_median25": 0.5662181973457336,
|
| 357 |
+
"train_loss": 0.0758188644508668
|
| 358 |
+
},
|
| 359 |
+
{
|
| 360 |
+
"epoch": 850,
|
| 361 |
+
"window_success": 0.38,
|
| 362 |
+
"window_epochs": [
|
| 363 |
+
750,
|
| 364 |
+
800,
|
| 365 |
+
850,
|
| 366 |
+
900,
|
| 367 |
+
950
|
| 368 |
+
],
|
| 369 |
+
"window_rates": [
|
| 370 |
+
0.28,
|
| 371 |
+
0.4,
|
| 372 |
+
0.44,
|
| 373 |
+
0.42,
|
| 374 |
+
0.36
|
| 375 |
+
],
|
| 376 |
+
"checkpoint_success": 0.44,
|
| 377 |
+
"validation_loss": 0.5637426376342773,
|
| 378 |
+
"validation_median25": 0.5621483325958252,
|
| 379 |
+
"train_loss": 0.06884203061972424
|
| 380 |
+
},
|
| 381 |
+
{
|
| 382 |
+
"epoch": 900,
|
| 383 |
+
"window_success": 0.416,
|
| 384 |
+
"window_epochs": [
|
| 385 |
+
800,
|
| 386 |
+
850,
|
| 387 |
+
900,
|
| 388 |
+
950,
|
| 389 |
+
1000
|
| 390 |
+
],
|
| 391 |
+
"window_rates": [
|
| 392 |
+
0.4,
|
| 393 |
+
0.44,
|
| 394 |
+
0.42,
|
| 395 |
+
0.36,
|
| 396 |
+
0.46
|
| 397 |
+
],
|
| 398 |
+
"checkpoint_success": 0.42,
|
| 399 |
+
"validation_loss": 0.5705069899559021,
|
| 400 |
+
"validation_median25": 0.568449854850769,
|
| 401 |
+
"train_loss": 0.0810939763380047
|
| 402 |
+
},
|
| 403 |
+
{
|
| 404 |
+
"epoch": 950,
|
| 405 |
+
"window_success": 0.42,
|
| 406 |
+
"window_epochs": [
|
| 407 |
+
850,
|
| 408 |
+
900,
|
| 409 |
+
950,
|
| 410 |
+
1000,
|
| 411 |
+
1050
|
| 412 |
+
],
|
| 413 |
+
"window_rates": [
|
| 414 |
+
0.44,
|
| 415 |
+
0.42,
|
| 416 |
+
0.36,
|
| 417 |
+
0.46,
|
| 418 |
+
0.42
|
| 419 |
+
],
|
| 420 |
+
"checkpoint_success": 0.36,
|
| 421 |
+
"validation_loss": 0.5816708207130432,
|
| 422 |
+
"validation_median25": 0.5757141709327698,
|
| 423 |
+
"train_loss": 0.07032099471145255
|
| 424 |
+
},
|
| 425 |
+
{
|
| 426 |
+
"epoch": 1000,
|
| 427 |
+
"window_success": 0.428,
|
| 428 |
+
"window_epochs": [
|
| 429 |
+
900,
|
| 430 |
+
950,
|
| 431 |
+
1000,
|
| 432 |
+
1050,
|
| 433 |
+
1100
|
| 434 |
+
],
|
| 435 |
+
"window_rates": [
|
| 436 |
+
0.42,
|
| 437 |
+
0.36,
|
| 438 |
+
0.46,
|
| 439 |
+
0.42,
|
| 440 |
+
0.48
|
| 441 |
+
],
|
| 442 |
+
"checkpoint_success": 0.46,
|
| 443 |
+
"validation_loss": 0.5653282403945923,
|
| 444 |
+
"validation_median25": 0.5653282403945923,
|
| 445 |
+
"train_loss": 0.06656697723907493
|
| 446 |
+
},
|
| 447 |
+
{
|
| 448 |
+
"epoch": 1050,
|
| 449 |
+
"window_success": 0.452,
|
| 450 |
+
"window_epochs": [
|
| 451 |
+
950,
|
| 452 |
+
1000,
|
| 453 |
+
1050,
|
| 454 |
+
1100,
|
| 455 |
+
1150
|
| 456 |
+
],
|
| 457 |
+
"window_rates": [
|
| 458 |
+
0.36,
|
| 459 |
+
0.46,
|
| 460 |
+
0.42,
|
| 461 |
+
0.48,
|
| 462 |
+
0.54
|
| 463 |
+
],
|
| 464 |
+
"checkpoint_success": 0.42,
|
| 465 |
+
"validation_loss": 0.5675381422042847,
|
| 466 |
+
"validation_median25": 0.5702261328697205,
|
| 467 |
+
"train_loss": 0.06740149816254756
|
| 468 |
+
},
|
| 469 |
+
{
|
| 470 |
+
"epoch": 1100,
|
| 471 |
+
"window_success": 0.492,
|
| 472 |
+
"window_epochs": [
|
| 473 |
+
1000,
|
| 474 |
+
1050,
|
| 475 |
+
1100,
|
| 476 |
+
1150,
|
| 477 |
+
1200
|
| 478 |
+
],
|
| 479 |
+
"window_rates": [
|
| 480 |
+
0.46,
|
| 481 |
+
0.42,
|
| 482 |
+
0.48,
|
| 483 |
+
0.54,
|
| 484 |
+
0.56
|
| 485 |
+
],
|
| 486 |
+
"checkpoint_success": 0.48,
|
| 487 |
+
"validation_loss": 0.5724599957466125,
|
| 488 |
+
"validation_median25": 0.5763387680053711,
|
| 489 |
+
"train_loss": 0.06369518853233742
|
| 490 |
+
},
|
| 491 |
+
{
|
| 492 |
+
"epoch": 1150,
|
| 493 |
+
"window_success": 0.472,
|
| 494 |
+
"window_epochs": [
|
| 495 |
+
1050,
|
| 496 |
+
1100,
|
| 497 |
+
1150,
|
| 498 |
+
1200,
|
| 499 |
+
1250
|
| 500 |
+
],
|
| 501 |
+
"window_rates": [
|
| 502 |
+
0.42,
|
| 503 |
+
0.48,
|
| 504 |
+
0.54,
|
| 505 |
+
0.56,
|
| 506 |
+
0.36
|
| 507 |
+
],
|
| 508 |
+
"checkpoint_success": 0.54,
|
| 509 |
+
"validation_loss": 0.5898525714874268,
|
| 510 |
+
"validation_median25": 0.5832033157348633,
|
| 511 |
+
"train_loss": 0.0700870153249912
|
| 512 |
+
},
|
| 513 |
+
{
|
| 514 |
+
"epoch": 1200,
|
| 515 |
+
"window_success": 0.472,
|
| 516 |
+
"window_epochs": [
|
| 517 |
+
1100,
|
| 518 |
+
1150,
|
| 519 |
+
1200,
|
| 520 |
+
1250,
|
| 521 |
+
1300
|
| 522 |
+
],
|
| 523 |
+
"window_rates": [
|
| 524 |
+
0.48,
|
| 525 |
+
0.54,
|
| 526 |
+
0.56,
|
| 527 |
+
0.36,
|
| 528 |
+
0.42
|
| 529 |
+
],
|
| 530 |
+
"checkpoint_success": 0.56,
|
| 531 |
+
"validation_loss": 0.5879267454147339,
|
| 532 |
+
"validation_median25": 0.5937065482139587,
|
| 533 |
+
"train_loss": 0.06664702691918065
|
| 534 |
+
},
|
| 535 |
+
{
|
| 536 |
+
"epoch": 1250,
|
| 537 |
+
"window_success": 0.488,
|
| 538 |
+
"window_epochs": [
|
| 539 |
+
1150,
|
| 540 |
+
1200,
|
| 541 |
+
1250,
|
| 542 |
+
1300,
|
| 543 |
+
1350
|
| 544 |
+
],
|
| 545 |
+
"window_rates": [
|
| 546 |
+
0.54,
|
| 547 |
+
0.56,
|
| 548 |
+
0.36,
|
| 549 |
+
0.42,
|
| 550 |
+
0.56
|
| 551 |
+
],
|
| 552 |
+
"checkpoint_success": 0.36,
|
| 553 |
+
"validation_loss": 0.5858442187309265,
|
| 554 |
+
"validation_median25": 0.5878901481628418,
|
| 555 |
+
"train_loss": 0.05913414779197739
|
| 556 |
+
},
|
| 557 |
+
{
|
| 558 |
+
"epoch": 1300,
|
| 559 |
+
"window_success": 0.492,
|
| 560 |
+
"window_epochs": [
|
| 561 |
+
1200,
|
| 562 |
+
1250,
|
| 563 |
+
1300,
|
| 564 |
+
1350,
|
| 565 |
+
1400
|
| 566 |
+
],
|
| 567 |
+
"window_rates": [
|
| 568 |
+
0.56,
|
| 569 |
+
0.36,
|
| 570 |
+
0.42,
|
| 571 |
+
0.56,
|
| 572 |
+
0.56
|
| 573 |
+
],
|
| 574 |
+
"checkpoint_success": 0.42,
|
| 575 |
+
"validation_loss": 0.5798280835151672,
|
| 576 |
+
"validation_median25": 0.5844449996948242,
|
| 577 |
+
"train_loss": 0.07257276254881301
|
| 578 |
+
},
|
| 579 |
+
{
|
| 580 |
+
"epoch": 1350,
|
| 581 |
+
"window_success": 0.468,
|
| 582 |
+
"window_epochs": [
|
| 583 |
+
1250,
|
| 584 |
+
1300,
|
| 585 |
+
1350,
|
| 586 |
+
1400,
|
| 587 |
+
1450
|
| 588 |
+
],
|
| 589 |
+
"window_rates": [
|
| 590 |
+
0.36,
|
| 591 |
+
0.42,
|
| 592 |
+
0.56,
|
| 593 |
+
0.56,
|
| 594 |
+
0.44
|
| 595 |
+
],
|
| 596 |
+
"checkpoint_success": 0.56,
|
| 597 |
+
"validation_loss": 0.5921284556388855,
|
| 598 |
+
"validation_median25": 0.5925837159156799,
|
| 599 |
+
"train_loss": 0.06347230471069885
|
| 600 |
+
},
|
| 601 |
+
{
|
| 602 |
+
"epoch": 1400,
|
| 603 |
+
"window_success": 0.512,
|
| 604 |
+
"window_epochs": [
|
| 605 |
+
1300,
|
| 606 |
+
1350,
|
| 607 |
+
1400,
|
| 608 |
+
1450,
|
| 609 |
+
1500
|
| 610 |
+
],
|
| 611 |
+
"window_rates": [
|
| 612 |
+
0.42,
|
| 613 |
+
0.56,
|
| 614 |
+
0.56,
|
| 615 |
+
0.44,
|
| 616 |
+
0.58
|
| 617 |
+
],
|
| 618 |
+
"checkpoint_success": 0.56,
|
| 619 |
+
"validation_loss": 0.5952606797218323,
|
| 620 |
+
"validation_median25": 0.5996414422988892,
|
| 621 |
+
"train_loss": 0.06035967572032024
|
| 622 |
+
},
|
| 623 |
+
{
|
| 624 |
+
"epoch": 1450,
|
| 625 |
+
"window_success": 0.544,
|
| 626 |
+
"window_epochs": [
|
| 627 |
+
1350,
|
| 628 |
+
1400,
|
| 629 |
+
1450,
|
| 630 |
+
1500,
|
| 631 |
+
1550
|
| 632 |
+
],
|
| 633 |
+
"window_rates": [
|
| 634 |
+
0.56,
|
| 635 |
+
0.56,
|
| 636 |
+
0.44,
|
| 637 |
+
0.58,
|
| 638 |
+
0.58
|
| 639 |
+
],
|
| 640 |
+
"checkpoint_success": 0.44,
|
| 641 |
+
"validation_loss": 0.5922940969467163,
|
| 642 |
+
"validation_median25": 0.60431307554245,
|
| 643 |
+
"train_loss": 0.0620866542383407
|
| 644 |
+
},
|
| 645 |
+
{
|
| 646 |
+
"epoch": 1500,
|
| 647 |
+
"window_success": 0.532,
|
| 648 |
+
"window_epochs": [
|
| 649 |
+
1400,
|
| 650 |
+
1450,
|
| 651 |
+
1500,
|
| 652 |
+
1550,
|
| 653 |
+
1600
|
| 654 |
+
],
|
| 655 |
+
"window_rates": [
|
| 656 |
+
0.56,
|
| 657 |
+
0.44,
|
| 658 |
+
0.58,
|
| 659 |
+
0.58,
|
| 660 |
+
0.5
|
| 661 |
+
],
|
| 662 |
+
"checkpoint_success": 0.58,
|
| 663 |
+
"validation_loss": 0.6099560260772705,
|
| 664 |
+
"validation_median25": 0.6054165959358215,
|
| 665 |
+
"train_loss": 0.05940621269588895
|
| 666 |
+
},
|
| 667 |
+
{
|
| 668 |
+
"epoch": 1550,
|
| 669 |
+
"window_success": 0.508,
|
| 670 |
+
"window_epochs": [
|
| 671 |
+
1450,
|
| 672 |
+
1500,
|
| 673 |
+
1550,
|
| 674 |
+
1600,
|
| 675 |
+
1650
|
| 676 |
+
],
|
| 677 |
+
"window_rates": [
|
| 678 |
+
0.44,
|
| 679 |
+
0.58,
|
| 680 |
+
0.58,
|
| 681 |
+
0.5,
|
| 682 |
+
0.44
|
| 683 |
+
],
|
| 684 |
+
"checkpoint_success": 0.58,
|
| 685 |
+
"validation_loss": 0.6086738705635071,
|
| 686 |
+
"validation_median25": 0.6088383793830872,
|
| 687 |
+
"train_loss": 0.06085577297116784
|
| 688 |
+
},
|
| 689 |
+
{
|
| 690 |
+
"epoch": 1600,
|
| 691 |
+
"window_success": 0.508,
|
| 692 |
+
"window_epochs": [
|
| 693 |
+
1500,
|
| 694 |
+
1550,
|
| 695 |
+
1600,
|
| 696 |
+
1650,
|
| 697 |
+
1700
|
| 698 |
+
],
|
| 699 |
+
"window_rates": [
|
| 700 |
+
0.58,
|
| 701 |
+
0.58,
|
| 702 |
+
0.5,
|
| 703 |
+
0.44,
|
| 704 |
+
0.44
|
| 705 |
+
],
|
| 706 |
+
"checkpoint_success": 0.5,
|
| 707 |
+
"validation_loss": 0.6257550120353699,
|
| 708 |
+
"validation_median25": 0.6172701120376587,
|
| 709 |
+
"train_loss": 0.05376808629116601
|
| 710 |
+
},
|
| 711 |
+
{
|
| 712 |
+
"epoch": 1650,
|
| 713 |
+
"window_success": 0.504,
|
| 714 |
+
"window_epochs": [
|
| 715 |
+
1550,
|
| 716 |
+
1600,
|
| 717 |
+
1650,
|
| 718 |
+
1700,
|
| 719 |
+
1750
|
| 720 |
+
],
|
| 721 |
+
"window_rates": [
|
| 722 |
+
0.58,
|
| 723 |
+
0.5,
|
| 724 |
+
0.44,
|
| 725 |
+
0.44,
|
| 726 |
+
0.56
|
| 727 |
+
],
|
| 728 |
+
"checkpoint_success": 0.44,
|
| 729 |
+
"validation_loss": 0.6169149875640869,
|
| 730 |
+
"validation_median25": 0.6177603006362915,
|
| 731 |
+
"train_loss": 0.05670449707356728
|
| 732 |
+
},
|
| 733 |
+
{
|
| 734 |
+
"epoch": 1700,
|
| 735 |
+
"window_success": 0.52,
|
| 736 |
+
"window_epochs": [
|
| 737 |
+
1600,
|
| 738 |
+
1650,
|
| 739 |
+
1700,
|
| 740 |
+
1750,
|
| 741 |
+
1800
|
| 742 |
+
],
|
| 743 |
+
"window_rates": [
|
| 744 |
+
0.5,
|
| 745 |
+
0.44,
|
| 746 |
+
0.44,
|
| 747 |
+
0.56,
|
| 748 |
+
0.66
|
| 749 |
+
],
|
| 750 |
+
"checkpoint_success": 0.44,
|
| 751 |
+
"validation_loss": 0.6277533173561096,
|
| 752 |
+
"validation_median25": 0.6312892436981201,
|
| 753 |
+
"train_loss": 0.053598054057199494
|
| 754 |
+
},
|
| 755 |
+
{
|
| 756 |
+
"epoch": 1750,
|
| 757 |
+
"window_success": 0.52,
|
| 758 |
+
"window_epochs": [
|
| 759 |
+
1650,
|
| 760 |
+
1700,
|
| 761 |
+
1750,
|
| 762 |
+
1800,
|
| 763 |
+
1850
|
| 764 |
+
],
|
| 765 |
+
"window_rates": [
|
| 766 |
+
0.44,
|
| 767 |
+
0.44,
|
| 768 |
+
0.56,
|
| 769 |
+
0.66,
|
| 770 |
+
0.5
|
| 771 |
+
],
|
| 772 |
+
"checkpoint_success": 0.56,
|
| 773 |
+
"validation_loss": 0.6327435374259949,
|
| 774 |
+
"validation_median25": 0.6381097435951233,
|
| 775 |
+
"train_loss": 0.052290906233711305
|
| 776 |
+
},
|
| 777 |
+
{
|
| 778 |
+
"epoch": 1800,
|
| 779 |
+
"window_success": 0.528,
|
| 780 |
+
"window_epochs": [
|
| 781 |
+
1700,
|
| 782 |
+
1750,
|
| 783 |
+
1800,
|
| 784 |
+
1850,
|
| 785 |
+
1900
|
| 786 |
+
],
|
| 787 |
+
"window_rates": [
|
| 788 |
+
0.44,
|
| 789 |
+
0.56,
|
| 790 |
+
0.66,
|
| 791 |
+
0.5,
|
| 792 |
+
0.48
|
| 793 |
+
],
|
| 794 |
+
"checkpoint_success": 0.66,
|
| 795 |
+
"validation_loss": 0.6546310782432556,
|
| 796 |
+
"validation_median25": 0.6546310782432556,
|
| 797 |
+
"train_loss": 0.055552032379998
|
| 798 |
+
},
|
| 799 |
+
{
|
| 800 |
+
"epoch": 1850,
|
| 801 |
+
"window_success": 0.54,
|
| 802 |
+
"window_epochs": [
|
| 803 |
+
1750,
|
| 804 |
+
1800,
|
| 805 |
+
1850,
|
| 806 |
+
1900,
|
| 807 |
+
1950
|
| 808 |
+
],
|
| 809 |
+
"window_rates": [
|
| 810 |
+
0.56,
|
| 811 |
+
0.66,
|
| 812 |
+
0.5,
|
| 813 |
+
0.48,
|
| 814 |
+
0.5
|
| 815 |
+
],
|
| 816 |
+
"checkpoint_success": 0.5,
|
| 817 |
+
"validation_loss": 0.6411092877388,
|
| 818 |
+
"validation_median25": 0.6403959393501282,
|
| 819 |
+
"train_loss": 0.05307732938173416
|
| 820 |
+
}
|
| 821 |
+
],
|
| 822 |
+
"independent_evaluation_completed": true,
|
| 823 |
+
"interpretation": "Task-performance/validation tradeoff; not proof of absence of overfitting",
|
| 824 |
+
"source_sha256": {
|
| 825 |
+
"train_metrics.jsonl": "8ea2367ea9ab8d73b53ee5ff0901ee5dfc90723f7426b64d8d6f73fcb147a514",
|
| 826 |
+
"validation_metrics.jsonl": "0d47acb7f606a6fef128010cce1954d0929b7d50378f13d8a1a409759da159e4",
|
| 827 |
+
"evaluations.jsonl": "ce00e4a5a4c12509b1e541dbfc404a3885df456a28ad51034aeae30666d6f580"
|
| 828 |
+
},
|
| 829 |
+
"independent_evaluation_result": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/operations/20261027_selected_bc_final200/can_diverse20_e1500/result.json",
|
| 830 |
+
"independent_final200": {
|
| 831 |
+
"success": 0.57,
|
| 832 |
+
"successes": 114,
|
| 833 |
+
"total": 200,
|
| 834 |
+
"ci_low": 0.5007048776415268,
|
| 835 |
+
"ci_high": 0.6366567766656557,
|
| 836 |
+
"seconds": 265.57498509809375
|
| 837 |
+
}
|
| 838 |
+
}
|
visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/protocol.json
ADDED
|
@@ -0,0 +1,226 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/can20/StandardBaseBC/jax/can/diverse20/seed_1/checkpoints/epoch_1500.pkl",
|
| 3 |
+
"checkpoint_sha256": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f",
|
| 4 |
+
"collision_geoms": false,
|
| 5 |
+
"epoch": 1500,
|
| 6 |
+
"identity_hash": "c165872a1fce3be67f5949977be97ee40f18b811e83493e84b0609a9a28c17e2",
|
| 7 |
+
"job": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/can20/jobs/00.json",
|
| 8 |
+
"panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3",
|
| 9 |
+
"reset_seeds": [
|
| 10 |
+
70723122,
|
| 11 |
+
66851989,
|
| 12 |
+
60005579,
|
| 13 |
+
32401708,
|
| 14 |
+
19153477,
|
| 15 |
+
42749167,
|
| 16 |
+
46661357,
|
| 17 |
+
27402198,
|
| 18 |
+
47810457,
|
| 19 |
+
18848891,
|
| 20 |
+
17918997,
|
| 21 |
+
80363015,
|
| 22 |
+
64973617,
|
| 23 |
+
14420984,
|
| 24 |
+
34943840,
|
| 25 |
+
20266056,
|
| 26 |
+
55423323,
|
| 27 |
+
77426949,
|
| 28 |
+
21093578,
|
| 29 |
+
74139179,
|
| 30 |
+
65396037,
|
| 31 |
+
66433136,
|
| 32 |
+
18174832,
|
| 33 |
+
44050868,
|
| 34 |
+
79827091,
|
| 35 |
+
48142557,
|
| 36 |
+
81058782,
|
| 37 |
+
57440191,
|
| 38 |
+
71718518,
|
| 39 |
+
62288442,
|
| 40 |
+
38780438,
|
| 41 |
+
31543247,
|
| 42 |
+
45815861,
|
| 43 |
+
69976624,
|
| 44 |
+
27741928,
|
| 45 |
+
47860773,
|
| 46 |
+
68719953,
|
| 47 |
+
72413983,
|
| 48 |
+
43596719,
|
| 49 |
+
25975279,
|
| 50 |
+
75651978,
|
| 51 |
+
62538517,
|
| 52 |
+
49157692,
|
| 53 |
+
72093687,
|
| 54 |
+
35658896,
|
| 55 |
+
34016592,
|
| 56 |
+
56600068,
|
| 57 |
+
85354907,
|
| 58 |
+
64181994,
|
| 59 |
+
64561502,
|
| 60 |
+
76858975,
|
| 61 |
+
17852290,
|
| 62 |
+
20068153,
|
| 63 |
+
39072183,
|
| 64 |
+
55774539,
|
| 65 |
+
26085971,
|
| 66 |
+
37837570,
|
| 67 |
+
88758485,
|
| 68 |
+
75982683,
|
| 69 |
+
81377703,
|
| 70 |
+
57992264,
|
| 71 |
+
80112931,
|
| 72 |
+
88742902,
|
| 73 |
+
47013480,
|
| 74 |
+
36523859,
|
| 75 |
+
19498677,
|
| 76 |
+
20212586,
|
| 77 |
+
55485421,
|
| 78 |
+
36767911,
|
| 79 |
+
50597940,
|
| 80 |
+
65503466,
|
| 81 |
+
87299732,
|
| 82 |
+
61456577,
|
| 83 |
+
79295759,
|
| 84 |
+
10605088,
|
| 85 |
+
21163776,
|
| 86 |
+
74346251,
|
| 87 |
+
59990172,
|
| 88 |
+
40756359,
|
| 89 |
+
29123831,
|
| 90 |
+
22339698,
|
| 91 |
+
55950171,
|
| 92 |
+
25459058,
|
| 93 |
+
89169841,
|
| 94 |
+
51768760,
|
| 95 |
+
59320974,
|
| 96 |
+
43210884,
|
| 97 |
+
19819408,
|
| 98 |
+
27287306,
|
| 99 |
+
77579712,
|
| 100 |
+
33855715,
|
| 101 |
+
18917811,
|
| 102 |
+
50238382,
|
| 103 |
+
29018479,
|
| 104 |
+
58133015,
|
| 105 |
+
23864203,
|
| 106 |
+
49568781,
|
| 107 |
+
55772368,
|
| 108 |
+
69087148,
|
| 109 |
+
43159811,
|
| 110 |
+
42777958,
|
| 111 |
+
79686252,
|
| 112 |
+
88287947,
|
| 113 |
+
24484856,
|
| 114 |
+
40522505,
|
| 115 |
+
18535306,
|
| 116 |
+
27261685,
|
| 117 |
+
55157386,
|
| 118 |
+
73419901,
|
| 119 |
+
51177153,
|
| 120 |
+
66197636,
|
| 121 |
+
89218160,
|
| 122 |
+
20312137,
|
| 123 |
+
32815280,
|
| 124 |
+
38566965,
|
| 125 |
+
67538690,
|
| 126 |
+
51444755,
|
| 127 |
+
49534469,
|
| 128 |
+
55520272,
|
| 129 |
+
78917430,
|
| 130 |
+
53987225,
|
| 131 |
+
33135526,
|
| 132 |
+
10641443,
|
| 133 |
+
83269321,
|
| 134 |
+
50371327,
|
| 135 |
+
60499091,
|
| 136 |
+
14174315,
|
| 137 |
+
34430409,
|
| 138 |
+
78665761,
|
| 139 |
+
55417809,
|
| 140 |
+
29697446,
|
| 141 |
+
67300186,
|
| 142 |
+
14166946,
|
| 143 |
+
34309048,
|
| 144 |
+
38651973,
|
| 145 |
+
63582284,
|
| 146 |
+
11252552,
|
| 147 |
+
13083214,
|
| 148 |
+
12656665,
|
| 149 |
+
39216146,
|
| 150 |
+
53058687,
|
| 151 |
+
26843165,
|
| 152 |
+
26213599,
|
| 153 |
+
75250873,
|
| 154 |
+
86873350,
|
| 155 |
+
23044120,
|
| 156 |
+
74475483,
|
| 157 |
+
73879766,
|
| 158 |
+
38462205,
|
| 159 |
+
36712875,
|
| 160 |
+
61476060,
|
| 161 |
+
40070375,
|
| 162 |
+
11657834,
|
| 163 |
+
12071629,
|
| 164 |
+
70951113,
|
| 165 |
+
86273812,
|
| 166 |
+
33086249,
|
| 167 |
+
41678564,
|
| 168 |
+
34536118,
|
| 169 |
+
27607156,
|
| 170 |
+
70130490,
|
| 171 |
+
70448950,
|
| 172 |
+
63854211,
|
| 173 |
+
58640013,
|
| 174 |
+
71222810,
|
| 175 |
+
77025643,
|
| 176 |
+
46535790,
|
| 177 |
+
13450163,
|
| 178 |
+
48130374,
|
| 179 |
+
28109111,
|
| 180 |
+
27277335,
|
| 181 |
+
14975106,
|
| 182 |
+
25482760,
|
| 183 |
+
51368844,
|
| 184 |
+
65499499,
|
| 185 |
+
38883080,
|
| 186 |
+
56579733,
|
| 187 |
+
81285249,
|
| 188 |
+
71293324,
|
| 189 |
+
79868703,
|
| 190 |
+
78989122,
|
| 191 |
+
27209169,
|
| 192 |
+
43304167,
|
| 193 |
+
84752852,
|
| 194 |
+
39685313,
|
| 195 |
+
10941718,
|
| 196 |
+
17638132,
|
| 197 |
+
42683951,
|
| 198 |
+
29174955,
|
| 199 |
+
13106538,
|
| 200 |
+
82750942,
|
| 201 |
+
27595794,
|
| 202 |
+
85382063,
|
| 203 |
+
22544583,
|
| 204 |
+
82667196,
|
| 205 |
+
53585719,
|
| 206 |
+
68118062,
|
| 207 |
+
84752103,
|
| 208 |
+
10971071,
|
| 209 |
+
17007174
|
| 210 |
+
],
|
| 211 |
+
"script_sha256": "7be8b5440b354a862228f5a3d3855ec0ba7267c78c4e04158fa028e9633e8d32",
|
| 212 |
+
"selection": "frozen before this independent panel was evaluated",
|
| 213 |
+
"settings": {
|
| 214 |
+
"episodes": 200,
|
| 215 |
+
"interval_epochs": 10,
|
| 216 |
+
"policy_seed": 700001,
|
| 217 |
+
"reset_seed_start": 880000,
|
| 218 |
+
"seed_panel_seed": 20261021,
|
| 219 |
+
"seed_range": [
|
| 220 |
+
10000000,
|
| 221 |
+
90000000
|
| 222 |
+
],
|
| 223 |
+
"seed_sampling": "uniform_without_replacement",
|
| 224 |
+
"workers": 8
|
| 225 |
+
}
|
| 226 |
+
}
|
visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/result.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/status.json
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"epoch": 1500,
|
| 3 |
+
"status": "completed",
|
| 4 |
+
"success": 0.57,
|
| 5 |
+
"successes": 114,
|
| 6 |
+
"total": 200
|
| 7 |
+
}
|
visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/release.json
ADDED
|
@@ -0,0 +1,59 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"schema_version": 1,
|
| 3 |
+
"repo_id": "yangfy0627/RL-postTrain",
|
| 4 |
+
"created_at": "2026-10-26T21:53:23.618600+00:00",
|
| 5 |
+
"model": {
|
| 6 |
+
"task": "Can",
|
| 7 |
+
"suite": "Robomimic",
|
| 8 |
+
"experiment": "can",
|
| 9 |
+
"regime": "diverse20",
|
| 10 |
+
"seed": 1,
|
| 11 |
+
"epoch": 1500,
|
| 12 |
+
"trained_epochs_at_selection": 2000,
|
| 13 |
+
"planned_epochs": 2000,
|
| 14 |
+
"training_status_at_selection": "user_accepted_after_joint_curve_review",
|
| 15 |
+
"family": "StandardBaseBC",
|
| 16 |
+
"framework": "jax",
|
| 17 |
+
"weights": "complete_model_EMA",
|
| 18 |
+
"horizon": 4,
|
| 19 |
+
"collision_geoms": false,
|
| 20 |
+
"selection_rule": "Joint train/validation/periodic-success review with explicit user-approved checkpoints; Can diverse20 e1500 corrected before final200",
|
| 21 |
+
"window_success_rate": 0.532,
|
| 22 |
+
"window_epochs": [
|
| 23 |
+
1400,
|
| 24 |
+
1450,
|
| 25 |
+
1500,
|
| 26 |
+
1550,
|
| 27 |
+
1600
|
| 28 |
+
],
|
| 29 |
+
"window_episodes": 250,
|
| 30 |
+
"selection_note": "Neighborhood average combines different checkpoints on reused seeds; final200 reports this fixed checkpoint",
|
| 31 |
+
"final200": {
|
| 32 |
+
"success": 0.57,
|
| 33 |
+
"successes": 114,
|
| 34 |
+
"total": 200,
|
| 35 |
+
"ci_low": 0.5007048776415268,
|
| 36 |
+
"ci_high": 0.6366567766656557
|
| 37 |
+
},
|
| 38 |
+
"final200_panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3",
|
| 39 |
+
"checkpoint_sha256": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f",
|
| 40 |
+
"checkpoint_bytes": 96618276,
|
| 41 |
+
"pixel_spec_hash": "e00bb9535842d7de5f0bbc641ce4c5fe2824414d4097d42299be825e161ffef4",
|
| 42 |
+
"identity_hash": "c165872a1fce3be67f5949977be97ee40f18b811e83493e84b0609a9a28c17e2",
|
| 43 |
+
"path": "visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/checkpoints/epoch_1500.pkl",
|
| 44 |
+
"directory": "visual_no_collision/Robomimic/study1/Can/diverse20/seed_1",
|
| 45 |
+
"supervision": {
|
| 46 |
+
"status": "selected_after_joint_review",
|
| 47 |
+
"training": "completed",
|
| 48 |
+
"joint_curve_review_status": "finalized_user_accepted",
|
| 49 |
+
"reviewed_at": "2026-10-26T21:53:23.618600+00:00",
|
| 50 |
+
"review_evidence": "visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/selection_supervision.json",
|
| 51 |
+
"final200_role": "report_only_not_used_for_reselection",
|
| 52 |
+
"zero_overfitting_claim": false,
|
| 53 |
+
"completed_train_epoch": 2000
|
| 54 |
+
},
|
| 55 |
+
"evaluation_schedule": "visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/evaluation_override.json"
|
| 56 |
+
},
|
| 57 |
+
"publication_authorization": "User 2026-10-27: upload these four accepted pretrained BC checkpoints",
|
| 58 |
+
"purpose": "Visual-only pretrained initialization for downstream RL; original machine paths retained as provenance"
|
| 59 |
+
}
|
visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/selection_supervision.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "user_accepted_after_joint_curve_review",
|
| 3 |
+
"selection_frozen_before_final200": true,
|
| 4 |
+
"final200_role": "report_only_not_used_for_reselection",
|
| 5 |
+
"user_accepted_epoch": 1500,
|
| 6 |
+
"zero_overfitting_claim": false,
|
| 7 |
+
"user_selection": {
|
| 8 |
+
"date": "2026-10-27",
|
| 9 |
+
"previous_epoch": 1450,
|
| 10 |
+
"accepted_epoch": 1500,
|
| 11 |
+
"reason": "User accepted epoch1500: own 50-episode SR58%, nearby mean53.2%; epoch1450 own44% was below its nearby mean54.4%"
|
| 12 |
+
},
|
| 13 |
+
"comparison_with_epoch2000": {
|
| 14 |
+
"task": "can",
|
| 15 |
+
"regime": "diverse20",
|
| 16 |
+
"epoch": 1500,
|
| 17 |
+
"checkpoint_sha256": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f",
|
| 18 |
+
"result": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/operations/20261027_selected_bc_final200/can_diverse20_e1500/result.json",
|
| 19 |
+
"periodic50_success": 0.58,
|
| 20 |
+
"final200": {
|
| 21 |
+
"success": 0.57,
|
| 22 |
+
"successes": 114,
|
| 23 |
+
"total": 200,
|
| 24 |
+
"ci_low": 0.5007048776415268,
|
| 25 |
+
"ci_high": 0.6366567766656557,
|
| 26 |
+
"seconds": 265.57498509809375
|
| 27 |
+
},
|
| 28 |
+
"epoch2000_success": 0.565,
|
| 29 |
+
"paired_change_percentage_points": 0.5000000000000004,
|
| 30 |
+
"paired_counts": {
|
| 31 |
+
"both_success": 93,
|
| 32 |
+
"selected_only": 21,
|
| 33 |
+
"epoch2000_only": 20,
|
| 34 |
+
"both_fail": 66
|
| 35 |
+
},
|
| 36 |
+
"panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3"
|
| 37 |
+
}
|
| 38 |
+
}
|
visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/training_status.json
ADDED
|
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "completed",
|
| 3 |
+
"completed_epoch": 2000,
|
| 4 |
+
"selected_epoch": 1500,
|
| 5 |
+
"independent_evaluation_completed": true
|
| 6 |
+
}
|
visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/provenance/evaluate_comparison.py
ADDED
|
@@ -0,0 +1,67 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""Evaluate the user-requested epoch1400 checkpoint on the reused comparison panel.
|
| 2 |
+
No changes to training or published model selection.
|
| 3 |
+
"""
|
| 4 |
+
import argparse
|
| 5 |
+
import copy
|
| 6 |
+
import json
|
| 7 |
+
import os
|
| 8 |
+
import sys
|
| 9 |
+
import time
|
| 10 |
+
from pathlib import Path
|
| 11 |
+
|
| 12 |
+
|
| 13 |
+
def main():
|
| 14 |
+
p = argparse.ArgumentParser()
|
| 15 |
+
p.add_argument("--job", required=True, type=Path)
|
| 16 |
+
p.add_argument("--checkpoint", required=True, type=Path)
|
| 17 |
+
p.add_argument("--output", required=True, type=Path)
|
| 18 |
+
args = p.parse_args()
|
| 19 |
+
sys.path.insert(0, str(Path.cwd() / "src"))
|
| 20 |
+
job = json.loads(args.job.read_text())
|
| 21 |
+
os.environ["RL_PT_EXPERIMENT"] = job["experiment"]
|
| 22 |
+
from rl_pt_analyze.bc_pretrain import validate_job, _evaluate
|
| 23 |
+
from rl_pt_analyze.bc_evaluation import evaluation_settings, evaluation_seeds
|
| 24 |
+
from rl_pt_analyze.io import canonical_hash, sha256_file, write_json
|
| 25 |
+
spec = validate_job(job)
|
| 26 |
+
assert spec.collision_geoms is False
|
| 27 |
+
meta = json.loads(args.checkpoint.with_suffix(".json").read_text())
|
| 28 |
+
digest = sha256_file(args.checkpoint)
|
| 29 |
+
assert digest == meta["sha256"]
|
| 30 |
+
assert meta["resolved_config"]["identity_hash"] == job["identity_hash"]
|
| 31 |
+
epoch = meta["metadata"]["epoch"]
|
| 32 |
+
settings = evaluation_settings(job, job["training"]["epochs"])
|
| 33 |
+
seeds = evaluation_seeds(settings)
|
| 34 |
+
periodic = evaluation_seeds(evaluation_settings(job, 0))
|
| 35 |
+
assert len(seeds) == 200 and not set(seeds).intersection(periodic)
|
| 36 |
+
assert not args.output.exists(), f"Refusing to overwrite {args.output}"
|
| 37 |
+
args.output.mkdir(parents=True)
|
| 38 |
+
protocol = dict(job=str(args.job), identity_hash=job["identity_hash"],
|
| 39 |
+
checkpoint=str(args.checkpoint), checkpoint_sha256=digest,
|
| 40 |
+
epoch=epoch, settings=settings, reset_seeds=seeds,
|
| 41 |
+
panel_hash=canonical_hash(seeds), collision_geoms=False,
|
| 42 |
+
selection="User requested epoch1400 comparison after reviewing prior checkpoints; shared200 reset panel reused, not an untouched holdout",
|
| 43 |
+
script_sha256=sha256_file(__file__))
|
| 44 |
+
write_json(args.output / "protocol.json", protocol)
|
| 45 |
+
write_json(args.output / "status.json", dict(status="running", pid=os.getpid()))
|
| 46 |
+
evaluation_job = copy.deepcopy(job)
|
| 47 |
+
evaluation_job["evaluation"] = settings
|
| 48 |
+
evaluation_job["output"] = str(args.output)
|
| 49 |
+
started = time.monotonic()
|
| 50 |
+
try:
|
| 51 |
+
result = _evaluate(args.checkpoint, evaluation_job, epoch)
|
| 52 |
+
assert result["total"] == 200
|
| 53 |
+
assert len(result["successes_per_seed"]) == 200
|
| 54 |
+
assert sum(result["successes_per_seed"]) == result["successes"]
|
| 55 |
+
assert sha256_file(args.checkpoint) == digest
|
| 56 |
+
write_json(args.output / "result.json", dict(protocol=protocol,
|
| 57 |
+
seconds=time.monotonic() - started, **result))
|
| 58 |
+
write_json(args.output / "status.json", dict(status="completed", epoch=epoch,
|
| 59 |
+
success=result["success"], successes=result["successes"], total=200))
|
| 60 |
+
print(json.dumps({k: result[k] for k in ("success", "successes", "total", "ci_low", "ci_high")}), flush=True)
|
| 61 |
+
except BaseException as error:
|
| 62 |
+
write_json(args.output / "status.json", dict(status="failed", error=repr(error)))
|
| 63 |
+
raise
|
| 64 |
+
|
| 65 |
+
|
| 66 |
+
if __name__ == "__main__":
|
| 67 |
+
main()
|
visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/release.json
CHANGED
|
@@ -1,59 +1,60 @@
|
|
| 1 |
{
|
| 2 |
"schema_version": 1,
|
| 3 |
"repo_id": "yangfy0627/RL-postTrain",
|
| 4 |
-
"created_at": "2026-10-
|
| 5 |
"model": {
|
| 6 |
"task": "Can",
|
| 7 |
"suite": "Robomimic",
|
| 8 |
"experiment": "can",
|
| 9 |
"regime": "diverse20",
|
| 10 |
"seed": 1,
|
| 11 |
-
"epoch":
|
| 12 |
"trained_epochs_at_selection": 2000,
|
| 13 |
"planned_epochs": 2000,
|
| 14 |
-
"training_status_at_selection": "
|
| 15 |
"family": "StandardBaseBC",
|
| 16 |
"framework": "jax",
|
| 17 |
"weights": "complete_model_EMA",
|
| 18 |
"horizon": 4,
|
| 19 |
"collision_geoms": false,
|
| 20 |
-
"selection_rule": "
|
| 21 |
-
"
|
| 22 |
-
"window_epochs": [
|
| 23 |
-
1400,
|
| 24 |
-
1450,
|
| 25 |
-
1500,
|
| 26 |
-
1550,
|
| 27 |
-
1600
|
| 28 |
-
],
|
| 29 |
-
"window_episodes": 250,
|
| 30 |
-
"selection_note": "Neighborhood average combines different checkpoints on reused seeds; final200 reports this fixed checkpoint",
|
| 31 |
"final200": {
|
| 32 |
-
"success": 0.
|
| 33 |
-
"successes":
|
| 34 |
"total": 200,
|
| 35 |
-
"ci_low": 0.
|
| 36 |
-
"ci_high": 0.
|
| 37 |
},
|
| 38 |
"final200_panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3",
|
| 39 |
-
"checkpoint_sha256": "
|
| 40 |
-
"checkpoint_bytes":
|
| 41 |
"pixel_spec_hash": "e00bb9535842d7de5f0bbc641ce4c5fe2824414d4097d42299be825e161ffef4",
|
| 42 |
"identity_hash": "c165872a1fce3be67f5949977be97ee40f18b811e83493e84b0609a9a28c17e2",
|
| 43 |
-
"path": "visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/checkpoints/
|
| 44 |
"directory": "visual_no_collision/Robomimic/study1/Can/diverse20/seed_1",
|
| 45 |
"supervision": {
|
| 46 |
-
"status": "
|
| 47 |
"training": "completed",
|
| 48 |
"joint_curve_review_status": "finalized_user_accepted",
|
| 49 |
-
"reviewed_at": "2026-10-
|
| 50 |
"review_evidence": "visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/selection_supervision.json",
|
| 51 |
-
"final200_role": "
|
| 52 |
-
"zero_overfitting_claim": false
|
| 53 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 54 |
},
|
| 55 |
"evaluation_schedule": "visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/evaluation_override.json"
|
| 56 |
},
|
| 57 |
-
"publication_authorization": "
|
| 58 |
-
"purpose": "Visual-only pretrained initialization for downstream RL; original machine paths retained as provenance"
|
| 59 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"schema_version": 1,
|
| 3 |
"repo_id": "yangfy0627/RL-postTrain",
|
| 4 |
+
"created_at": "2026-10-27T08:23:02.493820+00:00",
|
| 5 |
"model": {
|
| 6 |
"task": "Can",
|
| 7 |
"suite": "Robomimic",
|
| 8 |
"experiment": "can",
|
| 9 |
"regime": "diverse20",
|
| 10 |
"seed": 1,
|
| 11 |
+
"epoch": 1400,
|
| 12 |
"trained_epochs_at_selection": 2000,
|
| 13 |
"planned_epochs": 2000,
|
| 14 |
+
"training_status_at_selection": "completed",
|
| 15 |
"family": "StandardBaseBC",
|
| 16 |
"framework": "jax",
|
| 17 |
"weights": "complete_model_EMA",
|
| 18 |
"horizon": 4,
|
| 19 |
"collision_geoms": false,
|
| 20 |
+
"selection_rule": "User requested adopting epoch1400 uniformly for all eight local models after reviewing the shared200-episode comparisons",
|
| 21 |
+
"periodic50_success": 0.56,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 22 |
"final200": {
|
| 23 |
+
"success": 0.575,
|
| 24 |
+
"successes": 115,
|
| 25 |
"total": 200,
|
| 26 |
+
"ci_low": 0.5057093264785485,
|
| 27 |
+
"ci_high": 0.6414638745648614
|
| 28 |
},
|
| 29 |
"final200_panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3",
|
| 30 |
+
"checkpoint_sha256": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d",
|
| 31 |
+
"checkpoint_bytes": 96617025,
|
| 32 |
"pixel_spec_hash": "e00bb9535842d7de5f0bbc641ce4c5fe2824414d4097d42299be825e161ffef4",
|
| 33 |
"identity_hash": "c165872a1fce3be67f5949977be97ee40f18b811e83493e84b0609a9a28c17e2",
|
| 34 |
+
"path": "visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/checkpoints/epoch_1400.pkl",
|
| 35 |
"directory": "visual_no_collision/Robomimic/study1/Can/diverse20/seed_1",
|
| 36 |
"supervision": {
|
| 37 |
+
"status": "selected_by_user",
|
| 38 |
"training": "completed",
|
| 39 |
"joint_curve_review_status": "finalized_user_accepted",
|
| 40 |
+
"reviewed_at": "2026-10-27T08:23:02.493820+00:00",
|
| 41 |
"review_evidence": "visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/selection_supervision.json",
|
| 42 |
+
"final200_role": "shared_comparison_panel_used_for_user_selection",
|
| 43 |
+
"zero_overfitting_claim": false
|
| 44 |
+
},
|
| 45 |
+
"previous_selection": {
|
| 46 |
+
"epoch": 1500,
|
| 47 |
+
"path": "visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/checkpoints/epoch_1500.pkl",
|
| 48 |
+
"revision": "1bf8a9fb26982bebb51493f3475d28f12a3197ae",
|
| 49 |
+
"final200": {
|
| 50 |
+
"success": 0.57,
|
| 51 |
+
"successes": 114,
|
| 52 |
+
"total": 200,
|
| 53 |
+
"ci_low": 0.5007048776415268,
|
| 54 |
+
"ci_high": 0.6366567766656557
|
| 55 |
+
}
|
| 56 |
},
|
| 57 |
"evaluation_schedule": "visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/evaluation_override.json"
|
| 58 |
},
|
| 59 |
+
"publication_authorization": "User2026-10-27: adopt these epoch1400 results for all eight and update Hugging Face"
|
|
|
|
| 60 |
}
|
visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/selection_supervision.json
CHANGED
|
@@ -1,38 +1,14 @@
|
|
| 1 |
{
|
| 2 |
-
"status": "
|
| 3 |
-
"
|
| 4 |
-
"
|
| 5 |
-
"
|
|
|
|
| 6 |
"zero_overfitting_claim": false,
|
| 7 |
-
"
|
| 8 |
-
|
| 9 |
-
|
| 10 |
-
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
"comparison_with_epoch2000": {
|
| 14 |
-
"task": "can",
|
| 15 |
-
"regime": "diverse20",
|
| 16 |
-
"epoch": 1500,
|
| 17 |
-
"checkpoint_sha256": "7bf815000731c3410b68684796c5448a9151f5f27d72b51ec7b94414c277107f",
|
| 18 |
-
"result": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/operations/20261027_selected_bc_final200/can_diverse20_e1500/result.json",
|
| 19 |
-
"periodic50_success": 0.58,
|
| 20 |
-
"final200": {
|
| 21 |
-
"success": 0.57,
|
| 22 |
-
"successes": 114,
|
| 23 |
-
"total": 200,
|
| 24 |
-
"ci_low": 0.5007048776415268,
|
| 25 |
-
"ci_high": 0.6366567766656557,
|
| 26 |
-
"seconds": 265.57498509809375
|
| 27 |
-
},
|
| 28 |
-
"epoch2000_success": 0.565,
|
| 29 |
-
"paired_change_percentage_points": 0.5000000000000004,
|
| 30 |
-
"paired_counts": {
|
| 31 |
-
"both_success": 93,
|
| 32 |
-
"selected_only": 21,
|
| 33 |
-
"epoch2000_only": 20,
|
| 34 |
-
"both_fail": 66
|
| 35 |
-
},
|
| 36 |
-
"panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3"
|
| 37 |
-
}
|
| 38 |
}
|
|
|
|
| 1 |
{
|
| 2 |
+
"status": "finalized_user_accepted",
|
| 3 |
+
"selected_epoch": 1400,
|
| 4 |
+
"selection_rule": "User requested adopting epoch1400 uniformly for all eight local models after reviewing the shared200-episode comparisons",
|
| 5 |
+
"final200_used_for_selection": true,
|
| 6 |
+
"untouched_holdout": false,
|
| 7 |
"zero_overfitting_claim": false,
|
| 8 |
+
"previous_epoch": 1500,
|
| 9 |
+
"previous_success": 0.57,
|
| 10 |
+
"previous_path": "visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/checkpoints/epoch_1500.pkl",
|
| 11 |
+
"previous_revision": "1bf8a9fb26982bebb51493f3475d28f12a3197ae",
|
| 12 |
+
"previous_release_archive": "visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae",
|
| 13 |
+
"checkpoint_sha256": "40b223a9bbea0e8e6dac27aeabe4e9400801e1306cc1d7c17d9b8ca3a534e26d"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 14 |
}
|
visual_no_collision/Robomimic/study1/Can/diverse20/seed_1/training_status.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
{
|
| 2 |
"status": "completed",
|
| 3 |
-
"
|
| 4 |
-
"
|
| 5 |
-
"
|
| 6 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"status": "completed",
|
| 3 |
+
"last_recorded_epoch": 2000,
|
| 4 |
+
"planned_epochs": 2000,
|
| 5 |
+
"selected_epoch": 1400
|
| 6 |
}
|
visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/README.md
CHANGED
|
@@ -1,20 +1,13 @@
|
|
| 1 |
# Can mixed20 — visual-only BC
|
| 2 |
|
| 3 |
-
|
| 4 |
-
|
| 5 |
|
| 6 |
-
|
| 7 |
-
|
| 8 |
-
The common random reset panel uses seed20261021, policy seed700001 and8workers; resets are disjoint from periodic evaluation.
|
| 9 |
-
The checkpoint was fixed before this evaluation and was not reselected from these results.
|
| 10 |
|
| 11 |
-
|
| 12 |
-
Training-time50-episode SR was 60.0%; neighboring-policy mean was 59.6%.
|
| 13 |
-
Epoch2000 scored 53.5% on the same200 resets; paired counts are recorded in selection_supervision.json.
|
| 14 |
|
| 15 |
-
[
|
| 16 |
|
| 17 |
-
|
| 18 |
-
Absolute local paths in sealed configs are provenance, not portable download locations; adapt paths explicitly on another host.
|
| 19 |
-
The original interval10 plan is preserved; evaluation_override.json records the approved switch to interval50.
|
| 20 |
-
SHA256SUMS.json covers release files. Historical collision-rendered repository trees are untouched.
|
|
|
|
| 1 |
# Can mixed20 — visual-only BC
|
| 2 |
|
| 3 |
+
Current user-approved checkpoint: **epoch1400**, StandardBaseBC/JAX, complete-model EMA, seed1, H4.
|
| 4 |
+
Actual200-episode evaluation: **53.0% (106/200)**; Wilson95 interval 46.1%–59.8%.
|
| 5 |
|
| 6 |
+
The user chose epoch1400 uniformly for all eight local models after comparing results. The shared reset panel was used for selection, not an untouched holdout; this does not imply all eight improved over their previous checkpoints.
|
| 7 |
+
Previous selection: epoch800, 50.5%. Old weights remain available; prior release documents are archived under history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/.
|
|
|
|
|
|
|
| 8 |
|
| 9 |
+
Training status: completed, last recorded epoch2000, planned2000. Evaluation uses panel seed20261021, policy seed700001,8workers. Collision geometry display is disabled; physical collisions remain enabled.
|
|
|
|
|
|
|
| 10 |
|
| 11 |
+
[Current weights](checkpoints/epoch_1400.pkl) · [Final200](final200/result.json) · [Selection](selection_supervision.json)
|
| 12 |
|
| 13 |
+
Manifest, split, normalizer, original sidecar and curves are included. Absolute local paths are provenance; adapt explicitly on another host. evaluation_override.json records periodic evaluation every50 epochs. SHA256SUMS.json covers this staged release and archived documents. No claim of absent overfitting or guaranteed downstream RL improvement.
|
|
|
|
|
|
|
|
|
visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/SHA256SUMS.json
CHANGED
|
@@ -1,19 +1,19 @@
|
|
| 1 |
{
|
| 2 |
"README.md": {
|
| 3 |
-
"sha256": "
|
| 4 |
-
"bytes":
|
| 5 |
},
|
| 6 |
"best.json": {
|
| 7 |
-
"sha256": "
|
| 8 |
-
"bytes":
|
| 9 |
},
|
| 10 |
-
"checkpoints/
|
| 11 |
-
"sha256": "
|
| 12 |
-
"bytes":
|
| 13 |
},
|
| 14 |
-
"checkpoints/
|
| 15 |
-
"sha256": "
|
| 16 |
-
"bytes":
|
| 17 |
},
|
| 18 |
"data_manifest.json": {
|
| 19 |
"sha256": "f33eb5332ab56043294b3ce61dc9a79a3254dc9b182516da516bc8b08ec22393",
|
|
@@ -27,29 +27,69 @@
|
|
| 27 |
"sha256": "01d2a0b3696bf9e7920f3544d69c6791224c47c78829dff9af0d8835df345dcd",
|
| 28 |
"bytes": 61326
|
| 29 |
},
|
| 30 |
-
"final200/
|
| 31 |
-
"sha256": "
|
| 32 |
-
"bytes":
|
| 33 |
},
|
| 34 |
"final200/protocol.json": {
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 35 |
"sha256": "5d961ec4713cdd1be2ce9ea6bc36682aa8d6d5ff0f8fe26f094eacae9f323226",
|
| 36 |
"bytes": 3912
|
| 37 |
},
|
| 38 |
-
"final200/result.json": {
|
| 39 |
"sha256": "951bd7bcc134e0606c706d9fde70ac747f0e67e774afd2f24b158a031f678775",
|
| 40 |
"bytes": 115943
|
| 41 |
},
|
| 42 |
-
"final200/status.json": {
|
| 43 |
"sha256": "6c57cb80d35f6867efc55da9ec350b151f344cc08172714c5acc54aea04b8490",
|
| 44 |
"bytes": 100
|
| 45 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 46 |
"normalizer.json": {
|
| 47 |
"sha256": "6cf12cfc54324b56431427527590f12f2156e140d9d0d67271477d9076a7b509",
|
| 48 |
"bytes": 1173
|
| 49 |
},
|
| 50 |
-
"provenance/
|
| 51 |
-
"sha256": "
|
| 52 |
-
"bytes":
|
| 53 |
},
|
| 54 |
"provenance/evaluation_override_active.json": {
|
| 55 |
"sha256": "2325f02469c13739432dc93c5aea07bf862e6d698f544f3e727e58953dd3410e",
|
|
@@ -63,25 +103,17 @@
|
|
| 63 |
"sha256": "5ef95c49fbe37f4c063f38a16cffdd41e7bcdf0d7b2f5a8c2aba6784ade43137",
|
| 64 |
"bytes": 296
|
| 65 |
},
|
| 66 |
-
"provenance/pretrain_bc_eval_override.py": {
|
| 67 |
-
"sha256": "71deaa1c690802253ce2f075f3d9295ac1e302252e9413caae7bbe9071e80e29",
|
| 68 |
-
"bytes": 2877
|
| 69 |
-
},
|
| 70 |
-
"provenance/pretrain_bc_noleak.py": {
|
| 71 |
-
"sha256": "240abba4a512b61887271aeafc18fdce2372398ed483920b723aa7ce41f3d953",
|
| 72 |
-
"bytes": 1932
|
| 73 |
-
},
|
| 74 |
"release.json": {
|
| 75 |
-
"sha256": "
|
| 76 |
-
"bytes":
|
| 77 |
},
|
| 78 |
"resolved_config.json": {
|
| 79 |
"sha256": "c750282cda870c7b7bb26cf250018e1d9c2abd6fdabbca43593bff9c5dfe3e70",
|
| 80 |
"bytes": 6253
|
| 81 |
},
|
| 82 |
"selection_supervision.json": {
|
| 83 |
-
"sha256": "
|
| 84 |
-
"bytes":
|
| 85 |
},
|
| 86 |
"split.json": {
|
| 87 |
"sha256": "d31db1f83fc021260c7d7a5d70aad4f7a2218e46d808ae6f456182ac59de83c5",
|
|
@@ -92,8 +124,8 @@
|
|
| 92 |
"bytes": 358209
|
| 93 |
},
|
| 94 |
"training_status.json": {
|
| 95 |
-
"sha256": "
|
| 96 |
-
"bytes":
|
| 97 |
},
|
| 98 |
"validation_metrics.jsonl": {
|
| 99 |
"sha256": "6d07983d39a289521417fd63b55dfb18b3feb234484ec5fa6032822e5afb60d8",
|
|
|
|
| 1 |
{
|
| 2 |
"README.md": {
|
| 3 |
+
"sha256": "1f16bb1cbd4fff520846a6a02f40f1604823249762b5301901bcbb0e24d08481",
|
| 4 |
+
"bytes": 1296
|
| 5 |
},
|
| 6 |
"best.json": {
|
| 7 |
+
"sha256": "1d463115e2b6ffe792d0bcdd757c05eb1a03d11febf89d13234de7fa07c4cd37",
|
| 8 |
+
"bytes": 1311
|
| 9 |
},
|
| 10 |
+
"checkpoints/epoch_1400.json": {
|
| 11 |
+
"sha256": "98cc075112c9541079a1c998cff0b805b0c7dad306c65ea24510f218ff5c1b8c",
|
| 12 |
+
"bytes": 8182
|
| 13 |
},
|
| 14 |
+
"checkpoints/epoch_1400.pkl": {
|
| 15 |
+
"sha256": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685",
|
| 16 |
+
"bytes": 96610627
|
| 17 |
},
|
| 18 |
"data_manifest.json": {
|
| 19 |
"sha256": "f33eb5332ab56043294b3ce61dc9a79a3254dc9b182516da516bc8b08ec22393",
|
|
|
|
| 27 |
"sha256": "01d2a0b3696bf9e7920f3544d69c6791224c47c78829dff9af0d8835df345dcd",
|
| 28 |
"bytes": 61326
|
| 29 |
},
|
| 30 |
+
"final200/epoch_1400.parquet": {
|
| 31 |
+
"sha256": "7390855ef48d1b5e9ba49da83f1194c7585b66291cf6b0a7202e413e47fef60b",
|
| 32 |
+
"bytes": 6459
|
| 33 |
},
|
| 34 |
"final200/protocol.json": {
|
| 35 |
+
"sha256": "a27d77e65df327b915aa1e60a0d36978ae505085ab5f125f1c6aea91789a6ea6",
|
| 36 |
+
"bytes": 3989
|
| 37 |
+
},
|
| 38 |
+
"final200/result.json": {
|
| 39 |
+
"sha256": "e56a7e136a723aa295644d0924eac0481a8ce177955c5cfac245ab0887569dfb",
|
| 40 |
+
"bytes": 115985
|
| 41 |
+
},
|
| 42 |
+
"final200/status.json": {
|
| 43 |
+
"sha256": "4d8cd21b3ede6757fef9af16a5b9acf97c1f8764f8c3f46a620616686a8e8ae1",
|
| 44 |
+
"bytes": 100
|
| 45 |
+
},
|
| 46 |
+
"final200/verification.json": {
|
| 47 |
+
"sha256": "e7b20a887006b074457789ab3d2e53cc4dad6bcf374d5b388580ae1d96fb6b49",
|
| 48 |
+
"bytes": 310
|
| 49 |
+
},
|
| 50 |
+
"history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/README.md": {
|
| 51 |
+
"sha256": "436c1a31c953d9d0a388131f55e9ee845b9815b187a9b56bf66d16b79d94d470",
|
| 52 |
+
"bytes": 1357
|
| 53 |
+
},
|
| 54 |
+
"history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/SHA256SUMS.json": {
|
| 55 |
+
"sha256": "690da54cee1c379d2f5c5e5cc0867d45a9e2b0a51fb4bed0e35e2b1e74946089",
|
| 56 |
+
"bytes": 3402
|
| 57 |
+
},
|
| 58 |
+
"history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/best.json": {
|
| 59 |
+
"sha256": "c8f398c0166fb8b7b4c59ad6c971adcb0b23e7bd8737b3247fc3a92cea8862c3",
|
| 60 |
+
"bytes": 17497
|
| 61 |
+
},
|
| 62 |
+
"history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/protocol.json": {
|
| 63 |
"sha256": "5d961ec4713cdd1be2ce9ea6bc36682aa8d6d5ff0f8fe26f094eacae9f323226",
|
| 64 |
"bytes": 3912
|
| 65 |
},
|
| 66 |
+
"history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/result.json": {
|
| 67 |
"sha256": "951bd7bcc134e0606c706d9fde70ac747f0e67e774afd2f24b158a031f678775",
|
| 68 |
"bytes": 115943
|
| 69 |
},
|
| 70 |
+
"history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/status.json": {
|
| 71 |
"sha256": "6c57cb80d35f6867efc55da9ec350b151f344cc08172714c5acc54aea04b8490",
|
| 72 |
"bytes": 100
|
| 73 |
},
|
| 74 |
+
"history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/release.json": {
|
| 75 |
+
"sha256": "cfbd420f7602fa61f94cb680e6f3246d28fba4c6543331a6ffca97ea7bbaadea",
|
| 76 |
+
"bytes": 2538
|
| 77 |
+
},
|
| 78 |
+
"history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/selection_supervision.json": {
|
| 79 |
+
"sha256": "efd67b068508964317d7b218b81bc5792864db47e998252b7840ed0b3dfd2e67",
|
| 80 |
+
"bytes": 1117
|
| 81 |
+
},
|
| 82 |
+
"history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/training_status.json": {
|
| 83 |
+
"sha256": "b6f02deed890aa8a2e0d394325a625071d93b2c3da7ae59841c1dc0a319a6dba",
|
| 84 |
+
"bytes": 124
|
| 85 |
+
},
|
| 86 |
"normalizer.json": {
|
| 87 |
"sha256": "6cf12cfc54324b56431427527590f12f2156e140d9d0d67271477d9076a7b509",
|
| 88 |
"bytes": 1173
|
| 89 |
},
|
| 90 |
+
"provenance/evaluate_comparison.py": {
|
| 91 |
+
"sha256": "52959ac39b30b97e21dda738d5187427516ba577f89c0e8d85ddb7ecec15ee40",
|
| 92 |
+
"bytes": 3264
|
| 93 |
},
|
| 94 |
"provenance/evaluation_override_active.json": {
|
| 95 |
"sha256": "2325f02469c13739432dc93c5aea07bf862e6d698f544f3e727e58953dd3410e",
|
|
|
|
| 103 |
"sha256": "5ef95c49fbe37f4c063f38a16cffdd41e7bcdf0d7b2f5a8c2aba6784ade43137",
|
| 104 |
"bytes": 296
|
| 105 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 106 |
"release.json": {
|
| 107 |
+
"sha256": "058e5b7acbca330eeed35ab1d7c8b5ab8f614fe21c7d0f4eda5e010f10cc8c76",
|
| 108 |
+
"bytes": 2501
|
| 109 |
},
|
| 110 |
"resolved_config.json": {
|
| 111 |
"sha256": "c750282cda870c7b7bb26cf250018e1d9c2abd6fdabbca43593bff9c5dfe3e70",
|
| 112 |
"bytes": 6253
|
| 113 |
},
|
| 114 |
"selection_supervision.json": {
|
| 115 |
+
"sha256": "674dc9adfcfb3865d9af2c8e5af6ca403e61612eaf209bade0dc19bf719a33ad",
|
| 116 |
+
"bytes": 770
|
| 117 |
},
|
| 118 |
"split.json": {
|
| 119 |
"sha256": "d31db1f83fc021260c7d7a5d70aad4f7a2218e46d808ae6f456182ac59de83c5",
|
|
|
|
| 124 |
"bytes": 358209
|
| 125 |
},
|
| 126 |
"training_status.json": {
|
| 127 |
+
"sha256": "2dece9b5abae7eb0792f37aae903f21d9b31f3e0de50d5b41aa918a2596c24ee",
|
| 128 |
+
"bytes": 111
|
| 129 |
},
|
| 130 |
"validation_metrics.jsonl": {
|
| 131 |
"sha256": "6d07983d39a289521417fd63b55dfb18b3feb234484ec5fa6032822e5afb60d8",
|
visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/best.json
CHANGED
|
@@ -1,833 +1,28 @@
|
|
| 1 |
{
|
| 2 |
"task": "can",
|
| 3 |
"regime": "mixed20",
|
| 4 |
-
"
|
| 5 |
-
"
|
| 6 |
-
|
| 7 |
-
|
| 8 |
-
"
|
| 9 |
-
|
| 10 |
-
750,
|
| 11 |
-
800,
|
| 12 |
-
850,
|
| 13 |
-
900
|
| 14 |
-
],
|
| 15 |
-
"window_rates": [
|
| 16 |
-
0.6,
|
| 17 |
-
0.56,
|
| 18 |
-
0.6,
|
| 19 |
-
0.56,
|
| 20 |
-
0.66
|
| 21 |
-
],
|
| 22 |
-
"checkpoint_success": 0.6,
|
| 23 |
-
"validation_loss": 0.5639132261276245,
|
| 24 |
-
"validation_median25": 0.5639132261276245,
|
| 25 |
-
"train_loss": 0.0734847183392662,
|
| 26 |
-
"path": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/can20/StandardBaseBC/jax/can/mixed20/seed_1/checkpoints/epoch_800.pkl",
|
| 27 |
-
"sha256": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45",
|
| 28 |
-
"collision_geoms": false
|
| 29 |
-
},
|
| 30 |
-
"user_selection": null,
|
| 31 |
-
"strict_validation_alternative": {
|
| 32 |
-
"epoch": 250,
|
| 33 |
-
"validation_loss": 0.42638295888900757,
|
| 34 |
-
"checkpoint_success": 0.02,
|
| 35 |
-
"path": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/can20/StandardBaseBC/jax/can/mixed20/seed_1/checkpoints/epoch_250.pkl",
|
| 36 |
-
"sha256": "b1a4a592633c0857fe12e3be0e7cffd3ee5fb97a7959a514cea68f4bbd48c79e",
|
| 37 |
-
"collision_geoms": false
|
| 38 |
-
},
|
| 39 |
-
"validation_minimum": {
|
| 40 |
-
"epoch": 242,
|
| 41 |
-
"step": 1936,
|
| 42 |
-
"validation_loss": 0.40948915481567383
|
| 43 |
-
},
|
| 44 |
-
"peak_window_success": 0.604,
|
| 45 |
-
"candidates": [
|
| 46 |
-
{
|
| 47 |
-
"epoch": 150,
|
| 48 |
-
"window_success": 0.004,
|
| 49 |
-
"window_epochs": [
|
| 50 |
-
50,
|
| 51 |
-
100,
|
| 52 |
-
150,
|
| 53 |
-
200,
|
| 54 |
-
250
|
| 55 |
-
],
|
| 56 |
-
"window_rates": [
|
| 57 |
-
0.0,
|
| 58 |
-
0.0,
|
| 59 |
-
0.0,
|
| 60 |
-
0.0,
|
| 61 |
-
0.02
|
| 62 |
-
],
|
| 63 |
-
"checkpoint_success": 0.0,
|
| 64 |
-
"validation_loss": 0.4648953676223755,
|
| 65 |
-
"validation_median25": 0.4735255241394043,
|
| 66 |
-
"train_loss": 0.1328991557242684
|
| 67 |
-
},
|
| 68 |
-
{
|
| 69 |
-
"epoch": 200,
|
| 70 |
-
"window_success": 0.016,
|
| 71 |
-
"window_epochs": [
|
| 72 |
-
100,
|
| 73 |
-
150,
|
| 74 |
-
200,
|
| 75 |
-
250,
|
| 76 |
-
300
|
| 77 |
-
],
|
| 78 |
-
"window_rates": [
|
| 79 |
-
0.0,
|
| 80 |
-
0.0,
|
| 81 |
-
0.0,
|
| 82 |
-
0.02,
|
| 83 |
-
0.06
|
| 84 |
-
],
|
| 85 |
-
"checkpoint_success": 0.0,
|
| 86 |
-
"validation_loss": 0.43539419770240784,
|
| 87 |
-
"validation_median25": 0.43539419770240784,
|
| 88 |
-
"train_loss": 0.11437514776992275
|
| 89 |
-
},
|
| 90 |
-
{
|
| 91 |
-
"epoch": 250,
|
| 92 |
-
"window_success": 0.056,
|
| 93 |
-
"window_epochs": [
|
| 94 |
-
150,
|
| 95 |
-
200,
|
| 96 |
-
250,
|
| 97 |
-
300,
|
| 98 |
-
350
|
| 99 |
-
],
|
| 100 |
-
"window_rates": [
|
| 101 |
-
0.0,
|
| 102 |
-
0.0,
|
| 103 |
-
0.02,
|
| 104 |
-
0.06,
|
| 105 |
-
0.2
|
| 106 |
-
],
|
| 107 |
-
"checkpoint_success": 0.02,
|
| 108 |
-
"validation_loss": 0.42638295888900757,
|
| 109 |
-
"validation_median25": 0.4224344789981842,
|
| 110 |
-
"train_loss": 0.09596134532163199
|
| 111 |
-
},
|
| 112 |
-
{
|
| 113 |
-
"epoch": 300,
|
| 114 |
-
"window_success": 0.116,
|
| 115 |
-
"window_epochs": [
|
| 116 |
-
200,
|
| 117 |
-
250,
|
| 118 |
-
300,
|
| 119 |
-
350,
|
| 120 |
-
400
|
| 121 |
-
],
|
| 122 |
-
"window_rates": [
|
| 123 |
-
0.0,
|
| 124 |
-
0.02,
|
| 125 |
-
0.06,
|
| 126 |
-
0.2,
|
| 127 |
-
0.3
|
| 128 |
-
],
|
| 129 |
-
"checkpoint_success": 0.06,
|
| 130 |
-
"validation_loss": 0.45747458934783936,
|
| 131 |
-
"validation_median25": 0.45414701104164124,
|
| 132 |
-
"train_loss": 0.10285825002056838
|
| 133 |
-
},
|
| 134 |
-
{
|
| 135 |
-
"epoch": 350,
|
| 136 |
-
"window_success": 0.188,
|
| 137 |
-
"window_epochs": [
|
| 138 |
-
250,
|
| 139 |
-
300,
|
| 140 |
-
350,
|
| 141 |
-
400,
|
| 142 |
-
450
|
| 143 |
-
],
|
| 144 |
-
"window_rates": [
|
| 145 |
-
0.02,
|
| 146 |
-
0.06,
|
| 147 |
-
0.2,
|
| 148 |
-
0.3,
|
| 149 |
-
0.36
|
| 150 |
-
],
|
| 151 |
-
"checkpoint_success": 0.2,
|
| 152 |
-
"validation_loss": 0.4795036315917969,
|
| 153 |
-
"validation_median25": 0.48740315437316895,
|
| 154 |
-
"train_loss": 0.08780850146724979
|
| 155 |
-
},
|
| 156 |
-
{
|
| 157 |
-
"epoch": 400,
|
| 158 |
-
"window_success": 0.272,
|
| 159 |
-
"window_epochs": [
|
| 160 |
-
300,
|
| 161 |
-
350,
|
| 162 |
-
400,
|
| 163 |
-
450,
|
| 164 |
-
500
|
| 165 |
-
],
|
| 166 |
-
"window_rates": [
|
| 167 |
-
0.06,
|
| 168 |
-
0.2,
|
| 169 |
-
0.3,
|
| 170 |
-
0.36,
|
| 171 |
-
0.44
|
| 172 |
-
],
|
| 173 |
-
"checkpoint_success": 0.3,
|
| 174 |
-
"validation_loss": 0.5115000009536743,
|
| 175 |
-
"validation_median25": 0.506587564945221,
|
| 176 |
-
"train_loss": 0.09255957075937149
|
| 177 |
-
},
|
| 178 |
-
{
|
| 179 |
-
"epoch": 450,
|
| 180 |
-
"window_success": 0.36,
|
| 181 |
-
"window_epochs": [
|
| 182 |
-
350,
|
| 183 |
-
400,
|
| 184 |
-
450,
|
| 185 |
-
500,
|
| 186 |
-
550
|
| 187 |
-
],
|
| 188 |
-
"window_rates": [
|
| 189 |
-
0.2,
|
| 190 |
-
0.3,
|
| 191 |
-
0.36,
|
| 192 |
-
0.44,
|
| 193 |
-
0.5
|
| 194 |
-
],
|
| 195 |
-
"checkpoint_success": 0.36,
|
| 196 |
-
"validation_loss": 0.49007081985473633,
|
| 197 |
-
"validation_median25": 0.4928528666496277,
|
| 198 |
-
"train_loss": 0.08991696170285737
|
| 199 |
-
},
|
| 200 |
-
{
|
| 201 |
-
"epoch": 500,
|
| 202 |
-
"window_success": 0.408,
|
| 203 |
-
"window_epochs": [
|
| 204 |
-
400,
|
| 205 |
-
450,
|
| 206 |
-
500,
|
| 207 |
-
550,
|
| 208 |
-
600
|
| 209 |
-
],
|
| 210 |
-
"window_rates": [
|
| 211 |
-
0.3,
|
| 212 |
-
0.36,
|
| 213 |
-
0.44,
|
| 214 |
-
0.5,
|
| 215 |
-
0.44
|
| 216 |
-
],
|
| 217 |
-
"checkpoint_success": 0.44,
|
| 218 |
-
"validation_loss": 0.5010855197906494,
|
| 219 |
-
"validation_median25": 0.5082739591598511,
|
| 220 |
-
"train_loss": 0.07958195398978826
|
| 221 |
-
},
|
| 222 |
-
{
|
| 223 |
-
"epoch": 550,
|
| 224 |
-
"window_success": 0.468,
|
| 225 |
-
"window_epochs": [
|
| 226 |
-
450,
|
| 227 |
-
500,
|
| 228 |
-
550,
|
| 229 |
-
600,
|
| 230 |
-
650
|
| 231 |
-
],
|
| 232 |
-
"window_rates": [
|
| 233 |
-
0.36,
|
| 234 |
-
0.44,
|
| 235 |
-
0.5,
|
| 236 |
-
0.44,
|
| 237 |
-
0.6
|
| 238 |
-
],
|
| 239 |
-
"checkpoint_success": 0.5,
|
| 240 |
-
"validation_loss": 0.49994319677352905,
|
| 241 |
-
"validation_median25": 0.49767476320266724,
|
| 242 |
-
"train_loss": 0.08382742673039852
|
| 243 |
-
},
|
| 244 |
-
{
|
| 245 |
-
"epoch": 600,
|
| 246 |
-
"window_success": 0.516,
|
| 247 |
-
"window_epochs": [
|
| 248 |
-
500,
|
| 249 |
-
550,
|
| 250 |
-
600,
|
| 251 |
-
650,
|
| 252 |
-
700
|
| 253 |
-
],
|
| 254 |
-
"window_rates": [
|
| 255 |
-
0.44,
|
| 256 |
-
0.5,
|
| 257 |
-
0.44,
|
| 258 |
-
0.6,
|
| 259 |
-
0.6
|
| 260 |
-
],
|
| 261 |
-
"checkpoint_success": 0.44,
|
| 262 |
-
"validation_loss": 0.5181633830070496,
|
| 263 |
-
"validation_median25": 0.5181633830070496,
|
| 264 |
-
"train_loss": 0.08112765103578568
|
| 265 |
-
},
|
| 266 |
-
{
|
| 267 |
-
"epoch": 650,
|
| 268 |
-
"window_success": 0.54,
|
| 269 |
-
"window_epochs": [
|
| 270 |
-
550,
|
| 271 |
-
600,
|
| 272 |
-
650,
|
| 273 |
-
700,
|
| 274 |
-
750
|
| 275 |
-
],
|
| 276 |
-
"window_rates": [
|
| 277 |
-
0.5,
|
| 278 |
-
0.44,
|
| 279 |
-
0.6,
|
| 280 |
-
0.6,
|
| 281 |
-
0.56
|
| 282 |
-
],
|
| 283 |
-
"checkpoint_success": 0.6,
|
| 284 |
-
"validation_loss": 0.5283104777336121,
|
| 285 |
-
"validation_median25": 0.5295516848564148,
|
| 286 |
-
"train_loss": 0.08089789247402933
|
| 287 |
-
},
|
| 288 |
-
{
|
| 289 |
-
"epoch": 700,
|
| 290 |
-
"window_success": 0.56,
|
| 291 |
-
"window_epochs": [
|
| 292 |
-
600,
|
| 293 |
-
650,
|
| 294 |
-
700,
|
| 295 |
-
750,
|
| 296 |
-
800
|
| 297 |
-
],
|
| 298 |
-
"window_rates": [
|
| 299 |
-
0.44,
|
| 300 |
-
0.6,
|
| 301 |
-
0.6,
|
| 302 |
-
0.56,
|
| 303 |
-
0.6
|
| 304 |
-
],
|
| 305 |
-
"checkpoint_success": 0.6,
|
| 306 |
-
"validation_loss": 0.5485419034957886,
|
| 307 |
-
"validation_median25": 0.5465537309646606,
|
| 308 |
-
"train_loss": 0.07083104439098323
|
| 309 |
-
},
|
| 310 |
-
{
|
| 311 |
-
"epoch": 750,
|
| 312 |
-
"window_success": 0.584,
|
| 313 |
-
"window_epochs": [
|
| 314 |
-
650,
|
| 315 |
-
700,
|
| 316 |
-
750,
|
| 317 |
-
800,
|
| 318 |
-
850
|
| 319 |
-
],
|
| 320 |
-
"window_rates": [
|
| 321 |
-
0.6,
|
| 322 |
-
0.6,
|
| 323 |
-
0.56,
|
| 324 |
-
0.6,
|
| 325 |
-
0.56
|
| 326 |
-
],
|
| 327 |
-
"checkpoint_success": 0.56,
|
| 328 |
-
"validation_loss": 0.5393218398094177,
|
| 329 |
-
"validation_median25": 0.5422897934913635,
|
| 330 |
-
"train_loss": 0.07607868075088654
|
| 331 |
-
},
|
| 332 |
-
{
|
| 333 |
-
"epoch": 800,
|
| 334 |
-
"window_success": 0.596,
|
| 335 |
-
"window_epochs": [
|
| 336 |
-
700,
|
| 337 |
-
750,
|
| 338 |
-
800,
|
| 339 |
-
850,
|
| 340 |
-
900
|
| 341 |
-
],
|
| 342 |
-
"window_rates": [
|
| 343 |
-
0.6,
|
| 344 |
-
0.56,
|
| 345 |
-
0.6,
|
| 346 |
-
0.56,
|
| 347 |
-
0.66
|
| 348 |
-
],
|
| 349 |
-
"checkpoint_success": 0.6,
|
| 350 |
-
"validation_loss": 0.5639132261276245,
|
| 351 |
-
"validation_median25": 0.5639132261276245,
|
| 352 |
-
"train_loss": 0.0734847183392662
|
| 353 |
-
},
|
| 354 |
-
{
|
| 355 |
-
"epoch": 850,
|
| 356 |
-
"window_success": 0.58,
|
| 357 |
-
"window_epochs": [
|
| 358 |
-
750,
|
| 359 |
-
800,
|
| 360 |
-
850,
|
| 361 |
-
900,
|
| 362 |
-
950
|
| 363 |
-
],
|
| 364 |
-
"window_rates": [
|
| 365 |
-
0.56,
|
| 366 |
-
0.6,
|
| 367 |
-
0.56,
|
| 368 |
-
0.66,
|
| 369 |
-
0.52
|
| 370 |
-
],
|
| 371 |
-
"checkpoint_success": 0.56,
|
| 372 |
-
"validation_loss": 0.5641499161720276,
|
| 373 |
-
"validation_median25": 0.5625573396682739,
|
| 374 |
-
"train_loss": 0.07062811643909803
|
| 375 |
-
},
|
| 376 |
-
{
|
| 377 |
-
"epoch": 900,
|
| 378 |
-
"window_success": 0.596,
|
| 379 |
-
"window_epochs": [
|
| 380 |
-
800,
|
| 381 |
-
850,
|
| 382 |
-
900,
|
| 383 |
-
950,
|
| 384 |
-
1000
|
| 385 |
-
],
|
| 386 |
-
"window_rates": [
|
| 387 |
-
0.6,
|
| 388 |
-
0.56,
|
| 389 |
-
0.66,
|
| 390 |
-
0.52,
|
| 391 |
-
0.64
|
| 392 |
-
],
|
| 393 |
-
"checkpoint_success": 0.66,
|
| 394 |
-
"validation_loss": 0.5651299953460693,
|
| 395 |
-
"validation_median25": 0.5689555406570435,
|
| 396 |
-
"train_loss": 0.06855810215528711
|
| 397 |
-
},
|
| 398 |
-
{
|
| 399 |
-
"epoch": 950,
|
| 400 |
-
"window_success": 0.588,
|
| 401 |
-
"window_epochs": [
|
| 402 |
-
850,
|
| 403 |
-
900,
|
| 404 |
-
950,
|
| 405 |
-
1000,
|
| 406 |
-
1050
|
| 407 |
-
],
|
| 408 |
-
"window_rates": [
|
| 409 |
-
0.56,
|
| 410 |
-
0.66,
|
| 411 |
-
0.52,
|
| 412 |
-
0.64,
|
| 413 |
-
0.56
|
| 414 |
-
],
|
| 415 |
-
"checkpoint_success": 0.52,
|
| 416 |
-
"validation_loss": 0.5936965942382812,
|
| 417 |
-
"validation_median25": 0.5733910799026489,
|
| 418 |
-
"train_loss": 0.06575871588997302
|
| 419 |
-
},
|
| 420 |
-
{
|
| 421 |
-
"epoch": 1000,
|
| 422 |
-
"window_success": 0.588,
|
| 423 |
-
"window_epochs": [
|
| 424 |
-
900,
|
| 425 |
-
950,
|
| 426 |
-
1000,
|
| 427 |
-
1050,
|
| 428 |
-
1100
|
| 429 |
-
],
|
| 430 |
-
"window_rates": [
|
| 431 |
-
0.66,
|
| 432 |
-
0.52,
|
| 433 |
-
0.64,
|
| 434 |
-
0.56,
|
| 435 |
-
0.56
|
| 436 |
-
],
|
| 437 |
-
"checkpoint_success": 0.64,
|
| 438 |
-
"validation_loss": 0.5735032558441162,
|
| 439 |
-
"validation_median25": 0.5769397020339966,
|
| 440 |
-
"train_loss": 0.06115482740130185
|
| 441 |
-
},
|
| 442 |
-
{
|
| 443 |
-
"epoch": 1050,
|
| 444 |
-
"window_success": 0.584,
|
| 445 |
-
"window_epochs": [
|
| 446 |
-
950,
|
| 447 |
-
1000,
|
| 448 |
-
1050,
|
| 449 |
-
1100,
|
| 450 |
-
1150
|
| 451 |
-
],
|
| 452 |
-
"window_rates": [
|
| 453 |
-
0.52,
|
| 454 |
-
0.64,
|
| 455 |
-
0.56,
|
| 456 |
-
0.56,
|
| 457 |
-
0.64
|
| 458 |
-
],
|
| 459 |
-
"checkpoint_success": 0.56,
|
| 460 |
-
"validation_loss": 0.5896050930023193,
|
| 461 |
-
"validation_median25": 0.5887178182601929,
|
| 462 |
-
"train_loss": 0.06446758672171822
|
| 463 |
-
},
|
| 464 |
-
{
|
| 465 |
-
"epoch": 1100,
|
| 466 |
-
"window_success": 0.592,
|
| 467 |
-
"window_epochs": [
|
| 468 |
-
1000,
|
| 469 |
-
1050,
|
| 470 |
-
1100,
|
| 471 |
-
1150,
|
| 472 |
-
1200
|
| 473 |
-
],
|
| 474 |
-
"window_rates": [
|
| 475 |
-
0.64,
|
| 476 |
-
0.56,
|
| 477 |
-
0.56,
|
| 478 |
-
0.64,
|
| 479 |
-
0.56
|
| 480 |
-
],
|
| 481 |
-
"checkpoint_success": 0.56,
|
| 482 |
-
"validation_loss": 0.5970784425735474,
|
| 483 |
-
"validation_median25": 0.5952539443969727,
|
| 484 |
-
"train_loss": 0.058009760546176424
|
| 485 |
-
},
|
| 486 |
-
{
|
| 487 |
-
"epoch": 1150,
|
| 488 |
-
"window_success": 0.588,
|
| 489 |
-
"window_epochs": [
|
| 490 |
-
1050,
|
| 491 |
-
1100,
|
| 492 |
-
1150,
|
| 493 |
-
1200,
|
| 494 |
-
1250
|
| 495 |
-
],
|
| 496 |
-
"window_rates": [
|
| 497 |
-
0.56,
|
| 498 |
-
0.56,
|
| 499 |
-
0.64,
|
| 500 |
-
0.56,
|
| 501 |
-
0.62
|
| 502 |
-
],
|
| 503 |
-
"checkpoint_success": 0.64,
|
| 504 |
-
"validation_loss": 0.58793044090271,
|
| 505 |
-
"validation_median25": 0.594429612159729,
|
| 506 |
-
"train_loss": 0.062355302107173764
|
| 507 |
-
},
|
| 508 |
-
{
|
| 509 |
-
"epoch": 1200,
|
| 510 |
-
"window_success": 0.592,
|
| 511 |
-
"window_epochs": [
|
| 512 |
-
1100,
|
| 513 |
-
1150,
|
| 514 |
-
1200,
|
| 515 |
-
1250,
|
| 516 |
-
1300
|
| 517 |
-
],
|
| 518 |
-
"window_rates": [
|
| 519 |
-
0.56,
|
| 520 |
-
0.64,
|
| 521 |
-
0.56,
|
| 522 |
-
0.62,
|
| 523 |
-
0.58
|
| 524 |
-
],
|
| 525 |
-
"checkpoint_success": 0.56,
|
| 526 |
-
"validation_loss": 0.6019579172134399,
|
| 527 |
-
"validation_median25": 0.6028096675872803,
|
| 528 |
-
"train_loss": 0.058292025142438864
|
| 529 |
-
},
|
| 530 |
-
{
|
| 531 |
-
"epoch": 1250,
|
| 532 |
-
"window_success": 0.6,
|
| 533 |
-
"window_epochs": [
|
| 534 |
-
1150,
|
| 535 |
-
1200,
|
| 536 |
-
1250,
|
| 537 |
-
1300,
|
| 538 |
-
1350
|
| 539 |
-
],
|
| 540 |
-
"window_rates": [
|
| 541 |
-
0.64,
|
| 542 |
-
0.56,
|
| 543 |
-
0.62,
|
| 544 |
-
0.58,
|
| 545 |
-
0.6
|
| 546 |
-
],
|
| 547 |
-
"checkpoint_success": 0.62,
|
| 548 |
-
"validation_loss": 0.5990209579467773,
|
| 549 |
-
"validation_median25": 0.6020877361297607,
|
| 550 |
-
"train_loss": 0.05738209500188666
|
| 551 |
-
},
|
| 552 |
-
{
|
| 553 |
-
"epoch": 1300,
|
| 554 |
-
"window_success": 0.592,
|
| 555 |
-
"window_epochs": [
|
| 556 |
-
1200,
|
| 557 |
-
1250,
|
| 558 |
-
1300,
|
| 559 |
-
1350,
|
| 560 |
-
1400
|
| 561 |
-
],
|
| 562 |
-
"window_rates": [
|
| 563 |
-
0.56,
|
| 564 |
-
0.62,
|
| 565 |
-
0.58,
|
| 566 |
-
0.6,
|
| 567 |
-
0.6
|
| 568 |
-
],
|
| 569 |
-
"checkpoint_success": 0.58,
|
| 570 |
-
"validation_loss": 0.6147390007972717,
|
| 571 |
-
"validation_median25": 0.6089740991592407,
|
| 572 |
-
"train_loss": 0.05982639615326066
|
| 573 |
-
},
|
| 574 |
-
{
|
| 575 |
-
"epoch": 1350,
|
| 576 |
-
"window_success": 0.592,
|
| 577 |
-
"window_epochs": [
|
| 578 |
-
1250,
|
| 579 |
-
1300,
|
| 580 |
-
1350,
|
| 581 |
-
1400,
|
| 582 |
-
1450
|
| 583 |
-
],
|
| 584 |
-
"window_rates": [
|
| 585 |
-
0.62,
|
| 586 |
-
0.58,
|
| 587 |
-
0.6,
|
| 588 |
-
0.6,
|
| 589 |
-
0.56
|
| 590 |
-
],
|
| 591 |
-
"checkpoint_success": 0.6,
|
| 592 |
-
"validation_loss": 0.6104006767272949,
|
| 593 |
-
"validation_median25": 0.6101309061050415,
|
| 594 |
-
"train_loss": 0.061627411209770736
|
| 595 |
-
},
|
| 596 |
-
{
|
| 597 |
-
"epoch": 1400,
|
| 598 |
-
"window_success": 0.584,
|
| 599 |
-
"window_epochs": [
|
| 600 |
-
1300,
|
| 601 |
-
1350,
|
| 602 |
-
1400,
|
| 603 |
-
1450,
|
| 604 |
-
1500
|
| 605 |
-
],
|
| 606 |
-
"window_rates": [
|
| 607 |
-
0.58,
|
| 608 |
-
0.6,
|
| 609 |
-
0.6,
|
| 610 |
-
0.56,
|
| 611 |
-
0.58
|
| 612 |
-
],
|
| 613 |
-
"checkpoint_success": 0.6,
|
| 614 |
-
"validation_loss": 0.6148077845573425,
|
| 615 |
-
"validation_median25": 0.6193165183067322,
|
| 616 |
-
"train_loss": 0.05805380314618245
|
| 617 |
-
},
|
| 618 |
-
{
|
| 619 |
-
"epoch": 1450,
|
| 620 |
-
"window_success": 0.588,
|
| 621 |
-
"window_epochs": [
|
| 622 |
-
1350,
|
| 623 |
-
1400,
|
| 624 |
-
1450,
|
| 625 |
-
1500,
|
| 626 |
-
1550
|
| 627 |
-
],
|
| 628 |
-
"window_rates": [
|
| 629 |
-
0.6,
|
| 630 |
-
0.6,
|
| 631 |
-
0.56,
|
| 632 |
-
0.58,
|
| 633 |
-
0.6
|
| 634 |
-
],
|
| 635 |
-
"checkpoint_success": 0.56,
|
| 636 |
-
"validation_loss": 0.630272626876831,
|
| 637 |
-
"validation_median25": 0.6307523846626282,
|
| 638 |
-
"train_loss": 0.059373040173590685
|
| 639 |
-
},
|
| 640 |
-
{
|
| 641 |
-
"epoch": 1500,
|
| 642 |
-
"window_success": 0.592,
|
| 643 |
-
"window_epochs": [
|
| 644 |
-
1400,
|
| 645 |
-
1450,
|
| 646 |
-
1500,
|
| 647 |
-
1550,
|
| 648 |
-
1600
|
| 649 |
-
],
|
| 650 |
-
"window_rates": [
|
| 651 |
-
0.6,
|
| 652 |
-
0.56,
|
| 653 |
-
0.58,
|
| 654 |
-
0.6,
|
| 655 |
-
0.62
|
| 656 |
-
],
|
| 657 |
-
"checkpoint_success": 0.58,
|
| 658 |
-
"validation_loss": 0.6379145383834839,
|
| 659 |
-
"validation_median25": 0.6359659433364868,
|
| 660 |
-
"train_loss": 0.05182065497146475
|
| 661 |
-
},
|
| 662 |
-
{
|
| 663 |
-
"epoch": 1550,
|
| 664 |
-
"window_success": 0.58,
|
| 665 |
-
"window_epochs": [
|
| 666 |
-
1450,
|
| 667 |
-
1500,
|
| 668 |
-
1550,
|
| 669 |
-
1600,
|
| 670 |
-
1650
|
| 671 |
-
],
|
| 672 |
-
"window_rates": [
|
| 673 |
-
0.56,
|
| 674 |
-
0.58,
|
| 675 |
-
0.6,
|
| 676 |
-
0.62,
|
| 677 |
-
0.54
|
| 678 |
-
],
|
| 679 |
-
"checkpoint_success": 0.6,
|
| 680 |
-
"validation_loss": 0.6321786642074585,
|
| 681 |
-
"validation_median25": 0.6366950869560242,
|
| 682 |
-
"train_loss": 0.06006119372606218
|
| 683 |
-
},
|
| 684 |
-
{
|
| 685 |
-
"epoch": 1600,
|
| 686 |
-
"window_success": 0.6,
|
| 687 |
-
"window_epochs": [
|
| 688 |
-
1500,
|
| 689 |
-
1550,
|
| 690 |
-
1600,
|
| 691 |
-
1650,
|
| 692 |
-
1700
|
| 693 |
-
],
|
| 694 |
-
"window_rates": [
|
| 695 |
-
0.58,
|
| 696 |
-
0.6,
|
| 697 |
-
0.62,
|
| 698 |
-
0.54,
|
| 699 |
-
0.66
|
| 700 |
-
],
|
| 701 |
-
"checkpoint_success": 0.62,
|
| 702 |
-
"validation_loss": 0.6345670223236084,
|
| 703 |
-
"validation_median25": 0.6392492055892944,
|
| 704 |
-
"train_loss": 0.04870477740480701
|
| 705 |
-
},
|
| 706 |
-
{
|
| 707 |
-
"epoch": 1650,
|
| 708 |
-
"window_success": 0.604,
|
| 709 |
-
"window_epochs": [
|
| 710 |
-
1550,
|
| 711 |
-
1600,
|
| 712 |
-
1650,
|
| 713 |
-
1700,
|
| 714 |
-
1750
|
| 715 |
-
],
|
| 716 |
-
"window_rates": [
|
| 717 |
-
0.6,
|
| 718 |
-
0.62,
|
| 719 |
-
0.54,
|
| 720 |
-
0.66,
|
| 721 |
-
0.6
|
| 722 |
-
],
|
| 723 |
-
"checkpoint_success": 0.54,
|
| 724 |
-
"validation_loss": 0.6310160160064697,
|
| 725 |
-
"validation_median25": 0.631841778755188,
|
| 726 |
-
"train_loss": 0.05433680770308982
|
| 727 |
-
},
|
| 728 |
-
{
|
| 729 |
-
"epoch": 1700,
|
| 730 |
-
"window_success": 0.592,
|
| 731 |
-
"window_epochs": [
|
| 732 |
-
1600,
|
| 733 |
-
1650,
|
| 734 |
-
1700,
|
| 735 |
-
1750,
|
| 736 |
-
1800
|
| 737 |
-
],
|
| 738 |
-
"window_rates": [
|
| 739 |
-
0.62,
|
| 740 |
-
0.54,
|
| 741 |
-
0.66,
|
| 742 |
-
0.6,
|
| 743 |
-
0.54
|
| 744 |
-
],
|
| 745 |
-
"checkpoint_success": 0.66,
|
| 746 |
-
"validation_loss": 0.6304184794425964,
|
| 747 |
-
"validation_median25": 0.638268232345581,
|
| 748 |
-
"train_loss": 0.054939981304966634
|
| 749 |
-
},
|
| 750 |
-
{
|
| 751 |
-
"epoch": 1750,
|
| 752 |
-
"window_success": 0.572,
|
| 753 |
-
"window_epochs": [
|
| 754 |
-
1650,
|
| 755 |
-
1700,
|
| 756 |
-
1750,
|
| 757 |
-
1800,
|
| 758 |
-
1850
|
| 759 |
-
],
|
| 760 |
-
"window_rates": [
|
| 761 |
-
0.54,
|
| 762 |
-
0.66,
|
| 763 |
-
0.6,
|
| 764 |
-
0.54,
|
| 765 |
-
0.52
|
| 766 |
-
],
|
| 767 |
-
"checkpoint_success": 0.6,
|
| 768 |
-
"validation_loss": 0.6333577632904053,
|
| 769 |
-
"validation_median25": 0.6340997219085693,
|
| 770 |
-
"train_loss": 0.046371973692762004
|
| 771 |
-
},
|
| 772 |
-
{
|
| 773 |
-
"epoch": 1800,
|
| 774 |
-
"window_success": 0.576,
|
| 775 |
-
"window_epochs": [
|
| 776 |
-
1700,
|
| 777 |
-
1750,
|
| 778 |
-
1800,
|
| 779 |
-
1850,
|
| 780 |
-
1900
|
| 781 |
-
],
|
| 782 |
-
"window_rates": [
|
| 783 |
-
0.66,
|
| 784 |
-
0.6,
|
| 785 |
-
0.54,
|
| 786 |
-
0.52,
|
| 787 |
-
0.56
|
| 788 |
-
],
|
| 789 |
-
"checkpoint_success": 0.54,
|
| 790 |
-
"validation_loss": 0.6404462456703186,
|
| 791 |
-
"validation_median25": 0.6393136978149414,
|
| 792 |
-
"train_loss": 0.051096609022837705
|
| 793 |
-
},
|
| 794 |
-
{
|
| 795 |
-
"epoch": 1850,
|
| 796 |
-
"window_success": 0.576,
|
| 797 |
-
"window_epochs": [
|
| 798 |
-
1750,
|
| 799 |
-
1800,
|
| 800 |
-
1850,
|
| 801 |
-
1900,
|
| 802 |
-
1950
|
| 803 |
-
],
|
| 804 |
-
"window_rates": [
|
| 805 |
-
0.6,
|
| 806 |
-
0.54,
|
| 807 |
-
0.52,
|
| 808 |
-
0.56,
|
| 809 |
-
0.66
|
| 810 |
-
],
|
| 811 |
-
"checkpoint_success": 0.52,
|
| 812 |
-
"validation_loss": 0.6563377976417542,
|
| 813 |
-
"validation_median25": 0.653765857219696,
|
| 814 |
-
"train_loss": 0.04988881267930182
|
| 815 |
-
}
|
| 816 |
-
],
|
| 817 |
-
"independent_evaluation_completed": true,
|
| 818 |
-
"interpretation": "Task-performance/validation tradeoff; not proof of absence of overfitting",
|
| 819 |
-
"source_sha256": {
|
| 820 |
-
"train_metrics.jsonl": "9e451be871517da46614dcbe19735ddea372d5232ff65b6f023393e2c281c455",
|
| 821 |
-
"validation_metrics.jsonl": "6d07983d39a289521417fd63b55dfb18b3feb234484ec5fa6032822e5afb60d8",
|
| 822 |
-
"evaluations.jsonl": "01d2a0b3696bf9e7920f3544d69c6791224c47c78829dff9af0d8835df345dcd"
|
| 823 |
-
},
|
| 824 |
-
"independent_evaluation_result": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/operations/20261027_selected_bc_final200/can_mixed20_e800/result.json",
|
| 825 |
-
"independent_final200": {
|
| 826 |
-
"success": 0.505,
|
| 827 |
-
"successes": 101,
|
| 828 |
"total": 200,
|
| 829 |
-
"ci_low": 0.
|
| 830 |
-
"ci_high": 0.
|
| 831 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 832 |
}
|
| 833 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"task": "can",
|
| 3 |
"regime": "mixed20",
|
| 4 |
+
"epoch": 1400,
|
| 5 |
+
"checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/can20/StandardBaseBC/jax/can/mixed20/seed_1/checkpoints/epoch_1400.pkl",
|
| 6 |
+
"checkpoint_sha256": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685",
|
| 7 |
+
"final200": {
|
| 8 |
+
"success": 0.53,
|
| 9 |
+
"successes": 106,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 10 |
"total": 200,
|
| 11 |
+
"ci_low": 0.4609168291500183,
|
| 12 |
+
"ci_high": 0.5979524512673458
|
| 13 |
+
},
|
| 14 |
+
"selection": {
|
| 15 |
+
"status": "finalized_user_accepted",
|
| 16 |
+
"selected_epoch": 1400,
|
| 17 |
+
"selection_rule": "User requested adopting epoch1400 uniformly for all eight local models after reviewing the shared200-episode comparisons",
|
| 18 |
+
"final200_used_for_selection": true,
|
| 19 |
+
"untouched_holdout": false,
|
| 20 |
+
"zero_overfitting_claim": false,
|
| 21 |
+
"previous_epoch": 800,
|
| 22 |
+
"previous_success": 0.505,
|
| 23 |
+
"previous_path": "visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/checkpoints/epoch_800.pkl",
|
| 24 |
+
"previous_revision": "1bf8a9fb26982bebb51493f3475d28f12a3197ae",
|
| 25 |
+
"previous_release_archive": "visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae",
|
| 26 |
+
"checkpoint_sha256": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685"
|
| 27 |
}
|
| 28 |
}
|
visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/checkpoints/epoch_1400.json
ADDED
|
@@ -0,0 +1,199 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bc_identity": {
|
| 3 |
+
"architecture": "dice_vision_resnet_flow_unet_v1",
|
| 4 |
+
"family": "StandardBaseBC",
|
| 5 |
+
"framework": "jax"
|
| 6 |
+
},
|
| 7 |
+
"data_manifest_hash": "5c13d92b04d26cc3f22bbf55501e0926ac607e2ff769f49a22c60ac9274ac746",
|
| 8 |
+
"encoding": "gzip_pickle_numpy_float32_lossless",
|
| 9 |
+
"evaluation_runtime_override": {
|
| 10 |
+
"created_unix": 1792988438.5763283,
|
| 11 |
+
"decision": "1026-BC-EVAL50",
|
| 12 |
+
"effective_after_epoch": 0,
|
| 13 |
+
"final_evaluation": {
|
| 14 |
+
"episodes": 200,
|
| 15 |
+
"seed_panel_seed": 20261021,
|
| 16 |
+
"seed_range": [
|
| 17 |
+
10000000,
|
| 18 |
+
90000000
|
| 19 |
+
],
|
| 20 |
+
"seed_sampling": "uniform_without_replacement"
|
| 21 |
+
},
|
| 22 |
+
"identity_hash": "e21e51338057df6bd6acc98bf795ed0f74dce71b7dd67f5dceed7afd4c800469",
|
| 23 |
+
"interval_epochs": 50,
|
| 24 |
+
"operation": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/operations/20261026_bc_eval50",
|
| 25 |
+
"original_interval_epochs": 10,
|
| 26 |
+
"periodic_episodes": 50
|
| 27 |
+
},
|
| 28 |
+
"kind": "pixel_state_bc",
|
| 29 |
+
"metadata": {
|
| 30 |
+
"epoch": 1400,
|
| 31 |
+
"epochs": 2000,
|
| 32 |
+
"experiment": "can",
|
| 33 |
+
"regime": "mixed20",
|
| 34 |
+
"seed": 1,
|
| 35 |
+
"smoke": false,
|
| 36 |
+
"stage": "fixed_epochs",
|
| 37 |
+
"step": 11200,
|
| 38 |
+
"task": "can"
|
| 39 |
+
},
|
| 40 |
+
"normalizer_hash": "2add6f5cb8cc5857f1765bf113fb89d2b8631bb067fa0801378e2aaf7842d6d4",
|
| 41 |
+
"observation_mode": "pixel_state",
|
| 42 |
+
"pixel_spec_hash": "e00bb9535842d7de5f0bbc641ce4c5fe2824414d4097d42299be825e161ffef4",
|
| 43 |
+
"resolved_config": {
|
| 44 |
+
"bc_identity": {
|
| 45 |
+
"family": "StandardBaseBC",
|
| 46 |
+
"framework": "jax"
|
| 47 |
+
},
|
| 48 |
+
"checkpoint_encoding": "lossless_gzip_ema_only",
|
| 49 |
+
"checkpoint_interval_epochs": 50,
|
| 50 |
+
"ema_buffers": "copy_live_running_statistics",
|
| 51 |
+
"evaluation": {
|
| 52 |
+
"episodes": 50,
|
| 53 |
+
"final": {
|
| 54 |
+
"episodes": 200,
|
| 55 |
+
"seed_panel_seed": 20261021,
|
| 56 |
+
"seed_range": [
|
| 57 |
+
10000000,
|
| 58 |
+
90000000
|
| 59 |
+
],
|
| 60 |
+
"seed_sampling": "uniform_without_replacement"
|
| 61 |
+
},
|
| 62 |
+
"interval_epochs": 10,
|
| 63 |
+
"policy_seed": 700001,
|
| 64 |
+
"reset_seed_start": 880000,
|
| 65 |
+
"workers": 8
|
| 66 |
+
},
|
| 67 |
+
"experiment": "can",
|
| 68 |
+
"family": "StandardBaseBC",
|
| 69 |
+
"framework": "jax",
|
| 70 |
+
"identity_hash": "e21e51338057df6bd6acc98bf795ed0f74dce71b7dd67f5dceed7afd4c800469",
|
| 71 |
+
"index": 1,
|
| 72 |
+
"manifest": "/ssd/WorkSpace/RL-Postrain-visual-bc/.local/visual_bc_reserved8/can20/manifests/can.json",
|
| 73 |
+
"manifest_sha256": "f33eb5332ab56043294b3ce61dc9a79a3254dc9b182516da516bc8b08ec22393",
|
| 74 |
+
"model_spec_hash": "e00bb9535842d7de5f0bbc641ce4c5fe2824414d4097d42299be825e161ffef4",
|
| 75 |
+
"normalizer_hash": "2add6f5cb8cc5857f1765bf113fb89d2b8631bb067fa0801378e2aaf7842d6d4",
|
| 76 |
+
"observation_mode": "pixel_state",
|
| 77 |
+
"output": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/can20/StandardBaseBC/jax/can/mixed20/seed_1",
|
| 78 |
+
"pixel_cache": "/ssd/WorkSpace/RL-Postrain-visual-bc/data/pixels/can/visual_20261025",
|
| 79 |
+
"pixel_spec": {
|
| 80 |
+
"action_dim": 7,
|
| 81 |
+
"architecture": "dice_vision_resnet_flow_unet_v1",
|
| 82 |
+
"backbone_initialization": "random",
|
| 83 |
+
"backbone_norm": "batch_norm",
|
| 84 |
+
"cameras": [
|
| 85 |
+
"agentview",
|
| 86 |
+
"robot0_eye_in_hand"
|
| 87 |
+
],
|
| 88 |
+
"collision_geoms": false,
|
| 89 |
+
"crop_size": 84,
|
| 90 |
+
"family": "StandardBaseBC",
|
| 91 |
+
"feature_dim": 137,
|
| 92 |
+
"features_per_camera": 64,
|
| 93 |
+
"flow_steps": 10,
|
| 94 |
+
"horizon": 4,
|
| 95 |
+
"image_size": 96,
|
| 96 |
+
"proprio_dim": 9,
|
| 97 |
+
"proprio_keys": [
|
| 98 |
+
"robot0_eef_pos",
|
| 99 |
+
"robot0_eef_quat",
|
| 100 |
+
"robot0_gripper_qpos"
|
| 101 |
+
],
|
| 102 |
+
"task": "can",
|
| 103 |
+
"time_embedding_dim": 64
|
| 104 |
+
},
|
| 105 |
+
"regime": "mixed20",
|
| 106 |
+
"runtime": {
|
| 107 |
+
"framework_version": "0.10.1",
|
| 108 |
+
"python": "/ssd/WorkSpace/RL-Postrain-visual-bc/.venvs/ogpo/bin/python",
|
| 109 |
+
"requested_device": "cuda:0"
|
| 110 |
+
},
|
| 111 |
+
"seed": 1,
|
| 112 |
+
"sources_sha256": {
|
| 113 |
+
"configs/bc_models.yaml": "ce58a903c4270328985ab8677babdaa12748ad18efc3749faed72425024e61c1",
|
| 114 |
+
"configs/bc_pretraining.yaml": "7d1b9be73f25aeb40cd342a3e3ca2543ea865b38b2abe8fb28a7da6588d419a6",
|
| 115 |
+
"configs/bc_pretraining_ph_full.yaml": "a93c7d4a50e9afa836d98a6193ba1bc2fb3827a259cf5de39f5dc7a2504d6728",
|
| 116 |
+
"configs/bc_standard_init_schema.json": "e2c70eee2a1ce8d1a812ec427d24ba3cc45519434331354318d97415fd559bc8",
|
| 117 |
+
"configs/study1.yaml": "35d065e242b205a4c99f8add2eab35bb85f80401f4e07d49f063a0eddf4de608",
|
| 118 |
+
"configs/study1_ph_full.yaml": "f9cebc4b66279d4ea7492f7a80a09f1adca7c1cae7b242374305be4f701e76ef",
|
| 119 |
+
"scripts/pretrain_bc.py": "9972b77f7b8ed964e7e04fa3ba3821b767f0b7a5d697625ed1c6f8fcdf990890",
|
| 120 |
+
"src/rl_pt_analyze/bc_evaluation.py": "7319c346f453263a99cdc5d6fd39e6a0a88783d2c42f68a312ee36ab6d656c6f",
|
| 121 |
+
"src/rl_pt_analyze/bc_fleet.py": "a49c24c66ec0bb1a5548d384deefda429ff1ca693cb19f1c99dbd661148d7ffc",
|
| 122 |
+
"src/rl_pt_analyze/bc_full_cut.py": "a8170de58bc0a16dd5c6358a6429d96afb5227e5701602806d68e42727f671bc",
|
| 123 |
+
"src/rl_pt_analyze/bc_identity.py": "f94c284c71df7ed06eaf4553297de53f2b801a5fac743beb3b98d1bc41314fe0",
|
| 124 |
+
"src/rl_pt_analyze/bc_policy.py": "aff3c4613a0dfc46d6491bdba6478261049c2c9631eca446fa8939a1e498fc30",
|
| 125 |
+
"src/rl_pt_analyze/bc_pretrain.py": "703b2e50fe53d62b23910b907d75c09cec49463e5e9e2c08d8f77d2b6b77a5bd",
|
| 126 |
+
"src/rl_pt_analyze/bc_runtime.py": "29d85733684176bd7328c01921ed1eb45857a914d8ee998e6df4fb0a5be5315d",
|
| 127 |
+
"src/rl_pt_analyze/bc_standard_jax.py": "9063d0d4160e972bb9f7b1acd9e508a2ea1118ceeed7647614c787abcb7b32ce",
|
| 128 |
+
"src/rl_pt_analyze/bc_standard_policy.py": "54d733549ec571f709d49698520f2461def5a20fc4146d155b3d56fbbcf5deb1",
|
| 129 |
+
"src/rl_pt_analyze/bc_storage.py": "83b79d5beaaaa46310d756476f5da90c9227a656533dc9414334d395a6749e54",
|
| 130 |
+
"src/rl_pt_analyze/bc_training.py": "bf20475ceeef114e3444c2610ea6d490389b02d147f22c962e2f63fd94b9dafa",
|
| 131 |
+
"src/rl_pt_analyze/pixel.py": "ec46a0b0e3c40bca7ea2d0c76b086b482fedaf98293b06f7ab719b86b81141e6",
|
| 132 |
+
"src/rl_pt_analyze/pixel_data.py": "74ed81ff034d0782671ff9e48157a3be2d274e7db3735a955705b8e8fcf42b34",
|
| 133 |
+
"src/rl_pt_analyze/pixel_vec.py": "f247a6d9ed1791b82880ecef7505275959835fc3b69bfab2e85dedd096416bc8",
|
| 134 |
+
"src/rl_pt_analyze/r0.py": "e0a13e9c02d935dbab6a0e091fd925f08ce2d00e661b6cf09aff0ee95925249d",
|
| 135 |
+
"third_party/dice/model/diffusion/modules.py": "3b6b2efae0bb67cc30a061a8dd7c6b2d8d6905dac7cecac92b3dbfa5da0067cd",
|
| 136 |
+
"third_party/dice/model/flow_matching/vision_resnet_mlp_flow_matching.py": "2f0d3aa0b6e1624e32a540e66a5803e613481f35bb190926e51560856249981d"
|
| 137 |
+
},
|
| 138 |
+
"spec": {
|
| 139 |
+
"action_dim": 7,
|
| 140 |
+
"architecture": "dice_vision_resnet_flow_unet_v1",
|
| 141 |
+
"backbone_initialization": "random",
|
| 142 |
+
"backbone_norm": "batch_norm",
|
| 143 |
+
"cameras": [
|
| 144 |
+
"agentview",
|
| 145 |
+
"robot0_eye_in_hand"
|
| 146 |
+
],
|
| 147 |
+
"collision_geoms": false,
|
| 148 |
+
"crop_size": 84,
|
| 149 |
+
"family": "StandardBaseBC",
|
| 150 |
+
"feature_dim": 137,
|
| 151 |
+
"features_per_camera": 64,
|
| 152 |
+
"flow_steps": 10,
|
| 153 |
+
"horizon": 4,
|
| 154 |
+
"image_size": 96,
|
| 155 |
+
"proprio_dim": 9,
|
| 156 |
+
"proprio_keys": [
|
| 157 |
+
"robot0_eef_pos",
|
| 158 |
+
"robot0_eef_quat",
|
| 159 |
+
"robot0_gripper_qpos"
|
| 160 |
+
],
|
| 161 |
+
"task": "can",
|
| 162 |
+
"time_embedding_dim": 64
|
| 163 |
+
},
|
| 164 |
+
"split_hash": "44338a2dbfc94edd7a051e85d6afff1711053b4f443d44a745e006ee35a3a14c",
|
| 165 |
+
"task": "can",
|
| 166 |
+
"training": {
|
| 167 |
+
"batch_size": 256,
|
| 168 |
+
"bc_only": true,
|
| 169 |
+
"drop_last": false,
|
| 170 |
+
"early_stopping": false,
|
| 171 |
+
"ema_decay": 0.999,
|
| 172 |
+
"epoch_definition": "shuffled_full_training_split_without_replacement",
|
| 173 |
+
"epochs": 2000,
|
| 174 |
+
"learning_rate": 0.0001,
|
| 175 |
+
"online_steps": 0,
|
| 176 |
+
"optimizer": "adamw",
|
| 177 |
+
"padding_loss_mask": true,
|
| 178 |
+
"stopping": "none_fixed_epochs",
|
| 179 |
+
"weight_decay": 1e-06
|
| 180 |
+
},
|
| 181 |
+
"training_samples": 2007,
|
| 182 |
+
"validation": {
|
| 183 |
+
"batch_seed": 771,
|
| 184 |
+
"batch_size": 256,
|
| 185 |
+
"interval_epochs": 1,
|
| 186 |
+
"loss_seed": 882
|
| 187 |
+
},
|
| 188 |
+
"validation_only": false,
|
| 189 |
+
"validation_samples": 226,
|
| 190 |
+
"wandb": {
|
| 191 |
+
"mode": "offline",
|
| 192 |
+
"project": "standard_bc_pretrain"
|
| 193 |
+
}
|
| 194 |
+
},
|
| 195 |
+
"schema_version": 2,
|
| 196 |
+
"sha256": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685",
|
| 197 |
+
"split_hash": "44338a2dbfc94edd7a051e85d6afff1711053b4f443d44a745e006ee35a3a14c",
|
| 198 |
+
"weights_used_for_deployment": "complete_model_EMA"
|
| 199 |
+
}
|
visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/checkpoints/epoch_1400.pkl
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685
|
| 3 |
+
size 96610627
|
visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/final200/epoch_1400.parquet
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7390855ef48d1b5e9ba49da83f1194c7585b66291cf6b0a7202e413e47fef60b
|
| 3 |
+
size 6459
|
visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/final200/protocol.json
CHANGED
|
@@ -1,8 +1,8 @@
|
|
| 1 |
{
|
| 2 |
-
"checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/can20/StandardBaseBC/jax/can/mixed20/seed_1/checkpoints/
|
| 3 |
-
"checkpoint_sha256": "
|
| 4 |
"collision_geoms": false,
|
| 5 |
-
"epoch":
|
| 6 |
"identity_hash": "e21e51338057df6bd6acc98bf795ed0f74dce71b7dd67f5dceed7afd4c800469",
|
| 7 |
"job": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/can20/jobs/01.json",
|
| 8 |
"panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3",
|
|
@@ -208,8 +208,8 @@
|
|
| 208 |
10971071,
|
| 209 |
17007174
|
| 210 |
],
|
| 211 |
-
"script_sha256": "
|
| 212 |
-
"selection": "
|
| 213 |
"settings": {
|
| 214 |
"episodes": 200,
|
| 215 |
"interval_epochs": 10,
|
|
|
|
| 1 |
{
|
| 2 |
+
"checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/can20/StandardBaseBC/jax/can/mixed20/seed_1/checkpoints/epoch_1400.pkl",
|
| 3 |
+
"checkpoint_sha256": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685",
|
| 4 |
"collision_geoms": false,
|
| 5 |
+
"epoch": 1400,
|
| 6 |
"identity_hash": "e21e51338057df6bd6acc98bf795ed0f74dce71b7dd67f5dceed7afd4c800469",
|
| 7 |
"job": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/can20/jobs/01.json",
|
| 8 |
"panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3",
|
|
|
|
| 208 |
10971071,
|
| 209 |
17007174
|
| 210 |
],
|
| 211 |
+
"script_sha256": "52959ac39b30b97e21dda738d5187427516ba577f89c0e8d85ddb7ecec15ee40",
|
| 212 |
+
"selection": "User requested epoch1400 comparison after reviewing prior checkpoints; shared200 reset panel reused, not an untouched holdout",
|
| 213 |
"settings": {
|
| 214 |
"episodes": 200,
|
| 215 |
"interval_epochs": 10,
|
visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/final200/result.json
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|
visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/final200/status.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
| 1 |
{
|
| 2 |
-
"epoch":
|
| 3 |
"status": "completed",
|
| 4 |
-
"success": 0.
|
| 5 |
-
"successes":
|
| 6 |
"total": 200
|
| 7 |
}
|
|
|
|
| 1 |
{
|
| 2 |
+
"epoch": 1400,
|
| 3 |
"status": "completed",
|
| 4 |
+
"success": 0.53,
|
| 5 |
+
"successes": 106,
|
| 6 |
"total": 200
|
| 7 |
}
|
visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/final200/verification.json
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"actual_episodes": 200,
|
| 3 |
+
"checkpoint_sha256": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685",
|
| 4 |
+
"panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3",
|
| 5 |
+
"parquet_sha256": "7390855ef48d1b5e9ba49da83f1194c7585b66291cf6b0a7202e413e47fef60b",
|
| 6 |
+
"passed": true
|
| 7 |
+
}
|
visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/README.md
ADDED
|
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Can mixed20 — visual-only BC
|
| 2 |
+
|
| 3 |
+
User-approved checkpoint: **epoch 800**, StandardBaseBC/JAX, complete-model EMA, seed1, H4.
|
| 4 |
+
Training completed2000 epochs. Collision geometry display is disabled; physical collisions remain enabled.
|
| 5 |
+
|
| 6 |
+
Independent evaluation: **50.5% (101/200)**,
|
| 7 |
+
95% Wilson interval 43.6%–57.4%.
|
| 8 |
+
The common random reset panel uses seed20261021, policy seed700001 and8workers; resets are disjoint from periodic evaluation.
|
| 9 |
+
The checkpoint was fixed before this evaluation and was not reselected from these results.
|
| 10 |
+
|
| 11 |
+
This is a practical pretraining checkpoint, not a claim of absent overfitting or guaranteed RL improvement.
|
| 12 |
+
Training-time50-episode SR was 60.0%; neighboring-policy mean was 59.6%.
|
| 13 |
+
Epoch2000 scored 53.5% on the same200 resets; paired counts are recorded in selection_supervision.json.
|
| 14 |
+
|
| 15 |
+
[Weights](checkpoints/epoch_800.pkl) · [Final200](final200/result.json) · [Selection](best.json)
|
| 16 |
+
|
| 17 |
+
The data manifest, train/validation split, normalizer and original checkpoint sidecar are included.
|
| 18 |
+
Absolute local paths in sealed configs are provenance, not portable download locations; adapt paths explicitly on another host.
|
| 19 |
+
The original interval10 plan is preserved; evaluation_override.json records the approved switch to interval50.
|
| 20 |
+
SHA256SUMS.json covers release files. Historical collision-rendered repository trees are untouched.
|
visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/SHA256SUMS.json
ADDED
|
@@ -0,0 +1,102 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"README.md": {
|
| 3 |
+
"sha256": "436c1a31c953d9d0a388131f55e9ee845b9815b187a9b56bf66d16b79d94d470",
|
| 4 |
+
"bytes": 1357
|
| 5 |
+
},
|
| 6 |
+
"best.json": {
|
| 7 |
+
"sha256": "c8f398c0166fb8b7b4c59ad6c971adcb0b23e7bd8737b3247fc3a92cea8862c3",
|
| 8 |
+
"bytes": 17497
|
| 9 |
+
},
|
| 10 |
+
"checkpoints/epoch_800.json": {
|
| 11 |
+
"sha256": "647625fa197dfef837fc1b64d763140ad9fc69d62d862821e2e5e26a28653d56",
|
| 12 |
+
"bytes": 8180
|
| 13 |
+
},
|
| 14 |
+
"checkpoints/epoch_800.pkl": {
|
| 15 |
+
"sha256": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45",
|
| 16 |
+
"bytes": 96581191
|
| 17 |
+
},
|
| 18 |
+
"data_manifest.json": {
|
| 19 |
+
"sha256": "f33eb5332ab56043294b3ce61dc9a79a3254dc9b182516da516bc8b08ec22393",
|
| 20 |
+
"bytes": 8510
|
| 21 |
+
},
|
| 22 |
+
"evaluation_override.json": {
|
| 23 |
+
"sha256": "5d6a801bc442313ea29a13d4efb6bdd30427583bc4e3266621ae629c80200e68",
|
| 24 |
+
"bytes": 558
|
| 25 |
+
},
|
| 26 |
+
"evaluations.jsonl": {
|
| 27 |
+
"sha256": "01d2a0b3696bf9e7920f3544d69c6791224c47c78829dff9af0d8835df345dcd",
|
| 28 |
+
"bytes": 61326
|
| 29 |
+
},
|
| 30 |
+
"final200/epoch_800.parquet": {
|
| 31 |
+
"sha256": "ee1b964087ba65771e4852cdc5a31c2f5aff3d0fad629348a8e45f25fc62ab72",
|
| 32 |
+
"bytes": 6512
|
| 33 |
+
},
|
| 34 |
+
"final200/protocol.json": {
|
| 35 |
+
"sha256": "5d961ec4713cdd1be2ce9ea6bc36682aa8d6d5ff0f8fe26f094eacae9f323226",
|
| 36 |
+
"bytes": 3912
|
| 37 |
+
},
|
| 38 |
+
"final200/result.json": {
|
| 39 |
+
"sha256": "951bd7bcc134e0606c706d9fde70ac747f0e67e774afd2f24b158a031f678775",
|
| 40 |
+
"bytes": 115943
|
| 41 |
+
},
|
| 42 |
+
"final200/status.json": {
|
| 43 |
+
"sha256": "6c57cb80d35f6867efc55da9ec350b151f344cc08172714c5acc54aea04b8490",
|
| 44 |
+
"bytes": 100
|
| 45 |
+
},
|
| 46 |
+
"normalizer.json": {
|
| 47 |
+
"sha256": "6cf12cfc54324b56431427527590f12f2156e140d9d0d67271477d9076a7b509",
|
| 48 |
+
"bytes": 1173
|
| 49 |
+
},
|
| 50 |
+
"provenance/evaluate_bc_selected.py": {
|
| 51 |
+
"sha256": "7be8b5440b354a862228f5a3d3855ec0ba7267c78c4e04158fa028e9633e8d32",
|
| 52 |
+
"bytes": 3370
|
| 53 |
+
},
|
| 54 |
+
"provenance/evaluation_override_active.json": {
|
| 55 |
+
"sha256": "2325f02469c13739432dc93c5aea07bf862e6d698f544f3e727e58953dd3410e",
|
| 56 |
+
"bytes": 11762
|
| 57 |
+
},
|
| 58 |
+
"provenance/job.json": {
|
| 59 |
+
"sha256": "0f7df815825251194b785d4278568b9f204dcf04559ef0ac51934ba4c0fb2121",
|
| 60 |
+
"bytes": 5058
|
| 61 |
+
},
|
| 62 |
+
"provenance/native_training_status.json": {
|
| 63 |
+
"sha256": "5ef95c49fbe37f4c063f38a16cffdd41e7bcdf0d7b2f5a8c2aba6784ade43137",
|
| 64 |
+
"bytes": 296
|
| 65 |
+
},
|
| 66 |
+
"provenance/pretrain_bc_eval_override.py": {
|
| 67 |
+
"sha256": "71deaa1c690802253ce2f075f3d9295ac1e302252e9413caae7bbe9071e80e29",
|
| 68 |
+
"bytes": 2877
|
| 69 |
+
},
|
| 70 |
+
"provenance/pretrain_bc_noleak.py": {
|
| 71 |
+
"sha256": "240abba4a512b61887271aeafc18fdce2372398ed483920b723aa7ce41f3d953",
|
| 72 |
+
"bytes": 1932
|
| 73 |
+
},
|
| 74 |
+
"release.json": {
|
| 75 |
+
"sha256": "cfbd420f7602fa61f94cb680e6f3246d28fba4c6543331a6ffca97ea7bbaadea",
|
| 76 |
+
"bytes": 2538
|
| 77 |
+
},
|
| 78 |
+
"resolved_config.json": {
|
| 79 |
+
"sha256": "c750282cda870c7b7bb26cf250018e1d9c2abd6fdabbca43593bff9c5dfe3e70",
|
| 80 |
+
"bytes": 6253
|
| 81 |
+
},
|
| 82 |
+
"selection_supervision.json": {
|
| 83 |
+
"sha256": "efd67b068508964317d7b218b81bc5792864db47e998252b7840ed0b3dfd2e67",
|
| 84 |
+
"bytes": 1117
|
| 85 |
+
},
|
| 86 |
+
"split.json": {
|
| 87 |
+
"sha256": "d31db1f83fc021260c7d7a5d70aad4f7a2218e46d808ae6f456182ac59de83c5",
|
| 88 |
+
"bytes": 600
|
| 89 |
+
},
|
| 90 |
+
"train_metrics.jsonl": {
|
| 91 |
+
"sha256": "9e451be871517da46614dcbe19735ddea372d5232ff65b6f023393e2c281c455",
|
| 92 |
+
"bytes": 358209
|
| 93 |
+
},
|
| 94 |
+
"training_status.json": {
|
| 95 |
+
"sha256": "b6f02deed890aa8a2e0d394325a625071d93b2c3da7ae59841c1dc0a319a6dba",
|
| 96 |
+
"bytes": 124
|
| 97 |
+
},
|
| 98 |
+
"validation_metrics.jsonl": {
|
| 99 |
+
"sha256": "6d07983d39a289521417fd63b55dfb18b3feb234484ec5fa6032822e5afb60d8",
|
| 100 |
+
"bytes": 137417
|
| 101 |
+
}
|
| 102 |
+
}
|
visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/best.json
ADDED
|
@@ -0,0 +1,833 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "can",
|
| 3 |
+
"regime": "mixed20",
|
| 4 |
+
"output": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/can20/StandardBaseBC/jax/can/mixed20/seed_1",
|
| 5 |
+
"selected": {
|
| 6 |
+
"epoch": 800,
|
| 7 |
+
"window_success": 0.596,
|
| 8 |
+
"window_epochs": [
|
| 9 |
+
700,
|
| 10 |
+
750,
|
| 11 |
+
800,
|
| 12 |
+
850,
|
| 13 |
+
900
|
| 14 |
+
],
|
| 15 |
+
"window_rates": [
|
| 16 |
+
0.6,
|
| 17 |
+
0.56,
|
| 18 |
+
0.6,
|
| 19 |
+
0.56,
|
| 20 |
+
0.66
|
| 21 |
+
],
|
| 22 |
+
"checkpoint_success": 0.6,
|
| 23 |
+
"validation_loss": 0.5639132261276245,
|
| 24 |
+
"validation_median25": 0.5639132261276245,
|
| 25 |
+
"train_loss": 0.0734847183392662,
|
| 26 |
+
"path": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/can20/StandardBaseBC/jax/can/mixed20/seed_1/checkpoints/epoch_800.pkl",
|
| 27 |
+
"sha256": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45",
|
| 28 |
+
"collision_geoms": false
|
| 29 |
+
},
|
| 30 |
+
"user_selection": null,
|
| 31 |
+
"strict_validation_alternative": {
|
| 32 |
+
"epoch": 250,
|
| 33 |
+
"validation_loss": 0.42638295888900757,
|
| 34 |
+
"checkpoint_success": 0.02,
|
| 35 |
+
"path": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/can20/StandardBaseBC/jax/can/mixed20/seed_1/checkpoints/epoch_250.pkl",
|
| 36 |
+
"sha256": "b1a4a592633c0857fe12e3be0e7cffd3ee5fb97a7959a514cea68f4bbd48c79e",
|
| 37 |
+
"collision_geoms": false
|
| 38 |
+
},
|
| 39 |
+
"validation_minimum": {
|
| 40 |
+
"epoch": 242,
|
| 41 |
+
"step": 1936,
|
| 42 |
+
"validation_loss": 0.40948915481567383
|
| 43 |
+
},
|
| 44 |
+
"peak_window_success": 0.604,
|
| 45 |
+
"candidates": [
|
| 46 |
+
{
|
| 47 |
+
"epoch": 150,
|
| 48 |
+
"window_success": 0.004,
|
| 49 |
+
"window_epochs": [
|
| 50 |
+
50,
|
| 51 |
+
100,
|
| 52 |
+
150,
|
| 53 |
+
200,
|
| 54 |
+
250
|
| 55 |
+
],
|
| 56 |
+
"window_rates": [
|
| 57 |
+
0.0,
|
| 58 |
+
0.0,
|
| 59 |
+
0.0,
|
| 60 |
+
0.0,
|
| 61 |
+
0.02
|
| 62 |
+
],
|
| 63 |
+
"checkpoint_success": 0.0,
|
| 64 |
+
"validation_loss": 0.4648953676223755,
|
| 65 |
+
"validation_median25": 0.4735255241394043,
|
| 66 |
+
"train_loss": 0.1328991557242684
|
| 67 |
+
},
|
| 68 |
+
{
|
| 69 |
+
"epoch": 200,
|
| 70 |
+
"window_success": 0.016,
|
| 71 |
+
"window_epochs": [
|
| 72 |
+
100,
|
| 73 |
+
150,
|
| 74 |
+
200,
|
| 75 |
+
250,
|
| 76 |
+
300
|
| 77 |
+
],
|
| 78 |
+
"window_rates": [
|
| 79 |
+
0.0,
|
| 80 |
+
0.0,
|
| 81 |
+
0.0,
|
| 82 |
+
0.02,
|
| 83 |
+
0.06
|
| 84 |
+
],
|
| 85 |
+
"checkpoint_success": 0.0,
|
| 86 |
+
"validation_loss": 0.43539419770240784,
|
| 87 |
+
"validation_median25": 0.43539419770240784,
|
| 88 |
+
"train_loss": 0.11437514776992275
|
| 89 |
+
},
|
| 90 |
+
{
|
| 91 |
+
"epoch": 250,
|
| 92 |
+
"window_success": 0.056,
|
| 93 |
+
"window_epochs": [
|
| 94 |
+
150,
|
| 95 |
+
200,
|
| 96 |
+
250,
|
| 97 |
+
300,
|
| 98 |
+
350
|
| 99 |
+
],
|
| 100 |
+
"window_rates": [
|
| 101 |
+
0.0,
|
| 102 |
+
0.0,
|
| 103 |
+
0.02,
|
| 104 |
+
0.06,
|
| 105 |
+
0.2
|
| 106 |
+
],
|
| 107 |
+
"checkpoint_success": 0.02,
|
| 108 |
+
"validation_loss": 0.42638295888900757,
|
| 109 |
+
"validation_median25": 0.4224344789981842,
|
| 110 |
+
"train_loss": 0.09596134532163199
|
| 111 |
+
},
|
| 112 |
+
{
|
| 113 |
+
"epoch": 300,
|
| 114 |
+
"window_success": 0.116,
|
| 115 |
+
"window_epochs": [
|
| 116 |
+
200,
|
| 117 |
+
250,
|
| 118 |
+
300,
|
| 119 |
+
350,
|
| 120 |
+
400
|
| 121 |
+
],
|
| 122 |
+
"window_rates": [
|
| 123 |
+
0.0,
|
| 124 |
+
0.02,
|
| 125 |
+
0.06,
|
| 126 |
+
0.2,
|
| 127 |
+
0.3
|
| 128 |
+
],
|
| 129 |
+
"checkpoint_success": 0.06,
|
| 130 |
+
"validation_loss": 0.45747458934783936,
|
| 131 |
+
"validation_median25": 0.45414701104164124,
|
| 132 |
+
"train_loss": 0.10285825002056838
|
| 133 |
+
},
|
| 134 |
+
{
|
| 135 |
+
"epoch": 350,
|
| 136 |
+
"window_success": 0.188,
|
| 137 |
+
"window_epochs": [
|
| 138 |
+
250,
|
| 139 |
+
300,
|
| 140 |
+
350,
|
| 141 |
+
400,
|
| 142 |
+
450
|
| 143 |
+
],
|
| 144 |
+
"window_rates": [
|
| 145 |
+
0.02,
|
| 146 |
+
0.06,
|
| 147 |
+
0.2,
|
| 148 |
+
0.3,
|
| 149 |
+
0.36
|
| 150 |
+
],
|
| 151 |
+
"checkpoint_success": 0.2,
|
| 152 |
+
"validation_loss": 0.4795036315917969,
|
| 153 |
+
"validation_median25": 0.48740315437316895,
|
| 154 |
+
"train_loss": 0.08780850146724979
|
| 155 |
+
},
|
| 156 |
+
{
|
| 157 |
+
"epoch": 400,
|
| 158 |
+
"window_success": 0.272,
|
| 159 |
+
"window_epochs": [
|
| 160 |
+
300,
|
| 161 |
+
350,
|
| 162 |
+
400,
|
| 163 |
+
450,
|
| 164 |
+
500
|
| 165 |
+
],
|
| 166 |
+
"window_rates": [
|
| 167 |
+
0.06,
|
| 168 |
+
0.2,
|
| 169 |
+
0.3,
|
| 170 |
+
0.36,
|
| 171 |
+
0.44
|
| 172 |
+
],
|
| 173 |
+
"checkpoint_success": 0.3,
|
| 174 |
+
"validation_loss": 0.5115000009536743,
|
| 175 |
+
"validation_median25": 0.506587564945221,
|
| 176 |
+
"train_loss": 0.09255957075937149
|
| 177 |
+
},
|
| 178 |
+
{
|
| 179 |
+
"epoch": 450,
|
| 180 |
+
"window_success": 0.36,
|
| 181 |
+
"window_epochs": [
|
| 182 |
+
350,
|
| 183 |
+
400,
|
| 184 |
+
450,
|
| 185 |
+
500,
|
| 186 |
+
550
|
| 187 |
+
],
|
| 188 |
+
"window_rates": [
|
| 189 |
+
0.2,
|
| 190 |
+
0.3,
|
| 191 |
+
0.36,
|
| 192 |
+
0.44,
|
| 193 |
+
0.5
|
| 194 |
+
],
|
| 195 |
+
"checkpoint_success": 0.36,
|
| 196 |
+
"validation_loss": 0.49007081985473633,
|
| 197 |
+
"validation_median25": 0.4928528666496277,
|
| 198 |
+
"train_loss": 0.08991696170285737
|
| 199 |
+
},
|
| 200 |
+
{
|
| 201 |
+
"epoch": 500,
|
| 202 |
+
"window_success": 0.408,
|
| 203 |
+
"window_epochs": [
|
| 204 |
+
400,
|
| 205 |
+
450,
|
| 206 |
+
500,
|
| 207 |
+
550,
|
| 208 |
+
600
|
| 209 |
+
],
|
| 210 |
+
"window_rates": [
|
| 211 |
+
0.3,
|
| 212 |
+
0.36,
|
| 213 |
+
0.44,
|
| 214 |
+
0.5,
|
| 215 |
+
0.44
|
| 216 |
+
],
|
| 217 |
+
"checkpoint_success": 0.44,
|
| 218 |
+
"validation_loss": 0.5010855197906494,
|
| 219 |
+
"validation_median25": 0.5082739591598511,
|
| 220 |
+
"train_loss": 0.07958195398978826
|
| 221 |
+
},
|
| 222 |
+
{
|
| 223 |
+
"epoch": 550,
|
| 224 |
+
"window_success": 0.468,
|
| 225 |
+
"window_epochs": [
|
| 226 |
+
450,
|
| 227 |
+
500,
|
| 228 |
+
550,
|
| 229 |
+
600,
|
| 230 |
+
650
|
| 231 |
+
],
|
| 232 |
+
"window_rates": [
|
| 233 |
+
0.36,
|
| 234 |
+
0.44,
|
| 235 |
+
0.5,
|
| 236 |
+
0.44,
|
| 237 |
+
0.6
|
| 238 |
+
],
|
| 239 |
+
"checkpoint_success": 0.5,
|
| 240 |
+
"validation_loss": 0.49994319677352905,
|
| 241 |
+
"validation_median25": 0.49767476320266724,
|
| 242 |
+
"train_loss": 0.08382742673039852
|
| 243 |
+
},
|
| 244 |
+
{
|
| 245 |
+
"epoch": 600,
|
| 246 |
+
"window_success": 0.516,
|
| 247 |
+
"window_epochs": [
|
| 248 |
+
500,
|
| 249 |
+
550,
|
| 250 |
+
600,
|
| 251 |
+
650,
|
| 252 |
+
700
|
| 253 |
+
],
|
| 254 |
+
"window_rates": [
|
| 255 |
+
0.44,
|
| 256 |
+
0.5,
|
| 257 |
+
0.44,
|
| 258 |
+
0.6,
|
| 259 |
+
0.6
|
| 260 |
+
],
|
| 261 |
+
"checkpoint_success": 0.44,
|
| 262 |
+
"validation_loss": 0.5181633830070496,
|
| 263 |
+
"validation_median25": 0.5181633830070496,
|
| 264 |
+
"train_loss": 0.08112765103578568
|
| 265 |
+
},
|
| 266 |
+
{
|
| 267 |
+
"epoch": 650,
|
| 268 |
+
"window_success": 0.54,
|
| 269 |
+
"window_epochs": [
|
| 270 |
+
550,
|
| 271 |
+
600,
|
| 272 |
+
650,
|
| 273 |
+
700,
|
| 274 |
+
750
|
| 275 |
+
],
|
| 276 |
+
"window_rates": [
|
| 277 |
+
0.5,
|
| 278 |
+
0.44,
|
| 279 |
+
0.6,
|
| 280 |
+
0.6,
|
| 281 |
+
0.56
|
| 282 |
+
],
|
| 283 |
+
"checkpoint_success": 0.6,
|
| 284 |
+
"validation_loss": 0.5283104777336121,
|
| 285 |
+
"validation_median25": 0.5295516848564148,
|
| 286 |
+
"train_loss": 0.08089789247402933
|
| 287 |
+
},
|
| 288 |
+
{
|
| 289 |
+
"epoch": 700,
|
| 290 |
+
"window_success": 0.56,
|
| 291 |
+
"window_epochs": [
|
| 292 |
+
600,
|
| 293 |
+
650,
|
| 294 |
+
700,
|
| 295 |
+
750,
|
| 296 |
+
800
|
| 297 |
+
],
|
| 298 |
+
"window_rates": [
|
| 299 |
+
0.44,
|
| 300 |
+
0.6,
|
| 301 |
+
0.6,
|
| 302 |
+
0.56,
|
| 303 |
+
0.6
|
| 304 |
+
],
|
| 305 |
+
"checkpoint_success": 0.6,
|
| 306 |
+
"validation_loss": 0.5485419034957886,
|
| 307 |
+
"validation_median25": 0.5465537309646606,
|
| 308 |
+
"train_loss": 0.07083104439098323
|
| 309 |
+
},
|
| 310 |
+
{
|
| 311 |
+
"epoch": 750,
|
| 312 |
+
"window_success": 0.584,
|
| 313 |
+
"window_epochs": [
|
| 314 |
+
650,
|
| 315 |
+
700,
|
| 316 |
+
750,
|
| 317 |
+
800,
|
| 318 |
+
850
|
| 319 |
+
],
|
| 320 |
+
"window_rates": [
|
| 321 |
+
0.6,
|
| 322 |
+
0.6,
|
| 323 |
+
0.56,
|
| 324 |
+
0.6,
|
| 325 |
+
0.56
|
| 326 |
+
],
|
| 327 |
+
"checkpoint_success": 0.56,
|
| 328 |
+
"validation_loss": 0.5393218398094177,
|
| 329 |
+
"validation_median25": 0.5422897934913635,
|
| 330 |
+
"train_loss": 0.07607868075088654
|
| 331 |
+
},
|
| 332 |
+
{
|
| 333 |
+
"epoch": 800,
|
| 334 |
+
"window_success": 0.596,
|
| 335 |
+
"window_epochs": [
|
| 336 |
+
700,
|
| 337 |
+
750,
|
| 338 |
+
800,
|
| 339 |
+
850,
|
| 340 |
+
900
|
| 341 |
+
],
|
| 342 |
+
"window_rates": [
|
| 343 |
+
0.6,
|
| 344 |
+
0.56,
|
| 345 |
+
0.6,
|
| 346 |
+
0.56,
|
| 347 |
+
0.66
|
| 348 |
+
],
|
| 349 |
+
"checkpoint_success": 0.6,
|
| 350 |
+
"validation_loss": 0.5639132261276245,
|
| 351 |
+
"validation_median25": 0.5639132261276245,
|
| 352 |
+
"train_loss": 0.0734847183392662
|
| 353 |
+
},
|
| 354 |
+
{
|
| 355 |
+
"epoch": 850,
|
| 356 |
+
"window_success": 0.58,
|
| 357 |
+
"window_epochs": [
|
| 358 |
+
750,
|
| 359 |
+
800,
|
| 360 |
+
850,
|
| 361 |
+
900,
|
| 362 |
+
950
|
| 363 |
+
],
|
| 364 |
+
"window_rates": [
|
| 365 |
+
0.56,
|
| 366 |
+
0.6,
|
| 367 |
+
0.56,
|
| 368 |
+
0.66,
|
| 369 |
+
0.52
|
| 370 |
+
],
|
| 371 |
+
"checkpoint_success": 0.56,
|
| 372 |
+
"validation_loss": 0.5641499161720276,
|
| 373 |
+
"validation_median25": 0.5625573396682739,
|
| 374 |
+
"train_loss": 0.07062811643909803
|
| 375 |
+
},
|
| 376 |
+
{
|
| 377 |
+
"epoch": 900,
|
| 378 |
+
"window_success": 0.596,
|
| 379 |
+
"window_epochs": [
|
| 380 |
+
800,
|
| 381 |
+
850,
|
| 382 |
+
900,
|
| 383 |
+
950,
|
| 384 |
+
1000
|
| 385 |
+
],
|
| 386 |
+
"window_rates": [
|
| 387 |
+
0.6,
|
| 388 |
+
0.56,
|
| 389 |
+
0.66,
|
| 390 |
+
0.52,
|
| 391 |
+
0.64
|
| 392 |
+
],
|
| 393 |
+
"checkpoint_success": 0.66,
|
| 394 |
+
"validation_loss": 0.5651299953460693,
|
| 395 |
+
"validation_median25": 0.5689555406570435,
|
| 396 |
+
"train_loss": 0.06855810215528711
|
| 397 |
+
},
|
| 398 |
+
{
|
| 399 |
+
"epoch": 950,
|
| 400 |
+
"window_success": 0.588,
|
| 401 |
+
"window_epochs": [
|
| 402 |
+
850,
|
| 403 |
+
900,
|
| 404 |
+
950,
|
| 405 |
+
1000,
|
| 406 |
+
1050
|
| 407 |
+
],
|
| 408 |
+
"window_rates": [
|
| 409 |
+
0.56,
|
| 410 |
+
0.66,
|
| 411 |
+
0.52,
|
| 412 |
+
0.64,
|
| 413 |
+
0.56
|
| 414 |
+
],
|
| 415 |
+
"checkpoint_success": 0.52,
|
| 416 |
+
"validation_loss": 0.5936965942382812,
|
| 417 |
+
"validation_median25": 0.5733910799026489,
|
| 418 |
+
"train_loss": 0.06575871588997302
|
| 419 |
+
},
|
| 420 |
+
{
|
| 421 |
+
"epoch": 1000,
|
| 422 |
+
"window_success": 0.588,
|
| 423 |
+
"window_epochs": [
|
| 424 |
+
900,
|
| 425 |
+
950,
|
| 426 |
+
1000,
|
| 427 |
+
1050,
|
| 428 |
+
1100
|
| 429 |
+
],
|
| 430 |
+
"window_rates": [
|
| 431 |
+
0.66,
|
| 432 |
+
0.52,
|
| 433 |
+
0.64,
|
| 434 |
+
0.56,
|
| 435 |
+
0.56
|
| 436 |
+
],
|
| 437 |
+
"checkpoint_success": 0.64,
|
| 438 |
+
"validation_loss": 0.5735032558441162,
|
| 439 |
+
"validation_median25": 0.5769397020339966,
|
| 440 |
+
"train_loss": 0.06115482740130185
|
| 441 |
+
},
|
| 442 |
+
{
|
| 443 |
+
"epoch": 1050,
|
| 444 |
+
"window_success": 0.584,
|
| 445 |
+
"window_epochs": [
|
| 446 |
+
950,
|
| 447 |
+
1000,
|
| 448 |
+
1050,
|
| 449 |
+
1100,
|
| 450 |
+
1150
|
| 451 |
+
],
|
| 452 |
+
"window_rates": [
|
| 453 |
+
0.52,
|
| 454 |
+
0.64,
|
| 455 |
+
0.56,
|
| 456 |
+
0.56,
|
| 457 |
+
0.64
|
| 458 |
+
],
|
| 459 |
+
"checkpoint_success": 0.56,
|
| 460 |
+
"validation_loss": 0.5896050930023193,
|
| 461 |
+
"validation_median25": 0.5887178182601929,
|
| 462 |
+
"train_loss": 0.06446758672171822
|
| 463 |
+
},
|
| 464 |
+
{
|
| 465 |
+
"epoch": 1100,
|
| 466 |
+
"window_success": 0.592,
|
| 467 |
+
"window_epochs": [
|
| 468 |
+
1000,
|
| 469 |
+
1050,
|
| 470 |
+
1100,
|
| 471 |
+
1150,
|
| 472 |
+
1200
|
| 473 |
+
],
|
| 474 |
+
"window_rates": [
|
| 475 |
+
0.64,
|
| 476 |
+
0.56,
|
| 477 |
+
0.56,
|
| 478 |
+
0.64,
|
| 479 |
+
0.56
|
| 480 |
+
],
|
| 481 |
+
"checkpoint_success": 0.56,
|
| 482 |
+
"validation_loss": 0.5970784425735474,
|
| 483 |
+
"validation_median25": 0.5952539443969727,
|
| 484 |
+
"train_loss": 0.058009760546176424
|
| 485 |
+
},
|
| 486 |
+
{
|
| 487 |
+
"epoch": 1150,
|
| 488 |
+
"window_success": 0.588,
|
| 489 |
+
"window_epochs": [
|
| 490 |
+
1050,
|
| 491 |
+
1100,
|
| 492 |
+
1150,
|
| 493 |
+
1200,
|
| 494 |
+
1250
|
| 495 |
+
],
|
| 496 |
+
"window_rates": [
|
| 497 |
+
0.56,
|
| 498 |
+
0.56,
|
| 499 |
+
0.64,
|
| 500 |
+
0.56,
|
| 501 |
+
0.62
|
| 502 |
+
],
|
| 503 |
+
"checkpoint_success": 0.64,
|
| 504 |
+
"validation_loss": 0.58793044090271,
|
| 505 |
+
"validation_median25": 0.594429612159729,
|
| 506 |
+
"train_loss": 0.062355302107173764
|
| 507 |
+
},
|
| 508 |
+
{
|
| 509 |
+
"epoch": 1200,
|
| 510 |
+
"window_success": 0.592,
|
| 511 |
+
"window_epochs": [
|
| 512 |
+
1100,
|
| 513 |
+
1150,
|
| 514 |
+
1200,
|
| 515 |
+
1250,
|
| 516 |
+
1300
|
| 517 |
+
],
|
| 518 |
+
"window_rates": [
|
| 519 |
+
0.56,
|
| 520 |
+
0.64,
|
| 521 |
+
0.56,
|
| 522 |
+
0.62,
|
| 523 |
+
0.58
|
| 524 |
+
],
|
| 525 |
+
"checkpoint_success": 0.56,
|
| 526 |
+
"validation_loss": 0.6019579172134399,
|
| 527 |
+
"validation_median25": 0.6028096675872803,
|
| 528 |
+
"train_loss": 0.058292025142438864
|
| 529 |
+
},
|
| 530 |
+
{
|
| 531 |
+
"epoch": 1250,
|
| 532 |
+
"window_success": 0.6,
|
| 533 |
+
"window_epochs": [
|
| 534 |
+
1150,
|
| 535 |
+
1200,
|
| 536 |
+
1250,
|
| 537 |
+
1300,
|
| 538 |
+
1350
|
| 539 |
+
],
|
| 540 |
+
"window_rates": [
|
| 541 |
+
0.64,
|
| 542 |
+
0.56,
|
| 543 |
+
0.62,
|
| 544 |
+
0.58,
|
| 545 |
+
0.6
|
| 546 |
+
],
|
| 547 |
+
"checkpoint_success": 0.62,
|
| 548 |
+
"validation_loss": 0.5990209579467773,
|
| 549 |
+
"validation_median25": 0.6020877361297607,
|
| 550 |
+
"train_loss": 0.05738209500188666
|
| 551 |
+
},
|
| 552 |
+
{
|
| 553 |
+
"epoch": 1300,
|
| 554 |
+
"window_success": 0.592,
|
| 555 |
+
"window_epochs": [
|
| 556 |
+
1200,
|
| 557 |
+
1250,
|
| 558 |
+
1300,
|
| 559 |
+
1350,
|
| 560 |
+
1400
|
| 561 |
+
],
|
| 562 |
+
"window_rates": [
|
| 563 |
+
0.56,
|
| 564 |
+
0.62,
|
| 565 |
+
0.58,
|
| 566 |
+
0.6,
|
| 567 |
+
0.6
|
| 568 |
+
],
|
| 569 |
+
"checkpoint_success": 0.58,
|
| 570 |
+
"validation_loss": 0.6147390007972717,
|
| 571 |
+
"validation_median25": 0.6089740991592407,
|
| 572 |
+
"train_loss": 0.05982639615326066
|
| 573 |
+
},
|
| 574 |
+
{
|
| 575 |
+
"epoch": 1350,
|
| 576 |
+
"window_success": 0.592,
|
| 577 |
+
"window_epochs": [
|
| 578 |
+
1250,
|
| 579 |
+
1300,
|
| 580 |
+
1350,
|
| 581 |
+
1400,
|
| 582 |
+
1450
|
| 583 |
+
],
|
| 584 |
+
"window_rates": [
|
| 585 |
+
0.62,
|
| 586 |
+
0.58,
|
| 587 |
+
0.6,
|
| 588 |
+
0.6,
|
| 589 |
+
0.56
|
| 590 |
+
],
|
| 591 |
+
"checkpoint_success": 0.6,
|
| 592 |
+
"validation_loss": 0.6104006767272949,
|
| 593 |
+
"validation_median25": 0.6101309061050415,
|
| 594 |
+
"train_loss": 0.061627411209770736
|
| 595 |
+
},
|
| 596 |
+
{
|
| 597 |
+
"epoch": 1400,
|
| 598 |
+
"window_success": 0.584,
|
| 599 |
+
"window_epochs": [
|
| 600 |
+
1300,
|
| 601 |
+
1350,
|
| 602 |
+
1400,
|
| 603 |
+
1450,
|
| 604 |
+
1500
|
| 605 |
+
],
|
| 606 |
+
"window_rates": [
|
| 607 |
+
0.58,
|
| 608 |
+
0.6,
|
| 609 |
+
0.6,
|
| 610 |
+
0.56,
|
| 611 |
+
0.58
|
| 612 |
+
],
|
| 613 |
+
"checkpoint_success": 0.6,
|
| 614 |
+
"validation_loss": 0.6148077845573425,
|
| 615 |
+
"validation_median25": 0.6193165183067322,
|
| 616 |
+
"train_loss": 0.05805380314618245
|
| 617 |
+
},
|
| 618 |
+
{
|
| 619 |
+
"epoch": 1450,
|
| 620 |
+
"window_success": 0.588,
|
| 621 |
+
"window_epochs": [
|
| 622 |
+
1350,
|
| 623 |
+
1400,
|
| 624 |
+
1450,
|
| 625 |
+
1500,
|
| 626 |
+
1550
|
| 627 |
+
],
|
| 628 |
+
"window_rates": [
|
| 629 |
+
0.6,
|
| 630 |
+
0.6,
|
| 631 |
+
0.56,
|
| 632 |
+
0.58,
|
| 633 |
+
0.6
|
| 634 |
+
],
|
| 635 |
+
"checkpoint_success": 0.56,
|
| 636 |
+
"validation_loss": 0.630272626876831,
|
| 637 |
+
"validation_median25": 0.6307523846626282,
|
| 638 |
+
"train_loss": 0.059373040173590685
|
| 639 |
+
},
|
| 640 |
+
{
|
| 641 |
+
"epoch": 1500,
|
| 642 |
+
"window_success": 0.592,
|
| 643 |
+
"window_epochs": [
|
| 644 |
+
1400,
|
| 645 |
+
1450,
|
| 646 |
+
1500,
|
| 647 |
+
1550,
|
| 648 |
+
1600
|
| 649 |
+
],
|
| 650 |
+
"window_rates": [
|
| 651 |
+
0.6,
|
| 652 |
+
0.56,
|
| 653 |
+
0.58,
|
| 654 |
+
0.6,
|
| 655 |
+
0.62
|
| 656 |
+
],
|
| 657 |
+
"checkpoint_success": 0.58,
|
| 658 |
+
"validation_loss": 0.6379145383834839,
|
| 659 |
+
"validation_median25": 0.6359659433364868,
|
| 660 |
+
"train_loss": 0.05182065497146475
|
| 661 |
+
},
|
| 662 |
+
{
|
| 663 |
+
"epoch": 1550,
|
| 664 |
+
"window_success": 0.58,
|
| 665 |
+
"window_epochs": [
|
| 666 |
+
1450,
|
| 667 |
+
1500,
|
| 668 |
+
1550,
|
| 669 |
+
1600,
|
| 670 |
+
1650
|
| 671 |
+
],
|
| 672 |
+
"window_rates": [
|
| 673 |
+
0.56,
|
| 674 |
+
0.58,
|
| 675 |
+
0.6,
|
| 676 |
+
0.62,
|
| 677 |
+
0.54
|
| 678 |
+
],
|
| 679 |
+
"checkpoint_success": 0.6,
|
| 680 |
+
"validation_loss": 0.6321786642074585,
|
| 681 |
+
"validation_median25": 0.6366950869560242,
|
| 682 |
+
"train_loss": 0.06006119372606218
|
| 683 |
+
},
|
| 684 |
+
{
|
| 685 |
+
"epoch": 1600,
|
| 686 |
+
"window_success": 0.6,
|
| 687 |
+
"window_epochs": [
|
| 688 |
+
1500,
|
| 689 |
+
1550,
|
| 690 |
+
1600,
|
| 691 |
+
1650,
|
| 692 |
+
1700
|
| 693 |
+
],
|
| 694 |
+
"window_rates": [
|
| 695 |
+
0.58,
|
| 696 |
+
0.6,
|
| 697 |
+
0.62,
|
| 698 |
+
0.54,
|
| 699 |
+
0.66
|
| 700 |
+
],
|
| 701 |
+
"checkpoint_success": 0.62,
|
| 702 |
+
"validation_loss": 0.6345670223236084,
|
| 703 |
+
"validation_median25": 0.6392492055892944,
|
| 704 |
+
"train_loss": 0.04870477740480701
|
| 705 |
+
},
|
| 706 |
+
{
|
| 707 |
+
"epoch": 1650,
|
| 708 |
+
"window_success": 0.604,
|
| 709 |
+
"window_epochs": [
|
| 710 |
+
1550,
|
| 711 |
+
1600,
|
| 712 |
+
1650,
|
| 713 |
+
1700,
|
| 714 |
+
1750
|
| 715 |
+
],
|
| 716 |
+
"window_rates": [
|
| 717 |
+
0.6,
|
| 718 |
+
0.62,
|
| 719 |
+
0.54,
|
| 720 |
+
0.66,
|
| 721 |
+
0.6
|
| 722 |
+
],
|
| 723 |
+
"checkpoint_success": 0.54,
|
| 724 |
+
"validation_loss": 0.6310160160064697,
|
| 725 |
+
"validation_median25": 0.631841778755188,
|
| 726 |
+
"train_loss": 0.05433680770308982
|
| 727 |
+
},
|
| 728 |
+
{
|
| 729 |
+
"epoch": 1700,
|
| 730 |
+
"window_success": 0.592,
|
| 731 |
+
"window_epochs": [
|
| 732 |
+
1600,
|
| 733 |
+
1650,
|
| 734 |
+
1700,
|
| 735 |
+
1750,
|
| 736 |
+
1800
|
| 737 |
+
],
|
| 738 |
+
"window_rates": [
|
| 739 |
+
0.62,
|
| 740 |
+
0.54,
|
| 741 |
+
0.66,
|
| 742 |
+
0.6,
|
| 743 |
+
0.54
|
| 744 |
+
],
|
| 745 |
+
"checkpoint_success": 0.66,
|
| 746 |
+
"validation_loss": 0.6304184794425964,
|
| 747 |
+
"validation_median25": 0.638268232345581,
|
| 748 |
+
"train_loss": 0.054939981304966634
|
| 749 |
+
},
|
| 750 |
+
{
|
| 751 |
+
"epoch": 1750,
|
| 752 |
+
"window_success": 0.572,
|
| 753 |
+
"window_epochs": [
|
| 754 |
+
1650,
|
| 755 |
+
1700,
|
| 756 |
+
1750,
|
| 757 |
+
1800,
|
| 758 |
+
1850
|
| 759 |
+
],
|
| 760 |
+
"window_rates": [
|
| 761 |
+
0.54,
|
| 762 |
+
0.66,
|
| 763 |
+
0.6,
|
| 764 |
+
0.54,
|
| 765 |
+
0.52
|
| 766 |
+
],
|
| 767 |
+
"checkpoint_success": 0.6,
|
| 768 |
+
"validation_loss": 0.6333577632904053,
|
| 769 |
+
"validation_median25": 0.6340997219085693,
|
| 770 |
+
"train_loss": 0.046371973692762004
|
| 771 |
+
},
|
| 772 |
+
{
|
| 773 |
+
"epoch": 1800,
|
| 774 |
+
"window_success": 0.576,
|
| 775 |
+
"window_epochs": [
|
| 776 |
+
1700,
|
| 777 |
+
1750,
|
| 778 |
+
1800,
|
| 779 |
+
1850,
|
| 780 |
+
1900
|
| 781 |
+
],
|
| 782 |
+
"window_rates": [
|
| 783 |
+
0.66,
|
| 784 |
+
0.6,
|
| 785 |
+
0.54,
|
| 786 |
+
0.52,
|
| 787 |
+
0.56
|
| 788 |
+
],
|
| 789 |
+
"checkpoint_success": 0.54,
|
| 790 |
+
"validation_loss": 0.6404462456703186,
|
| 791 |
+
"validation_median25": 0.6393136978149414,
|
| 792 |
+
"train_loss": 0.051096609022837705
|
| 793 |
+
},
|
| 794 |
+
{
|
| 795 |
+
"epoch": 1850,
|
| 796 |
+
"window_success": 0.576,
|
| 797 |
+
"window_epochs": [
|
| 798 |
+
1750,
|
| 799 |
+
1800,
|
| 800 |
+
1850,
|
| 801 |
+
1900,
|
| 802 |
+
1950
|
| 803 |
+
],
|
| 804 |
+
"window_rates": [
|
| 805 |
+
0.6,
|
| 806 |
+
0.54,
|
| 807 |
+
0.52,
|
| 808 |
+
0.56,
|
| 809 |
+
0.66
|
| 810 |
+
],
|
| 811 |
+
"checkpoint_success": 0.52,
|
| 812 |
+
"validation_loss": 0.6563377976417542,
|
| 813 |
+
"validation_median25": 0.653765857219696,
|
| 814 |
+
"train_loss": 0.04988881267930182
|
| 815 |
+
}
|
| 816 |
+
],
|
| 817 |
+
"independent_evaluation_completed": true,
|
| 818 |
+
"interpretation": "Task-performance/validation tradeoff; not proof of absence of overfitting",
|
| 819 |
+
"source_sha256": {
|
| 820 |
+
"train_metrics.jsonl": "9e451be871517da46614dcbe19735ddea372d5232ff65b6f023393e2c281c455",
|
| 821 |
+
"validation_metrics.jsonl": "6d07983d39a289521417fd63b55dfb18b3feb234484ec5fa6032822e5afb60d8",
|
| 822 |
+
"evaluations.jsonl": "01d2a0b3696bf9e7920f3544d69c6791224c47c78829dff9af0d8835df345dcd"
|
| 823 |
+
},
|
| 824 |
+
"independent_evaluation_result": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/operations/20261027_selected_bc_final200/can_mixed20_e800/result.json",
|
| 825 |
+
"independent_final200": {
|
| 826 |
+
"success": 0.505,
|
| 827 |
+
"successes": 101,
|
| 828 |
+
"total": 200,
|
| 829 |
+
"ci_low": 0.43627000033527485,
|
| 830 |
+
"ci_high": 0.5735415464009526,
|
| 831 |
+
"seconds": 277.20080372085795
|
| 832 |
+
}
|
| 833 |
+
}
|
visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/protocol.json
ADDED
|
@@ -0,0 +1,226 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/can20/StandardBaseBC/jax/can/mixed20/seed_1/checkpoints/epoch_800.pkl",
|
| 3 |
+
"checkpoint_sha256": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45",
|
| 4 |
+
"collision_geoms": false,
|
| 5 |
+
"epoch": 800,
|
| 6 |
+
"identity_hash": "e21e51338057df6bd6acc98bf795ed0f74dce71b7dd67f5dceed7afd4c800469",
|
| 7 |
+
"job": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/can20/jobs/01.json",
|
| 8 |
+
"panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3",
|
| 9 |
+
"reset_seeds": [
|
| 10 |
+
70723122,
|
| 11 |
+
66851989,
|
| 12 |
+
60005579,
|
| 13 |
+
32401708,
|
| 14 |
+
19153477,
|
| 15 |
+
42749167,
|
| 16 |
+
46661357,
|
| 17 |
+
27402198,
|
| 18 |
+
47810457,
|
| 19 |
+
18848891,
|
| 20 |
+
17918997,
|
| 21 |
+
80363015,
|
| 22 |
+
64973617,
|
| 23 |
+
14420984,
|
| 24 |
+
34943840,
|
| 25 |
+
20266056,
|
| 26 |
+
55423323,
|
| 27 |
+
77426949,
|
| 28 |
+
21093578,
|
| 29 |
+
74139179,
|
| 30 |
+
65396037,
|
| 31 |
+
66433136,
|
| 32 |
+
18174832,
|
| 33 |
+
44050868,
|
| 34 |
+
79827091,
|
| 35 |
+
48142557,
|
| 36 |
+
81058782,
|
| 37 |
+
57440191,
|
| 38 |
+
71718518,
|
| 39 |
+
62288442,
|
| 40 |
+
38780438,
|
| 41 |
+
31543247,
|
| 42 |
+
45815861,
|
| 43 |
+
69976624,
|
| 44 |
+
27741928,
|
| 45 |
+
47860773,
|
| 46 |
+
68719953,
|
| 47 |
+
72413983,
|
| 48 |
+
43596719,
|
| 49 |
+
25975279,
|
| 50 |
+
75651978,
|
| 51 |
+
62538517,
|
| 52 |
+
49157692,
|
| 53 |
+
72093687,
|
| 54 |
+
35658896,
|
| 55 |
+
34016592,
|
| 56 |
+
56600068,
|
| 57 |
+
85354907,
|
| 58 |
+
64181994,
|
| 59 |
+
64561502,
|
| 60 |
+
76858975,
|
| 61 |
+
17852290,
|
| 62 |
+
20068153,
|
| 63 |
+
39072183,
|
| 64 |
+
55774539,
|
| 65 |
+
26085971,
|
| 66 |
+
37837570,
|
| 67 |
+
88758485,
|
| 68 |
+
75982683,
|
| 69 |
+
81377703,
|
| 70 |
+
57992264,
|
| 71 |
+
80112931,
|
| 72 |
+
88742902,
|
| 73 |
+
47013480,
|
| 74 |
+
36523859,
|
| 75 |
+
19498677,
|
| 76 |
+
20212586,
|
| 77 |
+
55485421,
|
| 78 |
+
36767911,
|
| 79 |
+
50597940,
|
| 80 |
+
65503466,
|
| 81 |
+
87299732,
|
| 82 |
+
61456577,
|
| 83 |
+
79295759,
|
| 84 |
+
10605088,
|
| 85 |
+
21163776,
|
| 86 |
+
74346251,
|
| 87 |
+
59990172,
|
| 88 |
+
40756359,
|
| 89 |
+
29123831,
|
| 90 |
+
22339698,
|
| 91 |
+
55950171,
|
| 92 |
+
25459058,
|
| 93 |
+
89169841,
|
| 94 |
+
51768760,
|
| 95 |
+
59320974,
|
| 96 |
+
43210884,
|
| 97 |
+
19819408,
|
| 98 |
+
27287306,
|
| 99 |
+
77579712,
|
| 100 |
+
33855715,
|
| 101 |
+
18917811,
|
| 102 |
+
50238382,
|
| 103 |
+
29018479,
|
| 104 |
+
58133015,
|
| 105 |
+
23864203,
|
| 106 |
+
49568781,
|
| 107 |
+
55772368,
|
| 108 |
+
69087148,
|
| 109 |
+
43159811,
|
| 110 |
+
42777958,
|
| 111 |
+
79686252,
|
| 112 |
+
88287947,
|
| 113 |
+
24484856,
|
| 114 |
+
40522505,
|
| 115 |
+
18535306,
|
| 116 |
+
27261685,
|
| 117 |
+
55157386,
|
| 118 |
+
73419901,
|
| 119 |
+
51177153,
|
| 120 |
+
66197636,
|
| 121 |
+
89218160,
|
| 122 |
+
20312137,
|
| 123 |
+
32815280,
|
| 124 |
+
38566965,
|
| 125 |
+
67538690,
|
| 126 |
+
51444755,
|
| 127 |
+
49534469,
|
| 128 |
+
55520272,
|
| 129 |
+
78917430,
|
| 130 |
+
53987225,
|
| 131 |
+
33135526,
|
| 132 |
+
10641443,
|
| 133 |
+
83269321,
|
| 134 |
+
50371327,
|
| 135 |
+
60499091,
|
| 136 |
+
14174315,
|
| 137 |
+
34430409,
|
| 138 |
+
78665761,
|
| 139 |
+
55417809,
|
| 140 |
+
29697446,
|
| 141 |
+
67300186,
|
| 142 |
+
14166946,
|
| 143 |
+
34309048,
|
| 144 |
+
38651973,
|
| 145 |
+
63582284,
|
| 146 |
+
11252552,
|
| 147 |
+
13083214,
|
| 148 |
+
12656665,
|
| 149 |
+
39216146,
|
| 150 |
+
53058687,
|
| 151 |
+
26843165,
|
| 152 |
+
26213599,
|
| 153 |
+
75250873,
|
| 154 |
+
86873350,
|
| 155 |
+
23044120,
|
| 156 |
+
74475483,
|
| 157 |
+
73879766,
|
| 158 |
+
38462205,
|
| 159 |
+
36712875,
|
| 160 |
+
61476060,
|
| 161 |
+
40070375,
|
| 162 |
+
11657834,
|
| 163 |
+
12071629,
|
| 164 |
+
70951113,
|
| 165 |
+
86273812,
|
| 166 |
+
33086249,
|
| 167 |
+
41678564,
|
| 168 |
+
34536118,
|
| 169 |
+
27607156,
|
| 170 |
+
70130490,
|
| 171 |
+
70448950,
|
| 172 |
+
63854211,
|
| 173 |
+
58640013,
|
| 174 |
+
71222810,
|
| 175 |
+
77025643,
|
| 176 |
+
46535790,
|
| 177 |
+
13450163,
|
| 178 |
+
48130374,
|
| 179 |
+
28109111,
|
| 180 |
+
27277335,
|
| 181 |
+
14975106,
|
| 182 |
+
25482760,
|
| 183 |
+
51368844,
|
| 184 |
+
65499499,
|
| 185 |
+
38883080,
|
| 186 |
+
56579733,
|
| 187 |
+
81285249,
|
| 188 |
+
71293324,
|
| 189 |
+
79868703,
|
| 190 |
+
78989122,
|
| 191 |
+
27209169,
|
| 192 |
+
43304167,
|
| 193 |
+
84752852,
|
| 194 |
+
39685313,
|
| 195 |
+
10941718,
|
| 196 |
+
17638132,
|
| 197 |
+
42683951,
|
| 198 |
+
29174955,
|
| 199 |
+
13106538,
|
| 200 |
+
82750942,
|
| 201 |
+
27595794,
|
| 202 |
+
85382063,
|
| 203 |
+
22544583,
|
| 204 |
+
82667196,
|
| 205 |
+
53585719,
|
| 206 |
+
68118062,
|
| 207 |
+
84752103,
|
| 208 |
+
10971071,
|
| 209 |
+
17007174
|
| 210 |
+
],
|
| 211 |
+
"script_sha256": "7be8b5440b354a862228f5a3d3855ec0ba7267c78c4e04158fa028e9633e8d32",
|
| 212 |
+
"selection": "frozen before this independent panel was evaluated",
|
| 213 |
+
"settings": {
|
| 214 |
+
"episodes": 200,
|
| 215 |
+
"interval_epochs": 10,
|
| 216 |
+
"policy_seed": 700001,
|
| 217 |
+
"reset_seed_start": 880000,
|
| 218 |
+
"seed_panel_seed": 20261021,
|
| 219 |
+
"seed_range": [
|
| 220 |
+
10000000,
|
| 221 |
+
90000000
|
| 222 |
+
],
|
| 223 |
+
"seed_sampling": "uniform_without_replacement",
|
| 224 |
+
"workers": 8
|
| 225 |
+
}
|
| 226 |
+
}
|
visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/result.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/status.json
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"epoch": 800,
|
| 3 |
+
"status": "completed",
|
| 4 |
+
"success": 0.505,
|
| 5 |
+
"successes": 101,
|
| 6 |
+
"total": 200
|
| 7 |
+
}
|
visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/release.json
ADDED
|
@@ -0,0 +1,59 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"schema_version": 1,
|
| 3 |
+
"repo_id": "yangfy0627/RL-postTrain",
|
| 4 |
+
"created_at": "2026-10-26T21:53:23.618600+00:00",
|
| 5 |
+
"model": {
|
| 6 |
+
"task": "Can",
|
| 7 |
+
"suite": "Robomimic",
|
| 8 |
+
"experiment": "can",
|
| 9 |
+
"regime": "mixed20",
|
| 10 |
+
"seed": 1,
|
| 11 |
+
"epoch": 800,
|
| 12 |
+
"trained_epochs_at_selection": 2000,
|
| 13 |
+
"planned_epochs": 2000,
|
| 14 |
+
"training_status_at_selection": "user_accepted_after_joint_curve_review",
|
| 15 |
+
"family": "StandardBaseBC",
|
| 16 |
+
"framework": "jax",
|
| 17 |
+
"weights": "complete_model_EMA",
|
| 18 |
+
"horizon": 4,
|
| 19 |
+
"collision_geoms": false,
|
| 20 |
+
"selection_rule": "Joint train/validation/periodic-success review with explicit user-approved checkpoints; Can diverse20 e1500 corrected before final200",
|
| 21 |
+
"window_success_rate": 0.596,
|
| 22 |
+
"window_epochs": [
|
| 23 |
+
700,
|
| 24 |
+
750,
|
| 25 |
+
800,
|
| 26 |
+
850,
|
| 27 |
+
900
|
| 28 |
+
],
|
| 29 |
+
"window_episodes": 250,
|
| 30 |
+
"selection_note": "Neighborhood average combines different checkpoints on reused seeds; final200 reports this fixed checkpoint",
|
| 31 |
+
"final200": {
|
| 32 |
+
"success": 0.505,
|
| 33 |
+
"successes": 101,
|
| 34 |
+
"total": 200,
|
| 35 |
+
"ci_low": 0.43627000033527485,
|
| 36 |
+
"ci_high": 0.5735415464009526
|
| 37 |
+
},
|
| 38 |
+
"final200_panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3",
|
| 39 |
+
"checkpoint_sha256": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45",
|
| 40 |
+
"checkpoint_bytes": 96581191,
|
| 41 |
+
"pixel_spec_hash": "e00bb9535842d7de5f0bbc641ce4c5fe2824414d4097d42299be825e161ffef4",
|
| 42 |
+
"identity_hash": "e21e51338057df6bd6acc98bf795ed0f74dce71b7dd67f5dceed7afd4c800469",
|
| 43 |
+
"path": "visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/checkpoints/epoch_800.pkl",
|
| 44 |
+
"directory": "visual_no_collision/Robomimic/study1/Can/mixed20/seed_1",
|
| 45 |
+
"supervision": {
|
| 46 |
+
"status": "selected_after_joint_review",
|
| 47 |
+
"training": "completed",
|
| 48 |
+
"joint_curve_review_status": "finalized_user_accepted",
|
| 49 |
+
"reviewed_at": "2026-10-26T21:53:23.618600+00:00",
|
| 50 |
+
"review_evidence": "visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/selection_supervision.json",
|
| 51 |
+
"final200_role": "report_only_not_used_for_reselection",
|
| 52 |
+
"zero_overfitting_claim": false,
|
| 53 |
+
"completed_train_epoch": 2000
|
| 54 |
+
},
|
| 55 |
+
"evaluation_schedule": "visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/evaluation_override.json"
|
| 56 |
+
},
|
| 57 |
+
"publication_authorization": "User 2026-10-27: upload these four accepted pretrained BC checkpoints",
|
| 58 |
+
"purpose": "Visual-only pretrained initialization for downstream RL; original machine paths retained as provenance"
|
| 59 |
+
}
|
visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/selection_supervision.json
ADDED
|
@@ -0,0 +1,33 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "user_accepted_after_joint_curve_review",
|
| 3 |
+
"selection_frozen_before_final200": true,
|
| 4 |
+
"final200_role": "report_only_not_used_for_reselection",
|
| 5 |
+
"user_accepted_epoch": 800,
|
| 6 |
+
"zero_overfitting_claim": false,
|
| 7 |
+
"user_selection": null,
|
| 8 |
+
"comparison_with_epoch2000": {
|
| 9 |
+
"task": "can",
|
| 10 |
+
"regime": "mixed20",
|
| 11 |
+
"epoch": 800,
|
| 12 |
+
"checkpoint_sha256": "1a9c39d6ccef52730b947cff86232c2602ef3f8c33710a33090b6b2b32962e45",
|
| 13 |
+
"result": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/operations/20261027_selected_bc_final200/can_mixed20_e800/result.json",
|
| 14 |
+
"periodic50_success": 0.6,
|
| 15 |
+
"final200": {
|
| 16 |
+
"success": 0.505,
|
| 17 |
+
"successes": 101,
|
| 18 |
+
"total": 200,
|
| 19 |
+
"ci_low": 0.43627000033527485,
|
| 20 |
+
"ci_high": 0.5735415464009526,
|
| 21 |
+
"seconds": 277.20080372085795
|
| 22 |
+
},
|
| 23 |
+
"epoch2000_success": 0.535,
|
| 24 |
+
"paired_change_percentage_points": -3.0000000000000027,
|
| 25 |
+
"paired_counts": {
|
| 26 |
+
"both_success": 80,
|
| 27 |
+
"selected_only": 21,
|
| 28 |
+
"epoch2000_only": 27,
|
| 29 |
+
"both_fail": 72
|
| 30 |
+
},
|
| 31 |
+
"panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3"
|
| 32 |
+
}
|
| 33 |
+
}
|
visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/training_status.json
ADDED
|
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "completed",
|
| 3 |
+
"completed_epoch": 2000,
|
| 4 |
+
"selected_epoch": 800,
|
| 5 |
+
"independent_evaluation_completed": true
|
| 6 |
+
}
|
visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/provenance/evaluate_comparison.py
ADDED
|
@@ -0,0 +1,67 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""Evaluate the user-requested epoch1400 checkpoint on the reused comparison panel.
|
| 2 |
+
No changes to training or published model selection.
|
| 3 |
+
"""
|
| 4 |
+
import argparse
|
| 5 |
+
import copy
|
| 6 |
+
import json
|
| 7 |
+
import os
|
| 8 |
+
import sys
|
| 9 |
+
import time
|
| 10 |
+
from pathlib import Path
|
| 11 |
+
|
| 12 |
+
|
| 13 |
+
def main():
|
| 14 |
+
p = argparse.ArgumentParser()
|
| 15 |
+
p.add_argument("--job", required=True, type=Path)
|
| 16 |
+
p.add_argument("--checkpoint", required=True, type=Path)
|
| 17 |
+
p.add_argument("--output", required=True, type=Path)
|
| 18 |
+
args = p.parse_args()
|
| 19 |
+
sys.path.insert(0, str(Path.cwd() / "src"))
|
| 20 |
+
job = json.loads(args.job.read_text())
|
| 21 |
+
os.environ["RL_PT_EXPERIMENT"] = job["experiment"]
|
| 22 |
+
from rl_pt_analyze.bc_pretrain import validate_job, _evaluate
|
| 23 |
+
from rl_pt_analyze.bc_evaluation import evaluation_settings, evaluation_seeds
|
| 24 |
+
from rl_pt_analyze.io import canonical_hash, sha256_file, write_json
|
| 25 |
+
spec = validate_job(job)
|
| 26 |
+
assert spec.collision_geoms is False
|
| 27 |
+
meta = json.loads(args.checkpoint.with_suffix(".json").read_text())
|
| 28 |
+
digest = sha256_file(args.checkpoint)
|
| 29 |
+
assert digest == meta["sha256"]
|
| 30 |
+
assert meta["resolved_config"]["identity_hash"] == job["identity_hash"]
|
| 31 |
+
epoch = meta["metadata"]["epoch"]
|
| 32 |
+
settings = evaluation_settings(job, job["training"]["epochs"])
|
| 33 |
+
seeds = evaluation_seeds(settings)
|
| 34 |
+
periodic = evaluation_seeds(evaluation_settings(job, 0))
|
| 35 |
+
assert len(seeds) == 200 and not set(seeds).intersection(periodic)
|
| 36 |
+
assert not args.output.exists(), f"Refusing to overwrite {args.output}"
|
| 37 |
+
args.output.mkdir(parents=True)
|
| 38 |
+
protocol = dict(job=str(args.job), identity_hash=job["identity_hash"],
|
| 39 |
+
checkpoint=str(args.checkpoint), checkpoint_sha256=digest,
|
| 40 |
+
epoch=epoch, settings=settings, reset_seeds=seeds,
|
| 41 |
+
panel_hash=canonical_hash(seeds), collision_geoms=False,
|
| 42 |
+
selection="User requested epoch1400 comparison after reviewing prior checkpoints; shared200 reset panel reused, not an untouched holdout",
|
| 43 |
+
script_sha256=sha256_file(__file__))
|
| 44 |
+
write_json(args.output / "protocol.json", protocol)
|
| 45 |
+
write_json(args.output / "status.json", dict(status="running", pid=os.getpid()))
|
| 46 |
+
evaluation_job = copy.deepcopy(job)
|
| 47 |
+
evaluation_job["evaluation"] = settings
|
| 48 |
+
evaluation_job["output"] = str(args.output)
|
| 49 |
+
started = time.monotonic()
|
| 50 |
+
try:
|
| 51 |
+
result = _evaluate(args.checkpoint, evaluation_job, epoch)
|
| 52 |
+
assert result["total"] == 200
|
| 53 |
+
assert len(result["successes_per_seed"]) == 200
|
| 54 |
+
assert sum(result["successes_per_seed"]) == result["successes"]
|
| 55 |
+
assert sha256_file(args.checkpoint) == digest
|
| 56 |
+
write_json(args.output / "result.json", dict(protocol=protocol,
|
| 57 |
+
seconds=time.monotonic() - started, **result))
|
| 58 |
+
write_json(args.output / "status.json", dict(status="completed", epoch=epoch,
|
| 59 |
+
success=result["success"], successes=result["successes"], total=200))
|
| 60 |
+
print(json.dumps({k: result[k] for k in ("success", "successes", "total", "ci_low", "ci_high")}), flush=True)
|
| 61 |
+
except BaseException as error:
|
| 62 |
+
write_json(args.output / "status.json", dict(status="failed", error=repr(error)))
|
| 63 |
+
raise
|
| 64 |
+
|
| 65 |
+
|
| 66 |
+
if __name__ == "__main__":
|
| 67 |
+
main()
|
visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/release.json
CHANGED
|
@@ -1,59 +1,60 @@
|
|
| 1 |
{
|
| 2 |
"schema_version": 1,
|
| 3 |
"repo_id": "yangfy0627/RL-postTrain",
|
| 4 |
-
"created_at": "2026-10-
|
| 5 |
"model": {
|
| 6 |
"task": "Can",
|
| 7 |
"suite": "Robomimic",
|
| 8 |
"experiment": "can",
|
| 9 |
"regime": "mixed20",
|
| 10 |
"seed": 1,
|
| 11 |
-
"epoch":
|
| 12 |
"trained_epochs_at_selection": 2000,
|
| 13 |
"planned_epochs": 2000,
|
| 14 |
-
"training_status_at_selection": "
|
| 15 |
"family": "StandardBaseBC",
|
| 16 |
"framework": "jax",
|
| 17 |
"weights": "complete_model_EMA",
|
| 18 |
"horizon": 4,
|
| 19 |
"collision_geoms": false,
|
| 20 |
-
"selection_rule": "
|
| 21 |
-
"
|
| 22 |
-
"window_epochs": [
|
| 23 |
-
700,
|
| 24 |
-
750,
|
| 25 |
-
800,
|
| 26 |
-
850,
|
| 27 |
-
900
|
| 28 |
-
],
|
| 29 |
-
"window_episodes": 250,
|
| 30 |
-
"selection_note": "Neighborhood average combines different checkpoints on reused seeds; final200 reports this fixed checkpoint",
|
| 31 |
"final200": {
|
| 32 |
-
"success": 0.
|
| 33 |
-
"successes":
|
| 34 |
"total": 200,
|
| 35 |
-
"ci_low": 0.
|
| 36 |
-
"ci_high": 0.
|
| 37 |
},
|
| 38 |
"final200_panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3",
|
| 39 |
-
"checkpoint_sha256": "
|
| 40 |
-
"checkpoint_bytes":
|
| 41 |
"pixel_spec_hash": "e00bb9535842d7de5f0bbc641ce4c5fe2824414d4097d42299be825e161ffef4",
|
| 42 |
"identity_hash": "e21e51338057df6bd6acc98bf795ed0f74dce71b7dd67f5dceed7afd4c800469",
|
| 43 |
-
"path": "visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/checkpoints/
|
| 44 |
"directory": "visual_no_collision/Robomimic/study1/Can/mixed20/seed_1",
|
| 45 |
"supervision": {
|
| 46 |
-
"status": "
|
| 47 |
"training": "completed",
|
| 48 |
"joint_curve_review_status": "finalized_user_accepted",
|
| 49 |
-
"reviewed_at": "2026-10-
|
| 50 |
"review_evidence": "visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/selection_supervision.json",
|
| 51 |
-
"final200_role": "
|
| 52 |
-
"zero_overfitting_claim": false
|
| 53 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 54 |
},
|
| 55 |
"evaluation_schedule": "visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/evaluation_override.json"
|
| 56 |
},
|
| 57 |
-
"publication_authorization": "
|
| 58 |
-
"purpose": "Visual-only pretrained initialization for downstream RL; original machine paths retained as provenance"
|
| 59 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"schema_version": 1,
|
| 3 |
"repo_id": "yangfy0627/RL-postTrain",
|
| 4 |
+
"created_at": "2026-10-27T08:23:02.493820+00:00",
|
| 5 |
"model": {
|
| 6 |
"task": "Can",
|
| 7 |
"suite": "Robomimic",
|
| 8 |
"experiment": "can",
|
| 9 |
"regime": "mixed20",
|
| 10 |
"seed": 1,
|
| 11 |
+
"epoch": 1400,
|
| 12 |
"trained_epochs_at_selection": 2000,
|
| 13 |
"planned_epochs": 2000,
|
| 14 |
+
"training_status_at_selection": "completed",
|
| 15 |
"family": "StandardBaseBC",
|
| 16 |
"framework": "jax",
|
| 17 |
"weights": "complete_model_EMA",
|
| 18 |
"horizon": 4,
|
| 19 |
"collision_geoms": false,
|
| 20 |
+
"selection_rule": "User requested adopting epoch1400 uniformly for all eight local models after reviewing the shared200-episode comparisons",
|
| 21 |
+
"periodic50_success": 0.6,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 22 |
"final200": {
|
| 23 |
+
"success": 0.53,
|
| 24 |
+
"successes": 106,
|
| 25 |
"total": 200,
|
| 26 |
+
"ci_low": 0.4609168291500183,
|
| 27 |
+
"ci_high": 0.5979524512673458
|
| 28 |
},
|
| 29 |
"final200_panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3",
|
| 30 |
+
"checkpoint_sha256": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685",
|
| 31 |
+
"checkpoint_bytes": 96610627,
|
| 32 |
"pixel_spec_hash": "e00bb9535842d7de5f0bbc641ce4c5fe2824414d4097d42299be825e161ffef4",
|
| 33 |
"identity_hash": "e21e51338057df6bd6acc98bf795ed0f74dce71b7dd67f5dceed7afd4c800469",
|
| 34 |
+
"path": "visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/checkpoints/epoch_1400.pkl",
|
| 35 |
"directory": "visual_no_collision/Robomimic/study1/Can/mixed20/seed_1",
|
| 36 |
"supervision": {
|
| 37 |
+
"status": "selected_by_user",
|
| 38 |
"training": "completed",
|
| 39 |
"joint_curve_review_status": "finalized_user_accepted",
|
| 40 |
+
"reviewed_at": "2026-10-27T08:23:02.493820+00:00",
|
| 41 |
"review_evidence": "visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/selection_supervision.json",
|
| 42 |
+
"final200_role": "shared_comparison_panel_used_for_user_selection",
|
| 43 |
+
"zero_overfitting_claim": false
|
| 44 |
+
},
|
| 45 |
+
"previous_selection": {
|
| 46 |
+
"epoch": 800,
|
| 47 |
+
"path": "visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/checkpoints/epoch_800.pkl",
|
| 48 |
+
"revision": "1bf8a9fb26982bebb51493f3475d28f12a3197ae",
|
| 49 |
+
"final200": {
|
| 50 |
+
"success": 0.505,
|
| 51 |
+
"successes": 101,
|
| 52 |
+
"total": 200,
|
| 53 |
+
"ci_low": 0.43627000033527485,
|
| 54 |
+
"ci_high": 0.5735415464009526
|
| 55 |
+
}
|
| 56 |
},
|
| 57 |
"evaluation_schedule": "visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/evaluation_override.json"
|
| 58 |
},
|
| 59 |
+
"publication_authorization": "User2026-10-27: adopt these epoch1400 results for all eight and update Hugging Face"
|
|
|
|
| 60 |
}
|
visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/selection_supervision.json
CHANGED
|
@@ -1,33 +1,14 @@
|
|
| 1 |
{
|
| 2 |
-
"status": "
|
| 3 |
-
"
|
| 4 |
-
"
|
| 5 |
-
"
|
|
|
|
| 6 |
"zero_overfitting_claim": false,
|
| 7 |
-
"
|
| 8 |
-
"
|
| 9 |
-
|
| 10 |
-
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
"result": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/operations/20261027_selected_bc_final200/can_mixed20_e800/result.json",
|
| 14 |
-
"periodic50_success": 0.6,
|
| 15 |
-
"final200": {
|
| 16 |
-
"success": 0.505,
|
| 17 |
-
"successes": 101,
|
| 18 |
-
"total": 200,
|
| 19 |
-
"ci_low": 0.43627000033527485,
|
| 20 |
-
"ci_high": 0.5735415464009526,
|
| 21 |
-
"seconds": 277.20080372085795
|
| 22 |
-
},
|
| 23 |
-
"epoch2000_success": 0.535,
|
| 24 |
-
"paired_change_percentage_points": -3.0000000000000027,
|
| 25 |
-
"paired_counts": {
|
| 26 |
-
"both_success": 80,
|
| 27 |
-
"selected_only": 21,
|
| 28 |
-
"epoch2000_only": 27,
|
| 29 |
-
"both_fail": 72
|
| 30 |
-
},
|
| 31 |
-
"panel_hash": "8b0a53b46a7c267937197ed4a003ecb33113b45f516bc79c9a9e9dfcf1a023d3"
|
| 32 |
-
}
|
| 33 |
}
|
|
|
|
| 1 |
{
|
| 2 |
+
"status": "finalized_user_accepted",
|
| 3 |
+
"selected_epoch": 1400,
|
| 4 |
+
"selection_rule": "User requested adopting epoch1400 uniformly for all eight local models after reviewing the shared200-episode comparisons",
|
| 5 |
+
"final200_used_for_selection": true,
|
| 6 |
+
"untouched_holdout": false,
|
| 7 |
"zero_overfitting_claim": false,
|
| 8 |
+
"previous_epoch": 800,
|
| 9 |
+
"previous_success": 0.505,
|
| 10 |
+
"previous_path": "visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/checkpoints/epoch_800.pkl",
|
| 11 |
+
"previous_revision": "1bf8a9fb26982bebb51493f3475d28f12a3197ae",
|
| 12 |
+
"previous_release_archive": "visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae",
|
| 13 |
+
"checkpoint_sha256": "57dbc9d32f496cf7a485daf4f0be3060e584819b7ed1f37c03f01db817c30685"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 14 |
}
|
visual_no_collision/Robomimic/study1/Can/mixed20/seed_1/training_status.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
{
|
| 2 |
"status": "completed",
|
| 3 |
-
"
|
| 4 |
-
"
|
| 5 |
-
"
|
| 6 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"status": "completed",
|
| 3 |
+
"last_recorded_epoch": 2000,
|
| 4 |
+
"planned_epochs": 2000,
|
| 5 |
+
"selected_epoch": 1400
|
| 6 |
}
|
visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/README.md
CHANGED
|
@@ -1,20 +1,13 @@
|
|
| 1 |
# ToolHang diverse50 — visual-only BC
|
| 2 |
|
| 3 |
-
|
| 4 |
-
|
| 5 |
|
| 6 |
-
|
| 7 |
-
|
| 8 |
-
The common random reset panel uses seed20261021, policy seed700001 and8workers; resets are disjoint from periodic evaluation.
|
| 9 |
-
The checkpoint was fixed before this evaluation and was not reselected from these results.
|
| 10 |
|
| 11 |
-
|
| 12 |
-
Training-time50-episode SR was 16.0%; neighboring-policy mean was 16.0%.
|
| 13 |
-
Epoch2000 scored 12.0% on the same200 resets; paired counts are recorded in selection_supervision.json.
|
| 14 |
|
| 15 |
-
[
|
| 16 |
|
| 17 |
-
|
| 18 |
-
Absolute local paths in sealed configs are provenance, not portable download locations; adapt paths explicitly on another host.
|
| 19 |
-
The original interval10 plan is preserved; evaluation_override.json records the approved switch to interval50.
|
| 20 |
-
SHA256SUMS.json covers release files. Historical collision-rendered repository trees are untouched.
|
|
|
|
| 1 |
# ToolHang diverse50 — visual-only BC
|
| 2 |
|
| 3 |
+
Current user-approved checkpoint: **epoch1400**, StandardBaseBC/JAX, complete-model EMA, seed1, H8.
|
| 4 |
+
Actual200-episode evaluation: **12.5% (25/200)**; Wilson95 interval 8.6%–17.8%.
|
| 5 |
|
| 6 |
+
The user chose epoch1400 uniformly for all eight local models after comparing results. The shared reset panel was used for selection, not an untouched holdout; this does not imply all eight improved over their previous checkpoints.
|
| 7 |
+
Previous selection: epoch1150, 12.5%. Old weights remain available; prior release documents are archived under history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/.
|
|
|
|
|
|
|
| 8 |
|
| 9 |
+
Training status: completed, last recorded epoch2000, planned2000. Evaluation uses panel seed20261021, policy seed700001,8workers. Collision geometry display is disabled; physical collisions remain enabled.
|
|
|
|
|
|
|
| 10 |
|
| 11 |
+
[Current weights](checkpoints/epoch_1400.pkl) · [Final200](final200/result.json) · [Selection](selection_supervision.json)
|
| 12 |
|
| 13 |
+
Manifest, split, normalizer, original sidecar and curves are included. Absolute local paths are provenance; adapt explicitly on another host. evaluation_override.json records periodic evaluation every50 epochs. SHA256SUMS.json covers this staged release and archived documents. No claim of absent overfitting or guaranteed downstream RL improvement.
|
|
|
|
|
|
|
|
|
visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/SHA256SUMS.json
CHANGED
|
@@ -1,19 +1,19 @@
|
|
| 1 |
{
|
| 2 |
"README.md": {
|
| 3 |
-
"sha256": "
|
| 4 |
-
"bytes":
|
| 5 |
},
|
| 6 |
"best.json": {
|
| 7 |
-
"sha256": "
|
| 8 |
-
"bytes":
|
| 9 |
},
|
| 10 |
-
"checkpoints/
|
| 11 |
-
"sha256": "
|
| 12 |
"bytes": 8256
|
| 13 |
},
|
| 14 |
-
"checkpoints/
|
| 15 |
-
"sha256": "
|
| 16 |
-
"bytes":
|
| 17 |
},
|
| 18 |
"data_manifest.json": {
|
| 19 |
"sha256": "5a7a5f21716fb2c6b1d626301409c4afabf351749ab3fe1fbbae8de91cc22121",
|
|
@@ -27,29 +27,69 @@
|
|
| 27 |
"sha256": "caceb1278cc485e83c44c14933528f4be089d6f57e5b3ab42d0511d1cd62cda5",
|
| 28 |
"bytes": 132415
|
| 29 |
},
|
| 30 |
-
"final200/
|
| 31 |
-
"sha256": "
|
| 32 |
-
"bytes":
|
| 33 |
},
|
| 34 |
"final200/protocol.json": {
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 35 |
"sha256": "75d774d733a2264c9c873de13d8c2cc57638c13180aaa099aa3c45040e8af634",
|
| 36 |
"bytes": 3934
|
| 37 |
},
|
| 38 |
-
"final200/result.json": {
|
| 39 |
"sha256": "43ccd144d6a7b1cdfcb332c9dd36c2f483041be5a496b12f473e403c556d247e",
|
| 40 |
"bytes": 117923
|
| 41 |
},
|
| 42 |
-
"final200/status.json": {
|
| 43 |
"sha256": "dbed1bc2203378ec691299b7060a1be4aa3c3d8c8b77b5968ca4d4d817158e0d",
|
| 44 |
"bytes": 100
|
| 45 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 46 |
"normalizer.json": {
|
| 47 |
"sha256": "005c002ce540223c99880f782e665dc58993157c78687db49d0605e326747d07",
|
| 48 |
"bytes": 1152
|
| 49 |
},
|
| 50 |
-
"provenance/
|
| 51 |
-
"sha256": "
|
| 52 |
-
"bytes":
|
| 53 |
},
|
| 54 |
"provenance/evaluation_override_active.json": {
|
| 55 |
"sha256": "49070c150a4b76381fd7e950cce15afc3e6f199943065e182f5485b4bef808e0",
|
|
@@ -63,25 +103,17 @@
|
|
| 63 |
"sha256": "01c186fb43d8601b3a1bca7cc7cb57eee8068d141b1b68dd7f06664e4865ba8e",
|
| 64 |
"bytes": 298
|
| 65 |
},
|
| 66 |
-
"provenance/pretrain_bc_eval_override.py": {
|
| 67 |
-
"sha256": "71deaa1c690802253ce2f075f3d9295ac1e302252e9413caae7bbe9071e80e29",
|
| 68 |
-
"bytes": 2877
|
| 69 |
-
},
|
| 70 |
-
"provenance/pretrain_bc_noleak.py": {
|
| 71 |
-
"sha256": "240abba4a512b61887271aeafc18fdce2372398ed483920b723aa7ce41f3d953",
|
| 72 |
-
"bytes": 1932
|
| 73 |
-
},
|
| 74 |
"release.json": {
|
| 75 |
-
"sha256": "
|
| 76 |
-
"bytes":
|
| 77 |
},
|
| 78 |
"resolved_config.json": {
|
| 79 |
"sha256": "291b2dbe5453c38ac4ee04d52266eeac0f6d5538e7ab1333a22bd9b3ef05cbef",
|
| 80 |
"bytes": 6310
|
| 81 |
},
|
| 82 |
"selection_supervision.json": {
|
| 83 |
-
"sha256": "
|
| 84 |
-
"bytes":
|
| 85 |
},
|
| 86 |
"split.json": {
|
| 87 |
"sha256": "83f0757ee0f23baefe9ac6d108829fdc4af887df9a59839f30bca5fafbe38b4e",
|
|
@@ -92,8 +124,8 @@
|
|
| 92 |
"bytes": 365817
|
| 93 |
},
|
| 94 |
"training_status.json": {
|
| 95 |
-
"sha256": "
|
| 96 |
-
"bytes":
|
| 97 |
},
|
| 98 |
"validation_metrics.jsonl": {
|
| 99 |
"sha256": "f43116d9765d6190a103e07225985bf86b4f9748a37c1e532929e8abca9f44c2",
|
|
|
|
| 1 |
{
|
| 2 |
"README.md": {
|
| 3 |
+
"sha256": "3ecc33abedca1463259c3343cce3bcf6347d26a6cbc618e5f420da601ea1ef29",
|
| 4 |
+
"bytes": 1302
|
| 5 |
},
|
| 6 |
"best.json": {
|
| 7 |
+
"sha256": "8966c60548100601444afbe561398fb58f282f60d1662b742937a02c4d698563",
|
| 8 |
+
"bytes": 1351
|
| 9 |
},
|
| 10 |
+
"checkpoints/epoch_1400.json": {
|
| 11 |
+
"sha256": "331c76172a69df978e5fe54281084b2cf19a6915e35942a281629d0193fd54b2",
|
| 12 |
"bytes": 8256
|
| 13 |
},
|
| 14 |
+
"checkpoints/epoch_1400.pkl": {
|
| 15 |
+
"sha256": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925",
|
| 16 |
+
"bytes": 96557151
|
| 17 |
},
|
| 18 |
"data_manifest.json": {
|
| 19 |
"sha256": "5a7a5f21716fb2c6b1d626301409c4afabf351749ab3fe1fbbae8de91cc22121",
|
|
|
|
| 27 |
"sha256": "caceb1278cc485e83c44c14933528f4be089d6f57e5b3ab42d0511d1cd62cda5",
|
| 28 |
"bytes": 132415
|
| 29 |
},
|
| 30 |
+
"final200/epoch_1400.parquet": {
|
| 31 |
+
"sha256": "dc9d101b917663aa60d556df7c3437a6a6f66cd25e0aa63340f0ee5b315e73b5",
|
| 32 |
+
"bytes": 6236
|
| 33 |
},
|
| 34 |
"final200/protocol.json": {
|
| 35 |
+
"sha256": "d420d468f97baae0c07ef9c3195dfaa4324736bc935192fa599ab99ee5118807",
|
| 36 |
+
"bytes": 4009
|
| 37 |
+
},
|
| 38 |
+
"final200/result.json": {
|
| 39 |
+
"sha256": "6ab180e7d69905b0db2d94f18e6d99b1abcb2ab5b59de60dc6c5eb8b3262aa60",
|
| 40 |
+
"bytes": 117996
|
| 41 |
+
},
|
| 42 |
+
"final200/status.json": {
|
| 43 |
+
"sha256": "c585820da1463e4b538d06c73b72ff83537ef61d878c9d54dca79cd9ac210668",
|
| 44 |
+
"bytes": 100
|
| 45 |
+
},
|
| 46 |
+
"final200/verification.json": {
|
| 47 |
+
"sha256": "fde01f77b215d01556ac854f08ad742aa27f36497df830d9f6f95326184a0201",
|
| 48 |
+
"bytes": 310
|
| 49 |
+
},
|
| 50 |
+
"history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/README.md": {
|
| 51 |
+
"sha256": "887eba3a458d9edb33f4e6b77002f0f1200aa1ff46eebb422868100abda5ece3",
|
| 52 |
+
"bytes": 1364
|
| 53 |
+
},
|
| 54 |
+
"history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/SHA256SUMS.json": {
|
| 55 |
+
"sha256": "f28da7add7ccdba52f0776d53f54d40228767e4060e46e5e6db44ccccaaef534",
|
| 56 |
+
"bytes": 3408
|
| 57 |
+
},
|
| 58 |
+
"history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/best.json": {
|
| 59 |
+
"sha256": "09d43af5b9ebcc8e3cdef92c8084d2c7805708d0c642889bcb3e6dc27199087a",
|
| 60 |
+
"bytes": 17617
|
| 61 |
+
},
|
| 62 |
+
"history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/protocol.json": {
|
| 63 |
"sha256": "75d774d733a2264c9c873de13d8c2cc57638c13180aaa099aa3c45040e8af634",
|
| 64 |
"bytes": 3934
|
| 65 |
},
|
| 66 |
+
"history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/result.json": {
|
| 67 |
"sha256": "43ccd144d6a7b1cdfcb332c9dd36c2f483041be5a496b12f473e403c556d247e",
|
| 68 |
"bytes": 117923
|
| 69 |
},
|
| 70 |
+
"history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/final200/status.json": {
|
| 71 |
"sha256": "dbed1bc2203378ec691299b7060a1be4aa3c3d8c8b77b5968ca4d4d817158e0d",
|
| 72 |
"bytes": 100
|
| 73 |
},
|
| 74 |
+
"history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/release.json": {
|
| 75 |
+
"sha256": "af1de58675d02eab515d6e4c5820c0baa32644039fe91a4de3e2dbe17477adc6",
|
| 76 |
+
"bytes": 2585
|
| 77 |
+
},
|
| 78 |
+
"history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/selection_supervision.json": {
|
| 79 |
+
"sha256": "88300f5fbe6a75fde87a652009dd0dc5003682a10a5b25485effe2c65f032733",
|
| 80 |
+
"bytes": 1134
|
| 81 |
+
},
|
| 82 |
+
"history/1bf8a9fb26982bebb51493f3475d28f12a3197ae/training_status.json": {
|
| 83 |
+
"sha256": "2cbcb187b4c14cbc8d3059da50b8a699572e8c3d18ce89c15ac3429145aa7b34",
|
| 84 |
+
"bytes": 125
|
| 85 |
+
},
|
| 86 |
"normalizer.json": {
|
| 87 |
"sha256": "005c002ce540223c99880f782e665dc58993157c78687db49d0605e326747d07",
|
| 88 |
"bytes": 1152
|
| 89 |
},
|
| 90 |
+
"provenance/evaluate_comparison.py": {
|
| 91 |
+
"sha256": "52959ac39b30b97e21dda738d5187427516ba577f89c0e8d85ddb7ecec15ee40",
|
| 92 |
+
"bytes": 3264
|
| 93 |
},
|
| 94 |
"provenance/evaluation_override_active.json": {
|
| 95 |
"sha256": "49070c150a4b76381fd7e950cce15afc3e6f199943065e182f5485b4bef808e0",
|
|
|
|
| 103 |
"sha256": "01c186fb43d8601b3a1bca7cc7cb57eee8068d141b1b68dd7f06664e4865ba8e",
|
| 104 |
"bytes": 298
|
| 105 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 106 |
"release.json": {
|
| 107 |
+
"sha256": "f1684f17bdafa05ca0e2bf55f96be588097626c07f538ba7f84a6a34c4dc0214",
|
| 108 |
+
"bytes": 2554
|
| 109 |
},
|
| 110 |
"resolved_config.json": {
|
| 111 |
"sha256": "291b2dbe5453c38ac4ee04d52266eeac0f6d5538e7ab1333a22bd9b3ef05cbef",
|
| 112 |
"bytes": 6310
|
| 113 |
},
|
| 114 |
"selection_supervision.json": {
|
| 115 |
+
"sha256": "8348bfdb8a850ae91257d7003bb2e9d3906981810d8be40de14bb0db3ffcf6da",
|
| 116 |
+
"bytes": 786
|
| 117 |
},
|
| 118 |
"split.json": {
|
| 119 |
"sha256": "83f0757ee0f23baefe9ac6d108829fdc4af887df9a59839f30bca5fafbe38b4e",
|
|
|
|
| 124 |
"bytes": 365817
|
| 125 |
},
|
| 126 |
"training_status.json": {
|
| 127 |
+
"sha256": "2dece9b5abae7eb0792f37aae903f21d9b31f3e0de50d5b41aa918a2596c24ee",
|
| 128 |
+
"bytes": 111
|
| 129 |
},
|
| 130 |
"validation_metrics.jsonl": {
|
| 131 |
"sha256": "f43116d9765d6190a103e07225985bf86b4f9748a37c1e532929e8abca9f44c2",
|
visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/best.json
CHANGED
|
@@ -1,833 +1,28 @@
|
|
| 1 |
{
|
| 2 |
"task": "tool_hang",
|
| 3 |
"regime": "diverse50",
|
| 4 |
-
"
|
| 5 |
-
"
|
| 6 |
-
|
| 7 |
-
|
| 8 |
-
"window_epochs": [
|
| 9 |
-
1050,
|
| 10 |
-
1100,
|
| 11 |
-
1150,
|
| 12 |
-
1200,
|
| 13 |
-
1250
|
| 14 |
-
],
|
| 15 |
-
"window_rates": [
|
| 16 |
-
0.16,
|
| 17 |
-
0.16,
|
| 18 |
-
0.16,
|
| 19 |
-
0.14,
|
| 20 |
-
0.18
|
| 21 |
-
],
|
| 22 |
-
"checkpoint_success": 0.16,
|
| 23 |
-
"validation_loss": 0.2776385247707367,
|
| 24 |
-
"validation_median25": 0.276132732629776,
|
| 25 |
-
"train_loss": 0.04013736198701507,
|
| 26 |
-
"path": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/StandardBaseBC/jax/tool_hang/diverse50/seed_1/checkpoints/epoch_1150.pkl",
|
| 27 |
-
"sha256": "f04218dd51421872062a23418253499004933fa13e6e698595d189381d45dec1",
|
| 28 |
-
"collision_geoms": false
|
| 29 |
-
},
|
| 30 |
-
"user_selection": null,
|
| 31 |
-
"strict_validation_alternative": {
|
| 32 |
-
"epoch": 50,
|
| 33 |
-
"validation_loss": 0.1375454068183899,
|
| 34 |
-
"checkpoint_success": 0.0,
|
| 35 |
-
"path": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/StandardBaseBC/jax/tool_hang/diverse50/seed_1/checkpoints/epoch_50.pkl",
|
| 36 |
-
"sha256": "f81a52e214d878b34b3bde104415c1caaeb65ffb625214269f373e6a0785b740",
|
| 37 |
-
"collision_geoms": false
|
| 38 |
-
},
|
| 39 |
-
"validation_minimum": {
|
| 40 |
-
"epoch": 53,
|
| 41 |
-
"step": 4876,
|
| 42 |
-
"validation_loss": 0.13531456887722015
|
| 43 |
-
},
|
| 44 |
-
"peak_window_success": 0.168,
|
| 45 |
-
"candidates": [
|
| 46 |
-
{
|
| 47 |
-
"epoch": 150,
|
| 48 |
-
"window_success": 0.052,
|
| 49 |
-
"window_epochs": [
|
| 50 |
-
50,
|
| 51 |
-
100,
|
| 52 |
-
150,
|
| 53 |
-
200,
|
| 54 |
-
250
|
| 55 |
-
],
|
| 56 |
-
"window_rates": [
|
| 57 |
-
0.0,
|
| 58 |
-
0.04,
|
| 59 |
-
0.02,
|
| 60 |
-
0.08,
|
| 61 |
-
0.12
|
| 62 |
-
],
|
| 63 |
-
"checkpoint_success": 0.02,
|
| 64 |
-
"validation_loss": 0.16996364295482635,
|
| 65 |
-
"validation_median25": 0.17018163204193115,
|
| 66 |
-
"train_loss": 0.07726405627198399
|
| 67 |
-
},
|
| 68 |
-
{
|
| 69 |
-
"epoch": 200,
|
| 70 |
-
"window_success": 0.06,
|
| 71 |
-
"window_epochs": [
|
| 72 |
-
100,
|
| 73 |
-
150,
|
| 74 |
-
200,
|
| 75 |
-
250,
|
| 76 |
-
300
|
| 77 |
-
],
|
| 78 |
-
"window_rates": [
|
| 79 |
-
0.04,
|
| 80 |
-
0.02,
|
| 81 |
-
0.08,
|
| 82 |
-
0.12,
|
| 83 |
-
0.04
|
| 84 |
-
],
|
| 85 |
-
"checkpoint_success": 0.08,
|
| 86 |
-
"validation_loss": 0.1853657066822052,
|
| 87 |
-
"validation_median25": 0.1848250925540924,
|
| 88 |
-
"train_loss": 0.07280130401125269
|
| 89 |
-
},
|
| 90 |
-
{
|
| 91 |
-
"epoch": 250,
|
| 92 |
-
"window_success": 0.076,
|
| 93 |
-
"window_epochs": [
|
| 94 |
-
150,
|
| 95 |
-
200,
|
| 96 |
-
250,
|
| 97 |
-
300,
|
| 98 |
-
350
|
| 99 |
-
],
|
| 100 |
-
"window_rates": [
|
| 101 |
-
0.02,
|
| 102 |
-
0.08,
|
| 103 |
-
0.12,
|
| 104 |
-
0.04,
|
| 105 |
-
0.12
|
| 106 |
-
],
|
| 107 |
-
"checkpoint_success": 0.12,
|
| 108 |
-
"validation_loss": 0.1983841359615326,
|
| 109 |
-
"validation_median25": 0.197886660695076,
|
| 110 |
-
"train_loss": 0.0668257647868669
|
| 111 |
-
},
|
| 112 |
-
{
|
| 113 |
-
"epoch": 300,
|
| 114 |
-
"window_success": 0.076,
|
| 115 |
-
"window_epochs": [
|
| 116 |
-
200,
|
| 117 |
-
250,
|
| 118 |
-
300,
|
| 119 |
-
350,
|
| 120 |
-
400
|
| 121 |
-
],
|
| 122 |
-
"window_rates": [
|
| 123 |
-
0.08,
|
| 124 |
-
0.12,
|
| 125 |
-
0.04,
|
| 126 |
-
0.12,
|
| 127 |
-
0.02
|
| 128 |
-
],
|
| 129 |
-
"checkpoint_success": 0.04,
|
| 130 |
-
"validation_loss": 0.20522759854793549,
|
| 131 |
-
"validation_median25": 0.20333325862884521,
|
| 132 |
-
"train_loss": 0.0654855486307293
|
| 133 |
-
},
|
| 134 |
-
{
|
| 135 |
-
"epoch": 350,
|
| 136 |
-
"window_success": 0.084,
|
| 137 |
-
"window_epochs": [
|
| 138 |
-
250,
|
| 139 |
-
300,
|
| 140 |
-
350,
|
| 141 |
-
400,
|
| 142 |
-
450
|
| 143 |
-
],
|
| 144 |
-
"window_rates": [
|
| 145 |
-
0.12,
|
| 146 |
-
0.04,
|
| 147 |
-
0.12,
|
| 148 |
-
0.02,
|
| 149 |
-
0.12
|
| 150 |
-
],
|
| 151 |
-
"checkpoint_success": 0.12,
|
| 152 |
-
"validation_loss": 0.21718020737171173,
|
| 153 |
-
"validation_median25": 0.21534964442253113,
|
| 154 |
-
"train_loss": 0.06036322982995778
|
| 155 |
-
},
|
| 156 |
-
{
|
| 157 |
-
"epoch": 400,
|
| 158 |
-
"window_success": 0.08,
|
| 159 |
-
"window_epochs": [
|
| 160 |
-
300,
|
| 161 |
-
350,
|
| 162 |
-
400,
|
| 163 |
-
450,
|
| 164 |
-
500
|
| 165 |
-
],
|
| 166 |
-
"window_rates": [
|
| 167 |
-
0.04,
|
| 168 |
-
0.12,
|
| 169 |
-
0.02,
|
| 170 |
-
0.12,
|
| 171 |
-
0.1
|
| 172 |
-
],
|
| 173 |
-
"checkpoint_success": 0.02,
|
| 174 |
-
"validation_loss": 0.22514137625694275,
|
| 175 |
-
"validation_median25": 0.22420386970043182,
|
| 176 |
-
"train_loss": 0.058654430686915074
|
| 177 |
-
},
|
| 178 |
-
{
|
| 179 |
-
"epoch": 450,
|
| 180 |
-
"window_success": 0.088,
|
| 181 |
-
"window_epochs": [
|
| 182 |
-
350,
|
| 183 |
-
400,
|
| 184 |
-
450,
|
| 185 |
-
500,
|
| 186 |
-
550
|
| 187 |
-
],
|
| 188 |
-
"window_rates": [
|
| 189 |
-
0.12,
|
| 190 |
-
0.02,
|
| 191 |
-
0.12,
|
| 192 |
-
0.1,
|
| 193 |
-
0.08
|
| 194 |
-
],
|
| 195 |
-
"checkpoint_success": 0.12,
|
| 196 |
-
"validation_loss": 0.22880886495113373,
|
| 197 |
-
"validation_median25": 0.2293439358472824,
|
| 198 |
-
"train_loss": 0.05681480812916399
|
| 199 |
-
},
|
| 200 |
-
{
|
| 201 |
-
"epoch": 500,
|
| 202 |
-
"window_success": 0.096,
|
| 203 |
-
"window_epochs": [
|
| 204 |
-
400,
|
| 205 |
-
450,
|
| 206 |
-
500,
|
| 207 |
-
550,
|
| 208 |
-
600
|
| 209 |
-
],
|
| 210 |
-
"window_rates": [
|
| 211 |
-
0.02,
|
| 212 |
-
0.12,
|
| 213 |
-
0.1,
|
| 214 |
-
0.08,
|
| 215 |
-
0.16
|
| 216 |
-
],
|
| 217 |
-
"checkpoint_success": 0.1,
|
| 218 |
-
"validation_loss": 0.23966693878173828,
|
| 219 |
-
"validation_median25": 0.23730678856372833,
|
| 220 |
-
"train_loss": 0.054806181617139633
|
| 221 |
-
},
|
| 222 |
-
{
|
| 223 |
-
"epoch": 550,
|
| 224 |
-
"window_success": 0.112,
|
| 225 |
-
"window_epochs": [
|
| 226 |
-
450,
|
| 227 |
-
500,
|
| 228 |
-
550,
|
| 229 |
-
600,
|
| 230 |
-
650
|
| 231 |
-
],
|
| 232 |
-
"window_rates": [
|
| 233 |
-
0.12,
|
| 234 |
-
0.1,
|
| 235 |
-
0.08,
|
| 236 |
-
0.16,
|
| 237 |
-
0.1
|
| 238 |
-
],
|
| 239 |
-
"checkpoint_success": 0.08,
|
| 240 |
-
"validation_loss": 0.23741671442985535,
|
| 241 |
-
"validation_median25": 0.24046795070171356,
|
| 242 |
-
"train_loss": 0.05353503000438609
|
| 243 |
-
},
|
| 244 |
-
{
|
| 245 |
-
"epoch": 600,
|
| 246 |
-
"window_success": 0.112,
|
| 247 |
-
"window_epochs": [
|
| 248 |
-
500,
|
| 249 |
-
550,
|
| 250 |
-
600,
|
| 251 |
-
650,
|
| 252 |
-
700
|
| 253 |
-
],
|
| 254 |
-
"window_rates": [
|
| 255 |
-
0.1,
|
| 256 |
-
0.08,
|
| 257 |
-
0.16,
|
| 258 |
-
0.1,
|
| 259 |
-
0.12
|
| 260 |
-
],
|
| 261 |
-
"checkpoint_success": 0.16,
|
| 262 |
-
"validation_loss": 0.24154242873191833,
|
| 263 |
-
"validation_median25": 0.24403153359889984,
|
| 264 |
-
"train_loss": 0.05047900912483971
|
| 265 |
-
},
|
| 266 |
-
{
|
| 267 |
-
"epoch": 650,
|
| 268 |
-
"window_success": 0.116,
|
| 269 |
-
"window_epochs": [
|
| 270 |
-
550,
|
| 271 |
-
600,
|
| 272 |
-
650,
|
| 273 |
-
700,
|
| 274 |
-
750
|
| 275 |
-
],
|
| 276 |
-
"window_rates": [
|
| 277 |
-
0.08,
|
| 278 |
-
0.16,
|
| 279 |
-
0.1,
|
| 280 |
-
0.12,
|
| 281 |
-
0.12
|
| 282 |
-
],
|
| 283 |
-
"checkpoint_success": 0.1,
|
| 284 |
-
"validation_loss": 0.25147783756256104,
|
| 285 |
-
"validation_median25": 0.2508016526699066,
|
| 286 |
-
"train_loss": 0.04995822311735195
|
| 287 |
-
},
|
| 288 |
-
{
|
| 289 |
-
"epoch": 700,
|
| 290 |
-
"window_success": 0.124,
|
| 291 |
-
"window_epochs": [
|
| 292 |
-
600,
|
| 293 |
-
650,
|
| 294 |
-
700,
|
| 295 |
-
750,
|
| 296 |
-
800
|
| 297 |
-
],
|
| 298 |
-
"window_rates": [
|
| 299 |
-
0.16,
|
| 300 |
-
0.1,
|
| 301 |
-
0.12,
|
| 302 |
-
0.12,
|
| 303 |
-
0.12
|
| 304 |
-
],
|
| 305 |
-
"checkpoint_success": 0.12,
|
| 306 |
-
"validation_loss": 0.2640279531478882,
|
| 307 |
-
"validation_median25": 0.2602449059486389,
|
| 308 |
-
"train_loss": 0.04880988912621042
|
| 309 |
-
},
|
| 310 |
-
{
|
| 311 |
-
"epoch": 750,
|
| 312 |
-
"window_success": 0.112,
|
| 313 |
-
"window_epochs": [
|
| 314 |
-
650,
|
| 315 |
-
700,
|
| 316 |
-
750,
|
| 317 |
-
800,
|
| 318 |
-
850
|
| 319 |
-
],
|
| 320 |
-
"window_rates": [
|
| 321 |
-
0.1,
|
| 322 |
-
0.12,
|
| 323 |
-
0.12,
|
| 324 |
-
0.12,
|
| 325 |
-
0.1
|
| 326 |
-
],
|
| 327 |
-
"checkpoint_success": 0.12,
|
| 328 |
-
"validation_loss": 0.2619098126888275,
|
| 329 |
-
"validation_median25": 0.2608881890773773,
|
| 330 |
-
"train_loss": 0.047233889232602924
|
| 331 |
-
},
|
| 332 |
-
{
|
| 333 |
-
"epoch": 800,
|
| 334 |
-
"window_success": 0.112,
|
| 335 |
-
"window_epochs": [
|
| 336 |
-
700,
|
| 337 |
-
750,
|
| 338 |
-
800,
|
| 339 |
-
850,
|
| 340 |
-
900
|
| 341 |
-
],
|
| 342 |
-
"window_rates": [
|
| 343 |
-
0.12,
|
| 344 |
-
0.12,
|
| 345 |
-
0.12,
|
| 346 |
-
0.1,
|
| 347 |
-
0.1
|
| 348 |
-
],
|
| 349 |
-
"checkpoint_success": 0.12,
|
| 350 |
-
"validation_loss": 0.2592255473136902,
|
| 351 |
-
"validation_median25": 0.25877442955970764,
|
| 352 |
-
"train_loss": 0.04629315421198315
|
| 353 |
-
},
|
| 354 |
-
{
|
| 355 |
-
"epoch": 850,
|
| 356 |
-
"window_success": 0.112,
|
| 357 |
-
"window_epochs": [
|
| 358 |
-
750,
|
| 359 |
-
800,
|
| 360 |
-
850,
|
| 361 |
-
900,
|
| 362 |
-
950
|
| 363 |
-
],
|
| 364 |
-
"window_rates": [
|
| 365 |
-
0.12,
|
| 366 |
-
0.12,
|
| 367 |
-
0.1,
|
| 368 |
-
0.1,
|
| 369 |
-
0.12
|
| 370 |
-
],
|
| 371 |
-
"checkpoint_success": 0.1,
|
| 372 |
-
"validation_loss": 0.26496368646621704,
|
| 373 |
-
"validation_median25": 0.2643682360649109,
|
| 374 |
-
"train_loss": 0.04581073926444104
|
| 375 |
-
},
|
| 376 |
-
{
|
| 377 |
-
"epoch": 900,
|
| 378 |
-
"window_success": 0.116,
|
| 379 |
-
"window_epochs": [
|
| 380 |
-
800,
|
| 381 |
-
850,
|
| 382 |
-
900,
|
| 383 |
-
950,
|
| 384 |
-
1000
|
| 385 |
-
],
|
| 386 |
-
"window_rates": [
|
| 387 |
-
0.12,
|
| 388 |
-
0.1,
|
| 389 |
-
0.1,
|
| 390 |
-
0.12,
|
| 391 |
-
0.14
|
| 392 |
-
],
|
| 393 |
-
"checkpoint_success": 0.1,
|
| 394 |
-
"validation_loss": 0.2657521069049835,
|
| 395 |
-
"validation_median25": 0.2657521069049835,
|
| 396 |
-
"train_loss": 0.0466065706039757
|
| 397 |
-
},
|
| 398 |
-
{
|
| 399 |
-
"epoch": 950,
|
| 400 |
-
"window_success": 0.124,
|
| 401 |
-
"window_epochs": [
|
| 402 |
-
850,
|
| 403 |
-
900,
|
| 404 |
-
950,
|
| 405 |
-
1000,
|
| 406 |
-
1050
|
| 407 |
-
],
|
| 408 |
-
"window_rates": [
|
| 409 |
-
0.1,
|
| 410 |
-
0.1,
|
| 411 |
-
0.12,
|
| 412 |
-
0.14,
|
| 413 |
-
0.16
|
| 414 |
-
],
|
| 415 |
-
"checkpoint_success": 0.12,
|
| 416 |
-
"validation_loss": 0.2702079117298126,
|
| 417 |
-
"validation_median25": 0.26713311672210693,
|
| 418 |
-
"train_loss": 0.043929964819929675
|
| 419 |
-
},
|
| 420 |
-
{
|
| 421 |
-
"epoch": 1000,
|
| 422 |
-
"window_success": 0.136,
|
| 423 |
-
"window_epochs": [
|
| 424 |
-
900,
|
| 425 |
-
950,
|
| 426 |
-
1000,
|
| 427 |
-
1050,
|
| 428 |
-
1100
|
| 429 |
-
],
|
| 430 |
-
"window_rates": [
|
| 431 |
-
0.1,
|
| 432 |
-
0.12,
|
| 433 |
-
0.14,
|
| 434 |
-
0.16,
|
| 435 |
-
0.16
|
| 436 |
-
],
|
| 437 |
-
"checkpoint_success": 0.14,
|
| 438 |
-
"validation_loss": 0.2708909213542938,
|
| 439 |
-
"validation_median25": 0.27167338132858276,
|
| 440 |
-
"train_loss": 0.04279040587348511
|
| 441 |
-
},
|
| 442 |
-
{
|
| 443 |
-
"epoch": 1050,
|
| 444 |
-
"window_success": 0.148,
|
| 445 |
-
"window_epochs": [
|
| 446 |
-
950,
|
| 447 |
-
1000,
|
| 448 |
-
1050,
|
| 449 |
-
1100,
|
| 450 |
-
1150
|
| 451 |
-
],
|
| 452 |
-
"window_rates": [
|
| 453 |
-
0.12,
|
| 454 |
-
0.14,
|
| 455 |
-
0.16,
|
| 456 |
-
0.16,
|
| 457 |
-
0.16
|
| 458 |
-
],
|
| 459 |
-
"checkpoint_success": 0.16,
|
| 460 |
-
"validation_loss": 0.2744087874889374,
|
| 461 |
-
"validation_median25": 0.2757553458213806,
|
| 462 |
-
"train_loss": 0.04224678978709229
|
| 463 |
-
},
|
| 464 |
-
{
|
| 465 |
-
"epoch": 1100,
|
| 466 |
-
"window_success": 0.152,
|
| 467 |
-
"window_epochs": [
|
| 468 |
-
1000,
|
| 469 |
-
1050,
|
| 470 |
-
1100,
|
| 471 |
-
1150,
|
| 472 |
-
1200
|
| 473 |
-
],
|
| 474 |
-
"window_rates": [
|
| 475 |
-
0.14,
|
| 476 |
-
0.16,
|
| 477 |
-
0.16,
|
| 478 |
-
0.16,
|
| 479 |
-
0.14
|
| 480 |
-
],
|
| 481 |
-
"checkpoint_success": 0.16,
|
| 482 |
-
"validation_loss": 0.2765134274959564,
|
| 483 |
-
"validation_median25": 0.27739259600639343,
|
| 484 |
-
"train_loss": 0.04167793007432305
|
| 485 |
-
},
|
| 486 |
-
{
|
| 487 |
-
"epoch": 1150,
|
| 488 |
-
"window_success": 0.16,
|
| 489 |
-
"window_epochs": [
|
| 490 |
-
1050,
|
| 491 |
-
1100,
|
| 492 |
-
1150,
|
| 493 |
-
1200,
|
| 494 |
-
1250
|
| 495 |
-
],
|
| 496 |
-
"window_rates": [
|
| 497 |
-
0.16,
|
| 498 |
-
0.16,
|
| 499 |
-
0.16,
|
| 500 |
-
0.14,
|
| 501 |
-
0.18
|
| 502 |
-
],
|
| 503 |
-
"checkpoint_success": 0.16,
|
| 504 |
-
"validation_loss": 0.2776385247707367,
|
| 505 |
-
"validation_median25": 0.276132732629776,
|
| 506 |
-
"train_loss": 0.04013736198701507
|
| 507 |
-
},
|
| 508 |
-
{
|
| 509 |
-
"epoch": 1200,
|
| 510 |
-
"window_success": 0.168,
|
| 511 |
-
"window_epochs": [
|
| 512 |
-
1100,
|
| 513 |
-
1150,
|
| 514 |
-
1200,
|
| 515 |
-
1250,
|
| 516 |
-
1300
|
| 517 |
-
],
|
| 518 |
-
"window_rates": [
|
| 519 |
-
0.16,
|
| 520 |
-
0.16,
|
| 521 |
-
0.14,
|
| 522 |
-
0.18,
|
| 523 |
-
0.2
|
| 524 |
-
],
|
| 525 |
-
"checkpoint_success": 0.14,
|
| 526 |
-
"validation_loss": 0.28329145908355713,
|
| 527 |
-
"validation_median25": 0.28037694096565247,
|
| 528 |
-
"train_loss": 0.04032790668693388
|
| 529 |
-
},
|
| 530 |
-
{
|
| 531 |
-
"epoch": 1250,
|
| 532 |
-
"window_success": 0.144,
|
| 533 |
-
"window_epochs": [
|
| 534 |
-
1150,
|
| 535 |
-
1200,
|
| 536 |
-
1250,
|
| 537 |
-
1300,
|
| 538 |
-
1350
|
| 539 |
-
],
|
| 540 |
-
"window_rates": [
|
| 541 |
-
0.16,
|
| 542 |
-
0.14,
|
| 543 |
-
0.18,
|
| 544 |
-
0.2,
|
| 545 |
-
0.04
|
| 546 |
-
],
|
| 547 |
-
"checkpoint_success": 0.18,
|
| 548 |
-
"validation_loss": 0.27477213740348816,
|
| 549 |
-
"validation_median25": 0.2766422927379608,
|
| 550 |
-
"train_loss": 0.039821829069686135
|
| 551 |
-
},
|
| 552 |
-
{
|
| 553 |
-
"epoch": 1300,
|
| 554 |
-
"window_success": 0.14,
|
| 555 |
-
"window_epochs": [
|
| 556 |
-
1200,
|
| 557 |
-
1250,
|
| 558 |
-
1300,
|
| 559 |
-
1350,
|
| 560 |
-
1400
|
| 561 |
-
],
|
| 562 |
-
"window_rates": [
|
| 563 |
-
0.14,
|
| 564 |
-
0.18,
|
| 565 |
-
0.2,
|
| 566 |
-
0.04,
|
| 567 |
-
0.14
|
| 568 |
-
],
|
| 569 |
-
"checkpoint_success": 0.2,
|
| 570 |
-
"validation_loss": 0.28332725167274475,
|
| 571 |
-
"validation_median25": 0.2826446294784546,
|
| 572 |
-
"train_loss": 0.038995908541960854
|
| 573 |
-
},
|
| 574 |
-
{
|
| 575 |
-
"epoch": 1350,
|
| 576 |
-
"window_success": 0.128,
|
| 577 |
-
"window_epochs": [
|
| 578 |
-
1250,
|
| 579 |
-
1300,
|
| 580 |
-
1350,
|
| 581 |
-
1400,
|
| 582 |
-
1450
|
| 583 |
-
],
|
| 584 |
-
"window_rates": [
|
| 585 |
-
0.18,
|
| 586 |
-
0.2,
|
| 587 |
-
0.04,
|
| 588 |
-
0.14,
|
| 589 |
-
0.08
|
| 590 |
-
],
|
| 591 |
-
"checkpoint_success": 0.04,
|
| 592 |
-
"validation_loss": 0.28257015347480774,
|
| 593 |
-
"validation_median25": 0.28207194805145264,
|
| 594 |
-
"train_loss": 0.03897670189755027
|
| 595 |
-
},
|
| 596 |
-
{
|
| 597 |
-
"epoch": 1400,
|
| 598 |
-
"window_success": 0.112,
|
| 599 |
-
"window_epochs": [
|
| 600 |
-
1300,
|
| 601 |
-
1350,
|
| 602 |
-
1400,
|
| 603 |
-
1450,
|
| 604 |
-
1500
|
| 605 |
-
],
|
| 606 |
-
"window_rates": [
|
| 607 |
-
0.2,
|
| 608 |
-
0.04,
|
| 609 |
-
0.14,
|
| 610 |
-
0.08,
|
| 611 |
-
0.1
|
| 612 |
-
],
|
| 613 |
-
"checkpoint_success": 0.14,
|
| 614 |
-
"validation_loss": 0.28851136565208435,
|
| 615 |
-
"validation_median25": 0.2895141541957855,
|
| 616 |
-
"train_loss": 0.04019468174325214
|
| 617 |
-
},
|
| 618 |
-
{
|
| 619 |
-
"epoch": 1450,
|
| 620 |
-
"window_success": 0.096,
|
| 621 |
-
"window_epochs": [
|
| 622 |
-
1350,
|
| 623 |
-
1400,
|
| 624 |
-
1450,
|
| 625 |
-
1500,
|
| 626 |
-
1550
|
| 627 |
-
],
|
| 628 |
-
"window_rates": [
|
| 629 |
-
0.04,
|
| 630 |
-
0.14,
|
| 631 |
-
0.08,
|
| 632 |
-
0.1,
|
| 633 |
-
0.12
|
| 634 |
-
],
|
| 635 |
-
"checkpoint_success": 0.08,
|
| 636 |
-
"validation_loss": 0.29192543029785156,
|
| 637 |
-
"validation_median25": 0.2905678451061249,
|
| 638 |
-
"train_loss": 0.03698325574837005
|
| 639 |
-
},
|
| 640 |
-
{
|
| 641 |
-
"epoch": 1500,
|
| 642 |
-
"window_success": 0.12,
|
| 643 |
-
"window_epochs": [
|
| 644 |
-
1400,
|
| 645 |
-
1450,
|
| 646 |
-
1500,
|
| 647 |
-
1550,
|
| 648 |
-
1600
|
| 649 |
-
],
|
| 650 |
-
"window_rates": [
|
| 651 |
-
0.14,
|
| 652 |
-
0.08,
|
| 653 |
-
0.1,
|
| 654 |
-
0.12,
|
| 655 |
-
0.16
|
| 656 |
-
],
|
| 657 |
-
"checkpoint_success": 0.1,
|
| 658 |
-
"validation_loss": 0.29059693217277527,
|
| 659 |
-
"validation_median25": 0.2921738922595978,
|
| 660 |
-
"train_loss": 0.03804671553852786
|
| 661 |
-
},
|
| 662 |
-
{
|
| 663 |
-
"epoch": 1550,
|
| 664 |
-
"window_success": 0.128,
|
| 665 |
-
"window_epochs": [
|
| 666 |
-
1450,
|
| 667 |
-
1500,
|
| 668 |
-
1550,
|
| 669 |
-
1600,
|
| 670 |
-
1650
|
| 671 |
-
],
|
| 672 |
-
"window_rates": [
|
| 673 |
-
0.08,
|
| 674 |
-
0.1,
|
| 675 |
-
0.12,
|
| 676 |
-
0.16,
|
| 677 |
-
0.18
|
| 678 |
-
],
|
| 679 |
-
"checkpoint_success": 0.12,
|
| 680 |
-
"validation_loss": 0.2947939932346344,
|
| 681 |
-
"validation_median25": 0.2938344478607178,
|
| 682 |
-
"train_loss": 0.036854520718208494
|
| 683 |
-
},
|
| 684 |
-
{
|
| 685 |
-
"epoch": 1600,
|
| 686 |
-
"window_success": 0.132,
|
| 687 |
-
"window_epochs": [
|
| 688 |
-
1500,
|
| 689 |
-
1550,
|
| 690 |
-
1600,
|
| 691 |
-
1650,
|
| 692 |
-
1700
|
| 693 |
-
],
|
| 694 |
-
"window_rates": [
|
| 695 |
-
0.1,
|
| 696 |
-
0.12,
|
| 697 |
-
0.16,
|
| 698 |
-
0.18,
|
| 699 |
-
0.1
|
| 700 |
-
],
|
| 701 |
-
"checkpoint_success": 0.16,
|
| 702 |
-
"validation_loss": 0.2951202690601349,
|
| 703 |
-
"validation_median25": 0.29456573724746704,
|
| 704 |
-
"train_loss": 0.03638664504541019
|
| 705 |
-
},
|
| 706 |
-
{
|
| 707 |
-
"epoch": 1650,
|
| 708 |
-
"window_success": 0.132,
|
| 709 |
-
"window_epochs": [
|
| 710 |
-
1550,
|
| 711 |
-
1600,
|
| 712 |
-
1650,
|
| 713 |
-
1700,
|
| 714 |
-
1750
|
| 715 |
-
],
|
| 716 |
-
"window_rates": [
|
| 717 |
-
0.12,
|
| 718 |
-
0.16,
|
| 719 |
-
0.18,
|
| 720 |
-
0.1,
|
| 721 |
-
0.1
|
| 722 |
-
],
|
| 723 |
-
"checkpoint_success": 0.18,
|
| 724 |
-
"validation_loss": 0.29439377784729004,
|
| 725 |
-
"validation_median25": 0.29239925742149353,
|
| 726 |
-
"train_loss": 0.03611997521360726
|
| 727 |
-
},
|
| 728 |
-
{
|
| 729 |
-
"epoch": 1700,
|
| 730 |
-
"window_success": 0.136,
|
| 731 |
-
"window_epochs": [
|
| 732 |
-
1600,
|
| 733 |
-
1650,
|
| 734 |
-
1700,
|
| 735 |
-
1750,
|
| 736 |
-
1800
|
| 737 |
-
],
|
| 738 |
-
"window_rates": [
|
| 739 |
-
0.16,
|
| 740 |
-
0.18,
|
| 741 |
-
0.1,
|
| 742 |
-
0.1,
|
| 743 |
-
0.14
|
| 744 |
-
],
|
| 745 |
-
"checkpoint_success": 0.1,
|
| 746 |
-
"validation_loss": 0.29231876134872437,
|
| 747 |
-
"validation_median25": 0.29374077916145325,
|
| 748 |
-
"train_loss": 0.035800645462706976
|
| 749 |
-
},
|
| 750 |
-
{
|
| 751 |
-
"epoch": 1750,
|
| 752 |
-
"window_success": 0.132,
|
| 753 |
-
"window_epochs": [
|
| 754 |
-
1650,
|
| 755 |
-
1700,
|
| 756 |
-
1750,
|
| 757 |
-
1800,
|
| 758 |
-
1850
|
| 759 |
-
],
|
| 760 |
-
"window_rates": [
|
| 761 |
-
0.18,
|
| 762 |
-
0.1,
|
| 763 |
-
0.1,
|
| 764 |
-
0.14,
|
| 765 |
-
0.14
|
| 766 |
-
],
|
| 767 |
-
"checkpoint_success": 0.1,
|
| 768 |
-
"validation_loss": 0.2990381419658661,
|
| 769 |
-
"validation_median25": 0.2995295226573944,
|
| 770 |
-
"train_loss": 0.03433187927610354
|
| 771 |
-
},
|
| 772 |
-
{
|
| 773 |
-
"epoch": 1800,
|
| 774 |
-
"window_success": 0.108,
|
| 775 |
-
"window_epochs": [
|
| 776 |
-
1700,
|
| 777 |
-
1750,
|
| 778 |
-
1800,
|
| 779 |
-
1850,
|
| 780 |
-
1900
|
| 781 |
-
],
|
| 782 |
-
"window_rates": [
|
| 783 |
-
0.1,
|
| 784 |
-
0.1,
|
| 785 |
-
0.14,
|
| 786 |
-
0.14,
|
| 787 |
-
0.06
|
| 788 |
-
],
|
| 789 |
-
"checkpoint_success": 0.14,
|
| 790 |
-
"validation_loss": 0.2982804477214813,
|
| 791 |
-
"validation_median25": 0.2991073429584503,
|
| 792 |
-
"train_loss": 0.03532669205098909
|
| 793 |
-
},
|
| 794 |
-
{
|
| 795 |
-
"epoch": 1850,
|
| 796 |
-
"window_success": 0.1,
|
| 797 |
-
"window_epochs": [
|
| 798 |
-
1750,
|
| 799 |
-
1800,
|
| 800 |
-
1850,
|
| 801 |
-
1900,
|
| 802 |
-
1950
|
| 803 |
-
],
|
| 804 |
-
"window_rates": [
|
| 805 |
-
0.1,
|
| 806 |
-
0.14,
|
| 807 |
-
0.14,
|
| 808 |
-
0.06,
|
| 809 |
-
0.06
|
| 810 |
-
],
|
| 811 |
-
"checkpoint_success": 0.14,
|
| 812 |
-
"validation_loss": 0.30031439661979675,
|
| 813 |
-
"validation_median25": 0.30061790347099304,
|
| 814 |
-
"train_loss": 0.03579333580562012
|
| 815 |
-
}
|
| 816 |
-
],
|
| 817 |
-
"independent_evaluation_completed": true,
|
| 818 |
-
"interpretation": "Task-performance/validation tradeoff; not proof of absence of overfitting",
|
| 819 |
-
"source_sha256": {
|
| 820 |
-
"train_metrics.jsonl": "3eaa25a82bd146adbb91fc2c15837a4bbaaf366c30b32b03fa4185e26d64fb03",
|
| 821 |
-
"validation_metrics.jsonl": "f43116d9765d6190a103e07225985bf86b4f9748a37c1e532929e8abca9f44c2",
|
| 822 |
-
"evaluations.jsonl": "caceb1278cc485e83c44c14933528f4be089d6f57e5b3ab42d0511d1cd62cda5"
|
| 823 |
-
},
|
| 824 |
-
"independent_evaluation_result": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/operations/20261027_selected_bc_final200/tool_hang_diverse50_e1150/result.json",
|
| 825 |
-
"independent_final200": {
|
| 826 |
"success": 0.125,
|
| 827 |
"successes": 25,
|
| 828 |
"total": 200,
|
| 829 |
"ci_low": 0.08611974475712644,
|
| 830 |
-
"ci_high": 0.17801425002582347
|
| 831 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 832 |
}
|
| 833 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"task": "tool_hang",
|
| 3 |
"regime": "diverse50",
|
| 4 |
+
"epoch": 1400,
|
| 5 |
+
"checkpoint": "/ssd/WorkSpace/RL-Postrain-visual-bc/runs/experiments/study1/pixel_state/20261026_reserved8_visual_bc_e2000/robomimic50/StandardBaseBC/jax/tool_hang/diverse50/seed_1/checkpoints/epoch_1400.pkl",
|
| 6 |
+
"checkpoint_sha256": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925",
|
| 7 |
+
"final200": {
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 8 |
"success": 0.125,
|
| 9 |
"successes": 25,
|
| 10 |
"total": 200,
|
| 11 |
"ci_low": 0.08611974475712644,
|
| 12 |
+
"ci_high": 0.17801425002582347
|
| 13 |
+
},
|
| 14 |
+
"selection": {
|
| 15 |
+
"status": "finalized_user_accepted",
|
| 16 |
+
"selected_epoch": 1400,
|
| 17 |
+
"selection_rule": "User requested adopting epoch1400 uniformly for all eight local models after reviewing the shared200-episode comparisons",
|
| 18 |
+
"final200_used_for_selection": true,
|
| 19 |
+
"untouched_holdout": false,
|
| 20 |
+
"zero_overfitting_claim": false,
|
| 21 |
+
"previous_epoch": 1150,
|
| 22 |
+
"previous_success": 0.125,
|
| 23 |
+
"previous_path": "visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/checkpoints/epoch_1150.pkl",
|
| 24 |
+
"previous_revision": "1bf8a9fb26982bebb51493f3475d28f12a3197ae",
|
| 25 |
+
"previous_release_archive": "visual_no_collision/Robomimic/study1/ToolHang/diverse50/seed_1/history/1bf8a9fb26982bebb51493f3475d28f12a3197ae",
|
| 26 |
+
"checkpoint_sha256": "9bf00810a264411b985f76225bbeda9a2f84777e62812ad284150eabb70d8925"
|
| 27 |
}
|
| 28 |
}
|