Remove private release provenance
#3
by yilin-wu - opened
- simulation/rmbench/full_attention/README.md +7 -6
- simulation/rmbench/full_attention/SHA256SUMS +2 -2
- simulation/rmbench/full_attention/config/input_provenance.json +1 -3
- simulation/rmbench/molmoact2/README.md +2 -2
- simulation/rmbench/molmoact2/checkpoint/config.yaml +4 -6
- simulation/rmbench/molmoact2/manifest.json +1 -2
- simulation/rmbench/pi0/README.md +2 -2
- simulation/rmbench/pi0/config/input_provenance.json +0 -2
- simulation/rmbench/pi0/manifest.json +0 -3
- simulation/rmbench/recurrent/README.md +7 -6
- simulation/rmbench/recurrent/SHA256SUMS +2 -2
- simulation/rmbench/recurrent/config/input_provenance.json +1 -3
- simulation/robocasa/full_attention/README.md +8 -8
- simulation/robocasa/full_attention/SHA256SUMS +2 -2
- simulation/robocasa/full_attention/config/input_provenance.json +1 -3
- simulation/robocasa/recurrent/README.md +8 -8
- simulation/robocasa/recurrent/SHA256SUMS +2 -2
- simulation/robocasa/recurrent/config/input_provenance.json +1 -3
simulation/rmbench/full_attention/README.md
CHANGED
|
@@ -14,8 +14,8 @@ tags:
|
|
| 14 |
Canonical Pi0.5 IMPRINT checkpoint for RMBench using the full-attention
|
| 15 |
memory encoder.
|
| 16 |
|
| 17 |
-
- Stage 1: 160,000 updates
|
| 18 |
-
- Stage 2: 100,000 updates
|
| 19 |
- memory tokens: 256 x 1024
|
| 20 |
- policy horizon: 50
|
| 21 |
- visual memory: three-view pooled DINOv3 features
|
|
@@ -27,10 +27,11 @@ portable history configuration, and provenance. The checkpoint is a Gemma
|
|
| 27 |
model derivative and is distributed subject to the included Gemma Terms of
|
| 28 |
Use.
|
| 29 |
|
| 30 |
-
Use
|
| 31 |
-
contract in the IMPRINT GitHub repository. Evaluation requires
|
| 32 |
-
actions, online recent DINOv3 features,
|
| 33 |
-
inputs, and 50-step
|
|
|
|
| 34 |
|
| 35 |
The matching training store and reproducibility code are publicly available
|
| 36 |
under the IMPRINT release.
|
|
|
|
| 14 |
Canonical Pi0.5 IMPRINT checkpoint for RMBench using the full-attention
|
| 15 |
memory encoder.
|
| 16 |
|
| 17 |
+
- Stage 1: 160,000 updates
|
| 18 |
+
- Stage 2: 100,000 updates
|
| 19 |
- memory tokens: 256 x 1024
|
| 20 |
- policy horizon: 50
|
| 21 |
- visual memory: three-view pooled DINOv3 features
|
|
|
|
| 27 |
model derivative and is distributed subject to the included Gemma Terms of
|
| 28 |
Use.
|
| 29 |
|
| 30 |
+
Use `Amazon-FAR/imprint_datasets`, path `simulation/rmbench/450`, and the
|
| 31 |
+
evaluation contract in the IMPRINT GitHub repository. Evaluation requires
|
| 32 |
+
strict causal actions, online recent DINOv3 features,
|
| 33 |
+
`EVAL_CONSOLIDATE_ALL=1`, BGR policy inputs, and 50-step
|
| 34 |
+
prediction/execution chunks.
|
| 35 |
|
| 36 |
The matching training store and reproducibility code are publicly available
|
| 37 |
under the IMPRINT release.
|
simulation/rmbench/full_attention/SHA256SUMS
CHANGED
|
@@ -1,8 +1,8 @@
|
|
| 1 |
3e2c24001f9ef57bf7ec959a3658fbb49cdad113cdf394c264da9d16f9bdd132 ./LICENSE_GEMMA.txt
|
| 2 |
5b21d7116ac42a0ab6141488cb654c2411557ac977e2276accb88ef774f28c19 ./NOTICE
|
| 3 |
-
|
| 4 |
a4c8e95585b546442350a3e3e7b88939569a69a092409fc32ef1203e9589d73b ./config/history_config.yaml
|
| 5 |
-
|
| 6 |
372a92664fadef29d988c33d083c0c2594227ae0078272d80d1d31560086f994 ./config/norm_stats.json
|
| 7 |
5ea9c49f1b975f0aa1c4d7275381be406954d7d5e9bf6c359c9ee6dbe32359a9 ./stage1/stage1_step160000.npz
|
| 8 |
3280d8311fd54fd78143091908db4051671ef7dd6de4665e0298438e428b5cac ./stage2/step-100000/_CHECKPOINT_METADATA
|
|
|
|
| 1 |
3e2c24001f9ef57bf7ec959a3658fbb49cdad113cdf394c264da9d16f9bdd132 ./LICENSE_GEMMA.txt
|
| 2 |
5b21d7116ac42a0ab6141488cb654c2411557ac977e2276accb88ef774f28c19 ./NOTICE
|
| 3 |
+
b0609e31f727298fa56264762353a0a3e8eeeef24db72241fbc94160d3d240f7 ./README.md
|
| 4 |
a4c8e95585b546442350a3e3e7b88939569a69a092409fc32ef1203e9589d73b ./config/history_config.yaml
|
| 5 |
+
1979b352da1f54cad27419908f768c41a6b4d5feef2418978eeba90b4df84f1b ./config/input_provenance.json
|
| 6 |
372a92664fadef29d988c33d083c0c2594227ae0078272d80d1d31560086f994 ./config/norm_stats.json
|
| 7 |
5ea9c49f1b975f0aa1c4d7275381be406954d7d5e9bf6c359c9ee6dbe32359a9 ./stage1/stage1_step160000.npz
|
| 8 |
3280d8311fd54fd78143091908db4051671ef7dd6de4665e0298438e428b5cac ./stage2/step-100000/_CHECKPOINT_METADATA
|
simulation/rmbench/full_attention/config/input_provenance.json
CHANGED
|
@@ -5,7 +5,7 @@
|
|
| 5 |
"checkpoint_metadata_sha256": "3280d8311fd54fd78143091908db4051671ef7dd6de4665e0298438e428b5cac",
|
| 6 |
"checkpoint_path": "stage2/step-100000",
|
| 7 |
"checkpoint_step": 100000,
|
| 8 |
-
"dataset": "
|
| 9 |
"eval_consolidate_all": 1,
|
| 10 |
"execution_horizon": 50,
|
| 11 |
"freeze_variant": "image_and_language_embedding",
|
|
@@ -17,9 +17,7 @@
|
|
| 17 |
"prediction_horizon": 50,
|
| 18 |
"stage1_checkpoint": "stage1/stage1_step160000.npz",
|
| 19 |
"stage1_sha256": "5ea9c49f1b975f0aa1c4d7275381be406954d7d5e9bf6c359c9ee6dbe32359a9",
|
| 20 |
-
"stage1_wandb_run": "ylinwu/Robocasa/j8t4ebpo",
|
| 21 |
"stage2_auxiliary_loss_weight": 0.0,
|
| 22 |
"stage2_memory_encoder": "finetuned",
|
| 23 |
-
"stage2_wandb_run": "liqhuiha/Robocasa/grruxd5p",
|
| 24 |
"visual_feature_stream": "dinov3"
|
| 25 |
}
|
|
|
|
| 5 |
"checkpoint_metadata_sha256": "3280d8311fd54fd78143091908db4051671ef7dd6de4665e0298438e428b5cac",
|
| 6 |
"checkpoint_path": "stage2/step-100000",
|
| 7 |
"checkpoint_step": 100000,
|
| 8 |
+
"dataset": "Amazon-FAR/imprint_datasets:simulation/rmbench/450",
|
| 9 |
"eval_consolidate_all": 1,
|
| 10 |
"execution_horizon": 50,
|
| 11 |
"freeze_variant": "image_and_language_embedding",
|
|
|
|
| 17 |
"prediction_horizon": 50,
|
| 18 |
"stage1_checkpoint": "stage1/stage1_step160000.npz",
|
| 19 |
"stage1_sha256": "5ea9c49f1b975f0aa1c4d7275381be406954d7d5e9bf6c359c9ee6dbe32359a9",
|
|
|
|
| 20 |
"stage2_auxiliary_loss_weight": 0.0,
|
| 21 |
"stage2_memory_encoder": "finetuned",
|
|
|
|
| 22 |
"visual_feature_stream": "dinov3"
|
| 23 |
}
|
simulation/rmbench/molmoact2/README.md
CHANGED
|
@@ -10,8 +10,8 @@ tags:
|
|
| 10 |
# IMPRINT RMBench MolmoAct2
|
| 11 |
|
| 12 |
This directory contains the model-only 100k Stage-2 checkpoint used for the
|
| 13 |
-
IMPRINT MolmoAct2 RMBench experiment
|
| 14 |
-
|
| 15 |
|
| 16 |
The checkpoint uses the full-attention IMPRINT Stage-1 memory encoder with 256
|
| 17 |
memory tokens. Evaluation uses online WAN and DINOv3 history features and the
|
|
|
|
| 10 |
# IMPRINT RMBench MolmoAct2
|
| 11 |
|
| 12 |
This directory contains the model-only 100k Stage-2 checkpoint used for the
|
| 13 |
+
IMPRINT MolmoAct2 RMBench experiment. Optimizer and trainer state are
|
| 14 |
+
excluded.
|
| 15 |
|
| 16 |
The checkpoint uses the full-attention IMPRINT Stage-1 memory encoder with 256
|
| 17 |
memory tokens. Evaluation uses online WAN and DINOv3 history features and the
|
simulation/rmbench/molmoact2/checkpoint/config.yaml
CHANGED
|
@@ -3127,18 +3127,16 @@ batch_divisor: global_batch
|
|
| 3127 |
max_grad_norm_ratio: null
|
| 3128 |
precision: amp_bf16
|
| 3129 |
wandb:
|
| 3130 |
-
project:
|
| 3131 |
-
entity:
|
| 3132 |
group: null
|
| 3133 |
-
name:
|
| 3134 |
-
tags:
|
| 3135 |
-
- watching
|
| 3136 |
log_artifacts: false
|
| 3137 |
rank_zero_only: true
|
| 3138 |
log_interval: 20
|
| 3139 |
allow_resume: true
|
| 3140 |
finish_on_sigterm: true
|
| 3141 |
-
beaker_log_interval: 50
|
| 3142 |
speed_monitor:
|
| 3143 |
window_size: 20
|
| 3144 |
gpu_flops_available: null
|
|
|
|
| 3127 |
max_grad_norm_ratio: null
|
| 3128 |
precision: amp_bf16
|
| 3129 |
wandb:
|
| 3130 |
+
project: null
|
| 3131 |
+
entity: null
|
| 3132 |
group: null
|
| 3133 |
+
name: null
|
| 3134 |
+
tags: []
|
|
|
|
| 3135 |
log_artifacts: false
|
| 3136 |
rank_zero_only: true
|
| 3137 |
log_interval: 20
|
| 3138 |
allow_resume: true
|
| 3139 |
finish_on_sigterm: true
|
|
|
|
| 3140 |
speed_monitor:
|
| 3141 |
window_size: 20
|
| 3142 |
gpu_flops_available: null
|
simulation/rmbench/molmoact2/manifest.json
CHANGED
|
@@ -9,7 +9,7 @@
|
|
| 9 |
},
|
| 10 |
"checkpoint_config": {
|
| 11 |
"path": "checkpoint/config.yaml",
|
| 12 |
-
"sha256": "
|
| 13 |
},
|
| 14 |
"checkpoint_step": 100000,
|
| 15 |
"eval_assets_path_prefix": "simulation/rmbench/molmoact2_eval_assets",
|
|
@@ -19,6 +19,5 @@
|
|
| 19 |
"offline_visual_features": false,
|
| 20 |
"path_prefix": "simulation/rmbench/molmoact2",
|
| 21 |
"schema_version": 1,
|
| 22 |
-
"source_run": "mit0jkx7",
|
| 23 |
"visual_history": "online_wan_and_dinov3"
|
| 24 |
}
|
|
|
|
| 9 |
},
|
| 10 |
"checkpoint_config": {
|
| 11 |
"path": "checkpoint/config.yaml",
|
| 12 |
+
"sha256": "4fd5a9fbb27d500ff8047b96f0739c6ba7cde23a4df0ed687f146b3340340ce0"
|
| 13 |
},
|
| 14 |
"checkpoint_step": 100000,
|
| 15 |
"eval_assets_path_prefix": "simulation/rmbench/molmoact2_eval_assets",
|
|
|
|
| 19 |
"offline_visual_features": false,
|
| 20 |
"path_prefix": "simulation/rmbench/molmoact2",
|
| 21 |
"schema_version": 1,
|
|
|
|
| 22 |
"visual_history": "online_wan_and_dinov3"
|
| 23 |
}
|
simulation/rmbench/pi0/README.md
CHANGED
|
@@ -8,8 +8,8 @@ RMBench backbone comparison.
|
|
| 8 |
- Policy backbone: native Pi0
|
| 9 |
- Memory encoder: full-attention IMPRINT encoder
|
| 10 |
- Visual history: pooled DINOv3 features
|
| 11 |
-
- Stage-1
|
| 12 |
-
- Stage-2
|
| 13 |
- Memory bottleneck: 256 tokens of width 1024
|
| 14 |
- Action horizon: 50
|
| 15 |
- Image encoder: frozen in Stage 2
|
|
|
|
| 8 |
- Policy backbone: native Pi0
|
| 9 |
- Memory encoder: full-attention IMPRINT encoder
|
| 10 |
- Visual history: pooled DINOv3 features
|
| 11 |
+
- Stage-1 checkpoint: full-attention memory encoder, step 160,000
|
| 12 |
+
- Stage-2 checkpoint: step 100,000
|
| 13 |
- Memory bottleneck: 256 tokens of width 1024
|
| 14 |
- Action horizon: 50
|
| 15 |
- Image encoder: frozen in Stage 2
|
simulation/rmbench/pi0/config/input_provenance.json
CHANGED
|
@@ -16,11 +16,9 @@
|
|
| 16 |
"model_type": "pi0",
|
| 17 |
"num_latents": 256,
|
| 18 |
"pi05": false,
|
| 19 |
-
"stage1_checkpoint": "j8t4ebpo_160k",
|
| 20 |
"stage1_checkpoint_hf_path": "simulation/rmbench/full_attention/stage1/stage1_step160000.npz",
|
| 21 |
"stage1_checkpoint_hf_repo": "Amazon-FAR/imprint_models",
|
| 22 |
"stage2_memory_encoder": "finetuned",
|
| 23 |
-
"training_run": "s746sl7k",
|
| 24 |
"training_store_hf_path": "simulation/rmbench/450",
|
| 25 |
"training_store_hf_repo": "Amazon-FAR/imprint_datasets",
|
| 26 |
"visual_feature_stream": "dinov3",
|
|
|
|
| 16 |
"model_type": "pi0",
|
| 17 |
"num_latents": 256,
|
| 18 |
"pi05": false,
|
|
|
|
| 19 |
"stage1_checkpoint_hf_path": "simulation/rmbench/full_attention/stage1/stage1_step160000.npz",
|
| 20 |
"stage1_checkpoint_hf_repo": "Amazon-FAR/imprint_models",
|
| 21 |
"stage2_memory_encoder": "finetuned",
|
|
|
|
| 22 |
"training_store_hf_path": "simulation/rmbench/450",
|
| 23 |
"training_store_hf_repo": "Amazon-FAR/imprint_datasets",
|
| 24 |
"visual_feature_stream": "dinov3",
|
simulation/rmbench/pi0/manifest.json
CHANGED
|
@@ -13,10 +13,7 @@
|
|
| 13 |
"payload_bytes": 11534439221,
|
| 14 |
"payload_file_count": 22,
|
| 15 |
"schema_version": 1,
|
| 16 |
-
"source_eval_bundle": "s746sl7k_100k_pi0_dinov3_memft_causal_c1",
|
| 17 |
-
"source_run": "s746sl7k",
|
| 18 |
"stage1_checkpoint_step": 160000,
|
| 19 |
-
"stage1_source_run": "j8t4ebpo",
|
| 20 |
"train_state_included": false,
|
| 21 |
"training_store": {
|
| 22 |
"path_prefix": "simulation/rmbench/450",
|
|
|
|
| 13 |
"payload_bytes": 11534439221,
|
| 14 |
"payload_file_count": 22,
|
| 15 |
"schema_version": 1,
|
|
|
|
|
|
|
| 16 |
"stage1_checkpoint_step": 160000,
|
|
|
|
| 17 |
"train_state_included": false,
|
| 18 |
"training_store": {
|
| 19 |
"path_prefix": "simulation/rmbench/450",
|
simulation/rmbench/recurrent/README.md
CHANGED
|
@@ -15,8 +15,8 @@ tags:
|
|
| 15 |
Canonical Pi0.5 IMPRINT checkpoint for RMBench using the recurrent gated-delta
|
| 16 |
memory encoder.
|
| 17 |
|
| 18 |
-
- Stage 1: 160,000 updates
|
| 19 |
-
- Stage 2: 100,000 updates
|
| 20 |
- memory tokens: 256 x 1024
|
| 21 |
- policy horizon: 50
|
| 22 |
- training scan: chunkwise WY
|
|
@@ -29,10 +29,11 @@ portable history configuration, and provenance. The checkpoint is a Gemma
|
|
| 29 |
model derivative and is distributed subject to the included Gemma Terms of
|
| 30 |
Use.
|
| 31 |
|
| 32 |
-
Use
|
| 33 |
-
contract in the IMPRINT GitHub repository. Evaluation requires
|
| 34 |
-
actions, online recent DINOv3 features,
|
| 35 |
-
inputs, and 50-step
|
|
|
|
| 36 |
|
| 37 |
The matching training store and reproducibility code are publicly available
|
| 38 |
under the IMPRINT release.
|
|
|
|
| 15 |
Canonical Pi0.5 IMPRINT checkpoint for RMBench using the recurrent gated-delta
|
| 16 |
memory encoder.
|
| 17 |
|
| 18 |
+
- Stage 1: 160,000 updates
|
| 19 |
+
- Stage 2: 100,000 updates
|
| 20 |
- memory tokens: 256 x 1024
|
| 21 |
- policy horizon: 50
|
| 22 |
- training scan: chunkwise WY
|
|
|
|
| 29 |
model derivative and is distributed subject to the included Gemma Terms of
|
| 30 |
Use.
|
| 31 |
|
| 32 |
+
Use `Amazon-FAR/imprint_datasets`, path `simulation/rmbench/450`, and the
|
| 33 |
+
evaluation contract in the IMPRINT GitHub repository. Evaluation requires
|
| 34 |
+
strict causal actions, online recent DINOv3 features,
|
| 35 |
+
`EVAL_CONSOLIDATE_ALL=1`, BGR policy inputs, and 50-step
|
| 36 |
+
prediction/execution chunks.
|
| 37 |
|
| 38 |
The matching training store and reproducibility code are publicly available
|
| 39 |
under the IMPRINT release.
|
simulation/rmbench/recurrent/SHA256SUMS
CHANGED
|
@@ -1,8 +1,8 @@
|
|
| 1 |
3e2c24001f9ef57bf7ec959a3658fbb49cdad113cdf394c264da9d16f9bdd132 ./LICENSE_GEMMA.txt
|
| 2 |
5b21d7116ac42a0ab6141488cb654c2411557ac977e2276accb88ef774f28c19 ./NOTICE
|
| 3 |
-
|
| 4 |
aa75ca05051d41efc9d146c1b022e15759f153a078f60bb6ae73c3eb59f80fdb ./config/history_config.yaml
|
| 5 |
-
|
| 6 |
372a92664fadef29d988c33d083c0c2594227ae0078272d80d1d31560086f994 ./config/norm_stats.json
|
| 7 |
76f7ecea50d65c374c79bba071074fc35aded1dea22846d86cfe90b772f4bea3 ./stage1/stage1_step160000.npz
|
| 8 |
dd12980babae314a5097df31c47da055e3ced591c4fc44e1a394442365cb4323 ./stage2/step-100000/_CHECKPOINT_METADATA
|
|
|
|
| 1 |
3e2c24001f9ef57bf7ec959a3658fbb49cdad113cdf394c264da9d16f9bdd132 ./LICENSE_GEMMA.txt
|
| 2 |
5b21d7116ac42a0ab6141488cb654c2411557ac977e2276accb88ef774f28c19 ./NOTICE
|
| 3 |
+
6a1513e4dd336322a88f2909e0e0f8fdf0905ccecfa9d5be49e84da41cfb722a ./README.md
|
| 4 |
aa75ca05051d41efc9d146c1b022e15759f153a078f60bb6ae73c3eb59f80fdb ./config/history_config.yaml
|
| 5 |
+
ba328bb8990998c9355dff0bbfe3f93e636c863324d56e3490e6cb78b1edb426 ./config/input_provenance.json
|
| 6 |
372a92664fadef29d988c33d083c0c2594227ae0078272d80d1d31560086f994 ./config/norm_stats.json
|
| 7 |
76f7ecea50d65c374c79bba071074fc35aded1dea22846d86cfe90b772f4bea3 ./stage1/stage1_step160000.npz
|
| 8 |
dd12980babae314a5097df31c47da055e3ced591c4fc44e1a394442365cb4323 ./stage2/step-100000/_CHECKPOINT_METADATA
|
simulation/rmbench/recurrent/config/input_provenance.json
CHANGED
|
@@ -5,7 +5,7 @@
|
|
| 5 |
"checkpoint_metadata_sha256": "dd12980babae314a5097df31c47da055e3ced591c4fc44e1a394442365cb4323",
|
| 6 |
"checkpoint_path": "stage2/step-100000",
|
| 7 |
"checkpoint_step": 100000,
|
| 8 |
-
"dataset": "
|
| 9 |
"eval_consolidate_all": 1,
|
| 10 |
"execution_horizon": 50,
|
| 11 |
"freeze_variant": "image_only",
|
|
@@ -19,9 +19,7 @@
|
|
| 19 |
"prediction_horizon": 50,
|
| 20 |
"stage1_checkpoint": "stage1/stage1_step160000.npz",
|
| 21 |
"stage1_sha256": "76f7ecea50d65c374c79bba071074fc35aded1dea22846d86cfe90b772f4bea3",
|
| 22 |
-
"stage1_wandb_run": "liqhuiha/Robocasa/9bm5uvc7",
|
| 23 |
"stage2_auxiliary_loss_weight": 0.0,
|
| 24 |
"stage2_memory_encoder": "finetuned",
|
| 25 |
-
"stage2_wandb_run": "liqhuiha/Robocasa/0f4k18rw",
|
| 26 |
"visual_feature_stream": "dinov3"
|
| 27 |
}
|
|
|
|
| 5 |
"checkpoint_metadata_sha256": "dd12980babae314a5097df31c47da055e3ced591c4fc44e1a394442365cb4323",
|
| 6 |
"checkpoint_path": "stage2/step-100000",
|
| 7 |
"checkpoint_step": 100000,
|
| 8 |
+
"dataset": "Amazon-FAR/imprint_datasets:simulation/rmbench/450",
|
| 9 |
"eval_consolidate_all": 1,
|
| 10 |
"execution_horizon": 50,
|
| 11 |
"freeze_variant": "image_only",
|
|
|
|
| 19 |
"prediction_horizon": 50,
|
| 20 |
"stage1_checkpoint": "stage1/stage1_step160000.npz",
|
| 21 |
"stage1_sha256": "76f7ecea50d65c374c79bba071074fc35aded1dea22846d86cfe90b772f4bea3",
|
|
|
|
| 22 |
"stage2_auxiliary_loss_weight": 0.0,
|
| 23 |
"stage2_memory_encoder": "finetuned",
|
|
|
|
| 24 |
"visual_feature_stream": "dinov3"
|
| 25 |
}
|
simulation/robocasa/full_attention/README.md
CHANGED
|
@@ -14,18 +14,18 @@ tags:
|
|
| 14 |
Canonical Pi0.5 IMPRINT checkpoint for the customized 12-task RoboCasa
|
| 15 |
benchmark using the full-attention memory encoder.
|
| 16 |
|
| 17 |
-
- Stage 1: trained 180,000 updates, selected at 160,000
|
| 18 |
-
- Stage 2: 150,000 updates
|
| 19 |
- memory tokens: 256 x 1024
|
| 20 |
- policy horizon: 20
|
| 21 |
- Stage 2: memory encoder finetuned; image tower frozen
|
| 22 |
|
| 23 |
-
Use `
|
| 24 |
-
`
|
| 25 |
-
simulator source. This release contains the complete Stage-2
|
| 26 |
-
checkpoint, including the PaliGemma/Gemma backbone. It is a
|
| 27 |
-
derivative and is distributed subject to the included Gemma Terms
|
| 28 |
-
Large simulator assets are not duplicated.
|
| 29 |
|
| 30 |
The matching training store, patched simulator source, and reproducibility
|
| 31 |
code are publicly available under the IMPRINT release.
|
|
|
|
| 14 |
Canonical Pi0.5 IMPRINT checkpoint for the customized 12-task RoboCasa
|
| 15 |
benchmark using the full-attention memory encoder.
|
| 16 |
|
| 17 |
+
- Stage 1: trained 180,000 updates, selected at 160,000
|
| 18 |
+
- Stage 2: 150,000 updates
|
| 19 |
- memory tokens: 256 x 1024
|
| 20 |
- policy horizon: 20
|
| 21 |
- Stage 2: memory encoder finetuned; image tower frozen
|
| 22 |
|
| 23 |
+
Use `Amazon-FAR/imprint_datasets`, paths `simulation/robocasa/600` and
|
| 24 |
+
`simulation/robocasa/environment`, for the training store and patched
|
| 25 |
+
RoboCasa 1.0.1 simulator source. This release contains the complete Stage-2
|
| 26 |
+
Orbax parameter checkpoint, including the PaliGemma/Gemma backbone. It is a
|
| 27 |
+
Gemma model derivative and is distributed subject to the included Gemma Terms
|
| 28 |
+
of Use. Large simulator assets are not duplicated.
|
| 29 |
|
| 30 |
The matching training store, patched simulator source, and reproducibility
|
| 31 |
code are publicly available under the IMPRINT release.
|
simulation/robocasa/full_attention/SHA256SUMS
CHANGED
|
@@ -1,8 +1,8 @@
|
|
| 1 |
3e2c24001f9ef57bf7ec959a3658fbb49cdad113cdf394c264da9d16f9bdd132 ./LICENSE_GEMMA.txt
|
| 2 |
5b21d7116ac42a0ab6141488cb654c2411557ac977e2276accb88ef774f28c19 ./NOTICE
|
| 3 |
-
|
| 4 |
6ed9405ca99c33d57f8101c1c98130e74a33602dadbc2aeb1e0cac72e03a9788 ./config/history_config.yaml
|
| 5 |
-
|
| 6 |
39a8f9a475d18c9167a3872c7679a348b81a165776fe3e16c391f354c7ad8514 ./config/norm_stats.json
|
| 7 |
34387cbbd3891cc7bb082516dfb4993ee9d2319e32344a364ea32bd611cd924e ./stage1/stage1_step160000.npz
|
| 8 |
d962b86d3894c8afdbadc56c986b8c6f9d96a453989e2fe77bc9794ef4c125e6 ./stage2/step-150000/_CHECKPOINT_METADATA
|
|
|
|
| 1 |
3e2c24001f9ef57bf7ec959a3658fbb49cdad113cdf394c264da9d16f9bdd132 ./LICENSE_GEMMA.txt
|
| 2 |
5b21d7116ac42a0ab6141488cb654c2411557ac977e2276accb88ef774f28c19 ./NOTICE
|
| 3 |
+
b8a3b8c7bbdce1dd57bbf0b084888bc72cddb13878576feb0a70ab8bb9f94009 ./README.md
|
| 4 |
6ed9405ca99c33d57f8101c1c98130e74a33602dadbc2aeb1e0cac72e03a9788 ./config/history_config.yaml
|
| 5 |
+
3527e705b84214f306083935265e5f37c227d0f750b2fa7fec72af5fe542ae73 ./config/input_provenance.json
|
| 6 |
39a8f9a475d18c9167a3872c7679a348b81a165776fe3e16c391f354c7ad8514 ./config/norm_stats.json
|
| 7 |
34387cbbd3891cc7bb082516dfb4993ee9d2319e32344a364ea32bd611cd924e ./stage1/stage1_step160000.npz
|
| 8 |
d962b86d3894c8afdbadc56c986b8c6f9d96a453989e2fe77bc9794ef4c125e6 ./stage2/step-150000/_CHECKPOINT_METADATA
|
simulation/robocasa/full_attention/config/input_provenance.json
CHANGED
|
@@ -5,7 +5,7 @@
|
|
| 5 |
"checkpoint_metadata_sha256": "d962b86d3894c8afdbadc56c986b8c6f9d96a453989e2fe77bc9794ef4c125e6",
|
| 6 |
"checkpoint_path": "stage2/step-150000",
|
| 7 |
"checkpoint_step": 150000,
|
| 8 |
-
"dataset": "
|
| 9 |
"eval_consolidate_all": 1,
|
| 10 |
"execution_horizon": 20,
|
| 11 |
"freeze_variant": "image_only",
|
|
@@ -17,9 +17,7 @@
|
|
| 17 |
"prediction_horizon": 20,
|
| 18 |
"stage1_checkpoint": "stage1/stage1_step160000.npz",
|
| 19 |
"stage1_sha256": "34387cbbd3891cc7bb082516dfb4993ee9d2319e32344a364ea32bd611cd924e",
|
| 20 |
-
"stage1_wandb_run": "far-wandb/Robocasa/yw0l1a20",
|
| 21 |
"stage2_auxiliary_loss_weight": 0.0,
|
| 22 |
"stage2_memory_encoder": "finetuned",
|
| 23 |
-
"stage2_wandb_run": "far-wandb/Robocasa/c0t2f1cg",
|
| 24 |
"visual_feature_stream": "dinov3"
|
| 25 |
}
|
|
|
|
| 5 |
"checkpoint_metadata_sha256": "d962b86d3894c8afdbadc56c986b8c6f9d96a453989e2fe77bc9794ef4c125e6",
|
| 6 |
"checkpoint_path": "stage2/step-150000",
|
| 7 |
"checkpoint_step": 150000,
|
| 8 |
+
"dataset": "Amazon-FAR/imprint_datasets:simulation/robocasa/600",
|
| 9 |
"eval_consolidate_all": 1,
|
| 10 |
"execution_horizon": 20,
|
| 11 |
"freeze_variant": "image_only",
|
|
|
|
| 17 |
"prediction_horizon": 20,
|
| 18 |
"stage1_checkpoint": "stage1/stage1_step160000.npz",
|
| 19 |
"stage1_sha256": "34387cbbd3891cc7bb082516dfb4993ee9d2319e32344a364ea32bd611cd924e",
|
|
|
|
| 20 |
"stage2_auxiliary_loss_weight": 0.0,
|
| 21 |
"stage2_memory_encoder": "finetuned",
|
|
|
|
| 22 |
"visual_feature_stream": "dinov3"
|
| 23 |
}
|
simulation/robocasa/recurrent/README.md
CHANGED
|
@@ -15,8 +15,8 @@ tags:
|
|
| 15 |
Canonical Pi0.5 IMPRINT checkpoint for the customized 12-task RoboCasa
|
| 16 |
benchmark using the recurrent gated-delta memory encoder.
|
| 17 |
|
| 18 |
-
- Stage 1: trained 180,000 updates, selected at 160,000
|
| 19 |
-
- Stage 2: 150,000 updates
|
| 20 |
- memory tokens: 256 x 1024
|
| 21 |
- policy horizon: 20
|
| 22 |
- training scan: chunkwise WY
|
|
@@ -27,12 +27,12 @@ The Stage-2 model-level auxiliary weight was zero. The archived history YAML
|
|
| 27 |
retains a legacy `aux_weight: 0.25` preload flag, which caused auxiliary
|
| 28 |
targets to be read but did not contribute an auxiliary loss.
|
| 29 |
|
| 30 |
-
Use `
|
| 31 |
-
`
|
| 32 |
-
simulator source. This release contains the complete Stage-2
|
| 33 |
-
checkpoint, including the PaliGemma/Gemma backbone. It is a
|
| 34 |
-
derivative and is distributed subject to the included Gemma Terms
|
| 35 |
-
Large simulator assets are not duplicated.
|
| 36 |
|
| 37 |
The matching training store, patched simulator source, and reproducibility
|
| 38 |
code are publicly available under the IMPRINT release.
|
|
|
|
| 15 |
Canonical Pi0.5 IMPRINT checkpoint for the customized 12-task RoboCasa
|
| 16 |
benchmark using the recurrent gated-delta memory encoder.
|
| 17 |
|
| 18 |
+
- Stage 1: trained 180,000 updates, selected at 160,000
|
| 19 |
+
- Stage 2: 150,000 updates
|
| 20 |
- memory tokens: 256 x 1024
|
| 21 |
- policy horizon: 20
|
| 22 |
- training scan: chunkwise WY
|
|
|
|
| 27 |
retains a legacy `aux_weight: 0.25` preload flag, which caused auxiliary
|
| 28 |
targets to be read but did not contribute an auxiliary loss.
|
| 29 |
|
| 30 |
+
Use `Amazon-FAR/imprint_datasets`, paths `simulation/robocasa/600` and
|
| 31 |
+
`simulation/robocasa/environment`, for the training store and patched
|
| 32 |
+
RoboCasa 1.0.1 simulator source. This release contains the complete Stage-2
|
| 33 |
+
Orbax parameter checkpoint, including the PaliGemma/Gemma backbone. It is a
|
| 34 |
+
Gemma model derivative and is distributed subject to the included Gemma Terms
|
| 35 |
+
of Use. Large simulator assets are not duplicated.
|
| 36 |
|
| 37 |
The matching training store, patched simulator source, and reproducibility
|
| 38 |
code are publicly available under the IMPRINT release.
|
simulation/robocasa/recurrent/SHA256SUMS
CHANGED
|
@@ -1,8 +1,8 @@
|
|
| 1 |
3e2c24001f9ef57bf7ec959a3658fbb49cdad113cdf394c264da9d16f9bdd132 ./LICENSE_GEMMA.txt
|
| 2 |
5b21d7116ac42a0ab6141488cb654c2411557ac977e2276accb88ef774f28c19 ./NOTICE
|
| 3 |
-
|
| 4 |
3f5ee9416db5224d6effaea03e799540023817301a0ba2677922a31709216b1d ./config/history_config.yaml
|
| 5 |
-
|
| 6 |
39a8f9a475d18c9167a3872c7679a348b81a165776fe3e16c391f354c7ad8514 ./config/norm_stats.json
|
| 7 |
7567aca14012be88045a10203432c7117c128b4b1455718143c429cea8155fc1 ./stage1/stage1_step160000.npz
|
| 8 |
fe7ad82eeb9e1096c90f433a50fb4b2fabe000779a6d14bfe8ee317f6aea9c72 ./stage2/step-150000/_CHECKPOINT_METADATA
|
|
|
|
| 1 |
3e2c24001f9ef57bf7ec959a3658fbb49cdad113cdf394c264da9d16f9bdd132 ./LICENSE_GEMMA.txt
|
| 2 |
5b21d7116ac42a0ab6141488cb654c2411557ac977e2276accb88ef774f28c19 ./NOTICE
|
| 3 |
+
89aeee3c2bbdc50d23e1eec66805c20d3db55f74c62fa5836b30d2cc63d1a87a ./README.md
|
| 4 |
3f5ee9416db5224d6effaea03e799540023817301a0ba2677922a31709216b1d ./config/history_config.yaml
|
| 5 |
+
5916c46494b1d56c6b05d3620a66634f8972eabe469cdd24336f0094824d33de ./config/input_provenance.json
|
| 6 |
39a8f9a475d18c9167a3872c7679a348b81a165776fe3e16c391f354c7ad8514 ./config/norm_stats.json
|
| 7 |
7567aca14012be88045a10203432c7117c128b4b1455718143c429cea8155fc1 ./stage1/stage1_step160000.npz
|
| 8 |
fe7ad82eeb9e1096c90f433a50fb4b2fabe000779a6d14bfe8ee317f6aea9c72 ./stage2/step-150000/_CHECKPOINT_METADATA
|
simulation/robocasa/recurrent/config/input_provenance.json
CHANGED
|
@@ -5,7 +5,7 @@
|
|
| 5 |
"checkpoint_metadata_sha256": "fe7ad82eeb9e1096c90f433a50fb4b2fabe000779a6d14bfe8ee317f6aea9c72",
|
| 6 |
"checkpoint_path": "stage2/step-150000",
|
| 7 |
"checkpoint_step": 150000,
|
| 8 |
-
"dataset": "
|
| 9 |
"eval_consolidate_all": 1,
|
| 10 |
"execution_horizon": 20,
|
| 11 |
"freeze_variant": "image_only",
|
|
@@ -20,9 +20,7 @@
|
|
| 20 |
"prediction_horizon": 20,
|
| 21 |
"stage1_checkpoint": "stage1/stage1_step160000.npz",
|
| 22 |
"stage1_sha256": "7567aca14012be88045a10203432c7117c128b4b1455718143c429cea8155fc1",
|
| 23 |
-
"stage1_wandb_run": "far-wandb/Robocasa/ag6ytzrm",
|
| 24 |
"stage2_auxiliary_loss_weight": 0.0,
|
| 25 |
"stage2_memory_encoder": "finetuned",
|
| 26 |
-
"stage2_wandb_run": "far-wandb/Robocasa/1ozs9qy8",
|
| 27 |
"visual_feature_stream": "dinov3"
|
| 28 |
}
|
|
|
|
| 5 |
"checkpoint_metadata_sha256": "fe7ad82eeb9e1096c90f433a50fb4b2fabe000779a6d14bfe8ee317f6aea9c72",
|
| 6 |
"checkpoint_path": "stage2/step-150000",
|
| 7 |
"checkpoint_step": 150000,
|
| 8 |
+
"dataset": "Amazon-FAR/imprint_datasets:simulation/robocasa/600",
|
| 9 |
"eval_consolidate_all": 1,
|
| 10 |
"execution_horizon": 20,
|
| 11 |
"freeze_variant": "image_only",
|
|
|
|
| 20 |
"prediction_horizon": 20,
|
| 21 |
"stage1_checkpoint": "stage1/stage1_step160000.npz",
|
| 22 |
"stage1_sha256": "7567aca14012be88045a10203432c7117c128b4b1455718143c429cea8155fc1",
|
|
|
|
| 23 |
"stage2_auxiliary_loss_weight": 0.0,
|
| 24 |
"stage2_memory_encoder": "finetuned",
|
|
|
|
| 25 |
"visual_feature_stream": "dinov3"
|
| 26 |
}
|