Adrain11 commited on
Commit
5d6a004
·
0 Parent(s):

Release ThinkWAM checkpoints

Browse files
.gitattributes ADDED
@@ -0,0 +1,35 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ *.7z filter=lfs diff=lfs merge=lfs -text
2
+ *.arrow filter=lfs diff=lfs merge=lfs -text
3
+ *.bin filter=lfs diff=lfs merge=lfs -text
4
+ *.bz2 filter=lfs diff=lfs merge=lfs -text
5
+ *.ckpt filter=lfs diff=lfs merge=lfs -text
6
+ *.ftz filter=lfs diff=lfs merge=lfs -text
7
+ *.gz filter=lfs diff=lfs merge=lfs -text
8
+ *.h5 filter=lfs diff=lfs merge=lfs -text
9
+ *.joblib filter=lfs diff=lfs merge=lfs -text
10
+ *.lfs.* filter=lfs diff=lfs merge=lfs -text
11
+ *.mlmodel filter=lfs diff=lfs merge=lfs -text
12
+ *.model filter=lfs diff=lfs merge=lfs -text
13
+ *.msgpack filter=lfs diff=lfs merge=lfs -text
14
+ *.npy filter=lfs diff=lfs merge=lfs -text
15
+ *.npz filter=lfs diff=lfs merge=lfs -text
16
+ *.onnx filter=lfs diff=lfs merge=lfs -text
17
+ *.ot filter=lfs diff=lfs merge=lfs -text
18
+ *.parquet filter=lfs diff=lfs merge=lfs -text
19
+ *.pb filter=lfs diff=lfs merge=lfs -text
20
+ *.pickle filter=lfs diff=lfs merge=lfs -text
21
+ *.pkl filter=lfs diff=lfs merge=lfs -text
22
+ *.pt filter=lfs diff=lfs merge=lfs -text
23
+ *.pth filter=lfs diff=lfs merge=lfs -text
24
+ *.rar filter=lfs diff=lfs merge=lfs -text
25
+ *.safetensors filter=lfs diff=lfs merge=lfs -text
26
+ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
27
+ *.tar.* filter=lfs diff=lfs merge=lfs -text
28
+ *.tar filter=lfs diff=lfs merge=lfs -text
29
+ *.tflite filter=lfs diff=lfs merge=lfs -text
30
+ *.tgz filter=lfs diff=lfs merge=lfs -text
31
+ *.wasm filter=lfs diff=lfs merge=lfs -text
32
+ *.xz filter=lfs diff=lfs merge=lfs -text
33
+ *.zip filter=lfs diff=lfs merge=lfs -text
34
+ *.zst filter=lfs diff=lfs merge=lfs -text
35
+ *tfevents* filter=lfs diff=lfs merge=lfs -text
LICENSE ADDED
@@ -0,0 +1,202 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+
2
+ Apache License
3
+ Version 2.0, January 2004
4
+ http://www.apache.org/licenses/
5
+
6
+ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
7
+
8
+ 1. Definitions.
9
+
10
+ "License" shall mean the terms and conditions for use, reproduction,
11
+ and distribution as defined by Sections 1 through 9 of this document.
12
+
13
+ "Licensor" shall mean the copyright owner or entity authorized by
14
+ the copyright owner that is granting the License.
15
+
16
+ "Legal Entity" shall mean the union of the acting entity and all
17
+ other entities that control, are controlled by, or are under common
18
+ control with that entity. For the purposes of this definition,
19
+ "control" means (i) the power, direct or indirect, to cause the
20
+ direction or management of such entity, whether by contract or
21
+ otherwise, or (ii) ownership of fifty percent (50%) or more of the
22
+ outstanding shares, or (iii) beneficial ownership of such entity.
23
+
24
+ "You" (or "Your") shall mean an individual or Legal Entity
25
+ exercising permissions granted by this License.
26
+
27
+ "Source" form shall mean the preferred form for making modifications,
28
+ including but not limited to software source code, documentation
29
+ source, and configuration files.
30
+
31
+ "Object" form shall mean any form resulting from mechanical
32
+ transformation or translation of a Source form, including but
33
+ not limited to compiled object code, generated documentation,
34
+ and conversions to other media types.
35
+
36
+ "Work" shall mean the work of authorship, whether in Source or
37
+ Object form, made available under the License, as indicated by a
38
+ copyright notice that is included in or attached to the work
39
+ (an example is provided in the Appendix below).
40
+
41
+ "Derivative Works" shall mean any work, whether in Source or Object
42
+ form, that is based on (or derived from) the Work and for which the
43
+ editorial revisions, annotations, elaborations, or other modifications
44
+ represent, as a whole, an original work of authorship. For the purposes
45
+ of this License, Derivative Works shall not include works that remain
46
+ separable from, or merely link (or bind by name) to the interfaces of,
47
+ the Work and Derivative Works thereof.
48
+
49
+ "Contribution" shall mean any work of authorship, including
50
+ the original version of the Work and any modifications or additions
51
+ to that Work or Derivative Works thereof, that is intentionally
52
+ submitted to Licensor for inclusion in the Work by the copyright owner
53
+ or by an individual or Legal Entity authorized to submit on behalf of
54
+ the copyright owner. For the purposes of this definition, "submitted"
55
+ means any form of electronic, verbal, or written communication sent
56
+ to the Licensor or its representatives, including but not limited to
57
+ communication on electronic mailing lists, source code control systems,
58
+ and issue tracking systems that are managed by, or on behalf of, the
59
+ Licensor for the purpose of discussing and improving the Work, but
60
+ excluding communication that is conspicuously marked or otherwise
61
+ designated in writing by the copyright owner as "Not a Contribution."
62
+
63
+ "Contributor" shall mean Licensor and any individual or Legal Entity
64
+ on behalf of whom a Contribution has been received by Licensor and
65
+ subsequently incorporated within the Work.
66
+
67
+ 2. Grant of Copyright License. Subject to the terms and conditions of
68
+ this License, each Contributor hereby grants to You a perpetual,
69
+ worldwide, non-exclusive, no-charge, royalty-free, irrevocable
70
+ copyright license to reproduce, prepare Derivative Works of,
71
+ publicly display, publicly perform, sublicense, and distribute the
72
+ Work and such Derivative Works in Source or Object form.
73
+
74
+ 3. Grant of Patent License. Subject to the terms and conditions of
75
+ this License, each Contributor hereby grants to You a perpetual,
76
+ worldwide, non-exclusive, no-charge, royalty-free, irrevocable
77
+ (except as stated in this section) patent license to make, have made,
78
+ use, offer to sell, sell, import, and otherwise transfer the Work,
79
+ where such license applies only to those patent claims licensable
80
+ by such Contributor that are necessarily infringed by their
81
+ Contribution(s) alone or by combination of their Contribution(s)
82
+ with the Work to which such Contribution(s) was submitted. If You
83
+ institute patent litigation against any entity (including a
84
+ cross-claim or counterclaim in a lawsuit) alleging that the Work
85
+ or a Contribution incorporated within the Work constitutes direct
86
+ or contributory patent infringement, then any patent licenses
87
+ granted to You under this License for that Work shall terminate
88
+ as of the date such litigation is filed.
89
+
90
+ 4. Redistribution. You may reproduce and distribute copies of the
91
+ Work or Derivative Works thereof in any medium, with or without
92
+ modifications, and in Source or Object form, provided that You
93
+ meet the following conditions:
94
+
95
+ (a) You must give any other recipients of the Work or
96
+ Derivative Works a copy of this License; and
97
+
98
+ (b) You must cause any modified files to carry prominent notices
99
+ stating that You changed the files; and
100
+
101
+ (c) You must retain, in the Source form of any Derivative Works
102
+ that You distribute, all copyright, patent, trademark, and
103
+ attribution notices from the Source form of the Work,
104
+ excluding those notices that do not pertain to any part of
105
+ the Derivative Works; and
106
+
107
+ (d) If the Work includes a "NOTICE" text file as part of its
108
+ distribution, then any Derivative Works that You distribute must
109
+ include a readable copy of the attribution notices contained
110
+ within such NOTICE file, excluding those notices that do not
111
+ pertain to any part of the Derivative Works, in at least one
112
+ of the following places: within a NOTICE text file distributed
113
+ as part of the Derivative Works; within the Source form or
114
+ documentation, if provided along with the Derivative Works; or,
115
+ within a display generated by the Derivative Works, if and
116
+ wherever such third-party notices normally appear. The contents
117
+ of the NOTICE file are for informational purposes only and
118
+ do not modify the License. You may add Your own attribution
119
+ notices within Derivative Works that You distribute, alongside
120
+ or as an addendum to the NOTICE text from the Work, provided
121
+ that such additional attribution notices cannot be construed
122
+ as modifying the License.
123
+
124
+ You may add Your own copyright statement to Your modifications and
125
+ may provide additional or different license terms and conditions
126
+ for use, reproduction, or distribution of Your modifications, or
127
+ for any such Derivative Works as a whole, provided Your use,
128
+ reproduction, and distribution of the Work otherwise complies with
129
+ the conditions stated in this License.
130
+
131
+ 5. Submission of Contributions. Unless You explicitly state otherwise,
132
+ any Contribution intentionally submitted for inclusion in the Work
133
+ by You to the Licensor shall be under the terms and conditions of
134
+ this License, without any additional terms or conditions.
135
+ Notwithstanding the above, nothing herein shall supersede or modify
136
+ the terms of any separate license agreement you may have executed
137
+ with Licensor regarding such Contributions.
138
+
139
+ 6. Trademarks. This License does not grant permission to use the trade
140
+ names, trademarks, service marks, or product names of the Licensor,
141
+ except as required for reasonable and customary use in describing the
142
+ origin of the Work and reproducing the content of the NOTICE file.
143
+
144
+ 7. Disclaimer of Warranty. Unless required by applicable law or
145
+ agreed to in writing, Licensor provides the Work (and each
146
+ Contributor provides its Contributions) on an "AS IS" BASIS,
147
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
148
+ implied, including, without limitation, any warranties or conditions
149
+ of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
150
+ PARTICULAR PURPOSE. You are solely responsible for determining the
151
+ appropriateness of using or redistributing the Work and assume any
152
+ risks associated with Your exercise of permissions under this License.
153
+
154
+ 8. Limitation of Liability. In no event and under no legal theory,
155
+ whether in tort (including negligence), contract, or otherwise,
156
+ unless required by applicable law (such as deliberate and grossly
157
+ negligent acts) or agreed to in writing, shall any Contributor be
158
+ liable to You for damages, including any direct, indirect, special,
159
+ incidental, or consequential damages of any character arising as a
160
+ result of this License or out of the use or inability to use the
161
+ Work (including but not limited to damages for loss of goodwill,
162
+ work stoppage, computer failure or malfunction, or any and all
163
+ other commercial damages or losses), even if such Contributor
164
+ has been advised of the possibility of such damages.
165
+
166
+ 9. Accepting Warranty or Additional Liability. While redistributing
167
+ the Work or Derivative Works thereof, You may choose to offer,
168
+ and charge a fee for, acceptance of support, warranty, indemnity,
169
+ or other liability obligations and/or rights consistent with this
170
+ License. However, in accepting such obligations, You may act only
171
+ on Your own behalf and on Your sole responsibility, not on behalf
172
+ of any other Contributor, and only if You agree to indemnify,
173
+ defend, and hold each Contributor harmless for any liability
174
+ incurred by, or claims asserted against, such Contributor by reason
175
+ of your accepting any such warranty or additional liability.
176
+
177
+ END OF TERMS AND CONDITIONS
178
+
179
+ APPENDIX: How to apply the Apache License to your work.
180
+
181
+ To apply the Apache License to your work, attach the following
182
+ boilerplate notice, with the fields enclosed by brackets "[]"
183
+ replaced with your own identifying information. (Don't include
184
+ the brackets!) The text should be enclosed in the appropriate
185
+ comment syntax for the file format. We also recommend that a
186
+ file or class name and description of purpose be included on the
187
+ same "printed page" as the copyright notice for easier
188
+ identification within third-party archives.
189
+
190
+ Copyright 2024 Alibaba Cloud
191
+
192
+ Licensed under the Apache License, Version 2.0 (the "License");
193
+ you may not use this file except in compliance with the License.
194
+ You may obtain a copy of the License at
195
+
196
+ http://www.apache.org/licenses/LICENSE-2.0
197
+
198
+ Unless required by applicable law or agreed to in writing, software
199
+ distributed under the License is distributed on an "AS IS" BASIS,
200
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
201
+ See the License for the specific language governing permissions and
202
+ limitations under the License.
NOTICE ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ThinkWAM inference checkpoints
2
+ Copyright (c) 2026 ThinkWAM authors.
3
+
4
+ The checkpoint distribution is licensed under Apache License 2.0 (LICENSE).
5
+ The Qwen2.5-0.5B language-model tensors retain their Apache 2.0 terms:
6
+ https://huggingface.co/Qwen/Qwen2.5-0.5B
7
+
8
+ The V-JEPA 2.1 encoder tensors retain the following upstream MIT notice:
9
+ https://github.com/facebookresearch/vjepa2
10
+
11
+ MIT License
12
+
13
+ Copyright (c) Meta Platforms, Inc. and affiliates.
14
+
15
+ Permission is hereby granted, free of charge, to any person obtaining a copy
16
+ of this software and associated documentation files (the "Software"), to deal
17
+ in the Software without restriction, including without limitation the rights
18
+ to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
19
+ copies of the Software, and to permit persons to whom the Software is
20
+ furnished to do so, subject to the following conditions:
21
+
22
+ The above copyright notice and this permission notice shall be included in all
23
+ copies or substantial portions of the Software.
24
+
25
+ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
26
+ IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
27
+ FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
28
+ AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
29
+ LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
30
+ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
31
+ SOFTWARE.
README.md ADDED
@@ -0,0 +1,35 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ pipeline_tag: robotics
3
+ license: apache-2.0
4
+ tags:
5
+ - thinkwam
6
+ - libero
7
+ - robotwin
8
+ - robocasa
9
+ ---
10
+
11
+ # ThinkWAM
12
+
13
+ Inference checkpoints for **ThinkWAM: Rethinking Latent Futures for Action Refinement**.
14
+
15
+ [Paper](https://arxiv.org/abs/2611.21258) · [Project](https://thinkwam-project.github.io/) · [Code](https://github.com/HaoyunT/Thinkwam)
16
+
17
+ ## Checkpoints
18
+
19
+ | Benchmark | Checkpoint |
20
+ |---|---|
21
+ | LIBERO / LIBERO-Plus | [libero_thinkwam_checkpoint.pt](libero_thinkwam_checkpoint.pt) |
22
+ | RoboTwin 2.0 | [robotwin2.0_thinkwam_checkpoint.pt](robotwin2.0_thinkwam_checkpoint.pt) |
23
+ | RoboCasa24 | [robocasa24_thinkwam_checkpoint.pt](robocasa24_thinkwam_checkpoint.pt) |
24
+
25
+ ## Usage
26
+
27
+ Follow the [evaluation guide](https://github.com/HaoyunT/Thinkwam/blob/main/docs/RELEASED_CHECKPOINTS.md) and use `--checkpoint-profile released`.
28
+ Provide a local Qwen2.5-0.5B model and tokenizer directory via `--qwen-path`.
29
+ The V-JEPA encoder is included in each checkpoint.
30
+
31
+ File sizes and SHA256 checksums are listed in [checkpoint_manifest.json](checkpoint_manifest.json) and [SHA256SUMS](SHA256SUMS).
32
+
33
+ ## License
34
+
35
+ Released under [Apache 2.0](LICENSE). Third-party components retain their respective licenses; see [NOTICE](NOTICE).
SHA256SUMS ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ b17f34334663fde146bf00637b0d8092783def2ee553d87d40d4248a5f7be9e2 libero_thinkwam_checkpoint.pt
2
+ 44f5e0c67674a6449505ec902afcc053daa8672ab5e377a0f2a99ae0a398f96c robotwin2.0_thinkwam_checkpoint.pt
3
+ 49ec20be909f39449cbbdaf3040f88d9803353c631dd503d2d3ac3cb28beeef0 robocasa24_thinkwam_checkpoint.pt
checkpoint_manifest.json ADDED
@@ -0,0 +1,60 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "ThinkWAM",
3
+ "format": "inference_checkpoint",
4
+ "files": [
5
+ {
6
+ "benchmark": "LIBERO / LIBERO-Plus",
7
+ "name": "libero_thinkwam_checkpoint.pt",
8
+ "bytes": 4430139219,
9
+ "sha256": "b17f34334663fde146bf00637b0d8092783def2ee553d87d40d4248a5f7be9e2",
10
+ "source_sha256": "2ca59f2b5dcb857a920df1da0b520c6b7db8dea056514adac1626e9ee9c063e6",
11
+ "model_tensor_count": 1373,
12
+ "tensor_bytes_unchanged": true,
13
+ "dtypes_unchanged": true,
14
+ "config_unchanged": false,
15
+ "contents": [
16
+ "step",
17
+ "model",
18
+ "config"
19
+ ],
20
+ "previous_release_sha256": "61d8a88069c3d0faa1b08fb9b6b2fe81d147d46ca237722f481b3d802c186eb8",
21
+ "tensor_storage_sha256_verified": true
22
+ },
23
+ {
24
+ "benchmark": "RoboTwin 2.0",
25
+ "name": "robotwin2.0_thinkwam_checkpoint.pt",
26
+ "bytes": 4405774483,
27
+ "sha256": "44f5e0c67674a6449505ec902afcc053daa8672ab5e377a0f2a99ae0a398f96c",
28
+ "source_sha256": "ce5708ee316efc8cf3ce5116fdc943fcd170e070f87ead44a433dfa34ac5012b",
29
+ "model_tensor_count": 1329,
30
+ "tensor_bytes_unchanged": true,
31
+ "dtypes_unchanged": true,
32
+ "config_unchanged": false,
33
+ "contents": [
34
+ "step",
35
+ "model",
36
+ "config"
37
+ ],
38
+ "previous_release_sha256": "f37f9372a9bf748db82af6ed48e07cc6d306edaa15bd5a580bbb376a0b32c4f1",
39
+ "tensor_storage_sha256_verified": true
40
+ },
41
+ {
42
+ "benchmark": "RoboCasa24",
43
+ "name": "robocasa24_thinkwam_checkpoint.pt",
44
+ "bytes": 4421635575,
45
+ "sha256": "49ec20be909f39449cbbdaf3040f88d9803353c631dd503d2d3ac3cb28beeef0",
46
+ "source_sha256": "b36a855ba4558a8fab9dd8870dcacb13952c5f53adddbdbe020d0813b251627b",
47
+ "model_tensor_count": 1365,
48
+ "tensor_bytes_unchanged": true,
49
+ "dtypes_unchanged": true,
50
+ "config_unchanged": false,
51
+ "contents": [
52
+ "step",
53
+ "model",
54
+ "config"
55
+ ],
56
+ "previous_release_sha256": "1a6700a9ec2c73f1a73ca56322305439f21d13b237296eadb37bd6d40884608c",
57
+ "tensor_storage_sha256_verified": true
58
+ }
59
+ ]
60
+ }
libero_thinkwam_checkpoint.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b17f34334663fde146bf00637b0d8092783def2ee553d87d40d4248a5f7be9e2
3
+ size 4430139219
metadata_corrections.json ADDED
@@ -0,0 +1,245 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "date": "2026-11-21",
3
+ "scope": "Serialized configuration metadata only",
4
+ "basis": "Author-confirmed effective training settings and the training-budget table in Appendix A.4",
5
+ "files": [
6
+ {
7
+ "benchmark": "libero",
8
+ "filename": "libero_thinkwam_checkpoint.pt",
9
+ "previous_release_revision": "dcd6dde7959613e35e963c9d9cff2632d7c7cbda",
10
+ "previous_release_sha256": "61d8a88069c3d0faa1b08fb9b6b2fe81d147d46ca237722f481b3d802c186eb8",
11
+ "configuration_basis": "Author-confirmed effective settings and the training-budget table in Appendix A.4",
12
+ "step_unchanged": 75000,
13
+ "qwen_visual_tokens_unchanged": 1088,
14
+ "removed_fields": {
15
+ "plus_dataset_root": "/data/thinkwam/datasets/libero_plus_lerobot_hard",
16
+ "plus_mixture_fraction": 0.35,
17
+ "plus_augmentations": true,
18
+ "plus_augmentation_probability": 0.5,
19
+ "plus_illumination_probability": 0.5,
20
+ "plus_texture_probability": 0.35,
21
+ "plus_camera_probability": 0.25,
22
+ "plus_noise_probability": 0.25,
23
+ "plus_object_position_probability": 0.25,
24
+ "plus_max_translation": 12,
25
+ "plus_noise_std": 0.025,
26
+ "plus_category_manifest": "",
27
+ "plus_language_category_factor": 1.25,
28
+ "plus_robot_initial_state_factor": 1.25,
29
+ "plus_initial_state_quantile": 0.7,
30
+ "task_sampling_enabled": true,
31
+ "task_sampling_goal_long_factor": 3,
32
+ "task_sampling_hard_factor": 3
33
+ },
34
+ "updated_fields": {
35
+ "memory_learning_rate": {
36
+ "before": 2.5e-05,
37
+ "after": 0.0001
38
+ },
39
+ "video_residual_loss_weight": {
40
+ "before": 0.8,
41
+ "after": 0.2
42
+ },
43
+ "qwen_lora_learning_rate": {
44
+ "before": 1.5e-05,
45
+ "after": 0.0001
46
+ },
47
+ "learning_rate": {
48
+ "before": 5e-05,
49
+ "after": 0.0001
50
+ },
51
+ "vjepa_adapter_learning_rate": {
52
+ "before": 1e-05,
53
+ "after": 0.0001
54
+ }
55
+ },
56
+ "added_fields": {
57
+ "image_augmentations": true,
58
+ "image_augmentation_probability": 0.5,
59
+ "image_illumination_probability": 0.5,
60
+ "image_texture_probability": 0.35,
61
+ "image_camera_probability": 0.25,
62
+ "image_noise_probability": 0.25,
63
+ "image_object_position_probability": 0.25,
64
+ "image_max_translation": 12,
65
+ "image_noise_std": 0.025
66
+ },
67
+ "tensor_metadata_unchanged": true,
68
+ "model_tensor_count": 1373,
69
+ "original_pickle_bytes": 434593,
70
+ "corrected_pickle_bytes": 434185,
71
+ "sha256": "b17f34334663fde146bf00637b0d8092783def2ee553d87d40d4248a5f7be9e2",
72
+ "size_bytes": 4430139219,
73
+ "tensor_bytes_unchanged": true,
74
+ "storage_count": 1372,
75
+ "torch_weights_only_load": true
76
+ },
77
+ {
78
+ "benchmark": "robotwin",
79
+ "filename": "robotwin2.0_thinkwam_checkpoint.pt",
80
+ "previous_release_revision": "dcd6dde7959613e35e963c9d9cff2632d7c7cbda",
81
+ "previous_release_sha256": "f37f9372a9bf748db82af6ed48e07cc6d306edaa15bd5a580bbb376a0b32c4f1",
82
+ "configuration_basis": "Author-confirmed effective settings and the training-budget table in Appendix A.4",
83
+ "step_unchanged": 155000,
84
+ "qwen_visual_tokens_unchanged": 1088,
85
+ "removed_fields": {
86
+ "plus_dataset_root": "",
87
+ "plus_mixture_fraction": 0.25,
88
+ "plus_augmentations": false,
89
+ "plus_augmentation_probability": 0.0,
90
+ "plus_illumination_probability": 0.5,
91
+ "plus_texture_probability": 0.35,
92
+ "plus_camera_probability": 0.25,
93
+ "plus_noise_probability": 0.25,
94
+ "plus_object_position_probability": 0.25,
95
+ "plus_max_translation": 12,
96
+ "plus_noise_std": 0.025,
97
+ "plus_category_manifest": "",
98
+ "plus_language_category_factor": 1.0,
99
+ "plus_robot_initial_state_factor": 1.0,
100
+ "plus_initial_state_quantile": 0.7,
101
+ "task_sampling_enabled": true,
102
+ "task_sampling_goal_long_factor": 2,
103
+ "task_sampling_hard_factor": 2,
104
+ "target_manifest": "/data/thinkwam/datasets/thinkwam/robotwin2_150k_short_50c20r/manifest.json",
105
+ "random_dataset_root": "/data/thinkwam/datasets/robotwin2.0-lerobot-v3.0/random",
106
+ "transition_step": 20000,
107
+ "warmup_steps": 500,
108
+ "lr_floor_ratio": 0.2
109
+ },
110
+ "updated_fields": {
111
+ "memory_learning_rate": {
112
+ "before": 5e-06,
113
+ "after": 5e-05
114
+ },
115
+ "video_residual_loss_weight": {
116
+ "before": 0.8,
117
+ "after": 0.2
118
+ },
119
+ "warmup_ratio": {
120
+ "before": 0.02,
121
+ "after": 0.03
122
+ },
123
+ "qwen_lora_learning_rate": {
124
+ "before": 2e-06,
125
+ "after": 5e-05
126
+ },
127
+ "learning_rate": {
128
+ "before": 1e-05,
129
+ "after": 5e-05
130
+ },
131
+ "vjepa_adapter_learning_rate": {
132
+ "before": 3e-06,
133
+ "after": 5e-05
134
+ },
135
+ "min_learning_rate": {
136
+ "before": 2e-06,
137
+ "after": 5e-06
138
+ }
139
+ },
140
+ "added_fields": {
141
+ "image_augmentations": false
142
+ },
143
+ "tensor_metadata_unchanged": true,
144
+ "model_tensor_count": 1329,
145
+ "original_pickle_bytes": 428750,
146
+ "corrected_pickle_bytes": 427760,
147
+ "sha256": "44f5e0c67674a6449505ec902afcc053daa8672ab5e377a0f2a99ae0a398f96c",
148
+ "size_bytes": 4405774483,
149
+ "tensor_bytes_unchanged": true,
150
+ "storage_count": 1328,
151
+ "torch_weights_only_load": true
152
+ },
153
+ {
154
+ "benchmark": "robocasa24",
155
+ "filename": "robocasa24_thinkwam_checkpoint.pt",
156
+ "previous_release_revision": "dcd6dde7959613e35e963c9d9cff2632d7c7cbda",
157
+ "previous_release_sha256": "1a6700a9ec2c73f1a73ca56322305439f21d13b237296eadb37bd6d40884608c",
158
+ "configuration_basis": "Author-confirmed effective settings and the training-budget table in Appendix A.4",
159
+ "step_unchanged": 20000,
160
+ "qwen_visual_tokens_unchanged": 1152,
161
+ "removed_fields": {
162
+ "robocasa_event_sampling": true,
163
+ "robocasa_uniform_fraction": 0.65,
164
+ "robocasa_gripper_fraction": 0.2,
165
+ "robocasa_tail_fraction": 0.15,
166
+ "robocasa_transition_radius": 8,
167
+ "robocasa_tail_steps": 32,
168
+ "robocasa_task_weights": {
169
+ "kitchen_coffee_CoffeeSetupMug": 2.0,
170
+ "kitchen_pnp_PnPCounterToMicrowave": 2.0,
171
+ "kitchen_pnp_PnPCounterToSink": 2.0,
172
+ "kitchen_pnp_PnPCounterToStove": 2.0,
173
+ "kitchen_stove_TurnOffStove": 2.0,
174
+ "kitchen_pnp_PnPCabToCounter": 2.0,
175
+ "kitchen_pnp_PnPStoveToCounter": 2.0,
176
+ "kitchen_pnp_PnPMicrowaveToCounter": 2.0
177
+ },
178
+ "plus_dataset_root": "",
179
+ "plus_mixture_fraction": 0.25,
180
+ "plus_augmentations": false,
181
+ "plus_augmentation_probability": 0.5,
182
+ "plus_illumination_probability": 0.5,
183
+ "plus_texture_probability": 0.35,
184
+ "plus_camera_probability": 0.25,
185
+ "plus_noise_probability": 0.25,
186
+ "plus_object_position_probability": 0.25,
187
+ "plus_max_translation": 12,
188
+ "plus_noise_std": 0.025,
189
+ "plus_category_manifest": "",
190
+ "plus_language_category_factor": 1.0,
191
+ "plus_robot_initial_state_factor": 1.0,
192
+ "plus_initial_state_quantile": 0.7,
193
+ "task_sampling_enabled": true,
194
+ "task_sampling_goal_long_factor": 2,
195
+ "task_sampling_hard_factor": 2
196
+ },
197
+ "updated_fields": {
198
+ "memory_learning_rate": {
199
+ "before": 5e-06,
200
+ "after": 0.0001
201
+ },
202
+ "video_residual_loss_weight": {
203
+ "before": 1.0,
204
+ "after": 0.2
205
+ },
206
+ "warmup_ratio": {
207
+ "before": 0.02,
208
+ "after": 0.03
209
+ },
210
+ "action_dit_learning_rate": {
211
+ "before": 5e-06,
212
+ "after": 0.0001
213
+ },
214
+ "qwen_lora_learning_rate": {
215
+ "before": 1.5e-06,
216
+ "after": 0.0001
217
+ },
218
+ "learning_rate": {
219
+ "before": 1e-05,
220
+ "after": 0.0001
221
+ },
222
+ "vjepa_adapter_learning_rate": {
223
+ "before": 1.5e-06,
224
+ "after": 0.0001
225
+ },
226
+ "min_learning_rate": {
227
+ "before": 5e-07,
228
+ "after": 1e-06
229
+ }
230
+ },
231
+ "added_fields": {
232
+ "image_augmentations": false
233
+ },
234
+ "tensor_metadata_unchanged": true,
235
+ "model_tensor_count": 1365,
236
+ "original_pickle_bytes": 434453,
237
+ "corrected_pickle_bytes": 433095,
238
+ "sha256": "49ec20be909f39449cbbdaf3040f88d9803353c631dd503d2d3ac3cb28beeef0",
239
+ "size_bytes": 4421635575,
240
+ "tensor_bytes_unchanged": true,
241
+ "storage_count": 1364,
242
+ "torch_weights_only_load": true
243
+ }
244
+ ]
245
+ }
robocasa24_thinkwam_checkpoint.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49ec20be909f39449cbbdaf3040f88d9803353c631dd503d2d3ac3cb28beeef0
3
+ size 4421635575
robotwin2.0_thinkwam_checkpoint.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44f5e0c67674a6449505ec902afcc053daa8672ab5e377a0f2a99ae0a398f96c
3
+ size 4405774483