Zerith-Robotics commited on
Commit
bdda0ee
·
verified ·
1 Parent(s): 52e1f02

Add model weights and runtime configuration

Browse files
Files changed (5) hide show
  1. README.md +14 -0
  2. dependencies.json +31 -0
  3. inference.json +26 -0
  4. manifest.json +441 -0
  5. model.safetensors +3 -0
README.md ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ tags:
3
+ - robotics
4
+ - safetensors
5
+ ---
6
+ # Z-VLA-LIBERO-Plus
7
+
8
+ Z-VLA-LIBERO-Plus policy weights. The deployment manifest contains the architecture, action/camera interfaces and required normalization. Use the settings in inference.json.
9
+
10
+ The learned tensors retain their original FP32 values. Weights are stored in `model.safetensors`; file size and SHA-256 are recorded in `manifest.json`.
11
+
12
+ External VAE, geometry and text-encoder assets must be obtained from the upstream revisions in `dependencies.json`. Text weights and precomputed text embeddings are not included. Generate instruction embeddings using that pinned encoder and the declared token/padding contract.
13
+
14
+ These are Z-VLA artifacts, not Transformers AutoModel checkpoints. Use the matching Z-VLA neural modules and action interface. A full benchmark rerun with newly generated text embeddings is required before claiming numerical or benchmark equivalence to any previous evaluation.
dependencies.json ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "format": "zvla-external-dependencies-v1",
3
+ "wan": {
4
+ "repo_id": "Wan-AI/Wan2.2-TI2V-5B",
5
+ "revision": "921dbaf3f1674a56f47e83fb80a34bac8a8f203e",
6
+ "files": [
7
+ "Wan2.2_VAE.pth",
8
+ "models_t5_umt5-xxl-enc-bf16.pth",
9
+ "google/umt5-xxl/"
10
+ ],
11
+ "source_repository": "https://github.com/Wan-Video/Wan2.2",
12
+ "source_revision": "42bf4cfaa384bc21833865abc2f9e6c0e67233dc"
13
+ },
14
+ "vggt": {
15
+ "repo_id": "facebook/VGGT-1B",
16
+ "revision": "860abec7937da0a4c03c41d3c269c366e82abdf9",
17
+ "file": "model.pt",
18
+ "source_repository": "https://github.com/facebookresearch/vggt",
19
+ "source_revision": "a288dd0f14786c93483e45524328726ab7b1b4ce"
20
+ },
21
+ "text": {
22
+ "encoder": "UMT5-XXL",
23
+ "encoder_dtype": "bfloat16",
24
+ "embedding_storage_dtype": "float16",
25
+ "prefix_tokens": 64,
26
+ "logical_context_tokens": 512,
27
+ "embedding_width": 4096,
28
+ "padding": "exact zeros after encoded tokens; no truncation of a longer instruction",
29
+ "assets": "download from the pinned upstream Wan repository"
30
+ }
31
+ }
inference.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "benchmark": "libero-plus",
3
+ "policy_dtype": "float32",
4
+ "action_flow_steps": 10,
5
+ "prediction_steps": 16,
6
+ "execute_steps": 4,
7
+ "primitive_dt": 0.05,
8
+ "video_dt": 0.2,
9
+ "embodiment_id": 0,
10
+ "text_context": {
11
+ "encoder": "UMT5-XXL",
12
+ "encoder_dtype": "bfloat16",
13
+ "embedding_storage_dtype": "float16",
14
+ "prefix_tokens": 64,
15
+ "logical_context_tokens": 512,
16
+ "embedding_width": 4096,
17
+ "padding": "exact zeros after encoded tokens; no truncation of a longer instruction",
18
+ "assets": "download from the pinned upstream Wan repository"
19
+ },
20
+ "prompt_adapter": {
21
+ "mode": "liberoplus_suffix_v1",
22
+ "base_instructions": "Load the 40 public instructions from the four standard LIBERO suites.",
23
+ "rule": "Only strip a complete recognized perturbation suffix following an exact base instruction; preserve other instruction variants.",
24
+ "suffix_regex": "(?:table -?\\d+|tb -?\\d+|add -?\\d+|light -?\\d+|(?:moved )?level\\d+ sample\\d+|view -?\\d+ -?\\d+ -?\\d+ -?\\d+ -?\\d+ initstate -?\\d+(?: noise -?\\d+)?)"
25
+ }
26
+ }
manifest.json ADDED
@@ -0,0 +1,441 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "format": "fam-wam-policy-v5.2-action20-linear-g4d-teacher",
3
+ "config": {
4
+ "architecture_version": "fam-wam-action20-linear-g4d-teacher-v5.2",
5
+ "latent_channels": 48,
6
+ "action_dim": 20,
7
+ "state_dim": 20,
8
+ "state_trajectory_contract": true,
9
+ "native7_minmax": true,
10
+ "metaworld_native4": false,
11
+ "state_codec_embodiments": [
12
+ "libero_franka"
13
+ ],
14
+ "use_proprioception": true,
15
+ "action_chunk_size": 4,
16
+ "action_prediction_steps": 16,
17
+ "context_frames": 1,
18
+ "text_dim": 4096,
19
+ "text_length": 512,
20
+ "text_prefix_length": 64,
21
+ "patch_size": 2,
22
+ "camera_slots": 3,
23
+ "max_active_camera_slots": 3,
24
+ "camera_rope_bases": [
25
+ 0,
26
+ 32,
27
+ 64
28
+ ],
29
+ "canonical_latent_height": 42,
30
+ "canonical_latent_width": 14,
31
+ "geometry_feature_dim": 2048,
32
+ "geometry_tokens_per_camera": 49,
33
+ "g4d_binding_rank": 256,
34
+ "g4d_binding_fusion": "linear_product",
35
+ "student_dim": 3072,
36
+ "student_heads": 24,
37
+ "student_ffn_dim": 14336,
38
+ "kv_tap_layers": [
39
+ 0,
40
+ 1,
41
+ 2,
42
+ 3,
43
+ 4,
44
+ 5,
45
+ 6,
46
+ 7,
47
+ 8,
48
+ 9
49
+ ],
50
+ "reader_dim": 3072,
51
+ "reader_heads": 24,
52
+ "reader_ffn_dim": 14336,
53
+ "reader_layers": 10,
54
+ "reader_kv_indices": [
55
+ 0,
56
+ 1,
57
+ 2,
58
+ 3,
59
+ 4,
60
+ 5,
61
+ 6,
62
+ 7,
63
+ 8,
64
+ 9
65
+ ],
66
+ "teacher_layers": 30,
67
+ "teacher_target_layers": [
68
+ 9,
69
+ 10,
70
+ 11,
71
+ 12,
72
+ 13,
73
+ 14,
74
+ 16,
75
+ 18,
76
+ 23,
77
+ 24
78
+ ],
79
+ "horizons": [
80
+ 1,
81
+ 2,
82
+ 4
83
+ ],
84
+ "flow_frames": 5,
85
+ "action_flow_steps": 10,
86
+ "flow_timestep_scale": 1000.0,
87
+ "primitive_dt_reference": 0.05,
88
+ "video_dt_reference": 0.2,
89
+ "eps": 1e-06
90
+ },
91
+ "action_schema": {
92
+ "contract": "zvla-state20-absolute-rotation6d-eef-state-target-v1",
93
+ "coordinate_convention": "translation_p_future_minus_p_anchor_in_upstream_canonical_frame;rotation_R_anchor_transpose_matmul_R_future;rotation6d_first_two_matrix_columns_column_major;gripper_absolute_upstream_canonical",
94
+ "execute_rows": [
95
+ 0,
96
+ 1,
97
+ 2,
98
+ 3
99
+ ],
100
+ "output_contract": "libero-native-osc7-identity-fp32-euler-v1",
101
+ "output_layout": [
102
+ "osc.dx",
103
+ "osc.dy",
104
+ "osc.dz",
105
+ "osc.rx",
106
+ "osc.ry",
107
+ "osc.rz",
108
+ "osc.gripper"
109
+ ],
110
+ "output_normalization": "identity",
111
+ "output_width": 7,
112
+ "private_action_layout": [
113
+ "osc.dx",
114
+ "osc.dy",
115
+ "osc.dz",
116
+ "osc.rx",
117
+ "osc.ry",
118
+ "osc.rz",
119
+ "osc.gripper"
120
+ ],
121
+ "state_layout": [
122
+ "arm0.position.x_m",
123
+ "arm0.position.y_m",
124
+ "arm0.position.z_m",
125
+ "arm0.orientation.rotation6d.column0.x",
126
+ "arm0.orientation.rotation6d.column0.y",
127
+ "arm0.orientation.rotation6d.column0.z",
128
+ "arm0.orientation.rotation6d.column1.x",
129
+ "arm0.orientation.rotation6d.column1.y",
130
+ "arm0.orientation.rotation6d.column1.z",
131
+ "arm0.gripper.position_upstream_canonical",
132
+ "arm1.position.x_m",
133
+ "arm1.position.y_m",
134
+ "arm1.position.z_m",
135
+ "arm1.orientation.rotation6d.column0.x",
136
+ "arm1.orientation.rotation6d.column0.y",
137
+ "arm1.orientation.rotation6d.column0.z",
138
+ "arm1.orientation.rotation6d.column1.x",
139
+ "arm1.orientation.rotation6d.column1.y",
140
+ "arm1.orientation.rotation6d.column1.z",
141
+ "arm1.gripper.position_upstream_canonical"
142
+ ],
143
+ "width": 20,
144
+ "width_semantics": "20_column_transport_and_state_input_not_native_action_width",
145
+ "benchmark": "libero-plus"
146
+ },
147
+ "camera_schema": {
148
+ "canonical_slots": [
149
+ "scene.external.primary",
150
+ "arm.left.wrist",
151
+ "arm.right.wrist"
152
+ ],
153
+ "default_profile": "libero_runtime_2source_to_3slot_v1",
154
+ "name": "zvla_semantic_camera3",
155
+ "profiles": {
156
+ "libero_runtime_2source_to_3slot_v1": {
157
+ "source_camera_names": [
158
+ "observation/image",
159
+ "observation/wrist_image"
160
+ ],
161
+ "source_to_canonical": [
162
+ 0,
163
+ 1
164
+ ]
165
+ }
166
+ },
167
+ "rope_bases": [
168
+ 0,
169
+ 32,
170
+ 64
171
+ ],
172
+ "version": 1
173
+ },
174
+ "normalization_stats": {
175
+ "action_degenerate": [
176
+ [
177
+ false,
178
+ false,
179
+ false,
180
+ false,
181
+ false,
182
+ false,
183
+ false,
184
+ false,
185
+ false,
186
+ false,
187
+ false,
188
+ false,
189
+ false,
190
+ false,
191
+ false,
192
+ false,
193
+ false,
194
+ false,
195
+ false,
196
+ false
197
+ ]
198
+ ],
199
+ "action_layout": [
200
+ "arm0.anchor_relative.translation.x_m",
201
+ "arm0.anchor_relative.translation.y_m",
202
+ "arm0.anchor_relative.translation.z_m",
203
+ "arm0.anchor_relative.rotation6d.column0.x",
204
+ "arm0.anchor_relative.rotation6d.column0.y",
205
+ "arm0.anchor_relative.rotation6d.column0.z",
206
+ "arm0.anchor_relative.rotation6d.column1.x",
207
+ "arm0.anchor_relative.rotation6d.column1.y",
208
+ "arm0.anchor_relative.rotation6d.column1.z",
209
+ "arm0.target_gripper.position_upstream_canonical",
210
+ "arm1.anchor_relative.translation.x_m",
211
+ "arm1.anchor_relative.translation.y_m",
212
+ "arm1.anchor_relative.translation.z_m",
213
+ "arm1.anchor_relative.rotation6d.column0.x",
214
+ "arm1.anchor_relative.rotation6d.column0.y",
215
+ "arm1.anchor_relative.rotation6d.column0.z",
216
+ "arm1.anchor_relative.rotation6d.column1.x",
217
+ "arm1.anchor_relative.rotation6d.column1.y",
218
+ "arm1.anchor_relative.rotation6d.column1.z",
219
+ "arm1.target_gripper.position_upstream_canonical"
220
+ ],
221
+ "action_max": [
222
+ [
223
+ 1.0,
224
+ 1.0,
225
+ 1.0,
226
+ 1.0,
227
+ 1.0,
228
+ 1.0,
229
+ 1.0,
230
+ 0.0,
231
+ 0.0,
232
+ 0.0,
233
+ 0.0,
234
+ 0.0,
235
+ 0.0,
236
+ 0.0,
237
+ 0.0,
238
+ 0.0,
239
+ 0.0,
240
+ 0.0,
241
+ 0.0,
242
+ 0.0
243
+ ]
244
+ ],
245
+ "action_min": [
246
+ [
247
+ -1.0,
248
+ -1.0,
249
+ -1.0,
250
+ -1.0,
251
+ -1.0,
252
+ -1.0,
253
+ -1.0,
254
+ 0.0,
255
+ 0.0,
256
+ 0.0,
257
+ 0.0,
258
+ 0.0,
259
+ 0.0,
260
+ 0.0,
261
+ 0.0,
262
+ 0.0,
263
+ 0.0,
264
+ 0.0,
265
+ 0.0,
266
+ 0.0
267
+ ]
268
+ ],
269
+ "action_stat_valid": [
270
+ [
271
+ true,
272
+ true,
273
+ true,
274
+ true,
275
+ true,
276
+ true,
277
+ true,
278
+ false,
279
+ false,
280
+ false,
281
+ false,
282
+ false,
283
+ false,
284
+ false,
285
+ false,
286
+ false,
287
+ false,
288
+ false,
289
+ false,
290
+ false
291
+ ]
292
+ ],
293
+ "coordinate_convention": "translation_p_future_minus_p_anchor_in_upstream_canonical_frame;rotation_R_anchor_transpose_matmul_R_future;rotation6d_first_two_matrix_columns_column_major;gripper_absolute_upstream_canonical",
294
+ "embodiments": [
295
+ "libero_franka"
296
+ ],
297
+ "format": "zvla-mixed-action20-native7-state20-minmax-v1",
298
+ "native7_layout": [
299
+ "osc.dx",
300
+ "osc.dy",
301
+ "osc.dz",
302
+ "osc.rx",
303
+ "osc.ry",
304
+ "osc.rz",
305
+ "osc.gripper"
306
+ ],
307
+ "native7_normalization": "identity_controller_bounds_minus1_plus1",
308
+ "near_constant_span_threshold": 1e-06,
309
+ "normalization": "per_robot_minmax_minus1_plus1_libero_native7_identity",
310
+ "state_degenerate": [
311
+ [
312
+ false,
313
+ false,
314
+ false,
315
+ false,
316
+ false,
317
+ false,
318
+ false,
319
+ false,
320
+ false,
321
+ false,
322
+ false,
323
+ false,
324
+ false,
325
+ false,
326
+ false,
327
+ false,
328
+ false,
329
+ false,
330
+ false,
331
+ false
332
+ ]
333
+ ],
334
+ "state_layout": [
335
+ "arm0.position.x_m",
336
+ "arm0.position.y_m",
337
+ "arm0.position.z_m",
338
+ "arm0.orientation.rotation6d.column0.x",
339
+ "arm0.orientation.rotation6d.column0.y",
340
+ "arm0.orientation.rotation6d.column0.z",
341
+ "arm0.orientation.rotation6d.column1.x",
342
+ "arm0.orientation.rotation6d.column1.y",
343
+ "arm0.orientation.rotation6d.column1.z",
344
+ "arm0.gripper.position_upstream_canonical",
345
+ "arm1.position.x_m",
346
+ "arm1.position.y_m",
347
+ "arm1.position.z_m",
348
+ "arm1.orientation.rotation6d.column0.x",
349
+ "arm1.orientation.rotation6d.column0.y",
350
+ "arm1.orientation.rotation6d.column0.z",
351
+ "arm1.orientation.rotation6d.column1.x",
352
+ "arm1.orientation.rotation6d.column1.y",
353
+ "arm1.orientation.rotation6d.column1.z",
354
+ "arm1.gripper.position_upstream_canonical"
355
+ ],
356
+ "state_max": [
357
+ [
358
+ 0.21031762659549713,
359
+ 0.39107561111450195,
360
+ 1.3660105466842651,
361
+ 0.9999997327305593,
362
+ 0.9995613842575997,
363
+ 0.8990970803412912,
364
+ 0.9999955211904117,
365
+ 0.9386293364232778,
366
+ 0.7327464628992926,
367
+ 0.9750807881355286,
368
+ 0.0,
369
+ 0.0,
370
+ 0.0,
371
+ 0.0,
372
+ 0.0,
373
+ 0.0,
374
+ 0.0,
375
+ 0.0,
376
+ 0.0,
377
+ 0.0
378
+ ]
379
+ ],
380
+ "state_min": [
381
+ [
382
+ -0.4818302392959595,
383
+ -0.32500022649765015,
384
+ 0.008128180168569088,
385
+ -0.6731846857638992,
386
+ -0.9999863154490087,
387
+ -0.999791571943787,
388
+ -0.9999718277858091,
389
+ -0.999999997087879,
390
+ -0.726558756147513,
391
+ -1.0,
392
+ 0.0,
393
+ 0.0,
394
+ 0.0,
395
+ 0.0,
396
+ 0.0,
397
+ 0.0,
398
+ 0.0,
399
+ 0.0,
400
+ 0.0,
401
+ 0.0
402
+ ]
403
+ ],
404
+ "state_stat_valid": [
405
+ [
406
+ true,
407
+ true,
408
+ true,
409
+ true,
410
+ true,
411
+ true,
412
+ true,
413
+ true,
414
+ true,
415
+ true,
416
+ false,
417
+ false,
418
+ false,
419
+ false,
420
+ false,
421
+ false,
422
+ false,
423
+ false,
424
+ false,
425
+ false
426
+ ]
427
+ ]
428
+ },
429
+ "vae_encoder": {
430
+ "model": "Wan2.2_VAE",
431
+ "file": "Wan2.2_VAE.pth",
432
+ "sha256": "20eb789667fa5e60e7516bf509512f6cb61f01b0aa0695eadaea930c13892b36"
433
+ },
434
+ "provenance": {},
435
+ "weights": {
436
+ "file": "model.safetensors",
437
+ "sha256": "aec49c2ffb30a0c8911345c8c10b89b58b5407483fc2e71ff2ed99a1eaefaef0",
438
+ "bytes": 27098368125,
439
+ "keys": 1188
440
+ }
441
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aec49c2ffb30a0c8911345c8c10b89b58b5407483fc2e71ff2ed99a1eaefaef0
3
+ size 27098368125