ldunvidia commited on
Commit
06107e7
·
verified ·
1 Parent(s): b6106ed

Upload validated PatternLock stage-2 step-5000 checkpoint

Browse files
Files changed (36) hide show
  1. .gitattributes +10 -0
  2. _STRICT_COMPLETE.json +766 -0
  3. params/_CHECKPOINT_METADATA +1 -0
  4. params/_METADATA +0 -0
  5. params/_sharding +0 -0
  6. params/array_metadatas/process_0 +1 -0
  7. params/d/58ed3c3fc1fbf0c81bb9b2e1c3b06823 +0 -0
  8. params/manifest.ocdbt +0 -0
  9. params/ocdbt.process_0/d/0fb242e87efd010c79c1964533da7fb8 +3 -0
  10. params/ocdbt.process_0/d/18db9704da00f3fcfff6e7a814c2ae98 +0 -0
  11. params/ocdbt.process_0/d/21c0c9caf25cd86dae13c1eddb15ac5c +0 -0
  12. params/ocdbt.process_0/d/73db44a5e1012eb6d045cccf2078b8da +3 -0
  13. params/ocdbt.process_0/d/a1a7e5b312961cd0bf27582d01ec033a +3 -0
  14. params/ocdbt.process_0/d/a39c95d6d8a03daddde7bf76f44a35c2 +0 -0
  15. params/ocdbt.process_0/d/cc2abeea11c0560c57628d9752d3d575 +3 -0
  16. params/ocdbt.process_0/d/d0d8ee77883d0379b002a8c34f719b77 +0 -0
  17. params/ocdbt.process_0/d/d37a3531ddabe8b1026c5c39708a8962 +3 -0
  18. params/ocdbt.process_0/d/fac1fac5a5d0d755db7db81e1722d03c +3 -0
  19. params/ocdbt.process_0/manifest.ocdbt +0 -0
  20. trainer_state/_CHECKPOINT_METADATA +1 -0
  21. trainer_state/_METADATA +0 -0
  22. trainer_state/_sharding +0 -0
  23. trainer_state/array_metadatas/process_0 +0 -0
  24. trainer_state/d/c54f283ce3a760d195725710acc80829 +0 -0
  25. trainer_state/manifest.ocdbt +0 -0
  26. trainer_state/ocdbt.process_0/d/3d7064d6278d26da5546e3bda88c970f +3 -0
  27. trainer_state/ocdbt.process_0/d/421e6f2fd36ca4954d93df332f9f7863 +0 -0
  28. trainer_state/ocdbt.process_0/d/524c5e87db310235f3e2bf1f26e59005 +3 -0
  29. trainer_state/ocdbt.process_0/d/61b0db8d536016a20f77bedb97c349db +0 -0
  30. trainer_state/ocdbt.process_0/d/78d426ebe157ab010736a8dc2c78c6c5 +0 -0
  31. trainer_state/ocdbt.process_0/d/9d563db6843c255ee9d14f8df0db8275 +0 -0
  32. trainer_state/ocdbt.process_0/d/9e79f4c09532fdbcb1e09d37bef78eae +3 -0
  33. trainer_state/ocdbt.process_0/d/a60cc0e290e364359b201b1196477d57 +0 -0
  34. trainer_state/ocdbt.process_0/d/b6bcbf99b635edcc84d06125e96e53bd +0 -0
  35. trainer_state/ocdbt.process_0/d/e9b353155138c6690e29a9bd95007879 +3 -0
  36. trainer_state/ocdbt.process_0/manifest.ocdbt +0 -0
.gitattributes CHANGED
@@ -33,3 +33,13 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ params/ocdbt.process_0/d/0fb242e87efd010c79c1964533da7fb8 filter=lfs diff=lfs merge=lfs -text
37
+ params/ocdbt.process_0/d/73db44a5e1012eb6d045cccf2078b8da filter=lfs diff=lfs merge=lfs -text
38
+ params/ocdbt.process_0/d/a1a7e5b312961cd0bf27582d01ec033a filter=lfs diff=lfs merge=lfs -text
39
+ params/ocdbt.process_0/d/cc2abeea11c0560c57628d9752d3d575 filter=lfs diff=lfs merge=lfs -text
40
+ params/ocdbt.process_0/d/d37a3531ddabe8b1026c5c39708a8962 filter=lfs diff=lfs merge=lfs -text
41
+ params/ocdbt.process_0/d/fac1fac5a5d0d755db7db81e1722d03c filter=lfs diff=lfs merge=lfs -text
42
+ trainer_state/ocdbt.process_0/d/3d7064d6278d26da5546e3bda88c970f filter=lfs diff=lfs merge=lfs -text
43
+ trainer_state/ocdbt.process_0/d/524c5e87db310235f3e2bf1f26e59005 filter=lfs diff=lfs merge=lfs -text
44
+ trainer_state/ocdbt.process_0/d/9e79f4c09532fdbcb1e09d37bef78eae filter=lfs diff=lfs merge=lfs -text
45
+ trainer_state/ocdbt.process_0/d/e9b353155138c6690e29a9bd95007879 filter=lfs diff=lfs merge=lfs -text
_STRICT_COMPLETE.json ADDED
@@ -0,0 +1,766 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "code_fingerprint": "759603bdc0b9bfe134c97d559c6746a4f6f5fb87ff3d4077093e7aec2403b322",
3
+ "completed_steps": 5000,
4
+ "config": {
5
+ "allow_fresh_lora_init": false,
6
+ "b1": 0.9,
7
+ "b2": 0.95,
8
+ "backbone_lr": 3e-05,
9
+ "buckets": {
10
+ "lengths": [
11
+ 224,
12
+ 304,
13
+ 368,
14
+ 496,
15
+ 672,
16
+ 1104
17
+ ],
18
+ "micro_batch": [
19
+ 4,
20
+ 4,
21
+ 4,
22
+ 4,
23
+ 4,
24
+ 4
25
+ ]
26
+ },
27
+ "cache_marker_contract": [
28
+ [
29
+ "tasks",
30
+ [
31
+ "PatternLock"
32
+ ]
33
+ ],
34
+ [
35
+ "index_train_total",
36
+ 600
37
+ ],
38
+ [
39
+ "index_test_total",
40
+ 0
41
+ ],
42
+ [
43
+ "memory_stride",
44
+ 16
45
+ ],
46
+ [
47
+ "execution_stride",
48
+ 1
49
+ ]
50
+ ],
51
+ "cache_marker_sha256": "e4c6c510e83b58f31f66413e85e37ab9bb446ac73e84e3e7d653ed9dec639e4a",
52
+ "clip_norm": 1.0,
53
+ "curriculum_bucket": 32,
54
+ "curriculum_micro_batch": 4,
55
+ "curriculum_steps": 0,
56
+ "data_artifact_hashes": [
57
+ [
58
+ "annotations.jsonl",
59
+ "8ada0d376ea0a51de4cbcaac4ffff627c5a540e8771888735adfa53f9874b6ae"
60
+ ],
61
+ [
62
+ "index_train.json",
63
+ "c305382df52afaf2c6a397988087038e2a817e506e97053ab3d121217df82138"
64
+ ],
65
+ [
66
+ "index_test.json",
67
+ "ca3d163bab055381827226140568f3bef7eaac187cebd76878e0b63e9e442356"
68
+ ],
69
+ [
70
+ "source_manifest_mapping.jsonl",
71
+ "b640267fb888329fa6dab3ce87c2a711955183698a7953eccd05ca66078b3937"
72
+ ],
73
+ [
74
+ "runtime_stage_report.json",
75
+ "23de9e81bb797b5b8b94ff0dd2f214777ed73374d3be95f3af2e34127581ad68"
76
+ ]
77
+ ],
78
+ "data_fingerprint": "a931c397233e45b936dd20a3a1ab13b86d5bc2c4fa7040bc4c801bd441f95e5b",
79
+ "data_manifest_contract": [
80
+ [
81
+ "tasks",
82
+ [
83
+ "PatternLock"
84
+ ]
85
+ ],
86
+ [
87
+ "index_train_total",
88
+ 600
89
+ ],
90
+ [
91
+ "index_test_total",
92
+ 0
93
+ ],
94
+ [
95
+ "memory_stride",
96
+ 16
97
+ ],
98
+ [
99
+ "execution_stride",
100
+ 1
101
+ ]
102
+ ],
103
+ "data_manifest_sha256": "23de9e81bb797b5b8b94ff0dd2f214777ed73374d3be95f3af2e34127581ad68",
104
+ "decision_annotations_difficulty_only": true,
105
+ "decision_annotations_sha256": "8ada0d376ea0a51de4cbcaac4ffff627c5a540e8771888735adfa53f9874b6ae",
106
+ "ema_decay": null,
107
+ "exp_name": "lane1",
108
+ "gradient_accumulation_steps": 1,
109
+ "h5_handle_cache_size": 32,
110
+ "hard_two_decision_fraction": 0.0,
111
+ "init_params_path": "/workspace/scratch/memttt-single-task-full16/selected7_single_task_5dfd876_20260917T164712Z/lane1/stage1_20000/params",
112
+ "init_provenance_path": "",
113
+ "init_provenance_sha256": "",
114
+ "jitter": false,
115
+ "lr": 6e-05,
116
+ "max_episodes_per_task": 0,
117
+ "model": {
118
+ "action_dim": 32,
119
+ "action_expert_variant": "gemma_300m",
120
+ "action_horizon": 64,
121
+ "action_loss_dims": 8,
122
+ "decision_loss_weight": 1.0,
123
+ "decision_only_supervision": false,
124
+ "dtype": "bfloat16",
125
+ "exec_horizon": 32,
126
+ "execution_stride": 1,
127
+ "flow_tau_min": 0.001,
128
+ "max_token_len": 64,
129
+ "mem_enable": true,
130
+ "mem_fast_delta_max_norm": 4.0,
131
+ "mem_inner_lr": 0.01,
132
+ "mem_num_heads": 16,
133
+ "mem_registers": 16,
134
+ "mem_ttt_layers": [
135
+ 2,
136
+ 5,
137
+ 8,
138
+ 11,
139
+ 14,
140
+ 17
141
+ ],
142
+ "memory_architecture": "robottt_vl_register_only_v2",
143
+ "memory_stride": 16,
144
+ "paligemma_variant": "gemma_2b_lora",
145
+ "pi05": true,
146
+ "remat_ticks": true,
147
+ "robottt_action_side_layers": 18,
148
+ "robottt_adaptive_inner_min_scale": 0.1,
149
+ "robottt_adaptive_inner_residual_reference": 1.0,
150
+ "robottt_adaptive_inner_step": true,
151
+ "robottt_anchor_tau_min": 0.0,
152
+ "robottt_counterfactual_delta_weight": 0.0,
153
+ "robottt_dense_video_prefix_tasks": [
154
+ "VideoUnmask",
155
+ "VideoUnmaskSwap",
156
+ "VideoPlaceOrder",
157
+ "VideoPlaceButton",
158
+ "VideoRepick",
159
+ "InsertPeg",
160
+ "MoveCube",
161
+ "PatternLock",
162
+ "RouteStick"
163
+ ],
164
+ "robottt_dense_video_prefix_ticks": 80,
165
+ "robottt_gate_init": 0.1,
166
+ "robottt_hidden_multiplier": 4,
167
+ "robottt_inner_curvature_target": 0.5,
168
+ "robottt_inner_lr": 0.1,
169
+ "robottt_inner_step_normalization": true,
170
+ "robottt_input_rms_norm": true,
171
+ "robottt_isolate_invalid_action_inputs": true,
172
+ "robottt_max_inner_step": 1000.0,
173
+ "robottt_num_heads": 16,
174
+ "robottt_pair_anchor_tau": 0.0,
175
+ "robottt_read_before_write": true,
176
+ "robottt_register_lora_alpha": 16.0,
177
+ "robottt_register_lora_rank": 16,
178
+ "robottt_register_only_read": true,
179
+ "robottt_register_only_write": true,
180
+ "robottt_register_vl_only_attention": true,
181
+ "robottt_rope_theta": 10000.0,
182
+ "robottt_sequence_action_forcing": true,
183
+ "robottt_silence_weight": 0.0,
184
+ "robottt_tau_scale": 0.999,
185
+ "robottt_train_dense_read_block": 16,
186
+ "robottt_train_reuse_prefix_cache": false,
187
+ "robottt_train_scan_unroll": 1,
188
+ "robottt_train_skip_empty_commit": true,
189
+ "robottt_train_tbptt_frames": 0,
190
+ "robottt_train_true_read_only": true,
191
+ "robottt_trainable_ttt_layers": 17,
192
+ "robottt_unfreeze_action_expert": false,
193
+ "sequence_backprop_mode": "whole_short_sequence",
194
+ "siglip_time_block": 8,
195
+ "siglip_variant": "So400m/14",
196
+ "supervision_post_anchor_steps": 0,
197
+ "timeline_mode": "robottt_dense_v1",
198
+ "video_stride": 16
199
+ },
200
+ "name": "single_PatternLock_stage2",
201
+ "norm_stats_sha256": "f332bbd34ace1b6837cdc415b44f680896070a41564f9ce39016f1ebf99d1be5",
202
+ "num_steps": 10000,
203
+ "optimization_phases": [
204
+ {
205
+ "backbone_learning_rate": null,
206
+ "data_mode": "dense",
207
+ "difficulty_weights": [
208
+ [
209
+ "easy",
210
+ 0.25
211
+ ],
212
+ [
213
+ "medium",
214
+ 0.25
215
+ ],
216
+ [
217
+ "hard",
218
+ 0.5
219
+ ]
220
+ ],
221
+ "execution_write_perturbation": "none",
222
+ "learning_rate": 6e-05,
223
+ "name": "ttt_cycle_1",
224
+ "recovery_episode_fraction": 0.0,
225
+ "steps": 500,
226
+ "trainable_group": "ttt",
227
+ "warmup_steps": 25
228
+ },
229
+ {
230
+ "backbone_learning_rate": null,
231
+ "data_mode": "dense",
232
+ "difficulty_weights": [
233
+ [
234
+ "easy",
235
+ 0.25
236
+ ],
237
+ [
238
+ "medium",
239
+ 0.25
240
+ ],
241
+ [
242
+ "hard",
243
+ 0.5
244
+ ]
245
+ ],
246
+ "execution_write_perturbation": "none",
247
+ "learning_rate": 3e-05,
248
+ "name": "backbone_cycle_1",
249
+ "recovery_episode_fraction": 0.0,
250
+ "steps": 500,
251
+ "trainable_group": "backbone",
252
+ "warmup_steps": 25
253
+ },
254
+ {
255
+ "backbone_learning_rate": null,
256
+ "data_mode": "dense",
257
+ "difficulty_weights": [
258
+ [
259
+ "easy",
260
+ 0.25
261
+ ],
262
+ [
263
+ "medium",
264
+ 0.25
265
+ ],
266
+ [
267
+ "hard",
268
+ 0.5
269
+ ]
270
+ ],
271
+ "execution_write_perturbation": "none",
272
+ "learning_rate": 6e-05,
273
+ "name": "ttt_cycle_2",
274
+ "recovery_episode_fraction": 0.0,
275
+ "steps": 500,
276
+ "trainable_group": "ttt",
277
+ "warmup_steps": 25
278
+ },
279
+ {
280
+ "backbone_learning_rate": null,
281
+ "data_mode": "dense",
282
+ "difficulty_weights": [
283
+ [
284
+ "easy",
285
+ 0.25
286
+ ],
287
+ [
288
+ "medium",
289
+ 0.25
290
+ ],
291
+ [
292
+ "hard",
293
+ 0.5
294
+ ]
295
+ ],
296
+ "execution_write_perturbation": "none",
297
+ "learning_rate": 3e-05,
298
+ "name": "backbone_cycle_2",
299
+ "recovery_episode_fraction": 0.0,
300
+ "steps": 500,
301
+ "trainable_group": "backbone",
302
+ "warmup_steps": 25
303
+ },
304
+ {
305
+ "backbone_learning_rate": null,
306
+ "data_mode": "dense",
307
+ "difficulty_weights": [
308
+ [
309
+ "easy",
310
+ 0.25
311
+ ],
312
+ [
313
+ "medium",
314
+ 0.25
315
+ ],
316
+ [
317
+ "hard",
318
+ 0.5
319
+ ]
320
+ ],
321
+ "execution_write_perturbation": "none",
322
+ "learning_rate": 6e-05,
323
+ "name": "ttt_cycle_3",
324
+ "recovery_episode_fraction": 0.0,
325
+ "steps": 500,
326
+ "trainable_group": "ttt",
327
+ "warmup_steps": 25
328
+ },
329
+ {
330
+ "backbone_learning_rate": null,
331
+ "data_mode": "dense",
332
+ "difficulty_weights": [
333
+ [
334
+ "easy",
335
+ 0.25
336
+ ],
337
+ [
338
+ "medium",
339
+ 0.25
340
+ ],
341
+ [
342
+ "hard",
343
+ 0.5
344
+ ]
345
+ ],
346
+ "execution_write_perturbation": "none",
347
+ "learning_rate": 3e-05,
348
+ "name": "backbone_cycle_3",
349
+ "recovery_episode_fraction": 0.0,
350
+ "steps": 500,
351
+ "trainable_group": "backbone",
352
+ "warmup_steps": 25
353
+ },
354
+ {
355
+ "backbone_learning_rate": null,
356
+ "data_mode": "dense",
357
+ "difficulty_weights": [
358
+ [
359
+ "easy",
360
+ 0.25
361
+ ],
362
+ [
363
+ "medium",
364
+ 0.25
365
+ ],
366
+ [
367
+ "hard",
368
+ 0.5
369
+ ]
370
+ ],
371
+ "execution_write_perturbation": "none",
372
+ "learning_rate": 6e-05,
373
+ "name": "ttt_cycle_4",
374
+ "recovery_episode_fraction": 0.0,
375
+ "steps": 500,
376
+ "trainable_group": "ttt",
377
+ "warmup_steps": 25
378
+ },
379
+ {
380
+ "backbone_learning_rate": null,
381
+ "data_mode": "dense",
382
+ "difficulty_weights": [
383
+ [
384
+ "easy",
385
+ 0.25
386
+ ],
387
+ [
388
+ "medium",
389
+ 0.25
390
+ ],
391
+ [
392
+ "hard",
393
+ 0.5
394
+ ]
395
+ ],
396
+ "execution_write_perturbation": "none",
397
+ "learning_rate": 3e-05,
398
+ "name": "backbone_cycle_4",
399
+ "recovery_episode_fraction": 0.0,
400
+ "steps": 500,
401
+ "trainable_group": "backbone",
402
+ "warmup_steps": 25
403
+ },
404
+ {
405
+ "backbone_learning_rate": null,
406
+ "data_mode": "dense",
407
+ "difficulty_weights": [
408
+ [
409
+ "easy",
410
+ 0.15
411
+ ],
412
+ [
413
+ "medium",
414
+ 0.15
415
+ ],
416
+ [
417
+ "hard",
418
+ 0.7
419
+ ]
420
+ ],
421
+ "execution_write_perturbation": "none",
422
+ "learning_rate": 6e-05,
423
+ "name": "ttt_cycle_5",
424
+ "recovery_episode_fraction": 0.0,
425
+ "steps": 500,
426
+ "trainable_group": "ttt",
427
+ "warmup_steps": 25
428
+ },
429
+ {
430
+ "backbone_learning_rate": null,
431
+ "data_mode": "dense",
432
+ "difficulty_weights": [
433
+ [
434
+ "easy",
435
+ 0.15
436
+ ],
437
+ [
438
+ "medium",
439
+ 0.15
440
+ ],
441
+ [
442
+ "hard",
443
+ 0.7
444
+ ]
445
+ ],
446
+ "execution_write_perturbation": "none",
447
+ "learning_rate": 3e-05,
448
+ "name": "backbone_cycle_5",
449
+ "recovery_episode_fraction": 0.0,
450
+ "steps": 500,
451
+ "trainable_group": "backbone",
452
+ "warmup_steps": 25
453
+ },
454
+ {
455
+ "backbone_learning_rate": null,
456
+ "data_mode": "dense",
457
+ "difficulty_weights": [
458
+ [
459
+ "easy",
460
+ 0.15
461
+ ],
462
+ [
463
+ "medium",
464
+ 0.15
465
+ ],
466
+ [
467
+ "hard",
468
+ 0.7
469
+ ]
470
+ ],
471
+ "execution_write_perturbation": "none",
472
+ "learning_rate": 6e-05,
473
+ "name": "ttt_cycle_6",
474
+ "recovery_episode_fraction": 0.0,
475
+ "steps": 500,
476
+ "trainable_group": "ttt",
477
+ "warmup_steps": 25
478
+ },
479
+ {
480
+ "backbone_learning_rate": null,
481
+ "data_mode": "dense",
482
+ "difficulty_weights": [
483
+ [
484
+ "easy",
485
+ 0.15
486
+ ],
487
+ [
488
+ "medium",
489
+ 0.15
490
+ ],
491
+ [
492
+ "hard",
493
+ 0.7
494
+ ]
495
+ ],
496
+ "execution_write_perturbation": "none",
497
+ "learning_rate": 3e-05,
498
+ "name": "backbone_cycle_6",
499
+ "recovery_episode_fraction": 0.0,
500
+ "steps": 500,
501
+ "trainable_group": "backbone",
502
+ "warmup_steps": 25
503
+ },
504
+ {
505
+ "backbone_learning_rate": null,
506
+ "data_mode": "dense",
507
+ "difficulty_weights": [
508
+ [
509
+ "easy",
510
+ 0.15
511
+ ],
512
+ [
513
+ "medium",
514
+ 0.15
515
+ ],
516
+ [
517
+ "hard",
518
+ 0.7
519
+ ]
520
+ ],
521
+ "execution_write_perturbation": "none",
522
+ "learning_rate": 6e-05,
523
+ "name": "ttt_cycle_7",
524
+ "recovery_episode_fraction": 0.0,
525
+ "steps": 500,
526
+ "trainable_group": "ttt",
527
+ "warmup_steps": 25
528
+ },
529
+ {
530
+ "backbone_learning_rate": null,
531
+ "data_mode": "dense",
532
+ "difficulty_weights": [
533
+ [
534
+ "easy",
535
+ 0.15
536
+ ],
537
+ [
538
+ "medium",
539
+ 0.15
540
+ ],
541
+ [
542
+ "hard",
543
+ 0.7
544
+ ]
545
+ ],
546
+ "execution_write_perturbation": "none",
547
+ "learning_rate": 3e-05,
548
+ "name": "backbone_cycle_7",
549
+ "recovery_episode_fraction": 0.0,
550
+ "steps": 500,
551
+ "trainable_group": "backbone",
552
+ "warmup_steps": 25
553
+ },
554
+ {
555
+ "backbone_learning_rate": null,
556
+ "data_mode": "dense",
557
+ "difficulty_weights": [
558
+ [
559
+ "easy",
560
+ 0.15
561
+ ],
562
+ [
563
+ "medium",
564
+ 0.15
565
+ ],
566
+ [
567
+ "hard",
568
+ 0.7
569
+ ]
570
+ ],
571
+ "execution_write_perturbation": "none",
572
+ "learning_rate": 6e-05,
573
+ "name": "ttt_cycle_8",
574
+ "recovery_episode_fraction": 0.0,
575
+ "steps": 500,
576
+ "trainable_group": "ttt",
577
+ "warmup_steps": 25
578
+ },
579
+ {
580
+ "backbone_learning_rate": null,
581
+ "data_mode": "dense",
582
+ "difficulty_weights": [
583
+ [
584
+ "easy",
585
+ 0.15
586
+ ],
587
+ [
588
+ "medium",
589
+ 0.15
590
+ ],
591
+ [
592
+ "hard",
593
+ 0.7
594
+ ]
595
+ ],
596
+ "execution_write_perturbation": "none",
597
+ "learning_rate": 3e-05,
598
+ "name": "backbone_cycle_8",
599
+ "recovery_episode_fraction": 0.0,
600
+ "steps": 500,
601
+ "trainable_group": "backbone",
602
+ "warmup_steps": 25
603
+ },
604
+ {
605
+ "backbone_learning_rate": null,
606
+ "data_mode": "dense",
607
+ "difficulty_weights": [
608
+ [
609
+ "easy",
610
+ 0.15
611
+ ],
612
+ [
613
+ "medium",
614
+ 0.15
615
+ ],
616
+ [
617
+ "hard",
618
+ 0.7
619
+ ]
620
+ ],
621
+ "execution_write_perturbation": "none",
622
+ "learning_rate": 6e-05,
623
+ "name": "ttt_cycle_9",
624
+ "recovery_episode_fraction": 0.0,
625
+ "steps": 500,
626
+ "trainable_group": "ttt",
627
+ "warmup_steps": 25
628
+ },
629
+ {
630
+ "backbone_learning_rate": null,
631
+ "data_mode": "dense",
632
+ "difficulty_weights": [
633
+ [
634
+ "easy",
635
+ 0.15
636
+ ],
637
+ [
638
+ "medium",
639
+ 0.15
640
+ ],
641
+ [
642
+ "hard",
643
+ 0.7
644
+ ]
645
+ ],
646
+ "execution_write_perturbation": "none",
647
+ "learning_rate": 3e-05,
648
+ "name": "backbone_cycle_9",
649
+ "recovery_episode_fraction": 0.0,
650
+ "steps": 500,
651
+ "trainable_group": "backbone",
652
+ "warmup_steps": 25
653
+ },
654
+ {
655
+ "backbone_learning_rate": null,
656
+ "data_mode": "dense",
657
+ "difficulty_weights": [
658
+ [
659
+ "easy",
660
+ 0.15
661
+ ],
662
+ [
663
+ "medium",
664
+ 0.15
665
+ ],
666
+ [
667
+ "hard",
668
+ 0.7
669
+ ]
670
+ ],
671
+ "execution_write_perturbation": "none",
672
+ "learning_rate": 6e-05,
673
+ "name": "ttt_cycle_10",
674
+ "recovery_episode_fraction": 0.0,
675
+ "steps": 500,
676
+ "trainable_group": "ttt",
677
+ "warmup_steps": 25
678
+ },
679
+ {
680
+ "backbone_learning_rate": null,
681
+ "data_mode": "dense",
682
+ "difficulty_weights": [
683
+ [
684
+ "easy",
685
+ 0.15
686
+ ],
687
+ [
688
+ "medium",
689
+ 0.15
690
+ ],
691
+ [
692
+ "hard",
693
+ 0.7
694
+ ]
695
+ ],
696
+ "execution_write_perturbation": "none",
697
+ "learning_rate": 3e-05,
698
+ "name": "backbone_cycle_10",
699
+ "recovery_episode_fraction": 0.0,
700
+ "steps": 500,
701
+ "trainable_group": "backbone",
702
+ "warmup_steps": 25
703
+ }
704
+ ],
705
+ "pair_fraction": 0.0,
706
+ "pair_manifest_path": "",
707
+ "pair_manifest_sha256": "",
708
+ "pair_repeats": 1,
709
+ "pair_second_decision_fraction": 0.0,
710
+ "per_device_batch": 1,
711
+ "require_decision_annotations": true,
712
+ "require_fresh_memory_init": true,
713
+ "require_native_pi05_init": false,
714
+ "require_stage1_lora_init": true,
715
+ "required_device_count": 4,
716
+ "required_parent_code_fingerprint": "009fc34f99b2fa370b9839b3e54ec194589435f97fe03aab4fa378e4ca5be4e9",
717
+ "required_parent_completed_steps": 20000,
718
+ "required_parent_config_name": "robomme_pi05_full16_h64_native_framewise40k_4gpu_accum8_v4",
719
+ "required_parent_data_fingerprint": "09e8aac209c0657379161d165b3a9645876c652f4c880683aa558a851ca33edd",
720
+ "required_parent_marker_sha256": "bde356ac58babcf9e530d5a097de8c594f2b5d91a2db68ff4ceae9bd5e71be74",
721
+ "required_parent_params_tree_sha256": "96a2c89d022428f9f89b37dc0371f36b1229501e802e1a613ee26cc88e6cb6f3",
722
+ "robottt_alpha_lr_multiplier": 8.333333333333334,
723
+ "sampler_episode_allowlist": [],
724
+ "sampler_max_episodes_per_task": 0,
725
+ "save_steps": [
726
+ 5000,
727
+ 10000
728
+ ],
729
+ "seed": 7,
730
+ "split": "train",
731
+ "stage": 2,
732
+ "stage1_framewise": false,
733
+ "stage1_task_balanced": false,
734
+ "tasks": [
735
+ "PatternLock"
736
+ ],
737
+ "ttt_phase_atomic_counterfactual_pairs": false,
738
+ "ttt_phase_decision_only_supervision": false,
739
+ "ttt_phase_pair_fraction": 0.0,
740
+ "ttt_phase_periodic_supervision_stride": 0,
741
+ "ttt_phase_require_equal_pair_ticks": false,
742
+ "ttt_phase_timeline_mode": "",
743
+ "verify_gradient_families": false,
744
+ "verify_history_causality": false,
745
+ "verify_parameter_update": false,
746
+ "w0_weight_decay": 0.0,
747
+ "warmup_ratio": 0.0
748
+ },
749
+ "config_fingerprint": "142e5d9857fed395881a44992abe7e9d9c0743879ac7201f464139f3ceb5ff49",
750
+ "data_state": {
751
+ "completed_steps": 5000,
752
+ "optimization_phase": {
753
+ "index": 10,
754
+ "local_step": 0,
755
+ "name": "ttt_cycle_6",
756
+ "trainable_group": "ttt"
757
+ },
758
+ "phase": "full",
759
+ "sampler_seed": 7,
760
+ "windows_in_phase": 5000
761
+ },
762
+ "has_ema": false,
763
+ "params_tree_sha256": "250e4d3c51cb729a4597e4819322b3a854a3436ca16e581d2db83d2788c35a7a",
764
+ "schema": 1,
765
+ "trainer_state_tree_sha256": "57352c026754b14d4e1f1bdc8ae87d07c0fc57ab7550f004b9add99ac6b89926"
766
+ }
params/_CHECKPOINT_METADATA ADDED
@@ -0,0 +1 @@
 
 
1
+ {"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1789714360194253885, "commit_timestamp_nsecs": 1789714403319462263, "custom_metadata": {}}
params/_METADATA ADDED
The diff for this file is too large to render. See raw diff
 
params/_sharding ADDED
The diff for this file is too large to render. See raw diff
 
params/array_metadatas/process_0 ADDED
@@ -0,0 +1 @@
 
 
1
+ {"array_metadatas": [{"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.bias", "write_shape": [288], "chunk_shape": [288], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.scale", "write_shape": [288], "chunk_shape": [288], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.bias", "write_shape": [27, 288], "chunk_shape": [27, 288], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.scale", "write_shape": [27, 288], "chunk_shape": [27, 288], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.bias", "write_shape": [27, 288], "chunk_shape": [27, 288], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.scale", "write_shape": [27, 288], "chunk_shape": [27, 288], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.bias", "write_shape": [27, 1076], "chunk_shape": [27, 1076], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.kernel", "write_shape": [27, 288, 4304], "chunk_shape": [27, 288, 4304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.bias", "write_shape": [27, 288], "chunk_shape": [27, 288], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.kernel", "write_shape": [27, 1076, 1152], "chunk_shape": [27, 1076, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.bias", "write_shape": [27, 4, 72], "chunk_shape": [27, 4, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [27, 288, 16, 72], "chunk_shape": [27, 288, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.bias", "write_shape": [27, 288], "chunk_shape": [27, 288], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [27, 4, 72, 1152], "chunk_shape": [27, 4, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.bias", "write_shape": [27, 4, 72], "chunk_shape": [27, 4, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [27, 288, 16, 72], "chunk_shape": [27, 288, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.bias", "write_shape": [27, 4, 72], "chunk_shape": [27, 4, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [27, 288, 16, 72], "chunk_shape": [27, 288, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.bias", "write_shape": [288], "chunk_shape": [288], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.kernel", "write_shape": [14, 14, 3, 288], "chunk_shape": [14, 14, 3, 288], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.kernel", "write_shape": [288, 2048], "chunk_shape": [288, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.pos_embedding", "write_shape": [1, 64, 1152], "chunk_shape": [1, 64, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.embedder.input_embedding", "write_shape": [64288, 2048], "chunk_shape": [64288, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm_1.Dense_0.bias", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm_1.Dense_0.kernel", "write_shape": [256, 3072], "chunk_shape": [256, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg0.attn.attn_vec_einsum.lora_a", "write_shape": [2, 2, 256, 128], "chunk_shape": [2, 2, 256, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg0.attn.attn_vec_einsum.lora_b", "write_shape": [2, 2, 128, 2048], "chunk_shape": [2, 2, 128, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg0.attn.attn_vec_einsum.w", "write_shape": [2, 2, 256, 2048], "chunk_shape": [2, 2, 256, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg0.attn.attn_vec_einsum_1.w", "write_shape": [2, 2, 256, 1024], "chunk_shape": [2, 2, 256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg0.attn.kv_einsum.lora_a", "write_shape": [2, 2, 1, 512, 128], "chunk_shape": [2, 2, 1, 512, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg0.attn.kv_einsum.lora_b", "write_shape": [2, 2, 1, 32, 256], "chunk_shape": [2, 2, 1, 32, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg0.attn.kv_einsum.w", "write_shape": [2, 2, 1, 512, 256], "chunk_shape": [2, 2, 1, 512, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg0.attn.kv_einsum_1.w", "write_shape": [2, 2, 1, 256, 256], "chunk_shape": [2, 2, 1, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg0.attn.q_einsum.lora_a", "write_shape": [2, 2, 2048, 128], "chunk_shape": [2, 2, 2048, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg0.attn.q_einsum.lora_b", "write_shape": [2, 2, 128, 256], "chunk_shape": [2, 2, 128, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg0.attn.q_einsum.w", "write_shape": [2, 2, 2048, 256], "chunk_shape": [2, 2, 2048, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg0.attn.q_einsum_1.w", "write_shape": [2, 2, 1024, 256], "chunk_shape": [2, 2, 1024, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg0.attn.robottt_register_k_lora_a", "write_shape": [2, 256, 16], "chunk_shape": [2, 256, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg0.attn.robottt_register_k_lora_b", "write_shape": [2, 4, 1, 256], "chunk_shape": [2, 4, 1, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg0.attn.robottt_register_q_lora_a", "write_shape": [2, 256, 16], "chunk_shape": [2, 256, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg0.attn.robottt_register_q_lora_b", "write_shape": [2, 4, 8, 256], "chunk_shape": [2, 4, 8, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg0.attn.robottt_register_v_lora_a", "write_shape": [2, 256, 16], "chunk_shape": [2, 256, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg0.attn.robottt_register_v_lora_b", "write_shape": [2, 4, 1, 256], "chunk_shape": [2, 4, 1, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg0.mlp.gating_einsum", "write_shape": [2, 2, 512, 16384], "chunk_shape": [2, 2, 512, 16384], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg0.mlp.gating_einsum_lora_a", "write_shape": [2, 2, 512, 128], "chunk_shape": [2, 2, 512, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg0.mlp.gating_einsum_lora_b", "write_shape": [2, 2, 32, 16384], "chunk_shape": [2, 2, 32, 16384], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg0.mlp.linear", "write_shape": [2, 4096, 2048], "chunk_shape": [2, 4096, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg0.mlp.linear_lora_a", "write_shape": [2, 4096, 128], "chunk_shape": [2, 4096, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg0.mlp.linear_lora_b", "write_shape": [2, 32, 2048], "chunk_shape": [2, 32, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg0.mlp_1.gating_einsum", "write_shape": [2, 2, 256, 4096], "chunk_shape": [2, 2, 256, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg0.mlp_1.linear", "write_shape": [2, 1024, 1024], "chunk_shape": [2, 1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg0.pre_attention_norm.scale", "write_shape": [2, 512], "chunk_shape": [2, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg0.pre_attention_norm_1.Dense_0.bias", "write_shape": [2, 768], "chunk_shape": [2, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg0.pre_attention_norm_1.Dense_0.kernel", "write_shape": [2, 256, 3072], "chunk_shape": [2, 256, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg0.pre_ffw_norm.scale", "write_shape": [2, 512], "chunk_shape": [2, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg0.pre_ffw_norm_1.Dense_0.bias", "write_shape": [2, 768], "chunk_shape": [2, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg0.pre_ffw_norm_1.Dense_0.kernel", "write_shape": [2, 256, 3072], "chunk_shape": [2, 256, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg0.robottt_alpha", "write_shape": [2, 256], "chunk_shape": [2, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg0.robottt_ttt.inner_lr_raw", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg0.robottt_ttt.k_proj.bias", "write_shape": [2, 256], "chunk_shape": [2, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg0.robottt_ttt.k_proj.kernel", "write_shape": [2, 256, 1024], "chunk_shape": [2, 256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg0.robottt_ttt.q_proj.bias", "write_shape": [2, 256], "chunk_shape": [2, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg0.robottt_ttt.q_proj.kernel", "write_shape": [2, 256, 1024], "chunk_shape": [2, 256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg0.robottt_ttt.v_proj.bias", "write_shape": [2, 256], "chunk_shape": [2, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg0.robottt_ttt.v_proj.kernel", "write_shape": [2, 256, 1024], "chunk_shape": [2, 256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg0.robottt_ttt.w0_b1", "write_shape": [2, 4, 256], "chunk_shape": [2, 4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg0.robottt_ttt.w0_b2", "write_shape": [2, 4, 64], "chunk_shape": [2, 4, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg0.robottt_ttt.w0_w1", "write_shape": [2, 4, 64, 256], "chunk_shape": [2, 4, 64, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg0.robottt_ttt.w0_w2", "write_shape": [2, 4, 256, 64], "chunk_shape": [2, 4, 256, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg1.attn.attn_vec_einsum.lora_a", "write_shape": [3, 2, 256, 128], "chunk_shape": [3, 2, 256, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg1.attn.attn_vec_einsum.lora_b", "write_shape": [3, 2, 128, 2048], "chunk_shape": [3, 2, 128, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg1.attn.attn_vec_einsum.w", "write_shape": [3, 2, 256, 2048], "chunk_shape": [3, 2, 256, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg1.attn.attn_vec_einsum_1.w", "write_shape": [3, 2, 256, 1024], "chunk_shape": [3, 2, 256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg1.attn.kv_einsum.lora_a", "write_shape": [3, 2, 1, 512, 128], "chunk_shape": [3, 2, 1, 512, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg1.attn.kv_einsum.lora_b", "write_shape": [3, 2, 1, 32, 256], "chunk_shape": [3, 2, 1, 32, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg1.attn.kv_einsum.w", "write_shape": [3, 2, 1, 512, 256], "chunk_shape": [3, 2, 1, 512, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg1.attn.kv_einsum_1.w", "write_shape": [3, 2, 1, 256, 256], "chunk_shape": [3, 2, 1, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg1.attn.q_einsum.lora_a", "write_shape": [3, 2, 2048, 128], "chunk_shape": [3, 2, 2048, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg1.attn.q_einsum.lora_b", "write_shape": [3, 2, 128, 256], "chunk_shape": [3, 2, 128, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg1.attn.q_einsum.w", "write_shape": [3, 2, 2048, 256], "chunk_shape": [3, 2, 2048, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg1.attn.q_einsum_1.w", "write_shape": [3, 2, 1024, 256], "chunk_shape": [3, 2, 1024, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg1.attn.robottt_register_k_lora_a", "write_shape": [3, 256, 16], "chunk_shape": [3, 256, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg1.attn.robottt_register_k_lora_b", "write_shape": [3, 4, 1, 256], "chunk_shape": [3, 4, 1, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg1.attn.robottt_register_q_lora_a", "write_shape": [3, 256, 16], "chunk_shape": [3, 256, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg1.attn.robottt_register_q_lora_b", "write_shape": [3, 4, 8, 256], "chunk_shape": [3, 4, 8, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg1.attn.robottt_register_v_lora_a", "write_shape": [3, 256, 16], "chunk_shape": [3, 256, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg1.attn.robottt_register_v_lora_b", "write_shape": [3, 4, 1, 256], "chunk_shape": [3, 4, 1, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg1.mlp.gating_einsum", "write_shape": [3, 2, 512, 16384], "chunk_shape": [3, 2, 512, 16384], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg1.mlp.gating_einsum_lora_a", "write_shape": [3, 2, 512, 128], "chunk_shape": [3, 2, 512, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg1.mlp.gating_einsum_lora_b", "write_shape": [3, 2, 32, 16384], "chunk_shape": [3, 2, 32, 16384], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg1.mlp.linear", "write_shape": [3, 4096, 2048], "chunk_shape": [3, 4096, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg1.mlp.linear_lora_a", "write_shape": [3, 4096, 128], "chunk_shape": [3, 4096, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg1.mlp.linear_lora_b", "write_shape": [3, 32, 2048], "chunk_shape": [3, 32, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg1.mlp_1.gating_einsum", "write_shape": [3, 2, 256, 4096], "chunk_shape": [3, 2, 256, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg1.mlp_1.linear", "write_shape": [3, 1024, 1024], "chunk_shape": [3, 1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg1.pre_attention_norm.scale", "write_shape": [3, 512], "chunk_shape": [3, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg1.pre_attention_norm_1.Dense_0.bias", "write_shape": [3, 768], "chunk_shape": [3, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg1.pre_attention_norm_1.Dense_0.kernel", "write_shape": [3, 256, 3072], "chunk_shape": [3, 256, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg1.pre_ffw_norm.scale", "write_shape": [3, 512], "chunk_shape": [3, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg1.pre_ffw_norm_1.Dense_0.bias", "write_shape": [3, 768], "chunk_shape": [3, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg1.pre_ffw_norm_1.Dense_0.kernel", "write_shape": [3, 256, 3072], "chunk_shape": [3, 256, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg1.robottt_alpha", "write_shape": [3, 256], "chunk_shape": [3, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg1.robottt_ttt.inner_lr_raw", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg1.robottt_ttt.k_proj.bias", "write_shape": [3, 256], "chunk_shape": [3, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg1.robottt_ttt.k_proj.kernel", "write_shape": [3, 256, 1024], "chunk_shape": [3, 256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg1.robottt_ttt.q_proj.bias", "write_shape": [3, 256], "chunk_shape": [3, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg1.robottt_ttt.q_proj.kernel", "write_shape": [3, 256, 1024], "chunk_shape": [3, 256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg1.robottt_ttt.v_proj.bias", "write_shape": [3, 256], "chunk_shape": [3, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg1.robottt_ttt.v_proj.kernel", "write_shape": [3, 256, 1024], "chunk_shape": [3, 256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg1.robottt_ttt.w0_b1", "write_shape": [3, 4, 256], "chunk_shape": [3, 4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg1.robottt_ttt.w0_b2", "write_shape": [3, 4, 64], "chunk_shape": [3, 4, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg1.robottt_ttt.w0_w1", "write_shape": [3, 4, 64, 256], "chunk_shape": [3, 4, 64, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg1.robottt_ttt.w0_w2", "write_shape": [3, 4, 256, 64], "chunk_shape": [3, 4, 256, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg2.attn.attn_vec_einsum.lora_a", "write_shape": [3, 2, 256, 128], "chunk_shape": [3, 2, 256, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg2.attn.attn_vec_einsum.lora_b", "write_shape": [3, 2, 128, 2048], "chunk_shape": [3, 2, 128, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg2.attn.attn_vec_einsum.w", "write_shape": [3, 2, 256, 2048], "chunk_shape": [3, 2, 256, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg2.attn.attn_vec_einsum_1.w", "write_shape": [3, 2, 256, 1024], "chunk_shape": [3, 2, 256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg2.attn.kv_einsum.lora_a", "write_shape": [3, 2, 1, 512, 128], "chunk_shape": [3, 2, 1, 512, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg2.attn.kv_einsum.lora_b", "write_shape": [3, 2, 1, 32, 256], "chunk_shape": [3, 2, 1, 32, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg2.attn.kv_einsum.w", "write_shape": [3, 2, 1, 512, 256], "chunk_shape": [3, 2, 1, 512, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg2.attn.kv_einsum_1.w", "write_shape": [3, 2, 1, 256, 256], "chunk_shape": [3, 2, 1, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg2.attn.q_einsum.lora_a", "write_shape": [3, 2, 2048, 128], "chunk_shape": [3, 2, 2048, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg2.attn.q_einsum.lora_b", "write_shape": [3, 2, 128, 256], "chunk_shape": [3, 2, 128, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg2.attn.q_einsum.w", "write_shape": [3, 2, 2048, 256], "chunk_shape": [3, 2, 2048, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg2.attn.q_einsum_1.w", "write_shape": [3, 2, 1024, 256], "chunk_shape": [3, 2, 1024, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg2.attn.robottt_register_k_lora_a", "write_shape": [3, 256, 16], "chunk_shape": [3, 256, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg2.attn.robottt_register_k_lora_b", "write_shape": [3, 4, 1, 256], "chunk_shape": [3, 4, 1, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg2.attn.robottt_register_q_lora_a", "write_shape": [3, 256, 16], "chunk_shape": [3, 256, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg2.attn.robottt_register_q_lora_b", "write_shape": [3, 4, 8, 256], "chunk_shape": [3, 4, 8, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg2.attn.robottt_register_v_lora_a", "write_shape": [3, 256, 16], "chunk_shape": [3, 256, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg2.attn.robottt_register_v_lora_b", "write_shape": [3, 4, 1, 256], "chunk_shape": [3, 4, 1, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg2.mlp.gating_einsum", "write_shape": [3, 2, 512, 16384], "chunk_shape": [3, 2, 512, 16384], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg2.mlp.gating_einsum_lora_a", "write_shape": [3, 2, 512, 128], "chunk_shape": [3, 2, 512, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg2.mlp.gating_einsum_lora_b", "write_shape": [3, 2, 32, 16384], "chunk_shape": [3, 2, 32, 16384], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg2.mlp.linear", "write_shape": [3, 4096, 2048], "chunk_shape": [3, 4096, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg2.mlp.linear_lora_a", "write_shape": [3, 4096, 128], "chunk_shape": [3, 4096, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg2.mlp.linear_lora_b", "write_shape": [3, 32, 2048], "chunk_shape": [3, 32, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg2.mlp_1.gating_einsum", "write_shape": [3, 2, 256, 4096], "chunk_shape": [3, 2, 256, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg2.mlp_1.linear", "write_shape": [3, 1024, 1024], "chunk_shape": [3, 1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg2.pre_attention_norm.scale", "write_shape": [3, 512], "chunk_shape": [3, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg2.pre_attention_norm_1.Dense_0.bias", "write_shape": [3, 768], "chunk_shape": [3, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg2.pre_attention_norm_1.Dense_0.kernel", "write_shape": [3, 256, 3072], "chunk_shape": [3, 256, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg2.pre_ffw_norm.scale", "write_shape": [3, 512], "chunk_shape": [3, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg2.pre_ffw_norm_1.Dense_0.bias", "write_shape": [3, 768], "chunk_shape": [3, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg2.pre_ffw_norm_1.Dense_0.kernel", "write_shape": [3, 256, 3072], "chunk_shape": [3, 256, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg2.robottt_alpha", "write_shape": [3, 256], "chunk_shape": [3, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg2.robottt_ttt.inner_lr_raw", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg2.robottt_ttt.k_proj.bias", "write_shape": [3, 256], "chunk_shape": [3, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg2.robottt_ttt.k_proj.kernel", "write_shape": [3, 256, 1024], "chunk_shape": [3, 256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg2.robottt_ttt.q_proj.bias", "write_shape": [3, 256], "chunk_shape": [3, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg2.robottt_ttt.q_proj.kernel", "write_shape": [3, 256, 1024], "chunk_shape": [3, 256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg2.robottt_ttt.v_proj.bias", "write_shape": [3, 256], "chunk_shape": [3, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg2.robottt_ttt.v_proj.kernel", "write_shape": [3, 256, 1024], "chunk_shape": [3, 256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg2.robottt_ttt.w0_b1", "write_shape": [3, 4, 256], "chunk_shape": [3, 4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg2.robottt_ttt.w0_b2", "write_shape": [3, 4, 64], "chunk_shape": [3, 4, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg2.robottt_ttt.w0_w1", "write_shape": [3, 4, 64, 256], "chunk_shape": [3, 4, 64, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg2.robottt_ttt.w0_w2", "write_shape": [3, 4, 256, 64], "chunk_shape": [3, 4, 256, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg3.attn.attn_vec_einsum.lora_a", "write_shape": [3, 2, 256, 128], "chunk_shape": [3, 2, 256, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg3.attn.attn_vec_einsum.lora_b", "write_shape": [3, 2, 128, 2048], "chunk_shape": [3, 2, 128, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg3.attn.attn_vec_einsum.w", "write_shape": [3, 2, 256, 2048], "chunk_shape": [3, 2, 256, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg3.attn.attn_vec_einsum_1.w", "write_shape": [3, 2, 256, 1024], "chunk_shape": [3, 2, 256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg3.attn.kv_einsum.lora_a", "write_shape": [3, 2, 1, 512, 128], "chunk_shape": [3, 2, 1, 512, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg3.attn.kv_einsum.lora_b", "write_shape": [3, 2, 1, 32, 256], "chunk_shape": [3, 2, 1, 32, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg3.attn.kv_einsum.w", "write_shape": [3, 2, 1, 512, 256], "chunk_shape": [3, 2, 1, 512, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg3.attn.kv_einsum_1.w", "write_shape": [3, 2, 1, 256, 256], "chunk_shape": [3, 2, 1, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg3.attn.q_einsum.lora_a", "write_shape": [3, 2, 2048, 128], "chunk_shape": [3, 2, 2048, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg3.attn.q_einsum.lora_b", "write_shape": [3, 2, 128, 256], "chunk_shape": [3, 2, 128, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg3.attn.q_einsum.w", "write_shape": [3, 2, 2048, 256], "chunk_shape": [3, 2, 2048, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg3.attn.q_einsum_1.w", "write_shape": [3, 2, 1024, 256], "chunk_shape": [3, 2, 1024, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg3.attn.robottt_register_k_lora_a", "write_shape": [3, 256, 16], "chunk_shape": [3, 256, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg3.attn.robottt_register_k_lora_b", "write_shape": [3, 4, 1, 256], "chunk_shape": [3, 4, 1, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg3.attn.robottt_register_q_lora_a", "write_shape": [3, 256, 16], "chunk_shape": [3, 256, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg3.attn.robottt_register_q_lora_b", "write_shape": [3, 4, 8, 256], "chunk_shape": [3, 4, 8, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg3.attn.robottt_register_v_lora_a", "write_shape": [3, 256, 16], "chunk_shape": [3, 256, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg3.attn.robottt_register_v_lora_b", "write_shape": [3, 4, 1, 256], "chunk_shape": [3, 4, 1, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg3.mlp.gating_einsum", "write_shape": [3, 2, 512, 16384], "chunk_shape": [3, 2, 512, 16384], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg3.mlp.gating_einsum_lora_a", "write_shape": [3, 2, 512, 128], "chunk_shape": [3, 2, 512, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg3.mlp.gating_einsum_lora_b", "write_shape": [3, 2, 32, 16384], "chunk_shape": [3, 2, 32, 16384], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg3.mlp.linear", "write_shape": [3, 4096, 2048], "chunk_shape": [3, 4096, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg3.mlp.linear_lora_a", "write_shape": [3, 4096, 128], "chunk_shape": [3, 4096, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg3.mlp.linear_lora_b", "write_shape": [3, 32, 2048], "chunk_shape": [3, 32, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg3.mlp_1.gating_einsum", "write_shape": [3, 2, 256, 4096], "chunk_shape": [3, 2, 256, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg3.mlp_1.linear", "write_shape": [3, 1024, 1024], "chunk_shape": [3, 1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg3.pre_attention_norm.scale", "write_shape": [3, 512], "chunk_shape": [3, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg3.pre_attention_norm_1.Dense_0.bias", "write_shape": [3, 768], "chunk_shape": [3, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg3.pre_attention_norm_1.Dense_0.kernel", "write_shape": [3, 256, 3072], "chunk_shape": [3, 256, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg3.pre_ffw_norm.scale", "write_shape": [3, 512], "chunk_shape": [3, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg3.pre_ffw_norm_1.Dense_0.bias", "write_shape": [3, 768], "chunk_shape": [3, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg3.pre_ffw_norm_1.Dense_0.kernel", "write_shape": [3, 256, 3072], "chunk_shape": [3, 256, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg3.robottt_alpha", "write_shape": [3, 256], "chunk_shape": [3, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg3.robottt_ttt.inner_lr_raw", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg3.robottt_ttt.k_proj.bias", "write_shape": [3, 256], "chunk_shape": [3, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg3.robottt_ttt.k_proj.kernel", "write_shape": [3, 256, 1024], "chunk_shape": [3, 256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg3.robottt_ttt.q_proj.bias", "write_shape": [3, 256], "chunk_shape": [3, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg3.robottt_ttt.q_proj.kernel", "write_shape": [3, 256, 1024], "chunk_shape": [3, 256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg3.robottt_ttt.v_proj.bias", "write_shape": [3, 256], "chunk_shape": [3, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg3.robottt_ttt.v_proj.kernel", "write_shape": [3, 256, 1024], "chunk_shape": [3, 256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg3.robottt_ttt.w0_b1", "write_shape": [3, 4, 256], "chunk_shape": [3, 4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg3.robottt_ttt.w0_b2", "write_shape": [3, 4, 64], "chunk_shape": [3, 4, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg3.robottt_ttt.w0_w1", "write_shape": [3, 4, 64, 256], "chunk_shape": [3, 4, 64, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg3.robottt_ttt.w0_w2", "write_shape": [3, 4, 256, 64], "chunk_shape": [3, 4, 256, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg4.attn.attn_vec_einsum.lora_a", "write_shape": [3, 2, 256, 128], "chunk_shape": [3, 2, 256, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg4.attn.attn_vec_einsum.lora_b", "write_shape": [3, 2, 128, 2048], "chunk_shape": [3, 2, 128, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg4.attn.attn_vec_einsum.w", "write_shape": [3, 2, 256, 2048], "chunk_shape": [3, 2, 256, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg4.attn.attn_vec_einsum_1.w", "write_shape": [3, 2, 256, 1024], "chunk_shape": [3, 2, 256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg4.attn.kv_einsum.lora_a", "write_shape": [3, 2, 1, 512, 128], "chunk_shape": [3, 2, 1, 512, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg4.attn.kv_einsum.lora_b", "write_shape": [3, 2, 1, 32, 256], "chunk_shape": [3, 2, 1, 32, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg4.attn.kv_einsum.w", "write_shape": [3, 2, 1, 512, 256], "chunk_shape": [3, 2, 1, 512, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg4.attn.kv_einsum_1.w", "write_shape": [3, 2, 1, 256, 256], "chunk_shape": [3, 2, 1, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg4.attn.q_einsum.lora_a", "write_shape": [3, 2, 2048, 128], "chunk_shape": [3, 2, 2048, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg4.attn.q_einsum.lora_b", "write_shape": [3, 2, 128, 256], "chunk_shape": [3, 2, 128, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg4.attn.q_einsum.w", "write_shape": [3, 2, 2048, 256], "chunk_shape": [3, 2, 2048, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg4.attn.q_einsum_1.w", "write_shape": [3, 2, 1024, 256], "chunk_shape": [3, 2, 1024, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg4.attn.robottt_register_k_lora_a", "write_shape": [3, 256, 16], "chunk_shape": [3, 256, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg4.attn.robottt_register_k_lora_b", "write_shape": [3, 4, 1, 256], "chunk_shape": [3, 4, 1, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg4.attn.robottt_register_q_lora_a", "write_shape": [3, 256, 16], "chunk_shape": [3, 256, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg4.attn.robottt_register_q_lora_b", "write_shape": [3, 4, 8, 256], "chunk_shape": [3, 4, 8, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg4.attn.robottt_register_v_lora_a", "write_shape": [3, 256, 16], "chunk_shape": [3, 256, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg4.attn.robottt_register_v_lora_b", "write_shape": [3, 4, 1, 256], "chunk_shape": [3, 4, 1, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg4.mlp.gating_einsum", "write_shape": [3, 2, 512, 16384], "chunk_shape": [3, 2, 512, 16384], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg4.mlp.gating_einsum_lora_a", "write_shape": [3, 2, 512, 128], "chunk_shape": [3, 2, 512, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg4.mlp.gating_einsum_lora_b", "write_shape": [3, 2, 32, 16384], "chunk_shape": [3, 2, 32, 16384], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg4.mlp.linear", "write_shape": [3, 4096, 2048], "chunk_shape": [3, 4096, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg4.mlp.linear_lora_a", "write_shape": [3, 4096, 128], "chunk_shape": [3, 4096, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg4.mlp.linear_lora_b", "write_shape": [3, 32, 2048], "chunk_shape": [3, 32, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg4.mlp_1.gating_einsum", "write_shape": [3, 2, 256, 4096], "chunk_shape": [3, 2, 256, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg4.mlp_1.linear", "write_shape": [3, 1024, 1024], "chunk_shape": [3, 1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg4.pre_attention_norm.scale", "write_shape": [3, 512], "chunk_shape": [3, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg4.pre_attention_norm_1.Dense_0.bias", "write_shape": [3, 768], "chunk_shape": [3, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg4.pre_attention_norm_1.Dense_0.kernel", "write_shape": [3, 256, 3072], "chunk_shape": [3, 256, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg4.pre_ffw_norm.scale", "write_shape": [3, 512], "chunk_shape": [3, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg4.pre_ffw_norm_1.Dense_0.bias", "write_shape": [3, 768], "chunk_shape": [3, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg4.pre_ffw_norm_1.Dense_0.kernel", "write_shape": [3, 256, 3072], "chunk_shape": [3, 256, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg4.robottt_alpha", "write_shape": [3, 256], "chunk_shape": [3, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg4.robottt_ttt.inner_lr_raw", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg4.robottt_ttt.k_proj.bias", "write_shape": [3, 256], "chunk_shape": [3, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg4.robottt_ttt.k_proj.kernel", "write_shape": [3, 256, 1024], "chunk_shape": [3, 256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg4.robottt_ttt.q_proj.bias", "write_shape": [3, 256], "chunk_shape": [3, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg4.robottt_ttt.q_proj.kernel", "write_shape": [3, 256, 1024], "chunk_shape": [3, 256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg4.robottt_ttt.v_proj.bias", "write_shape": [3, 256], "chunk_shape": [3, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg4.robottt_ttt.v_proj.kernel", "write_shape": [3, 256, 1024], "chunk_shape": [3, 256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg4.robottt_ttt.w0_b1", "write_shape": [3, 4, 256], "chunk_shape": [3, 4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg4.robottt_ttt.w0_b2", "write_shape": [3, 4, 64], "chunk_shape": [3, 4, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg4.robottt_ttt.w0_w1", "write_shape": [3, 4, 64, 256], "chunk_shape": [3, 4, 64, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg4.robottt_ttt.w0_w2", "write_shape": [3, 4, 256, 64], "chunk_shape": [3, 4, 256, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg5.attn.attn_vec_einsum.lora_a", "write_shape": [3, 2, 256, 128], "chunk_shape": [3, 2, 256, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg5.attn.attn_vec_einsum.lora_b", "write_shape": [3, 2, 128, 2048], "chunk_shape": [3, 2, 128, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg5.attn.attn_vec_einsum.w", "write_shape": [3, 2, 256, 2048], "chunk_shape": [3, 2, 256, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg5.attn.attn_vec_einsum_1.w", "write_shape": [3, 2, 256, 1024], "chunk_shape": [3, 2, 256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg5.attn.kv_einsum.lora_a", "write_shape": [3, 2, 1, 512, 128], "chunk_shape": [3, 2, 1, 512, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg5.attn.kv_einsum.lora_b", "write_shape": [3, 2, 1, 32, 256], "chunk_shape": [3, 2, 1, 32, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg5.attn.kv_einsum.w", "write_shape": [3, 2, 1, 512, 256], "chunk_shape": [3, 2, 1, 512, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg5.attn.kv_einsum_1.w", "write_shape": [3, 2, 1, 256, 256], "chunk_shape": [3, 2, 1, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg5.attn.q_einsum.lora_a", "write_shape": [3, 2, 2048, 128], "chunk_shape": [3, 2, 2048, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg5.attn.q_einsum.lora_b", "write_shape": [3, 2, 128, 256], "chunk_shape": [3, 2, 128, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg5.attn.q_einsum.w", "write_shape": [3, 2, 2048, 256], "chunk_shape": [3, 2, 2048, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg5.attn.q_einsum_1.w", "write_shape": [3, 2, 1024, 256], "chunk_shape": [3, 2, 1024, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg5.attn.robottt_register_k_lora_a", "write_shape": [3, 256, 16], "chunk_shape": [3, 256, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg5.attn.robottt_register_k_lora_b", "write_shape": [3, 4, 1, 256], "chunk_shape": [3, 4, 1, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg5.attn.robottt_register_q_lora_a", "write_shape": [3, 256, 16], "chunk_shape": [3, 256, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg5.attn.robottt_register_q_lora_b", "write_shape": [3, 4, 8, 256], "chunk_shape": [3, 4, 8, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg5.attn.robottt_register_v_lora_a", "write_shape": [3, 256, 16], "chunk_shape": [3, 256, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg5.attn.robottt_register_v_lora_b", "write_shape": [3, 4, 1, 256], "chunk_shape": [3, 4, 1, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg5.mlp.gating_einsum", "write_shape": [3, 2, 512, 16384], "chunk_shape": [3, 2, 512, 16384], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg5.mlp.gating_einsum_lora_a", "write_shape": [3, 2, 512, 128], "chunk_shape": [3, 2, 512, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg5.mlp.gating_einsum_lora_b", "write_shape": [3, 2, 32, 16384], "chunk_shape": [3, 2, 32, 16384], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg5.mlp.linear", "write_shape": [3, 4096, 2048], "chunk_shape": [3, 4096, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg5.mlp.linear_lora_a", "write_shape": [3, 4096, 128], "chunk_shape": [3, 4096, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg5.mlp.linear_lora_b", "write_shape": [3, 32, 2048], "chunk_shape": [3, 32, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg5.mlp_1.gating_einsum", "write_shape": [3, 2, 256, 4096], "chunk_shape": [3, 2, 256, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg5.mlp_1.linear", "write_shape": [3, 1024, 1024], "chunk_shape": [3, 1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg5.pre_attention_norm.scale", "write_shape": [3, 512], "chunk_shape": [3, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg5.pre_attention_norm_1.Dense_0.bias", "write_shape": [3, 768], "chunk_shape": [3, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg5.pre_attention_norm_1.Dense_0.kernel", "write_shape": [3, 256, 3072], "chunk_shape": [3, 256, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg5.pre_ffw_norm.scale", "write_shape": [3, 512], "chunk_shape": [3, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg5.pre_ffw_norm_1.Dense_0.bias", "write_shape": [3, 768], "chunk_shape": [3, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg5.pre_ffw_norm_1.Dense_0.kernel", "write_shape": [3, 256, 3072], "chunk_shape": [3, 256, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg5.robottt_alpha", "write_shape": [3, 256], "chunk_shape": [3, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg5.robottt_ttt.inner_lr_raw", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg5.robottt_ttt.k_proj.bias", "write_shape": [3, 256], "chunk_shape": [3, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg5.robottt_ttt.k_proj.kernel", "write_shape": [3, 256, 1024], "chunk_shape": [3, 256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg5.robottt_ttt.q_proj.bias", "write_shape": [3, 256], "chunk_shape": [3, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg5.robottt_ttt.q_proj.kernel", "write_shape": [3, 256, 1024], "chunk_shape": [3, 256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg5.robottt_ttt.v_proj.bias", "write_shape": [3, 256], "chunk_shape": [3, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg5.robottt_ttt.v_proj.kernel", "write_shape": [3, 256, 1024], "chunk_shape": [3, 256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg5.robottt_ttt.w0_b1", "write_shape": [3, 4, 256], "chunk_shape": [3, 4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg5.robottt_ttt.w0_b2", "write_shape": [3, 4, 64], "chunk_shape": [3, 4, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg5.robottt_ttt.w0_w1", "write_shape": [3, 4, 64, 256], "chunk_shape": [3, 4, 64, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg5.robottt_ttt.w0_w2", "write_shape": [3, 4, 256, 64], "chunk_shape": [3, 4, 256, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg6.attn.attn_vec_einsum.lora_a", "write_shape": [1, 2, 256, 128], "chunk_shape": [1, 2, 256, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg6.attn.attn_vec_einsum.lora_b", "write_shape": [1, 2, 128, 2048], "chunk_shape": [1, 2, 128, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg6.attn.attn_vec_einsum.w", "write_shape": [1, 2, 256, 2048], "chunk_shape": [1, 2, 256, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg6.attn.attn_vec_einsum_1.w", "write_shape": [1, 2, 256, 1024], "chunk_shape": [1, 2, 256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg6.attn.kv_einsum.lora_a", "write_shape": [1, 2, 1, 512, 128], "chunk_shape": [1, 2, 1, 512, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg6.attn.kv_einsum.lora_b", "write_shape": [1, 2, 1, 32, 256], "chunk_shape": [1, 2, 1, 32, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg6.attn.kv_einsum.w", "write_shape": [1, 2, 1, 512, 256], "chunk_shape": [1, 2, 1, 512, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg6.attn.kv_einsum_1.w", "write_shape": [1, 2, 1, 256, 256], "chunk_shape": [1, 2, 1, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg6.attn.q_einsum.lora_a", "write_shape": [1, 2, 2048, 128], "chunk_shape": [1, 2, 2048, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg6.attn.q_einsum.lora_b", "write_shape": [1, 2, 128, 256], "chunk_shape": [1, 2, 128, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg6.attn.q_einsum.w", "write_shape": [1, 2, 2048, 256], "chunk_shape": [1, 2, 2048, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg6.attn.q_einsum_1.w", "write_shape": [1, 2, 1024, 256], "chunk_shape": [1, 2, 1024, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg6.attn.robottt_register_k_lora_a", "write_shape": [1, 256, 16], "chunk_shape": [1, 256, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg6.attn.robottt_register_k_lora_b", "write_shape": [1, 4, 1, 256], "chunk_shape": [1, 4, 1, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg6.attn.robottt_register_q_lora_a", "write_shape": [1, 256, 16], "chunk_shape": [1, 256, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg6.attn.robottt_register_q_lora_b", "write_shape": [1, 4, 8, 256], "chunk_shape": [1, 4, 8, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg6.attn.robottt_register_v_lora_a", "write_shape": [1, 256, 16], "chunk_shape": [1, 256, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg6.attn.robottt_register_v_lora_b", "write_shape": [1, 4, 1, 256], "chunk_shape": [1, 4, 1, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg6.mlp.gating_einsum", "write_shape": [1, 2, 512, 16384], "chunk_shape": [1, 2, 512, 16384], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg6.mlp.gating_einsum_lora_a", "write_shape": [1, 2, 512, 128], "chunk_shape": [1, 2, 512, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg6.mlp.gating_einsum_lora_b", "write_shape": [1, 2, 32, 16384], "chunk_shape": [1, 2, 32, 16384], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg6.mlp.linear", "write_shape": [1, 4096, 2048], "chunk_shape": [1, 4096, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg6.mlp.linear_lora_a", "write_shape": [1, 4096, 128], "chunk_shape": [1, 4096, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg6.mlp.linear_lora_b", "write_shape": [1, 32, 2048], "chunk_shape": [1, 32, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg6.mlp_1.gating_einsum", "write_shape": [1, 2, 256, 4096], "chunk_shape": [1, 2, 256, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg6.mlp_1.linear", "write_shape": [1, 1024, 1024], "chunk_shape": [1, 1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg6.pre_attention_norm.scale", "write_shape": [1, 512], "chunk_shape": [1, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg6.pre_attention_norm_1.Dense_0.bias", "write_shape": [1, 768], "chunk_shape": [1, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg6.pre_attention_norm_1.Dense_0.kernel", "write_shape": [1, 256, 3072], "chunk_shape": [1, 256, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg6.pre_ffw_norm.scale", "write_shape": [1, 512], "chunk_shape": [1, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg6.pre_ffw_norm_1.Dense_0.bias", "write_shape": [1, 768], "chunk_shape": [1, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg6.pre_ffw_norm_1.Dense_0.kernel", "write_shape": [1, 256, 3072], "chunk_shape": [1, 256, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg6.robottt_alpha", "write_shape": [1, 256], "chunk_shape": [1, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg6.robottt_ttt.inner_lr_raw", "write_shape": [1], "chunk_shape": [1], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg6.robottt_ttt.k_proj.bias", "write_shape": [1, 256], "chunk_shape": [1, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg6.robottt_ttt.k_proj.kernel", "write_shape": [1, 256, 1024], "chunk_shape": [1, 256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg6.robottt_ttt.q_proj.bias", "write_shape": [1, 256], "chunk_shape": [1, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg6.robottt_ttt.q_proj.kernel", "write_shape": [1, 256, 1024], "chunk_shape": [1, 256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg6.robottt_ttt.v_proj.bias", "write_shape": [1, 256], "chunk_shape": [1, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg6.robottt_ttt.v_proj.kernel", "write_shape": [1, 256, 1024], "chunk_shape": [1, 256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg6.robottt_ttt.w0_b1", "write_shape": [1, 4, 256], "chunk_shape": [1, 4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg6.robottt_ttt.w0_b2", "write_shape": [1, 4, 64], "chunk_shape": [1, 4, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg6.robottt_ttt.w0_w1", "write_shape": [1, 4, 64, 256], "chunk_shape": [1, 4, 64, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers_seg6.robottt_ttt.w0_w2", "write_shape": [1, 4, 256, 64], "chunk_shape": [1, 4, 256, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.kernel", "write_shape": [8, 1024], "chunk_shape": [8, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.bias", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.kernel", "write_shape": [256, 32], "chunk_shape": [256, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.robottt_proprio_proj.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.robottt_proprio_proj.kernel", "write_shape": [8, 1024], "chunk_shape": [8, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.robottt_register_tokens", "write_shape": [4, 1024], "chunk_shape": [4, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_in.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_in.kernel", "write_shape": [256, 1024], "chunk_shape": [256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_out.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_out.kernel", "write_shape": [256, 1024], "chunk_shape": [256, 1024], "ext_metadata": null}}]}
params/d/58ed3c3fc1fbf0c81bb9b2e1c3b06823 ADDED
Binary file (27.5 kB). View file
 
params/manifest.ocdbt ADDED
Binary file (120 Bytes). View file
 
params/ocdbt.process_0/d/0fb242e87efd010c79c1964533da7fb8 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:121d209b98df43982e8d86e0c8a0ce7e05deb5150c0f11b948d78509c4e92f60
3
+ size 2148262273
params/ocdbt.process_0/d/18db9704da00f3fcfff6e7a814c2ae98 ADDED
Binary file (1.87 kB). View file
 
params/ocdbt.process_0/d/21c0c9caf25cd86dae13c1eddb15ac5c ADDED
Binary file (27.5 kB). View file
 
params/ocdbt.process_0/d/73db44a5e1012eb6d045cccf2078b8da ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84ed041b9a3b639b64fbe05fe7107ccace32499b51ac241c36cc6a8cf9113fac
3
+ size 2230844445
params/ocdbt.process_0/d/a1a7e5b312961cd0bf27582d01ec033a ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88df6314a0c41218ce78607bc6ed1eeae504c2bd87455733aeb411b0cb1abf2e
3
+ size 2239457925
params/ocdbt.process_0/d/a39c95d6d8a03daddde7bf76f44a35c2 ADDED
Binary file (213 Bytes). View file
 
params/ocdbt.process_0/d/cc2abeea11c0560c57628d9752d3d575 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:036e59826ba422bcb53b53e8915b3ba78a1c7e92071b30c2f41ba5d2ef566e3f
3
+ size 2328737952
params/ocdbt.process_0/d/d0d8ee77883d0379b002a8c34f719b77 ADDED
Binary file (52 kB). View file
 
params/ocdbt.process_0/d/d37a3531ddabe8b1026c5c39708a8962 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e16f2b51a8470c2f7fb6e349e1dc3904c4b745bd5a62a6abf29e435d85a61688
3
+ size 2237135176
params/ocdbt.process_0/d/fac1fac5a5d0d755db7db81e1722d03c ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12e7b163d566c3eccb8e5683cc6f0707c757eefa6abe56058da7f0c3b8e9c762
3
+ size 2307667166
params/ocdbt.process_0/manifest.ocdbt ADDED
Binary file (313 Bytes). View file
 
trainer_state/_CHECKPOINT_METADATA ADDED
@@ -0,0 +1 @@
 
 
1
+ {"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1789714403332224922, "commit_timestamp_nsecs": 1789714411021623223, "custom_metadata": {}}
trainer_state/_METADATA ADDED
The diff for this file is too large to render. See raw diff
 
trainer_state/_sharding ADDED
The diff for this file is too large to render. See raw diff
 
trainer_state/array_metadatas/process_0 ADDED
The diff for this file is too large to render. See raw diff
 
trainer_state/d/c54f283ce3a760d195725710acc80829 ADDED
Binary file (48.6 kB). View file
 
trainer_state/manifest.ocdbt ADDED
Binary file (120 Bytes). View file
 
trainer_state/ocdbt.process_0/d/3d7064d6278d26da5546e3bda88c970f ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f98a5c274808742e25656b48af965ea8a6e10c4b8e75126670e88e0db18f268f
3
+ size 2169946484
trainer_state/ocdbt.process_0/d/421e6f2fd36ca4954d93df332f9f7863 ADDED
Binary file (200 Bytes). View file
 
trainer_state/ocdbt.process_0/d/524c5e87db310235f3e2bf1f26e59005 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d19038f49c65a02eb46cc64676a26e259c838e62e678afc634ae357c1e43806e
3
+ size 2164877645
trainer_state/ocdbt.process_0/d/61b0db8d536016a20f77bedb97c349db ADDED
Binary file (1.03 kB). View file
 
trainer_state/ocdbt.process_0/d/78d426ebe157ab010736a8dc2c78c6c5 ADDED
Binary file (1.61 kB). View file
 
trainer_state/ocdbt.process_0/d/9d563db6843c255ee9d14f8df0db8275 ADDED
Binary file (1.63 kB). View file
 
trainer_state/ocdbt.process_0/d/9e79f4c09532fdbcb1e09d37bef78eae ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6be568a80d7239f99bb9559d29f22f0e9f66a9388335b768873b7a79469e077
3
+ size 823954462
trainer_state/ocdbt.process_0/d/a60cc0e290e364359b201b1196477d57 ADDED
Binary file (1.68 kB). View file
 
trainer_state/ocdbt.process_0/d/b6bcbf99b635edcc84d06125e96e53bd ADDED
Binary file (1.61 kB). View file
 
trainer_state/ocdbt.process_0/d/e9b353155138c6690e29a9bd95007879 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7dc38f3dc82d4e2d31f9b50bfa67191163333cf61e294ee470b7c49fe0399367
3
+ size 69769080
trainer_state/ocdbt.process_0/manifest.ocdbt ADDED
Binary file (419 Bytes). View file