File size: 8,565 Bytes
eb70952
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
{
  "code_fingerprint": "759603bdc0b9bfe134c97d559c6746a4f6f5fb87ff3d4077093e7aec2403b322",
  "completed_steps": 1000,
  "config": {
    "allow_fresh_lora_init": false,
    "b1": 0.9,
    "b2": 0.95,
    "backbone_lr": 0.0,
    "buckets": {
      "lengths": [
        224,
        304,
        368,
        496,
        672,
        1104
      ],
      "micro_batch": [
        4,
        4,
        4,
        4,
        4,
        4
      ]
    },
    "cache_marker_contract": [
      [
        "tasks",
        [
          "PatternLock"
        ]
      ],
      [
        "index_train_total",
        700
      ],
      [
        "index_test_total",
        0
      ],
      [
        "memory_stride",
        16
      ],
      [
        "execution_stride",
        1
      ]
    ],
    "cache_marker_sha256": "fc479646b8dd7003100d39df4792e2b5108b1e3e547d4924a0d7f5633e1d8a53",
    "clip_norm": 1.0,
    "curriculum_bucket": 32,
    "curriculum_micro_batch": 4,
    "curriculum_steps": 0,
    "data_artifact_hashes": [
      [
        "annotations.jsonl",
        "8d95c7de7467d61cf27094735424aa39603da448c032765fafd25686098a6be2"
      ],
      [
        "index_train.json",
        "cf58e60753ed0e8dfbc2bae48cf196acb9b3dc6342eb1c478ee9c46aaca47a3d"
      ],
      [
        "index_test.json",
        "ca3d163bab055381827226140568f3bef7eaac187cebd76878e0b63e9e442356"
      ],
      [
        "source_manifest_mapping.jsonl",
        "46094fea8e0c7a364bc6c9af9bac2f1f9d873382c6a5b2e2b5b10603fb6a5a9b"
      ],
      [
        "runtime_stage_report.json",
        "184fbfa4b7b9131eab68470c62d08046994cdf003f10a1a96eed19281e7c1742"
      ]
    ],
    "data_fingerprint": "fb5693799b7050bd508c791c7b8171e4e4a15bc01210ffc9043ec72fe3f5969e",
    "data_manifest_contract": [
      [
        "tasks",
        [
          "PatternLock"
        ]
      ],
      [
        "index_train_total",
        700
      ],
      [
        "index_test_total",
        0
      ],
      [
        "memory_stride",
        16
      ],
      [
        "execution_stride",
        1
      ]
    ],
    "data_manifest_sha256": "184fbfa4b7b9131eab68470c62d08046994cdf003f10a1a96eed19281e7c1742",
    "decision_annotations_difficulty_only": true,
    "decision_annotations_sha256": "8d95c7de7467d61cf27094735424aa39603da448c032765fafd25686098a6be2",
    "ema_decay": null,
    "exp_name": "lane1",
    "gradient_accumulation_steps": 1,
    "h5_handle_cache_size": 32,
    "hard_two_decision_fraction": 0.0,
    "init_params_path": "/workspace/checkpoints/memttt-single-task-full16/selected7_single_task_5dfd876_20260917T164712Z/lane1/single_PatternLock_stage2/lane1/10000/params",
    "init_provenance_path": "",
    "init_provenance_sha256": "",
    "jitter": false,
    "lr": 7e-06,
    "max_episodes_per_task": 0,
    "model": {
      "action_dim": 32,
      "action_expert_variant": "gemma_300m",
      "action_horizon": 64,
      "action_loss_dims": 8,
      "decision_loss_weight": 1.0,
      "decision_only_supervision": false,
      "dtype": "bfloat16",
      "exec_horizon": 32,
      "execution_stride": 1,
      "flow_tau_min": 0.001,
      "max_token_len": 64,
      "mem_enable": true,
      "mem_fast_delta_max_norm": 4.0,
      "mem_inner_lr": 0.01,
      "mem_num_heads": 16,
      "mem_registers": 16,
      "mem_ttt_layers": [
        2,
        5,
        8,
        11,
        14,
        17
      ],
      "memory_architecture": "robottt_vl_register_only_v2",
      "memory_stride": 16,
      "paligemma_variant": "gemma_2b_lora",
      "pi05": true,
      "remat_ticks": true,
      "robottt_action_side_layers": 18,
      "robottt_adaptive_inner_min_scale": 0.1,
      "robottt_adaptive_inner_residual_reference": 1.0,
      "robottt_adaptive_inner_step": true,
      "robottt_anchor_tau_min": 0.0,
      "robottt_counterfactual_delta_weight": 0.0,
      "robottt_dense_video_prefix_tasks": [
        "VideoUnmask",
        "VideoUnmaskSwap",
        "VideoPlaceOrder",
        "VideoPlaceButton",
        "VideoRepick",
        "InsertPeg",
        "MoveCube",
        "PatternLock",
        "RouteStick"
      ],
      "robottt_dense_video_prefix_ticks": 80,
      "robottt_gate_init": 0.1,
      "robottt_hidden_multiplier": 4,
      "robottt_inner_curvature_target": 0.5,
      "robottt_inner_lr": 0.1,
      "robottt_inner_step_normalization": true,
      "robottt_input_rms_norm": true,
      "robottt_isolate_invalid_action_inputs": true,
      "robottt_max_inner_step": 1000.0,
      "robottt_num_heads": 16,
      "robottt_pair_anchor_tau": 0.0,
      "robottt_read_before_write": true,
      "robottt_register_lora_alpha": 16.0,
      "robottt_register_lora_rank": 16,
      "robottt_register_only_read": true,
      "robottt_register_only_write": true,
      "robottt_register_vl_only_attention": true,
      "robottt_rope_theta": 10000.0,
      "robottt_sequence_action_forcing": true,
      "robottt_silence_weight": 0.0,
      "robottt_tau_scale": 0.999,
      "robottt_train_dense_read_block": 16,
      "robottt_train_reuse_prefix_cache": false,
      "robottt_train_scan_unroll": 1,
      "robottt_train_skip_empty_commit": true,
      "robottt_train_tbptt_frames": 0,
      "robottt_train_true_read_only": true,
      "robottt_trainable_ttt_layers": 17,
      "robottt_unfreeze_action_expert": false,
      "sequence_backprop_mode": "whole_short_sequence",
      "siglip_time_block": 8,
      "siglip_variant": "So400m/14",
      "supervision_post_anchor_steps": 0,
      "timeline_mode": "robottt_dense_v1",
      "video_stride": 16
    },
    "name": "single_PatternLock_stage3",
    "norm_stats_sha256": "f332bbd34ace1b6837cdc415b44f680896070a41564f9ce39016f1ebf99d1be5",
    "num_steps": 1000,
    "optimization_phases": [
      {
        "backbone_learning_rate": null,
        "data_mode": "dense",
        "difficulty_weights": [
          [
            "easy",
            0.1
          ],
          [
            "medium",
            0.1
          ],
          [
            "hard",
            0.8
          ]
        ],
        "execution_write_perturbation": "none",
        "learning_rate": 7e-06,
        "name": "action_expert_only_1k",
        "recovery_episode_fraction": 0.2,
        "steps": 1000,
        "trainable_group": "action",
        "warmup_steps": 50
      }
    ],
    "pair_fraction": 0.0,
    "pair_manifest_path": "",
    "pair_manifest_sha256": "",
    "pair_repeats": 1,
    "pair_second_decision_fraction": 0.0,
    "per_device_batch": 1,
    "require_decision_annotations": true,
    "require_fresh_memory_init": false,
    "require_native_pi05_init": false,
    "require_stage1_lora_init": true,
    "required_device_count": 4,
    "required_parent_code_fingerprint": "759603bdc0b9bfe134c97d559c6746a4f6f5fb87ff3d4077093e7aec2403b322",
    "required_parent_completed_steps": 10000,
    "required_parent_config_name": "single_PatternLock_stage2",
    "required_parent_data_fingerprint": "a931c397233e45b936dd20a3a1ab13b86d5bc2c4fa7040bc4c801bd441f95e5b",
    "required_parent_marker_sha256": "47f864879374d40b850093247e4bee4c05fa01a98ba01034b5ce6ec6b2b43e5a",
    "required_parent_params_tree_sha256": "87bfcca0d3f6cd084faaffd8c09a4a41a481ecfdb1694456214da9bf84ed1bb1",
    "robottt_alpha_lr_multiplier": 1.0,
    "sampler_episode_allowlist": [],
    "sampler_max_episodes_per_task": 0,
    "save_steps": [
      1000
    ],
    "seed": 7,
    "split": "train",
    "stage": 2,
    "stage1_framewise": false,
    "stage1_task_balanced": false,
    "tasks": [
      "PatternLock"
    ],
    "ttt_phase_atomic_counterfactual_pairs": false,
    "ttt_phase_decision_only_supervision": false,
    "ttt_phase_pair_fraction": 0.0,
    "ttt_phase_periodic_supervision_stride": 0,
    "ttt_phase_require_equal_pair_ticks": false,
    "ttt_phase_timeline_mode": "",
    "verify_gradient_families": false,
    "verify_history_causality": false,
    "verify_parameter_update": false,
    "w0_weight_decay": 0.0,
    "warmup_ratio": 0.0
  },
  "config_fingerprint": "d55a690c7b239cf857089d6cd9dde137381c08ac4ba4c4c861502e30410e8fd2",
  "data_state": {
    "completed_steps": 1000,
    "optimization_phase": {
      "index": 1,
      "local_step": 0,
      "name": "complete",
      "trainable_group": "none"
    },
    "phase": "full",
    "sampler_seed": 7,
    "windows_in_phase": 1000
  },
  "has_ema": false,
  "params_tree_sha256": "742ffe8fc901cc019d03d779e81e0a93c461a16159e8584359ec49624f1aca5b",
  "schema": 1,
  "trainer_state_tree_sha256": "b5dc6870c7de8b2e75261a5758e53c45c4367e2da53d61f4da339fb0bc2861fc"
}