Hugging Face's logo

jlee24
/
dk1-molmoact-checkpoints

LeRobot
Safetensors
molmoact2
dk1
checkpoint-backup
Model card Files
xet
 Community
jlee24 commited on
Commit
3af8f0e
·
verified ·
1 Parent(s): b5edaca

Back up dk1-teleop/outputs/vla_touch_grab_201_lora/molmoact2_lora_probe_molmo_b16_20260602_212402

Browse files
Files changed (3) hide show
  1. dk1-teleop/outputs/vla_touch_grab_201_lora/molmoact2_lora_probe_molmo_b16_20260602_212402/telemetry.jsonl +6 -0
  2. dk1-teleop/outputs/vla_touch_grab_201_lora/molmoact2_lora_probe_molmo_b16_20260602_212402/train_metrics.jsonl +4 -0
  3. dk1-teleop/outputs/vla_touch_grab_201_lora/molmoact2_lora_probe_molmo_b16_20260602_212402/train_with_val.log +356 -0
dk1-teleop/outputs/vla_touch_grab_201_lora/molmoact2_lora_probe_molmo_b16_20260602_212402/telemetry.jsonl ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {"batch_size": 16, "cuda_allocated_gib": 0.0, "cuda_device": 0, "cuda_max_allocated_gib": 0.0, "cuda_max_reserved_gib": 0.0, "cuda_reserved_gib": 0.0, "event": "start", "job_name": "molmoact2_lora_yam_touch_grab_201_probe_molmo_b16_20260602_212402", "num_workers": 8, "output_dir": "/home/andon/clawmachine/dk1-teleop/outputs/vla_touch_grab_201_lora/molmoact2_lora_probe_molmo_b16_20260602_212402", "steps": 20, "time": 1780460646.872795, "val_batches": 1, "val_freq": -1}
2
+ {"cuda_allocated_gib": 13.041774272918701, "cuda_device": 0, "cuda_max_allocated_gib": 25.4811110496521, "cuda_max_reserved_gib": 26.8828125, "cuda_reserved_gib": 26.8828125, "elapsed_s": 23.295344936996116, "epoch": 0.006418485237483954, "event": "heartbeat", "loss": 3.5091257095336914, "lr": 1.4925373134328347e-06, "mfu_batch_items": 16.0, "mfu_observed_text_tokens": 7712.0, "mfu_peak_tflops": 209.5, "mfu_sample_pct": 0.0006951357328585944, "mfu_sample_tflops_s": 0.14563093603387553, "mfu_sample_token_units": 16.0, "mfu_text_token_pct": 0.33505542323784254, "mfu_text_token_tflops_s": 70.194111168328, "mfu_tokens_per_sample_assumed": 1.0, "step": 5, "time": 1780460771.1551907}
3
+ {"cuda_allocated_gib": 13.041774272918701, "cuda_device": 0, "cuda_max_allocated_gib": 25.4811110496521, "cuda_max_reserved_gib": 26.8828125, "cuda_reserved_gib": 26.8828125, "elapsed_s": 41.95968343599816, "epoch": 0.012836970474967908, "event": "heartbeat", "loss": 3.8515353202819824, "lr": 2.7363184079601977e-06, "mfu_batch_items": 16.0, "mfu_observed_text_tokens": 7712.0, "mfu_peak_tflops": 209.5, "mfu_sample_pct": 0.0007070165618139927, "mfu_sample_tflops_s": 0.14811996970003147, "mfu_sample_token_units": 16.0, "mfu_text_token_pct": 0.3407819827943444, "mfu_text_token_tflops_s": 71.39382539541515, "mfu_tokens_per_sample_assumed": 1.0, "step": 10, "time": 1780460789.8195295}
4
+ {"cuda_allocated_gib": 13.041774272918701, "cuda_device": 0, "cuda_max_allocated_gib": 25.4811110496521, "cuda_max_reserved_gib": 26.8828125, "cuda_reserved_gib": 26.8828125, "elapsed_s": 60.572187190002296, "epoch": 0.019255455712451863, "event": "heartbeat", "loss": 3.1308341026306152, "lr": 3.980099502487561e-06, "mfu_batch_items": 16.0, "mfu_observed_text_tokens": 7712.0, "mfu_peak_tflops": 209.5, "mfu_sample_pct": 0.0006964702813565735, "mfu_sample_tflops_s": 0.14591052394420215, "mfu_sample_token_units": 16.0, "mfu_text_token_pct": 0.33569867561386846, "mfu_text_token_tflops_s": 70.32887254110544, "mfu_tokens_per_sample_assumed": 1.0, "step": 15, "time": 1780460808.4320333}
5
+ {"cuda_allocated_gib": 13.041774272918701, "cuda_device": 0, "cuda_max_allocated_gib": 25.4811110496521, "cuda_max_reserved_gib": 26.8828125, "cuda_reserved_gib": 26.8828125, "elapsed_s": 79.21383706499182, "epoch": 0.025673940949935817, "event": "heartbeat", "loss": 2.2023367881774902, "lr": 5.223880597014924e-06, "mfu_batch_items": 16.0, "mfu_observed_text_tokens": 7712.0, "mfu_peak_tflops": 209.5, "mfu_sample_pct": 0.0007004172190994838, "mfu_sample_tflops_s": 0.14673740740134186, "mfu_sample_token_units": 16.0, "mfu_text_token_pct": 0.33760109960595125, "mfu_text_token_tflops_s": 70.72743036744679, "mfu_tokens_per_sample_assumed": 1.0, "step": 20, "time": 1780460827.0736833}
6
+ {"best_step": 0, "best_val_loss": Infinity, "cuda_allocated_gib": 13.041774272918701, "cuda_device": 0, "cuda_max_allocated_gib": 25.4811110496521, "cuda_max_reserved_gib": 26.8828125, "cuda_reserved_gib": 26.8828125, "elapsed_s": 79.2141477260011, "event": "end", "time": 1780460827.0739934}
dk1-teleop/outputs/vla_touch_grab_201_lora/molmoact2_lora_probe_molmo_b16_20260602_212402/train_metrics.jsonl ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ {"cuda_allocated_gib": 13.041774272918701, "cuda_device": 0, "cuda_max_allocated_gib": 25.4811110496521, "cuda_max_reserved_gib": 26.8828125, "cuda_reserved_gib": 26.8828125, "data_s": 0.18228311100392602, "elapsed_s": 23.293502560991328, "epoch": 0.006418485237483954, "event": "train", "grad_norm": 22.98952865600586, "loss": 3.5091257095336914, "lr": 1.4925373134328347e-06, "mfu_batch_items": 16.0, "mfu_observed_text_tokens": 7712.0, "mfu_peak_tflops": 209.5, "mfu_sample_pct": 0.0006951357328585944, "mfu_sample_tflops_s": 0.14563093603387553, "mfu_sample_token_units": 16.0, "mfu_text_token_pct": 0.33505542323784254, "mfu_text_token_tflops_s": 70.194111168328, "mfu_tokens_per_sample_assumed": 1.0, "out_action_flow_loss": 3.5091257095336914, "out_loss": 3.5091257095336914, "step": 5, "steps_per_s_recent": 0.21465213258109558, "update_s": 3.6121748620062135}
2
+ {"cuda_allocated_gib": 13.041774272918701, "cuda_device": 0, "cuda_max_allocated_gib": 25.4811110496521, "cuda_max_reserved_gib": 26.8828125, "cuda_reserved_gib": 26.8828125, "data_s": 0.16001687699463218, "elapsed_s": 41.95872164799948, "epoch": 0.012836970474967908, "event": "train", "grad_norm": 25.664432525634766, "loss": 3.8515353202819824, "lr": 2.7363184079601977e-06, "mfu_batch_items": 16.0, "mfu_observed_text_tokens": 7712.0, "mfu_peak_tflops": 209.5, "mfu_sample_pct": 0.0007070165618139927, "mfu_sample_tflops_s": 0.14811996970003147, "mfu_sample_token_units": 16.0, "mfu_text_token_pct": 0.3407819827943444, "mfu_text_token_tflops_s": 71.39382539541515, "mfu_tokens_per_sample_assumed": 1.0, "out_action_flow_loss": 3.8515353202819824, "out_loss": 3.8515353202819824, "step": 10, "steps_per_s_recent": 0.26787791649765463, "update_s": 3.551475248998031}
3
+ {"cuda_allocated_gib": 13.041774272918701, "cuda_device": 0, "cuda_max_allocated_gib": 25.4811110496521, "cuda_max_reserved_gib": 26.8828125, "cuda_reserved_gib": 26.8828125, "data_s": 0.1573457009944832, "elapsed_s": 60.571197298995685, "epoch": 0.019255455712451863, "event": "train", "grad_norm": 21.454484939575195, "loss": 3.1308341026306152, "lr": 3.980099502487561e-06, "mfu_batch_items": 16.0, "mfu_observed_text_tokens": 7712.0, "mfu_peak_tflops": 209.5, "mfu_sample_pct": 0.0006964702813565735, "mfu_sample_tflops_s": 0.14591052394420215, "mfu_sample_token_units": 16.0, "mfu_text_token_pct": 0.33569867561386846, "mfu_text_token_tflops_s": 70.32887254110544, "mfu_tokens_per_sample_assumed": 1.0, "out_action_flow_loss": 3.1308341026306152, "out_loss": 3.1308341026306152, "step": 15, "steps_per_s_recent": 0.2686370203381506, "update_s": 3.6052533570036758}
4
+ {"cuda_allocated_gib": 13.041774272918701, "cuda_device": 0, "cuda_max_allocated_gib": 25.4811110496521, "cuda_max_reserved_gib": 26.8828125, "cuda_reserved_gib": 26.8828125, "data_s": 0.1622769609966781, "elapsed_s": 79.21287224900152, "epoch": 0.025673940949935817, "event": "train", "grad_norm": 12.370823860168457, "loss": 2.2023367881774902, "lr": 5.223880597014924e-06, "mfu_batch_items": 16.0, "mfu_observed_text_tokens": 7712.0, "mfu_peak_tflops": 209.5, "mfu_sample_pct": 0.0007004172190994838, "mfu_sample_tflops_s": 0.14673740740134186, "mfu_sample_token_units": 16.0, "mfu_text_token_pct": 0.33760109960595125, "mfu_text_token_tflops_s": 70.72743036744679, "mfu_tokens_per_sample_assumed": 1.0, "out_action_flow_loss": 2.2023367881774902, "out_loss": 2.2023367881774902, "step": 20, "steps_per_s_recent": 0.2682162420173749, "update_s": 3.5849373079981888}
dk1-teleop/outputs/vla_touch_grab_201_lora/molmoact2_lora_probe_molmo_b16_20260602_212402/train_with_val.log ADDED
@@ -0,0 +1,356 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ INFO 2026-06-02 21:24:06,872 Train config:
2
+ {
3
+ "dataset": {
4
+ "repo_id": "andon/yam_touch_grab_201_10hz_train",
5
+ "root": "/home/andon/.cache/huggingface/lerobot/andon/yam_touch_grab_201_10hz_train",
6
+ "episodes": null,
7
+ "image_transforms": {
8
+ "enable": true,
9
+ "max_num_transforms": 3,
10
+ "random_order": false,
11
+ "tfs": {
12
+ "brightness": {
13
+ "weight": 1.0,
14
+ "type": "ColorJitter",
15
+ "kwargs": {
16
+ "brightness": [
17
+ 0.8,
18
+ 1.2
19
+ ]
20
+ }
21
+ },
22
+ "contrast": {
23
+ "weight": 1.0,
24
+ "type": "ColorJitter",
25
+ "kwargs": {
26
+ "contrast": [
27
+ 0.8,
28
+ 1.2
29
+ ]
30
+ }
31
+ },
32
+ "saturation": {
33
+ "weight": 1.0,
34
+ "type": "ColorJitter",
35
+ "kwargs": {
36
+ "saturation": [
37
+ 0.5,
38
+ 1.5
39
+ ]
40
+ }
41
+ },
42
+ "hue": {
43
+ "weight": 1.0,
44
+ "type": "ColorJitter",
45
+ "kwargs": {
46
+ "hue": [
47
+ -0.05,
48
+ 0.05
49
+ ]
50
+ }
51
+ },
52
+ "sharpness": {
53
+ "weight": 1.0,
54
+ "type": "SharpnessJitter",
55
+ "kwargs": {
56
+ "sharpness": [
57
+ 0.5,
58
+ 1.5
59
+ ]
60
+ }
61
+ },
62
+ "affine": {
63
+ "weight": 1.0,
64
+ "type": "RandomAffine",
65
+ "kwargs": {
66
+ "degrees": [
67
+ -5.0,
68
+ 5.0
69
+ ],
70
+ "translate": [
71
+ 0.05,
72
+ 0.05
73
+ ]
74
+ }
75
+ }
76
+ }
77
+ },
78
+ "revision": null,
79
+ "use_imagenet_stats": true,
80
+ "video_backend": "pyav",
81
+ "return_uint8": true,
82
+ "streaming": false
83
+ },
84
+ "env": null,
85
+ "policy": {
86
+ "type": "molmoact2",
87
+ "n_obs_steps": 1,
88
+ "input_features": {},
89
+ "output_features": {},
90
+ "device": "cuda",
91
+ "use_amp": false,
92
+ "use_peft": false,
93
+ "push_to_hub": false,
94
+ "repo_id": null,
95
+ "private": null,
96
+ "tags": null,
97
+ "license": null,
98
+ "pretrained_path": null,
99
+ "checkpoint_path": "allenai/MolmoAct2-LIBERO",
100
+ "checkpoint_revision": null,
101
+ "checkpoint_force_download": false,
102
+ "chunk_size": 10,
103
+ "n_action_steps": 10,
104
+ "action_mode": "continuous",
105
+ "inference_action_mode": null,
106
+ "discrete_action_tokenizer": "allenai/MolmoAct2-FAST-Tokenizer",
107
+ "discrete_generation_max_steps": null,
108
+ "norm_tag": null,
109
+ "setup_type": "single YAM robot arm with parallel jaw gripper",
110
+ "control_mode": "absolute joint position control",
111
+ "image_keys": [
112
+ "observation.images.top",
113
+ "observation.images.left_wrist"
114
+ ],
115
+ "normalize_language": true,
116
+ "add_setup_tokens": true,
117
+ "add_control_tokens": true,
118
+ "normalize_gripper": false,
119
+ "num_state_tokens": 256,
120
+ "max_sequence_length": null,
121
+ "expected_max_action_dim": 32,
122
+ "num_flow_timesteps": 8,
123
+ "flow_matching_cutoff": 1.0,
124
+ "flow_matching_time_offset": 0.001,
125
+ "flow_matching_time_scale": 0.999,
126
+ "flow_matching_beta_alpha": 1.0,
127
+ "flow_matching_beta_beta": 1.5,
128
+ "num_inference_steps": null,
129
+ "mask_action_dim_padding": true,
130
+ "enable_inference_cuda_graph": true,
131
+ "per_episode_seed": false,
132
+ "eval_seed": null,
133
+ "rtc_config": null,
134
+ "enable_lora_vlm": true,
135
+ "lora_rank": 16,
136
+ "lora_alpha": 32,
137
+ "lora_dropout": 0.05,
138
+ "lora_bias": "none",
139
+ "enable_lora_action_expert": false,
140
+ "enable_knowledge_insulation": false,
141
+ "freeze_embedding": true,
142
+ "train_action_expert_only": false,
143
+ "gradient_checkpointing": true,
144
+ "model_dtype": "bfloat16",
145
+ "softmax_auxiliary_loss": true,
146
+ "softmax_auxiliary_loss_scale": 0.0001,
147
+ "discrete_loss_token_weighting": "root_subsegments_root_tokens",
148
+ "optimizer_lr": 1e-05,
149
+ "optimizer_vit_lr": 5e-06,
150
+ "optimizer_connector_lr": 5e-06,
151
+ "optimizer_action_expert_lr": 5e-05,
152
+ "optimizer_betas": [
153
+ 0.9,
154
+ 0.95
155
+ ],
156
+ "optimizer_eps": 1e-06,
157
+ "optimizer_weight_decay": 0.0,
158
+ "optimizer_grad_clip_norm": 1.0,
159
+ "scheduler_warmup_steps": 200,
160
+ "scheduler_decay_steps": null,
161
+ "scheduler_decay_lr": 1e-06,
162
+ "normalization_mapping": {
163
+ "VISUAL": "IDENTITY",
164
+ "STATE": "QUANTILES",
165
+ "ACTION": "QUANTILES"
166
+ },
167
+ "dataset_feature_names": {}
168
+ },
169
+ "reward_model": null,
170
+ "output_dir": "/home/andon/clawmachine/dk1-teleop/outputs/vla_touch_grab_201_lora/molmoact2_lora_probe_molmo_b16_20260602_212402",
171
+ "job_name": "molmoact2_lora_yam_touch_grab_201_probe_molmo_b16_20260602_212402",
172
+ "resume": false,
173
+ "seed": 1000,
174
+ "cudnn_deterministic": false,
175
+ "num_workers": 8,
176
+ "batch_size": 16,
177
+ "prefetch_factor": 4,
178
+ "persistent_workers": true,
179
+ "steps": 20,
180
+ "eval_freq": -1,
181
+ "log_freq": 5,
182
+ "tolerance_s": 0.0001,
183
+ "save_checkpoint": false,
184
+ "save_freq": 0,
185
+ "use_policy_training_preset": true,
186
+ "optimizer": {
187
+ "type": "adamw",
188
+ "lr": 1e-05,
189
+ "weight_decay": 0.0,
190
+ "grad_clip_norm": 1.0,
191
+ "betas": [
192
+ 0.9,
193
+ 0.95
194
+ ],
195
+ "eps": 1e-06
196
+ },
197
+ "scheduler": {
198
+ "type": "molmoact2_cosine_decay_with_warmup",
199
+ "num_warmup_steps": 200,
200
+ "num_decay_steps": null,
201
+ "peak_lr": 1e-05,
202
+ "decay_lr": 1e-06
203
+ },
204
+ "eval": {
205
+ "n_episodes": 50,
206
+ "batch_size": 16,
207
+ "use_async_envs": true
208
+ },
209
+ "wandb": {
210
+ "enable": false,
211
+ "disable_artifact": false,
212
+ "project": "yam-touch-grab-lora",
213
+ "entity": null,
214
+ "notes": null,
215
+ "run_id": null,
216
+ "mode": null,
217
+ "add_tags": true
218
+ },
219
+ "peft": null,
220
+ "sample_weighting": null,
221
+ "rename_map": {},
222
+ "checkpoint_path": null
223
+ }
224
+ INFO 2026-06-02 21:24:06,872 Logs will be saved locally.
225
+ INFO 2026-06-02 21:24:06,873 Creating train dataset
226
+ DEBUG 2026-06-02 21:24:06,878 Attempting to acquire lock 124160092511200 on /home/andon/.cache/huggingface/datasets/_home_andon_.cache_huggingface_datasets_parquet_default-900ca7ae9db7ee3b_0.0.0_ec3958b52035e87929642b609b5a781870321434b151a14fbe8fd5a26ff494bb.lock
227
+ DEBUG 2026-06-02 21:24:06,878 Lock 124160092511200 acquired on /home/andon/.cache/huggingface/datasets/_home_andon_.cache_huggingface_datasets_parquet_default-900ca7ae9db7ee3b_0.0.0_ec3958b52035e87929642b609b5a781870321434b151a14fbe8fd5a26ff494bb.lock
228
+ DEBUG 2026-06-02 21:24:06,878 open file: /home/andon/.cache/huggingface/datasets/parquet/default-900ca7ae9db7ee3b/0.0.0/ec3958b52035e87929642b609b5a781870321434b151a14fbe8fd5a26ff494bb/dataset_info.json
229
+ DEBUG 2026-06-02 21:24:06,881 Attempting to release lock 124160092511200 on /home/andon/.cache/huggingface/datasets/_home_andon_.cache_huggingface_datasets_parquet_default-900ca7ae9db7ee3b_0.0.0_ec3958b52035e87929642b609b5a781870321434b151a14fbe8fd5a26ff494bb.lock
230
+ DEBUG 2026-06-02 21:24:06,881 Lock 124160092511200 released on /home/andon/.cache/huggingface/datasets/_home_andon_.cache_huggingface_datasets_parquet_default-900ca7ae9db7ee3b_0.0.0_ec3958b52035e87929642b609b5a781870321434b151a14fbe8fd5a26ff494bb.lock
231
+ DEBUG 2026-06-02 21:24:06,890 Attempting to acquire lock 124160087969296 on /home/andon/.cache/huggingface/datasets/parquet/default-900ca7ae9db7ee3b/0.0.0/ec3958b52035e87929642b609b5a781870321434b151a14fbe8fd5a26ff494bb_builder.lock
232
+ DEBUG 2026-06-02 21:24:06,890 Lock 124160087969296 acquired on /home/andon/.cache/huggingface/datasets/parquet/default-900ca7ae9db7ee3b/0.0.0/ec3958b52035e87929642b609b5a781870321434b151a14fbe8fd5a26ff494bb_builder.lock
233
+ DEBUG 2026-06-02 21:24:06,890 open file: /home/andon/.cache/huggingface/datasets/parquet/default-900ca7ae9db7ee3b/0.0.0/ec3958b52035e87929642b609b5a781870321434b151a14fbe8fd5a26ff494bb/dataset_info.json
234
+ DEBUG 2026-06-02 21:24:06,892 Attempting to release lock 124160087969296 on /home/andon/.cache/huggingface/datasets/parquet/default-900ca7ae9db7ee3b/0.0.0/ec3958b52035e87929642b609b5a781870321434b151a14fbe8fd5a26ff494bb_builder.lock
235
+ DEBUG 2026-06-02 21:24:06,892 Lock 124160087969296 released on /home/andon/.cache/huggingface/datasets/parquet/default-900ca7ae9db7ee3b/0.0.0/ec3958b52035e87929642b609b5a781870321434b151a14fbe8fd5a26ff494bb_builder.lock
236
+ DEBUG 2026-06-02 21:24:06,918 Attempting to acquire lock 124160056394128 on /home/andon/.cache/huggingface/datasets/_home_andon_.cache_huggingface_datasets_parquet_default-900ca7ae9db7ee3b_0.0.0_ec3958b52035e87929642b609b5a781870321434b151a14fbe8fd5a26ff494bb.lock
237
+ DEBUG 2026-06-02 21:24:06,918 Lock 124160056394128 acquired on /home/andon/.cache/huggingface/datasets/_home_andon_.cache_huggingface_datasets_parquet_default-900ca7ae9db7ee3b_0.0.0_ec3958b52035e87929642b609b5a781870321434b151a14fbe8fd5a26ff494bb.lock
238
+ DEBUG 2026-06-02 21:24:06,918 open file: /home/andon/.cache/huggingface/datasets/parquet/default-900ca7ae9db7ee3b/0.0.0/ec3958b52035e87929642b609b5a781870321434b151a14fbe8fd5a26ff494bb/dataset_info.json
239
+ DEBUG 2026-06-02 21:24:06,921 Attempting to release lock 124160056394128 on /home/andon/.cache/huggingface/datasets/_home_andon_.cache_huggingface_datasets_parquet_default-900ca7ae9db7ee3b_0.0.0_ec3958b52035e87929642b609b5a781870321434b151a14fbe8fd5a26ff494bb.lock
240
+ DEBUG 2026-06-02 21:24:06,921 Lock 124160056394128 released on /home/andon/.cache/huggingface/datasets/_home_andon_.cache_huggingface_datasets_parquet_default-900ca7ae9db7ee3b_0.0.0_ec3958b52035e87929642b609b5a781870321434b151a14fbe8fd5a26ff494bb.lock
241
+ DEBUG 2026-06-02 21:24:06,921 Attempting to acquire lock 124160088785888 on /home/andon/.cache/huggingface/datasets/parquet/default-900ca7ae9db7ee3b/0.0.0/ec3958b52035e87929642b609b5a781870321434b151a14fbe8fd5a26ff494bb_builder.lock
242
+ DEBUG 2026-06-02 21:24:06,921 Lock 124160088785888 acquired on /home/andon/.cache/huggingface/datasets/parquet/default-900ca7ae9db7ee3b/0.0.0/ec3958b52035e87929642b609b5a781870321434b151a14fbe8fd5a26ff494bb_builder.lock
243
+ DEBUG 2026-06-02 21:24:06,921 open file: /home/andon/.cache/huggingface/datasets/parquet/default-900ca7ae9db7ee3b/0.0.0/ec3958b52035e87929642b609b5a781870321434b151a14fbe8fd5a26ff494bb/dataset_info.json
244
+ DEBUG 2026-06-02 21:24:06,924 Attempting to release lock 124160088785888 on /home/andon/.cache/huggingface/datasets/parquet/default-900ca7ae9db7ee3b/0.0.0/ec3958b52035e87929642b609b5a781870321434b151a14fbe8fd5a26ff494bb_builder.lock
245
+ DEBUG 2026-06-02 21:24:06,924 Lock 124160088785888 released on /home/andon/.cache/huggingface/datasets/parquet/default-900ca7ae9db7ee3b/0.0.0/ec3958b52035e87929642b609b5a781870321434b151a14fbe8fd5a26ff494bb_builder.lock
246
+ DEBUG 2026-06-02 21:24:06,948 Attempting to acquire lock 124160088787408 on /home/andon/.cache/huggingface/datasets/_home_andon_.cache_huggingface_datasets_parquet_default-4aa3353aefb8b509_0.0.0_ec3958b52035e87929642b609b5a781870321434b151a14fbe8fd5a26ff494bb.lock
247
+ DEBUG 2026-06-02 21:24:06,948 Lock 124160088787408 acquired on /home/andon/.cache/huggingface/datasets/_home_andon_.cache_huggingface_datasets_parquet_default-4aa3353aefb8b509_0.0.0_ec3958b52035e87929642b609b5a781870321434b151a14fbe8fd5a26ff494bb.lock
248
+ DEBUG 2026-06-02 21:24:06,948 open file: /home/andon/.cache/huggingface/datasets/parquet/default-4aa3353aefb8b509/0.0.0/ec3958b52035e87929642b609b5a781870321434b151a14fbe8fd5a26ff494bb/dataset_info.json
249
+ DEBUG 2026-06-02 21:24:06,948 Attempting to release lock 124160088787408 on /home/andon/.cache/huggingface/datasets/_home_andon_.cache_huggingface_datasets_parquet_default-4aa3353aefb8b509_0.0.0_ec3958b52035e87929642b609b5a781870321434b151a14fbe8fd5a26ff494bb.lock
250
+ DEBUG 2026-06-02 21:24:06,948 Lock 124160088787408 released on /home/andon/.cache/huggingface/datasets/_home_andon_.cache_huggingface_datasets_parquet_default-4aa3353aefb8b509_0.0.0_ec3958b52035e87929642b609b5a781870321434b151a14fbe8fd5a26ff494bb.lock
251
+ DEBUG 2026-06-02 21:24:06,948 Attempting to acquire lock 124160088764880 on /home/andon/.cache/huggingface/datasets/parquet/default-4aa3353aefb8b509/0.0.0/ec3958b52035e87929642b609b5a781870321434b151a14fbe8fd5a26ff494bb_builder.lock
252
+ DEBUG 2026-06-02 21:24:06,948 Lock 124160088764880 acquired on /home/andon/.cache/huggingface/datasets/parquet/default-4aa3353aefb8b509/0.0.0/ec3958b52035e87929642b609b5a781870321434b151a14fbe8fd5a26ff494bb_builder.lock
253
+ DEBUG 2026-06-02 21:24:06,948 open file: /home/andon/.cache/huggingface/datasets/parquet/default-4aa3353aefb8b509/0.0.0/ec3958b52035e87929642b609b5a781870321434b151a14fbe8fd5a26ff494bb/dataset_info.json
254
+ DEBUG 2026-06-02 21:24:06,948 Attempting to release lock 124160088764880 on /home/andon/.cache/huggingface/datasets/parquet/default-4aa3353aefb8b509/0.0.0/ec3958b52035e87929642b609b5a781870321434b151a14fbe8fd5a26ff494bb_builder.lock
255
+ DEBUG 2026-06-02 21:24:06,948 Lock 124160088764880 released on /home/andon/.cache/huggingface/datasets/parquet/default-4aa3353aefb8b509/0.0.0/ec3958b52035e87929642b609b5a781870321434b151a14fbe8fd5a26ff494bb_builder.lock
256
+ INFO 2026-06-02 21:24:06,969 Creating validation dataset
257
+ DEBUG 2026-06-02 21:24:06,971 Attempting to acquire lock 124160088191280 on /home/andon/.cache/huggingface/datasets/_home_andon_.cache_huggingface_datasets_parquet_default-3c328f2f3a221aad_0.0.0_ec3958b52035e87929642b609b5a781870321434b151a14fbe8fd5a26ff494bb.lock
258
+ DEBUG 2026-06-02 21:24:06,971 Lock 124160088191280 acquired on /home/andon/.cache/huggingface/datasets/_home_andon_.cache_huggingface_datasets_parquet_default-3c328f2f3a221aad_0.0.0_ec3958b52035e87929642b609b5a781870321434b151a14fbe8fd5a26ff494bb.lock
259
+ DEBUG 2026-06-02 21:24:06,971 open file: /home/andon/.cache/huggingface/datasets/parquet/default-3c328f2f3a221aad/0.0.0/ec3958b52035e87929642b609b5a781870321434b151a14fbe8fd5a26ff494bb/dataset_info.json
260
+ DEBUG 2026-06-02 21:24:06,974 Attempting to release lock 124160088191280 on /home/andon/.cache/huggingface/datasets/_home_andon_.cache_huggingface_datasets_parquet_default-3c328f2f3a221aad_0.0.0_ec3958b52035e87929642b609b5a781870321434b151a14fbe8fd5a26ff494bb.lock
261
+ DEBUG 2026-06-02 21:24:06,974 Lock 124160088191280 released on /home/andon/.cache/huggingface/datasets/_home_andon_.cache_huggingface_datasets_parquet_default-3c328f2f3a221aad_0.0.0_ec3958b52035e87929642b609b5a781870321434b151a14fbe8fd5a26ff494bb.lock
262
+ DEBUG 2026-06-02 21:24:06,974 Attempting to acquire lock 124160088191280 on /home/andon/.cache/huggingface/datasets/parquet/default-3c328f2f3a221aad/0.0.0/ec3958b52035e87929642b609b5a781870321434b151a14fbe8fd5a26ff494bb_builder.lock
263
+ DEBUG 2026-06-02 21:24:06,974 Lock 124160088191280 acquired on /home/andon/.cache/huggingface/datasets/parquet/default-3c328f2f3a221aad/0.0.0/ec3958b52035e87929642b609b5a781870321434b151a14fbe8fd5a26ff494bb_builder.lock
264
+ DEBUG 2026-06-02 21:24:06,974 open file: /home/andon/.cache/huggingface/datasets/parquet/default-3c328f2f3a221aad/0.0.0/ec3958b52035e87929642b609b5a781870321434b151a14fbe8fd5a26ff494bb/dataset_info.json
265
+ DEBUG 2026-06-02 21:24:06,977 Attempting to release lock 124160088191280 on /home/andon/.cache/huggingface/datasets/parquet/default-3c328f2f3a221aad/0.0.0/ec3958b52035e87929642b609b5a781870321434b151a14fbe8fd5a26ff494bb_builder.lock
266
+ DEBUG 2026-06-02 21:24:06,977 Lock 124160088191280 released on /home/andon/.cache/huggingface/datasets/parquet/default-3c328f2f3a221aad/0.0.0/ec3958b52035e87929642b609b5a781870321434b151a14fbe8fd5a26ff494bb_builder.lock
267
+ DEBUG 2026-06-02 21:24:07,002 Attempting to acquire lock 124160088655440 on /home/andon/.cache/huggingface/datasets/_home_andon_.cache_huggingface_datasets_parquet_default-3c328f2f3a221aad_0.0.0_ec3958b52035e87929642b609b5a781870321434b151a14fbe8fd5a26ff494bb.lock
268
+ DEBUG 2026-06-02 21:24:07,002 Lock 124160088655440 acquired on /home/andon/.cache/huggingface/datasets/_home_andon_.cache_huggingface_datasets_parquet_default-3c328f2f3a221aad_0.0.0_ec3958b52035e87929642b609b5a781870321434b151a14fbe8fd5a26ff494bb.lock
269
+ DEBUG 2026-06-02 21:24:07,002 open file: /home/andon/.cache/huggingface/datasets/parquet/default-3c328f2f3a221aad/0.0.0/ec3958b52035e87929642b609b5a781870321434b151a14fbe8fd5a26ff494bb/dataset_info.json
270
+ DEBUG 2026-06-02 21:24:07,005 Attempting to release lock 124160088655440 on /home/andon/.cache/huggingface/datasets/_home_andon_.cache_huggingface_datasets_parquet_default-3c328f2f3a221aad_0.0.0_ec3958b52035e87929642b609b5a781870321434b151a14fbe8fd5a26ff494bb.lock
271
+ DEBUG 2026-06-02 21:24:07,005 Lock 124160088655440 released on /home/andon/.cache/huggingface/datasets/_home_andon_.cache_huggingface_datasets_parquet_default-3c328f2f3a221aad_0.0.0_ec3958b52035e87929642b609b5a781870321434b151a14fbe8fd5a26ff494bb.lock
272
+ DEBUG 2026-06-02 21:24:07,005 Attempting to acquire lock 124160088655440 on /home/andon/.cache/huggingface/datasets/parquet/default-3c328f2f3a221aad/0.0.0/ec3958b52035e87929642b609b5a781870321434b151a14fbe8fd5a26ff494bb_builder.lock
273
+ DEBUG 2026-06-02 21:24:07,005 Lock 124160088655440 acquired on /home/andon/.cache/huggingface/datasets/parquet/default-3c328f2f3a221aad/0.0.0/ec3958b52035e87929642b609b5a781870321434b151a14fbe8fd5a26ff494bb_builder.lock
274
+ DEBUG 2026-06-02 21:24:07,005 open file: /home/andon/.cache/huggingface/datasets/parquet/default-3c328f2f3a221aad/0.0.0/ec3958b52035e87929642b609b5a781870321434b151a14fbe8fd5a26ff494bb/dataset_info.json
275
+ DEBUG 2026-06-02 21:24:07,008 Attempting to release lock 124160088655440 on /home/andon/.cache/huggingface/datasets/parquet/default-3c328f2f3a221aad/0.0.0/ec3958b52035e87929642b609b5a781870321434b151a14fbe8fd5a26ff494bb_builder.lock
276
+ DEBUG 2026-06-02 21:24:07,008 Lock 124160088655440 released on /home/andon/.cache/huggingface/datasets/parquet/default-3c328f2f3a221aad/0.0.0/ec3958b52035e87929642b609b5a781870321434b151a14fbe8fd5a26ff494bb_builder.lock
277
+ DEBUG 2026-06-02 21:24:07,033 Attempting to acquire lock 124160088622816 on /home/andon/.cache/huggingface/datasets/_home_andon_.cache_huggingface_datasets_parquet_default-35fc183d0c68eb94_0.0.0_ec3958b52035e87929642b609b5a781870321434b151a14fbe8fd5a26ff494bb.lock
278
+ DEBUG 2026-06-02 21:24:07,033 Lock 124160088622816 acquired on /home/andon/.cache/huggingface/datasets/_home_andon_.cache_huggingface_datasets_parquet_default-35fc183d0c68eb94_0.0.0_ec3958b52035e87929642b609b5a781870321434b151a14fbe8fd5a26ff494bb.lock
279
+ DEBUG 2026-06-02 21:24:07,033 open file: /home/andon/.cache/huggingface/datasets/parquet/default-35fc183d0c68eb94/0.0.0/ec3958b52035e87929642b609b5a781870321434b151a14fbe8fd5a26ff494bb/dataset_info.json
280
+ DEBUG 2026-06-02 21:24:07,033 Attempting to release lock 124160088622816 on /home/andon/.cache/huggingface/datasets/_home_andon_.cache_huggingface_datasets_parquet_default-35fc183d0c68eb94_0.0.0_ec3958b52035e87929642b609b5a781870321434b151a14fbe8fd5a26ff494bb.lock
281
+ DEBUG 2026-06-02 21:24:07,033 Lock 124160088622816 released on /home/andon/.cache/huggingface/datasets/_home_andon_.cache_huggingface_datasets_parquet_default-35fc183d0c68eb94_0.0.0_ec3958b52035e87929642b609b5a781870321434b151a14fbe8fd5a26ff494bb.lock
282
+ DEBUG 2026-06-02 21:24:07,033 Attempting to acquire lock 124160105147488 on /home/andon/.cache/huggingface/datasets/parquet/default-35fc183d0c68eb94/0.0.0/ec3958b52035e87929642b609b5a781870321434b151a14fbe8fd5a26ff494bb_builder.lock
283
+ DEBUG 2026-06-02 21:24:07,033 Lock 124160105147488 acquired on /home/andon/.cache/huggingface/datasets/parquet/default-35fc183d0c68eb94/0.0.0/ec3958b52035e87929642b609b5a781870321434b151a14fbe8fd5a26ff494bb_builder.lock
284
+ DEBUG 2026-06-02 21:24:07,033 open file: /home/andon/.cache/huggingface/datasets/parquet/default-35fc183d0c68eb94/0.0.0/ec3958b52035e87929642b609b5a781870321434b151a14fbe8fd5a26ff494bb/dataset_info.json
285
+ DEBUG 2026-06-02 21:24:07,033 Attempting to release lock 124160105147488 on /home/andon/.cache/huggingface/datasets/parquet/default-35fc183d0c68eb94/0.0.0/ec3958b52035e87929642b609b5a781870321434b151a14fbe8fd5a26ff494bb_builder.lock
286
+ DEBUG 2026-06-02 21:24:07,033 Lock 124160105147488 released on /home/andon/.cache/huggingface/datasets/parquet/default-35fc183d0c68eb94/0.0.0/ec3958b52035e87929642b609b5a781870321434b151a14fbe8fd5a26ff494bb_builder.lock
287
+ INFO 2026-06-02 21:24:07,037 Creating policy
288
+ DEBUG 2026-06-02 21:24:07,038 Detected transformers version: 5.5.4
289
+ DEBUG 2026-06-02 21:24:07,041 connect_tcp.started host='huggingface.co' port=443 local_address=None timeout=None socket_options=None
290
+ DEBUG 2026-06-02 21:24:07,054 connect_tcp.complete return_value=<httpcore._backends.sync.SyncStream object at 0x70ec45f89fd0>
291
+ DEBUG 2026-06-02 21:24:07,054 start_tls.started ssl_context=<ssl.SSLContext object at 0x70ec4417c230> server_hostname='huggingface.co' timeout=None
292
+ DEBUG 2026-06-02 21:24:07,074 start_tls.complete return_value=<httpcore._backends.sync.SyncStream object at 0x70ec45fdc2d0>
293
+ DEBUG 2026-06-02 21:24:07,075 send_request_headers.started request=<Request [b'GET']>
294
+ DEBUG 2026-06-02 21:24:07,075 send_request_headers.complete
295
+ DEBUG 2026-06-02 21:24:07,075 send_request_body.started request=<Request [b'GET']>
296
+ DEBUG 2026-06-02 21:24:07,075 send_request_body.complete
297
+ DEBUG 2026-06-02 21:24:07,075 receive_response_headers.started request=<Request [b'GET']>
298
+ DEBUG 2026-06-02 21:24:07,173 receive_response_headers.complete return_value=(b'HTTP/1.1', 200, b'OK', [(b'Content-Type', b'application/json; charset=utf-8'), (b'Transfer-Encoding', b'chunked'), (b'Connection', b'keep-alive'), (b'Date', b'Wed, 03 Jun 2026 04:24:07 GMT'), (b'content-encoding', b'gzip'), (b'ETag', b'W/"1547-0t5ZOffVyrr+xYKfXDIkwgdeyMs"'), (b'X-Powered-By', b'huggingface-moon'), (b'X-Request-Id', b'Root=1-6a1fac67-29c6f8cd5246eebd45927406;a4798794-5e19-474c-8dc9-96b38ed37940'), (b'RateLimit', b'"api";r=996;t=183'), (b'RateLimit-Policy', b'"fixed window";"api";q=1000;w=300'), (b'cross-origin-opener-policy', b'same-origin'), (b'Referrer-Policy', b'strict-origin-when-cross-origin'), (b'Access-Control-Max-Age', b'86400'), (b'Access-Control-Allow-Origin', b'https://huggingface.co'), (b'Vary', b'Origin'), (b'vary', b'Accept-Encoding'), (b'Access-Control-Expose-Headers', b'X-Repo-Commit,X-Request-Id,X-Error-Code,X-Error-Message,X-Total-Count,ETag,Link,Accept-Ranges,Content-Range,X-Linked-Size,X-Linked-ETag,X-Xet-Hash'), (b'X-Cache', b'Miss from cloudfront'), (b'Via', b'1.1 41a22a47e185e82ca2d2e0862b90fc66.cloudfront.net (CloudFront)'), (b'X-Amz-Cf-Pop', b'SFO5-P1'), (b'X-Amz-Cf-Id', b'Cx6V3r4AWXecw_fe5FcYnoQbypMkrvDALkliwR1IwpyELR-vpAapKw==')])
299
+ DEBUG 2026-06-02 21:24:07,173 receive_response_body.started request=<Request [b'GET']>
300
+ DEBUG 2026-06-02 21:24:07,174 receive_response_body.complete
301
+ DEBUG 2026-06-02 21:24:07,174 response_closed.started
302
+ DEBUG 2026-06-02 21:24:07,174 response_closed.complete
303
+ DEBUG 2026-06-02 21:25:39,988 Detected peft version: 0.19.1
304
+ DEBUG 2026-06-02 21:25:44,837 close.started
305
+ DEBUG 2026-06-02 21:25:44,997 close.complete
306
+ DEBUG 2026-06-02 21:25:44,997 connect_tcp.started host='huggingface.co' port=443 local_address=None timeout=None socket_options=None
307
+ DEBUG 2026-06-02 21:25:45,048 connect_tcp.complete return_value=<httpcore._backends.sync.SyncStream object at 0x70e99c26f890>
308
+ DEBUG 2026-06-02 21:25:45,049 start_tls.started ssl_context=<ssl.SSLContext object at 0x70ec4417c230> server_hostname='huggingface.co' timeout=None
309
+ DEBUG 2026-06-02 21:25:45,165 start_tls.complete return_value=<httpcore._backends.sync.SyncStream object at 0x70ea236f90f0>
310
+ DEBUG 2026-06-02 21:25:45,168 send_request_headers.started request=<Request [b'GET']>
311
+ DEBUG 2026-06-02 21:25:45,171 send_request_headers.complete
312
+ DEBUG 2026-06-02 21:25:45,171 send_request_body.started request=<Request [b'GET']>
313
+ DEBUG 2026-06-02 21:25:45,171 send_request_body.complete
314
+ DEBUG 2026-06-02 21:25:45,171 receive_response_headers.started request=<Request [b'GET']>
315
+ DEBUG 2026-06-02 21:25:45,268 receive_response_headers.complete return_value=(b'HTTP/1.1', 200, b'OK', [(b'Content-Type', b'application/json; charset=utf-8'), (b'Transfer-Encoding', b'chunked'), (b'Connection', b'keep-alive'), (b'Date', b'Wed, 03 Jun 2026 04:25:45 GMT'), (b'content-encoding', b'gzip'), (b'ETag', b'W/"1547-0t5ZOffVyrr+xYKfXDIkwgdeyMs"'), (b'X-Powered-By', b'huggingface-moon'), (b'X-Request-Id', b'Root=1-6a1facc9-1a910a9b2a751fb858eb6ad0;f0924002-da74-4608-8821-12bc7aca942e'), (b'RateLimit', b'"api";r=995;t=85'), (b'RateLimit-Policy', b'"fixed window";"api";q=1000;w=300'), (b'cross-origin-opener-policy', b'same-origin'), (b'Referrer-Policy', b'strict-origin-when-cross-origin'), (b'Access-Control-Max-Age', b'86400'), (b'Access-Control-Allow-Origin', b'https://huggingface.co'), (b'Vary', b'Origin'), (b'vary', b'Accept-Encoding'), (b'Access-Control-Expose-Headers', b'X-Repo-Commit,X-Request-Id,X-Error-Code,X-Error-Message,X-Total-Count,ETag,Link,Accept-Ranges,Content-Range,X-Linked-Size,X-Linked-ETag,X-Xet-Hash'), (b'X-Cache', b'Miss from cloudfront'), (b'Via', b'1.1 f7597cc90ba7218b20a85a0785996e1c.cloudfront.net (CloudFront)'), (b'X-Amz-Cf-Pop', b'SFO5-P1'), (b'X-Amz-Cf-Id', b'SnyngSDqkoYgRoRv6353HIiCjbbP68oWtUQTQ_UrjQgaYqLkY8cpaA==')])
316
+ DEBUG 2026-06-02 21:25:45,277 receive_response_body.started request=<Request [b'GET']>
317
+ DEBUG 2026-06-02 21:25:45,278 receive_response_body.complete
318
+ DEBUG 2026-06-02 21:25:45,292 response_closed.started
319
+ DEBUG 2026-06-02 21:25:45,292 response_closed.complete
320
+ INFO 2026-06-02 21:25:47,723 Creating optimizer and scheduler
321
+ INFO 2026-06-02 21:25:47,859 Output dir: /home/andon/clawmachine/dk1-teleop/outputs/vla_touch_grab_201_lora/molmoact2_lora_probe_molmo_b16_20260602_212402
322
+ INFO 2026-06-02 21:25:47,859 steps=20 (20)
323
+ INFO 2026-06-02 21:25:47,859 steps_per_epoch=779
324
+ INFO 2026-06-02 21:25:47,859 min_epochs=0.00 max_epochs=0.00
325
+ INFO 2026-06-02 21:25:47,859 val_freq=-1 save_freq=779
326
+ INFO 2026-06-02 21:25:47,859 train frames=12451 (12K)
327
+ INFO 2026-06-02 21:25:47,859 train episodes=181
328
+ INFO 2026-06-02 21:25:47,859 val frames=1517 (2K)
329
+ INFO 2026-06-02 21:25:47,859 val episodes=20
330
+ INFO 2026-06-02 21:25:47,859 val examples sampled=1
331
+ INFO 2026-06-02 21:25:47,859 effective batch size: 16 x 1 = 16
332
+ INFO 2026-06-02 21:25:47,859 learnable params=614997472 (615M)
333
+ INFO 2026-06-02 21:25:47,859 total params=5479629232 (5B)
334
+ DEBUG 2026-06-02 21:25:47,902 close.started
335
+ DEBUG 2026-06-02 21:25:47,903 close.complete
336
+ DEBUG 2026-06-02 21:25:47,918 close.started
337
+ DEBUG 2026-06-02 21:25:47,919 close.complete
338
+ DEBUG 2026-06-02 21:25:47,935 close.started
339
+ DEBUG 2026-06-02 21:25:47,936 close.complete
340
+ DEBUG 2026-06-02 21:25:47,959 close.started
341
+ DEBUG 2026-06-02 21:25:47,960 close.complete
342
+ DEBUG 2026-06-02 21:25:47,977 close.started
343
+ DEBUG 2026-06-02 21:25:47,978 close.complete
344
+ DEBUG 2026-06-02 21:25:47,994 close.started
345
+ DEBUG 2026-06-02 21:25:47,994 close.complete
346
+ DEBUG 2026-06-02 21:25:48,011 close.started
347
+ DEBUG 2026-06-02 21:25:48,012 close.complete
348
+ DEBUG 2026-06-02 21:25:48,028 close.started
349
+ DEBUG 2026-06-02 21:25:48,029 close.complete
350
+ INFO 2026-06-02 21:26:11,154 step=5 epoch=0.01 loss=3.50913 grad=22.9895 lr=1.493e-06 data_s=0.182 update_s=3.612 steps_s=0.215 mfu=0.07%
351
+ INFO 2026-06-02 21:26:29,819 step=10 epoch=0.01 loss=3.85154 grad=25.6644 lr=2.736e-06 data_s=0.160 update_s=3.551 steps_s=0.268 mfu=0.07%
352
+ INFO 2026-06-02 21:26:48,431 step=15 epoch=0.02 loss=3.13083 grad=21.4545 lr=3.980e-06 data_s=0.157 update_s=3.605 steps_s=0.269 mfu=0.07%
353
+ INFO 2026-06-02 21:27:07,073 step=20 epoch=0.03 loss=2.20234 grad=12.3708 lr=5.224e-06 data_s=0.162 update_s=3.585 steps_s=0.268 mfu=0.07%
354
+ INFO 2026-06-02 21:27:07,074 End of training. best_val_loss=inf at step=0
355
+ DEBUG 2026-06-02 21:27:07,178 close.started
356
+ DEBUG 2026-06-02 21:27:07,179 close.complete