pravsels commited on
Commit
49d635c
·
verified ·
1 Parent(s): a647c51

Publish MolmoAct2 checkpoint step 10000

Browse files
checkpoint-10000/config.json CHANGED
@@ -96,7 +96,7 @@
96
  "enable_knowledge_insulation": false,
97
  "freeze_embedding": true,
98
  "train_action_expert_only": false,
99
- "gradient_checkpointing": true,
100
  "model_dtype": "bfloat16",
101
  "softmax_auxiliary_loss": true,
102
  "softmax_auxiliary_loss_scale": 0.0001,
 
96
  "enable_knowledge_insulation": false,
97
  "freeze_embedding": true,
98
  "train_action_expert_only": false,
99
+ "gradient_checkpointing": false,
100
  "model_dtype": "bfloat16",
101
  "softmax_auxiliary_loss": true,
102
  "softmax_auxiliary_loss_scale": 0.0001,
checkpoint-10000/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b369545d0bb5f3fd8fbbd569146b9b0967c7357674520b7d54bbff7f9bb71150
3
  size 10884573720
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7a0bb9019d0c7f3b55921c14bb6b62a0f47ec6d4993e9f2c932585f82604246
3
  size 10884573720
checkpoint-10000/train_config.json CHANGED
@@ -76,7 +76,7 @@
76
  },
77
  "revision": null,
78
  "use_imagenet_stats": true,
79
- "video_backend": "pyav",
80
  "return_uint8": false,
81
  "streaming": false
82
  },
@@ -179,7 +179,7 @@
179
  "enable_knowledge_insulation": false,
180
  "freeze_embedding": true,
181
  "train_action_expert_only": false,
182
- "gradient_checkpointing": true,
183
  "model_dtype": "bfloat16",
184
  "softmax_auxiliary_loss": true,
185
  "softmax_auxiliary_loss_scale": 0.0001,
@@ -228,8 +228,8 @@
228
  "resume": false,
229
  "seed": 1000,
230
  "cudnn_deterministic": false,
231
- "num_workers": 8,
232
- "batch_size": 4,
233
  "prefetch_factor": 4,
234
  "persistent_workers": true,
235
  "steps": 20000,
@@ -259,17 +259,17 @@
259
  },
260
  "eval": {
261
  "n_episodes": 50,
262
- "batch_size": 44,
263
  "use_async_envs": true
264
  },
265
  "wandb": {
266
  "enable": true,
267
- "disable_artifact": false,
268
  "project": "molmoact2_busybox_multitask",
269
  "entity": "pravsels",
270
  "notes": null,
271
- "run_id": "olalqzcn",
272
- "mode": "offline",
273
  "add_tags": true
274
  },
275
  "peft": null,
 
76
  },
77
  "revision": null,
78
  "use_imagenet_stats": true,
79
+ "video_backend": "torchcodec",
80
  "return_uint8": false,
81
  "streaming": false
82
  },
 
179
  "enable_knowledge_insulation": false,
180
  "freeze_embedding": true,
181
  "train_action_expert_only": false,
182
+ "gradient_checkpointing": false,
183
  "model_dtype": "bfloat16",
184
  "softmax_auxiliary_loss": true,
185
  "softmax_auxiliary_loss_scale": 0.0001,
 
228
  "resume": false,
229
  "seed": 1000,
230
  "cudnn_deterministic": false,
231
+ "num_workers": 16,
232
+ "batch_size": 8,
233
  "prefetch_factor": 4,
234
  "persistent_workers": true,
235
  "steps": 20000,
 
259
  },
260
  "eval": {
261
  "n_episodes": 50,
262
+ "batch_size": 50,
263
  "use_async_envs": true
264
  },
265
  "wandb": {
266
  "enable": true,
267
+ "disable_artifact": true,
268
  "project": "molmoact2_busybox_multitask",
269
  "entity": "pravsels",
270
  "notes": null,
271
+ "run_id": "dhseedj1",
272
+ "mode": "online",
273
  "add_tags": true
274
  },
275
  "peft": null,