Robotics
GWM / real_data /checkpoint_metadata.json
Shady0057's picture
Add real-data GWM checkpoint at step 34000
ec94a57 verified
Raw History Blame Contribute Delete
1.1 kB
{
"checkpoint": "checkpoint.pt",
"step": 34000,
"size_bytes": 1493324789,
"sha256": "52a1b484eeac58d8f459469deab951ea6b4f3a4c550f1d59b54d753a62839062",
"training_sources": [
"molmobot",
"molmoact2_droid"
],
"manifest_hash": "2fa771668cb0921c8451cad5e27daf21bd709cc2fdd904a891a41072b3149016",
"architecture": {
"dim": 4096,
"ffn_dim": 8192,
"head_dim": 128,
"n_layer": 5,
"n_head": 32,
"n_kv_head": 8,
"output_dim": 4096,
"input_sequence_length": 1620
},
"weight_dtype": "bfloat16",
"versions": {
"torch": "2.7.1+cu126",
"transformers": "4.57.6"
},
"heldout_open_loop": {
"step": 34000,
"eval_batches": 8,
"mse": 0.01902,
"cosine_similarity": 0.8457,
"source": "Original training log; no evaluation rerun during upload"
},
"validation": {
"strict_state_dict_load": true,
"all_floating_tensors_finite": true
},
"notes": "Latest saved checkpoint in the run; planned 37500 steps, job cancelled after step 34860. Referenced in real-robot experiment documentation as 0810_gwm step 34000."
}