Add immutable checkpoint backup cosmos3_nano_stage_one_lora_r256_full19_21frame_ddp_from7300_step_007320_20261105 checkpoint_validation_receipt

cosmos3_nano_stage_one_lora_r256_full19_21frame_ddp_from7300_20261105/attempt01/update_007320/checkpoint_validation.json

@@ -0,0 +1,21 @@
+{
+  "status": "passed",
+  "path": "/scratch/shared/engs2907/logs/vgg_forecast_4d/train/cosmos_next_version_full19_21_frames_ddp_from7300_20261105/attempt01/trainable_overlays/step_007320.safetensors",
+  "reference": "/scratch/shared/engs2907/logs/vgg_forecast_4d/tools/cosmos_full19_21frame_ddp_from7300_20261105/attempt01/protected_step_007300.safetensors",
+  "bytes": 2990807160,
+  "sha256": "1a7c0131394f829f617c53b69741e32b72fb5376aec323895107796a57a0c307",
+  "metadata": {
+    "parameter_names": "[\"language_model.model.layers.0.self_attn.q_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.0.self_attn.q_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.0.self_attn.k_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.0.self_attn.k_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.0.self_attn.v_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.0.self_attn.v_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.0.self_attn.o_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.0.self_attn.o_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.0.mlp_moe_gen.gate_proj.lora_A.weight\", \"language_model.model.layers.0.mlp_moe_gen.gate_proj.lora_B.weight\", \"language_model.model.layers.0.mlp_moe_gen.up_proj.lora_A.weight\", \"language_model.model.layers.0.mlp_moe_gen.up_proj.lora_B.weight\", \"language_model.model.layers.0.mlp_moe_gen.down_proj.lora_A.weight\", \"language_model.model.layers.0.mlp_moe_gen.down_proj.lora_B.weight\", \"language_model.model.layers.1.self_attn.q_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.1.self_attn.q_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.1.self_attn.k_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.1.self_attn.k_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.1.self_attn.v_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.1.self_attn.v_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.1.self_attn.o_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.1.self_attn.o_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.1.mlp_moe_gen.gate_proj.lora_A.weight\", \"language_model.model.layers.1.mlp_moe_gen.gate_proj.lora_B.weight\", \"language_model.model.layers.1.mlp_moe_gen.up_proj.lora_A.weight\", \"language_model.model.layers.1.mlp_moe_gen.up_proj.lora_B.weight\", \"language_model.model.layers.1.mlp_moe_gen.down_proj.lora_A.weight\", \"language_model.model.layers.1.mlp_moe_gen.down_proj.lora_B.weight\", \"language_model.model.layers.2.self_attn.q_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.2.self_attn.q_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.2.self_attn.k_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.2.self_attn.k_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.2.self_attn.v_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.2.self_attn.v_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.2.self_attn.o_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.2.self_attn.o_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.2.mlp_moe_gen.gate_proj.lora_A.weight\", \"language_model.model.layers.2.mlp_moe_gen.gate_proj.lora_B.weight\", \"language_model.model.layers.2.mlp_moe_gen.up_proj.lora_A.weight\", \"language_model.model.layers.2.mlp_moe_gen.up_proj.lora_B.weight\", \"language_model.model.layers.2.mlp_moe_gen.down_proj.lora_A.weight\", \"language_model.model.layers.2.mlp_moe_gen.down_proj.lora_B.weight\", \"language_model.model.layers.3.self_attn.q_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.3.self_attn.q_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.3.self_attn.k_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.3.self_attn.k_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.3.self_attn.v_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.3.self_attn.v_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.3.self_attn.o_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.3.self_attn.o_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.3.mlp_moe_gen.gate_proj.lora_A.weight\", \"language_model.model.layers.3.mlp_moe_gen.gate_proj.lora_B.weight\", \"language_model.model.layers.3.mlp_moe_gen.up_proj.lora_A.weight\", \"language_model.model.layers.3.mlp_moe_gen.up_proj.lora_B.weight\", \"language_model.model.layers.3.mlp_moe_gen.down_proj.lora_A.weight\", \"language_model.model.layers.3.mlp_moe_gen.down_proj.lora_B.weight\", \"language_model.model.layers.4.self_attn.q_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.4.self_attn.q_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.4.self_attn.k_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.4.self_attn.k_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.4.self_attn.v_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.4.self_attn.v_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.4.self_attn.o_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.4.self_attn.o_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.4.mlp_moe_gen.gate_proj.lora_A.weight\", \"language_model.model.layers.4.mlp_moe_gen.gate_proj.lora_B.weight\", \"language_model.model.layers.4.mlp_moe_gen.up_proj.lora_A.weight\", \"language_model.model.layers.4.mlp_moe_gen.up_proj.lora_B.weight\", \"language_model.model.layers.4.mlp_moe_gen.down_proj.lora_A.weight\", \"language_model.model.layers.4.mlp_moe_gen.down_proj.lora_B.weight\", \"language_model.model.layers.5.self_attn.q_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.5.self_attn.q_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.5.self_attn.k_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.5.self_attn.k_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.5.self_attn.v_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.5.self_attn.v_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.5.self_attn.o_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.5.self_attn.o_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.5.mlp_moe_gen.gate_proj.lora_A.weight\", \"language_model.model.layers.5.mlp_moe_gen.gate_proj.lora_B.weight\", \"language_model.model.layers.5.mlp_moe_gen.up_proj.lora_A.weight\", \"language_model.model.layers.5.mlp_moe_gen.up_proj.lora_B.weight\", \"language_model.model.layers.5.mlp_moe_gen.down_proj.lora_A.weight\", \"language_model.model.layers.5.mlp_moe_gen.down_proj.lora_B.weight\", \"language_model.model.layers.6.self_attn.q_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.6.self_attn.q_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.6.self_attn.k_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.6.self_attn.k_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.6.self_attn.v_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.6.self_attn.v_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.6.self_attn.o_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.6.self_attn.o_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.6.mlp_moe_gen.gate_proj.lora_A.weight\", \"language_model.model.layers.6.mlp_moe_gen.gate_proj.lora_B.weight\", \"language_model.model.layers.6.mlp_moe_gen.up_proj.lora_A.weight\", \"language_model.model.layers.6.mlp_moe_gen.up_proj.lora_B.weight\", \"language_model.model.layers.6.mlp_moe_gen.down_proj.lora_A.weight\", \"language_model.model.layers.6.mlp_moe_gen.down_proj.lora_B.weight\", \"language_model.model.layers.7.self_attn.q_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.7.self_attn.q_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.7.self_attn.k_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.7.self_attn.k_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.7.self_attn.v_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.7.self_attn.v_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.7.self_attn.o_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.7.self_attn.o_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.7.mlp_moe_gen.gate_proj.lora_A.weight\", \"language_model.model.layers.7.mlp_moe_gen.gate_proj.lora_B.weight\", \"language_model.model.layers.7.mlp_moe_gen.up_proj.lora_A.weight\", \"language_model.model.layers.7.mlp_moe_gen.up_proj.lora_B.weight\", \"language_model.model.layers.7.mlp_moe_gen.down_proj.lora_A.weight\", \"language_model.model.layers.7.mlp_moe_gen.down_proj.lora_B.weight\", \"language_model.model.layers.8.self_attn.q_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.8.self_attn.q_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.8.self_attn.k_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.8.self_attn.k_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.8.self_attn.v_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.8.self_attn.v_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.8.self_attn.o_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.8.self_attn.o_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.8.mlp_moe_gen.gate_proj.lora_A.weight\", \"language_model.model.layers.8.mlp_moe_gen.gate_proj.lora_B.weight\", \"language_model.model.layers.8.mlp_moe_gen.up_proj.lora_A.weight\", \"language_model.model.layers.8.mlp_moe_gen.up_proj.lora_B.weight\", \"language_model.model.layers.8.mlp_moe_gen.down_proj.lora_A.weight\", \"language_model.model.layers.8.mlp_moe_gen.down_proj.lora_B.weight\", \"language_model.model.layers.9.self_attn.q_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.9.self_attn.q_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.9.self_attn.k_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.9.self_attn.k_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.9.self_attn.v_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.9.self_attn.v_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.9.self_attn.o_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.9.self_attn.o_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.9.mlp_moe_gen.gate_proj.lora_A.weight\", \"language_model.model.layers.9.mlp_moe_gen.gate_proj.lora_B.weight\", \"language_model.model.layers.9.mlp_moe_gen.up_proj.lora_A.weight\", \"language_model.model.layers.9.mlp_moe_gen.up_proj.lora_B.weight\", \"language_model.model.layers.9.mlp_moe_gen.down_proj.lora_A.weight\", \"language_model.model.layers.9.mlp_moe_gen.down_proj.lora_B.weight\", \"language_model.model.layers.10.self_attn.q_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.10.self_attn.q_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.10.self_attn.k_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.10.self_attn.k_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.10.self_attn.v_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.10.self_attn.v_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.10.self_attn.o_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.10.self_attn.o_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.10.mlp_moe_gen.gate_proj.lora_A.weight\", \"language_model.model.layers.10.mlp_moe_gen.gate_proj.lora_B.weight\", \"language_model.model.layers.10.mlp_moe_gen.up_proj.lora_A.weight\", \"language_model.model.layers.10.mlp_moe_gen.up_proj.lora_B.weight\", \"language_model.model.layers.10.mlp_moe_gen.down_proj.lora_A.weight\", \"language_model.model.layers.10.mlp_moe_gen.down_proj.lora_B.weight\", \"language_model.model.layers.11.self_attn.q_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.11.self_attn.q_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.11.self_attn.k_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.11.self_attn.k_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.11.self_attn.v_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.11.self_attn.v_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.11.self_attn.o_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.11.self_attn.o_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.11.mlp_moe_gen.gate_proj.lora_A.weight\", \"language_model.model.layers.11.mlp_moe_gen.gate_proj.lora_B.weight\", \"language_model.model.layers.11.mlp_moe_gen.up_proj.lora_A.weight\", \"language_model.model.layers.11.mlp_moe_gen.up_proj.lora_B.weight\", \"language_model.model.layers.11.mlp_moe_gen.down_proj.lora_A.weight\", \"language_model.model.layers.11.mlp_moe_gen.down_proj.lora_B.weight\", \"language_model.model.layers.12.self_attn.q_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.12.self_attn.q_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.12.self_attn.k_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.12.self_attn.k_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.12.self_attn.v_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.12.self_attn.v_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.12.self_attn.o_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.12.self_attn.o_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.12.mlp_moe_gen.gate_proj.lora_A.weight\", \"language_model.model.layers.12.mlp_moe_gen.gate_proj.lora_B.weight\", \"language_model.model.layers.12.mlp_moe_gen.up_proj.lora_A.weight\", \"language_model.model.layers.12.mlp_moe_gen.up_proj.lora_B.weight\", \"language_model.model.layers.12.mlp_moe_gen.down_proj.lora_A.weight\", \"language_model.model.layers.12.mlp_moe_gen.down_proj.lora_B.weight\", \"language_model.model.layers.13.self_attn.q_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.13.self_attn.q_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.13.self_attn.k_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.13.self_attn.k_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.13.self_attn.v_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.13.self_attn.v_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.13.self_attn.o_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.13.self_attn.o_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.13.mlp_moe_gen.gate_proj.lora_A.weight\", \"language_model.model.layers.13.mlp_moe_gen.gate_proj.lora_B.weight\", \"language_model.model.layers.13.mlp_moe_gen.up_proj.lora_A.weight\", \"language_model.model.layers.13.mlp_moe_gen.up_proj.lora_B.weight\", \"language_model.model.layers.13.mlp_moe_gen.down_proj.lora_A.weight\", \"language_model.model.layers.13.mlp_moe_gen.down_proj.lora_B.weight\", \"language_model.model.layers.14.self_attn.q_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.14.self_attn.q_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.14.self_attn.k_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.14.self_attn.k_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.14.self_attn.v_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.14.self_attn.v_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.14.self_attn.o_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.14.self_attn.o_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.14.mlp_moe_gen.gate_proj.lora_A.weight\", \"language_model.model.layers.14.mlp_moe_gen.gate_proj.lora_B.weight\", \"language_model.model.layers.14.mlp_moe_gen.up_proj.lora_A.weight\", \"language_model.model.layers.14.mlp_moe_gen.up_proj.lora_B.weight\", \"language_model.model.layers.14.mlp_moe_gen.down_proj.lora_A.weight\", \"language_model.model.layers.14.mlp_moe_gen.down_proj.lora_B.weight\", \"language_model.model.layers.15.self_attn.q_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.15.self_attn.q_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.15.self_attn.k_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.15.self_attn.k_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.15.self_attn.v_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.15.self_attn.v_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.15.self_attn.o_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.15.self_attn.o_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.15.mlp_moe_gen.gate_proj.lora_A.weight\", \"language_model.model.layers.15.mlp_moe_gen.gate_proj.lora_B.weight\", \"language_model.model.layers.15.mlp_moe_gen.up_proj.lora_A.weight\", \"language_model.model.layers.15.mlp_moe_gen.up_proj.lora_B.weight\", \"language_model.model.layers.15.mlp_moe_gen.down_proj.lora_A.weight\", \"language_model.model.layers.15.mlp_moe_gen.down_proj.lora_B.weight\", \"language_model.model.layers.16.self_attn.q_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.16.self_attn.q_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.16.self_attn.k_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.16.self_attn.k_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.16.self_attn.v_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.16.self_attn.v_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.16.self_attn.o_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.16.self_attn.o_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.16.mlp_moe_gen.gate_proj.lora_A.weight\", \"language_model.model.layers.16.mlp_moe_gen.gate_proj.lora_B.weight\", \"language_model.model.layers.16.mlp_moe_gen.up_proj.lora_A.weight\", \"language_model.model.layers.16.mlp_moe_gen.up_proj.lora_B.weight\", \"language_model.model.layers.16.mlp_moe_gen.down_proj.lora_A.weight\", \"language_model.model.layers.16.mlp_moe_gen.down_proj.lora_B.weight\", \"language_model.model.layers.17.self_attn.q_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.17.self_attn.q_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.17.self_attn.k_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.17.self_attn.k_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.17.self_attn.v_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.17.self_attn.v_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.17.self_attn.o_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.17.self_attn.o_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.17.mlp_moe_gen.gate_proj.lora_A.weight\", \"language_model.model.layers.17.mlp_moe_gen.gate_proj.lora_B.weight\", \"language_model.model.layers.17.mlp_moe_gen.up_proj.lora_A.weight\", \"language_model.model.layers.17.mlp_moe_gen.up_proj.lora_B.weight\", \"language_model.model.layers.17.mlp_moe_gen.down_proj.lora_A.weight\", \"language_model.model.layers.17.mlp_moe_gen.down_proj.lora_B.weight\", \"language_model.model.layers.18.self_attn.q_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.18.self_attn.q_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.18.self_attn.k_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.18.self_attn.k_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.18.self_attn.v_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.18.self_attn.v_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.18.self_attn.o_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.18.self_attn.o_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.18.mlp_moe_gen.gate_proj.lora_A.weight\", \"language_model.model.layers.18.mlp_moe_gen.gate_proj.lora_B.weight\", \"language_model.model.layers.18.mlp_moe_gen.up_proj.lora_A.weight\", \"language_model.model.layers.18.mlp_moe_gen.up_proj.lora_B.weight\", \"language_model.model.layers.18.mlp_moe_gen.down_proj.lora_A.weight\", \"language_model.model.layers.18.mlp_moe_gen.down_proj.lora_B.weight\", \"language_model.model.layers.19.self_attn.q_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.19.self_attn.q_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.19.self_attn.k_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.19.self_attn.k_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.19.self_attn.v_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.19.self_attn.v_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.19.self_attn.o_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.19.self_attn.o_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.19.mlp_moe_gen.gate_proj.lora_A.weight\", \"language_model.model.layers.19.mlp_moe_gen.gate_proj.lora_B.weight\", \"language_model.model.layers.19.mlp_moe_gen.up_proj.lora_A.weight\", \"language_model.model.layers.19.mlp_moe_gen.up_proj.lora_B.weight\", \"language_model.model.layers.19.mlp_moe_gen.down_proj.lora_A.weight\", \"language_model.model.layers.19.mlp_moe_gen.down_proj.lora_B.weight\", \"language_model.model.layers.20.self_attn.q_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.20.self_attn.q_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.20.self_attn.k_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.20.self_attn.k_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.20.self_attn.v_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.20.self_attn.v_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.20.self_attn.o_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.20.self_attn.o_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.20.mlp_moe_gen.gate_proj.lora_A.weight\", \"language_model.model.layers.20.mlp_moe_gen.gate_proj.lora_B.weight\", \"language_model.model.layers.20.mlp_moe_gen.up_proj.lora_A.weight\", \"language_model.model.layers.20.mlp_moe_gen.up_proj.lora_B.weight\", \"language_model.model.layers.20.mlp_moe_gen.down_proj.lora_A.weight\", \"language_model.model.layers.20.mlp_moe_gen.down_proj.lora_B.weight\", \"language_model.model.layers.21.self_attn.q_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.21.self_attn.q_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.21.self_attn.k_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.21.self_attn.k_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.21.self_attn.v_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.21.self_attn.v_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.21.self_attn.o_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.21.self_attn.o_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.21.mlp_moe_gen.gate_proj.lora_A.weight\", \"language_model.model.layers.21.mlp_moe_gen.gate_proj.lora_B.weight\", \"language_model.model.layers.21.mlp_moe_gen.up_proj.lora_A.weight\", \"language_model.model.layers.21.mlp_moe_gen.up_proj.lora_B.weight\", \"language_model.model.layers.21.mlp_moe_gen.down_proj.lora_A.weight\", \"language_model.model.layers.21.mlp_moe_gen.down_proj.lora_B.weight\", \"language_model.model.layers.22.self_attn.q_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.22.self_attn.q_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.22.self_attn.k_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.22.self_attn.k_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.22.self_attn.v_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.22.self_attn.v_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.22.self_attn.o_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.22.self_attn.o_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.22.mlp_moe_gen.gate_proj.lora_A.weight\", \"language_model.model.layers.22.mlp_moe_gen.gate_proj.lora_B.weight\", \"language_model.model.layers.22.mlp_moe_gen.up_proj.lora_A.weight\", \"language_model.model.layers.22.mlp_moe_gen.up_proj.lora_B.weight\", \"language_model.model.layers.22.mlp_moe_gen.down_proj.lora_A.weight\", \"language_model.model.layers.22.mlp_moe_gen.down_proj.lora_B.weight\", \"language_model.model.layers.23.self_attn.q_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.23.self_attn.q_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.23.self_attn.k_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.23.self_attn.k_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.23.self_attn.v_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.23.self_attn.v_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.23.self_attn.o_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.23.self_attn.o_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.23.mlp_moe_gen.gate_proj.lora_A.weight\", \"language_model.model.layers.23.mlp_moe_gen.gate_proj.lora_B.weight\", \"language_model.model.layers.23.mlp_moe_gen.up_proj.lora_A.weight\", \"language_model.model.layers.23.mlp_moe_gen.up_proj.lora_B.weight\", \"language_model.model.layers.23.mlp_moe_gen.down_proj.lora_A.weight\", \"language_model.model.layers.23.mlp_moe_gen.down_proj.lora_B.weight\", \"language_model.model.layers.24.self_attn.q_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.24.self_attn.q_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.24.self_attn.k_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.24.self_attn.k_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.24.self_attn.v_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.24.self_attn.v_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.24.self_attn.o_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.24.self_attn.o_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.24.mlp_moe_gen.gate_proj.lora_A.weight\", \"language_model.model.layers.24.mlp_moe_gen.gate_proj.lora_B.weight\", \"language_model.model.layers.24.mlp_moe_gen.up_proj.lora_A.weight\", \"language_model.model.layers.24.mlp_moe_gen.up_proj.lora_B.weight\", \"language_model.model.layers.24.mlp_moe_gen.down_proj.lora_A.weight\", \"language_model.model.layers.24.mlp_moe_gen.down_proj.lora_B.weight\", \"language_model.model.layers.25.self_attn.q_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.25.self_attn.q_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.25.self_attn.k_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.25.self_attn.k_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.25.self_attn.v_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.25.self_attn.v_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.25.self_attn.o_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.25.self_attn.o_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.25.mlp_moe_gen.gate_proj.lora_A.weight\", \"language_model.model.layers.25.mlp_moe_gen.gate_proj.lora_B.weight\", \"language_model.model.layers.25.mlp_moe_gen.up_proj.lora_A.weight\", \"language_model.model.layers.25.mlp_moe_gen.up_proj.lora_B.weight\", \"language_model.model.layers.25.mlp_moe_gen.down_proj.lora_A.weight\", \"language_model.model.layers.25.mlp_moe_gen.down_proj.lora_B.weight\", \"language_model.model.layers.26.self_attn.q_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.26.self_attn.q_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.26.self_attn.k_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.26.self_attn.k_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.26.self_attn.v_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.26.self_attn.v_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.26.self_attn.o_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.26.self_attn.o_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.26.mlp_moe_gen.gate_proj.lora_A.weight\", \"language_model.model.layers.26.mlp_moe_gen.gate_proj.lora_B.weight\", \"language_model.model.layers.26.mlp_moe_gen.up_proj.lora_A.weight\", \"language_model.model.layers.26.mlp_moe_gen.up_proj.lora_B.weight\", \"language_model.model.layers.26.mlp_moe_gen.down_proj.lora_A.weight\", \"language_model.model.layers.26.mlp_moe_gen.down_proj.lora_B.weight\", \"language_model.model.layers.27.self_attn.q_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.27.self_attn.q_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.27.self_attn.k_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.27.self_attn.k_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.27.self_attn.v_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.27.self_attn.v_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.27.self_attn.o_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.27.self_attn.o_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.27.mlp_moe_gen.gate_proj.lora_A.weight\", \"language_model.model.layers.27.mlp_moe_gen.gate_proj.lora_B.weight\", \"language_model.model.layers.27.mlp_moe_gen.up_proj.lora_A.weight\", \"language_model.model.layers.27.mlp_moe_gen.up_proj.lora_B.weight\", \"language_model.model.layers.27.mlp_moe_gen.down_proj.lora_A.weight\", \"language_model.model.layers.27.mlp_moe_gen.down_proj.lora_B.weight\", \"language_model.model.layers.28.self_attn.q_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.28.self_attn.q_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.28.self_attn.k_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.28.self_attn.k_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.28.self_attn.v_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.28.self_attn.v_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.28.self_attn.o_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.28.self_attn.o_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.28.mlp_moe_gen.gate_proj.lora_A.weight\", \"language_model.model.layers.28.mlp_moe_gen.gate_proj.lora_B.weight\", \"language_model.model.layers.28.mlp_moe_gen.up_proj.lora_A.weight\", \"language_model.model.layers.28.mlp_moe_gen.up_proj.lora_B.weight\", \"language_model.model.layers.28.mlp_moe_gen.down_proj.lora_A.weight\", \"language_model.model.layers.28.mlp_moe_gen.down_proj.lora_B.weight\", \"language_model.model.layers.29.self_attn.q_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.29.self_attn.q_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.29.self_attn.k_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.29.self_attn.k_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.29.self_attn.v_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.29.self_attn.v_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.29.self_attn.o_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.29.self_attn.o_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.29.mlp_moe_gen.gate_proj.lora_A.weight\", \"language_model.model.layers.29.mlp_moe_gen.gate_proj.lora_B.weight\", \"language_model.model.layers.29.mlp_moe_gen.up_proj.lora_A.weight\", \"language_model.model.layers.29.mlp_moe_gen.up_proj.lora_B.weight\", \"language_model.model.layers.29.mlp_moe_gen.down_proj.lora_A.weight\", \"language_model.model.layers.29.mlp_moe_gen.down_proj.lora_B.weight\", \"language_model.model.layers.30.self_attn.q_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.30.self_attn.q_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.30.self_attn.k_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.30.self_attn.k_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.30.self_attn.v_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.30.self_attn.v_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.30.self_attn.o_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.30.self_attn.o_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.30.mlp_moe_gen.gate_proj.lora_A.weight\", \"language_model.model.layers.30.mlp_moe_gen.gate_proj.lora_B.weight\", \"language_model.model.layers.30.mlp_moe_gen.up_proj.lora_A.weight\", \"language_model.model.layers.30.mlp_moe_gen.up_proj.lora_B.weight\", \"language_model.model.layers.30.mlp_moe_gen.down_proj.lora_A.weight\", \"language_model.model.layers.30.mlp_moe_gen.down_proj.lora_B.weight\", \"language_model.model.layers.31.self_attn.q_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.31.self_attn.q_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.31.self_attn.k_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.31.self_attn.k_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.31.self_attn.v_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.31.self_attn.v_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.31.self_attn.o_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.31.self_attn.o_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.31.mlp_moe_gen.gate_proj.lora_A.weight\", \"language_model.model.layers.31.mlp_moe_gen.gate_proj.lora_B.weight\", \"language_model.model.layers.31.mlp_moe_gen.up_proj.lora_A.weight\", \"language_model.model.layers.31.mlp_moe_gen.up_proj.lora_B.weight\", \"language_model.model.layers.31.mlp_moe_gen.down_proj.lora_A.weight\", \"language_model.model.layers.31.mlp_moe_gen.down_proj.lora_B.weight\", \"language_model.model.layers.32.self_attn.q_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.32.self_attn.q_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.32.self_attn.k_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.32.self_attn.k_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.32.self_attn.v_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.32.self_attn.v_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.32.self_attn.o_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.32.self_attn.o_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.32.mlp_moe_gen.gate_proj.lora_A.weight\", \"language_model.model.layers.32.mlp_moe_gen.gate_proj.lora_B.weight\", \"language_model.model.layers.32.mlp_moe_gen.up_proj.lora_A.weight\", \"language_model.model.layers.32.mlp_moe_gen.up_proj.lora_B.weight\", \"language_model.model.layers.32.mlp_moe_gen.down_proj.lora_A.weight\", \"language_model.model.layers.32.mlp_moe_gen.down_proj.lora_B.weight\", \"language_model.model.layers.33.self_attn.q_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.33.self_attn.q_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.33.self_attn.k_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.33.self_attn.k_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.33.self_attn.v_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.33.self_attn.v_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.33.self_attn.o_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.33.self_attn.o_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.33.mlp_moe_gen.gate_proj.lora_A.weight\", \"language_model.model.layers.33.mlp_moe_gen.gate_proj.lora_B.weight\", \"language_model.model.layers.33.mlp_moe_gen.up_proj.lora_A.weight\", \"language_model.model.layers.33.mlp_moe_gen.up_proj.lora_B.weight\", \"language_model.model.layers.33.mlp_moe_gen.down_proj.lora_A.weight\", \"language_model.model.layers.33.mlp_moe_gen.down_proj.lora_B.weight\", \"language_model.model.layers.34.self_attn.q_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.34.self_attn.q_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.34.self_attn.k_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.34.self_attn.k_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.34.self_attn.v_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.34.self_attn.v_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.34.self_attn.o_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.34.self_attn.o_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.34.mlp_moe_gen.gate_proj.lora_A.weight\", \"language_model.model.layers.34.mlp_moe_gen.gate_proj.lora_B.weight\", \"language_model.model.layers.34.mlp_moe_gen.up_proj.lora_A.weight\", \"language_model.model.layers.34.mlp_moe_gen.up_proj.lora_B.weight\", \"language_model.model.layers.34.mlp_moe_gen.down_proj.lora_A.weight\", \"language_model.model.layers.34.mlp_moe_gen.down_proj.lora_B.weight\", \"language_model.model.layers.35.self_attn.q_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.35.self_attn.q_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.35.self_attn.k_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.35.self_attn.k_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.35.self_attn.v_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.35.self_attn.v_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.35.self_attn.o_proj_moe_gen.lora_A.weight\", \"language_model.model.layers.35.self_attn.o_proj_moe_gen.lora_B.weight\", \"language_model.model.layers.35.mlp_moe_gen.gate_proj.lora_A.weight\", \"language_model.model.layers.35.mlp_moe_gen.gate_proj.lora_B.weight\", \"language_model.model.layers.35.mlp_moe_gen.up_proj.lora_A.weight\", \"language_model.model.layers.35.mlp_moe_gen.up_proj.lora_B.weight\", \"language_model.model.layers.35.mlp_moe_gen.down_proj.lora_A.weight\", \"language_model.model.layers.35.mlp_moe_gen.down_proj.lora_B.weight\", \"time_embedder.mlp.0.weight\", \"time_embedder.mlp.0.bias\", \"time_embedder.mlp.2.weight\", \"time_embedder.mlp.2.bias\", \"omni4d_stream_projector.input.video.weight\", \"omni4d_stream_projector.input.video.bias\", \"omni4d_stream_projector.input.pointmap.weight\", \"omni4d_stream_projector.input.pointmap.bias\", \"omni4d_stream_projector.input.camera.weight\", \"omni4d_stream_projector.input.camera.bias\", \"omni4d_stream_projector.input.dino.weight\", \"omni4d_stream_projector.input.dino.bias\", \"omni4d_stream_projector.input.track_video.weight\", \"omni4d_stream_projector.input.track_video.bias\", \"omni4d_stream_projector.dino_feature_norm.weight\", \"omni4d_stream_projector.dino_feature_norm.bias\", \"omni4d_stream_projector.output.video.weight\", \"omni4d_stream_projector.output.video.bias\", \"omni4d_stream_projector.output.pointmap.weight\", \"omni4d_stream_projector.output.pointmap.bias\", \"omni4d_stream_projector.output.camera.weight\", \"omni4d_stream_projector.output.camera.bias\", \"omni4d_stream_projector.output.dino.weight\", \"omni4d_stream_projector.output.dino.bias\", \"omni4d_stream_projector.output.track_video.weight\", \"omni4d_stream_projector.output.track_video.bias\"]",
+    "format": "omni4d_trainable_weights_v1",
+    "update": "7320",
+    "config_identity": "cosmos3_nano_omni4d_stage_one_lora_r256_plain_ddp_21_frames_temporal_forcing_full19_from7300_global32",
+    "exact_training_resume": "false",
+    "base_identity": "nvidia/Cosmos3-Nano@e59a53c25979a090fa8706c9acc0c254a6e89b92"
+  },
+  "tensor_count": 530,
+  "parameter_count": 747673344,
+  "all_finite_fp32": true,
+  "changed_tensors_from_reference": 530,
+  "exact_training_resume": false,
+  "full_model_inference_verified": false
+}