Add immutable checkpoint backup cosmos3_nano_stage_one_lora_r256_full19_21frame_ddp_from7300_step_007320_20261105 run_execution_metadata
Browse files
cosmos3_nano_stage_one_lora_r256_full19_21frame_ddp_from7300_20261105/attempt01/update_007320/backup_context.json
ADDED
|
@@ -0,0 +1,61 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"base_model": "nvidia/Cosmos3-Nano@e59a53c25979a090fa8706c9acc0c254a6e89b92",
|
| 3 |
+
"checkpoint_bytes": 2990807160,
|
| 4 |
+
"checkpoint_kind": "trainable LoRA/overlay parameters only",
|
| 5 |
+
"checkpoint_sha256": "1a7c0131394f829f617c53b69741e32b72fb5376aec323895107796a57a0c307",
|
| 6 |
+
"created_at_utc": "2026-11-05T17:18:09.758496+00:00",
|
| 7 |
+
"exact_training_resume": false,
|
| 8 |
+
"exclusions": [
|
| 9 |
+
"frozen pretrained base",
|
| 10 |
+
"optimizer state",
|
| 11 |
+
"full model checkpoint"
|
| 12 |
+
],
|
| 13 |
+
"fresh_optimizer_state": true,
|
| 14 |
+
"lineage": {
|
| 15 |
+
"first_checkpoint_update": 7320,
|
| 16 |
+
"input_checkpoint_path": "/scratch/shared/engs2907/logs/vgg_forecast_4d/tools/cosmos_full19_21frame_ddp_from7300_20261105/attempt01/protected_step_007300.safetensors",
|
| 17 |
+
"input_checkpoint_sha256": "9cbbeb3c9e01ca0f04f7ac35d1fd09b1c6f4dd1196bd764f1e75254fc88846a5",
|
| 18 |
+
"input_update": 7300,
|
| 19 |
+
"run_allocation": "72961"
|
| 20 |
+
},
|
| 21 |
+
"local_original_checkpoint": "/scratch/shared/engs2907/logs/vgg_forecast_4d/train/cosmos_next_version_full19_21_frames_ddp_from7300_20261105/attempt01/trainable_overlays/step_007320.safetensors",
|
| 22 |
+
"local_staged_checkpoint": "/scratch/shared/engs2907/logs/vgg_forecast_4d/tools/hf_checkpoint_backup/cosmos3_nano_full19_21frame_update_007320_20261105/attempt01/run/checkpoints/adapters/step_007320.safetensors",
|
| 23 |
+
"optimizer_state_included": false,
|
| 24 |
+
"pretrained_base_included": false,
|
| 25 |
+
"remote_prefix": "cosmos3_nano_stage_one_lora_r256_full19_21frame_ddp_from7300_20261105/attempt01/update_007320",
|
| 26 |
+
"repository": "yslan/o-intermediate-model",
|
| 27 |
+
"resolved_config_local_path": "/scratch/shared/engs2907/logs/vgg_forecast_4d/tools/hf_checkpoint_backup/cosmos3_nano_full19_21frame_update_007320_20261105/attempt01/run/resolved_config.yaml",
|
| 28 |
+
"schema": "cosmos3_nano_trainable_overlay_backup_context_v1",
|
| 29 |
+
"source_commit": "730a093017f2889987f0046b757cd4040b8714cf",
|
| 30 |
+
"source_training_start_update": 7300,
|
| 31 |
+
"source_windows_local_path": "/scratch/shared/engs2907/logs/vgg_forecast_4d/tools/hf_checkpoint_backup/cosmos3_nano_full19_21frame_update_007320_20261105/attempt01/run/source_windows.yaml",
|
| 32 |
+
"source_windows_sha256": "21f62cd1f5d834432c96cd287a0e86872cb38c5bcc92488a25119df824bf90fc",
|
| 33 |
+
"training_config_identity": "cosmos3_nano_omni4d_stage_one_lora_r256_plain_ddp_21_frames_temporal_forcing_full19_from7300_global32",
|
| 34 |
+
"training_recipe": {
|
| 35 |
+
"frames": 21,
|
| 36 |
+
"global_batch": 32,
|
| 37 |
+
"gradient_accumulation": 2,
|
| 38 |
+
"learning_rate": 5e-05,
|
| 39 |
+
"lora_rank": 256,
|
| 40 |
+
"max_updates": 500000,
|
| 41 |
+
"per_rank_batch": 8,
|
| 42 |
+
"precision": "bf16 AMP",
|
| 43 |
+
"qwen": "frozen online",
|
| 44 |
+
"ranks": 2,
|
| 45 |
+
"resolution_bucket": 256,
|
| 46 |
+
"source_mixture": "current 19-source Cosmos configuration",
|
| 47 |
+
"streams": 5
|
| 48 |
+
},
|
| 49 |
+
"update": 7320,
|
| 50 |
+
"validation": {
|
| 51 |
+
"all_finite": true,
|
| 52 |
+
"audit_cpu_step": "72944.126",
|
| 53 |
+
"dtype": "FP32",
|
| 54 |
+
"parameter_count": 747673344,
|
| 55 |
+
"receipt_local_path": "/scratch/shared/engs2907/logs/vgg_forecast_4d/tools/hf_checkpoint_backup/cosmos3_nano_full19_21frame_update_007320_20261105/attempt01/run/checkpoint_validation.json",
|
| 56 |
+
"receipt_sha256": "e5b9cc123dfacc84a7b89fe215cdadc61b6c5c6fcf5127ce11805b1377da2d8a",
|
| 57 |
+
"status": "passed",
|
| 58 |
+
"tensor_count": 530
|
| 59 |
+
},
|
| 60 |
+
"vgg_source_commit": "9cb6a626a6841f60c24f84f16f5aacf389329981"
|
| 61 |
+
}
|