Add immutable checkpoint backup cosmos3_nano_full20_21frame_update_010000_20261106 resolved_training_configuration
Browse files
cosmos3_nano_stage_one_lora_r256_full20_21frame_ddp_update_010000_20261106/attempt01/update_010000/resolved_config.yaml
ADDED
|
@@ -0,0 +1,34 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
run_id: cosmos3_nano_full20_21frame_update_010000_20261106
|
| 2 |
+
optimizer_update: 10000
|
| 3 |
+
config_identity: cosmos3_nano_omni4d_stage_one_lora_r256_plain_ddp_21_frames_temporal_forcing_full20_from_overlay_global32_lr2p5e5
|
| 4 |
+
source:
|
| 5 |
+
cosmos_training_commit: 8e8331d4e101005eb362e2fea713a19bd32c355a
|
| 6 |
+
vgg_data_pin_commit: b9e2059143b4db90a57a4bac7d5dca1a7ee03d48
|
| 7 |
+
vgg_source_windows_sha256: 0b35b990c82717b4d998691e616581573679ca53f30c44dc370577362b31905f
|
| 8 |
+
base_model: nvidia/Cosmos3-Nano@e59a53c25979a090fa8706c9acc0c254a6e89b92
|
| 9 |
+
training:
|
| 10 |
+
source_windows: 20
|
| 11 |
+
frames: 21
|
| 12 |
+
streams: [video, pointmap, camera, dino, track_video]
|
| 13 |
+
lora_rank: 256
|
| 14 |
+
precision: bf16
|
| 15 |
+
distributed: native_ddp
|
| 16 |
+
world_size: 2
|
| 17 |
+
per_rank_batch_size: 16
|
| 18 |
+
gradient_accumulation_steps: 1
|
| 19 |
+
global_batch_size: 32
|
| 20 |
+
learning_rate: 0.000025
|
| 21 |
+
max_updates: 500000
|
| 22 |
+
temporal_forcing: true
|
| 23 |
+
warm_start:
|
| 24 |
+
type: trainable_weights_only
|
| 25 |
+
update: 7700
|
| 26 |
+
checkpoint_sha256: b46067d50dc854c225c1570da2c25691bfad1d98dd97436af6f2c5cf1ec02b9b
|
| 27 |
+
optimizer_state_restored: false
|
| 28 |
+
rng_state_restored: false
|
| 29 |
+
exact_training_resume: false
|
| 30 |
+
checkpoint:
|
| 31 |
+
artifact: step_010000.safetensors
|
| 32 |
+
contains: trainable_lora_and_projector_parameters_only
|
| 33 |
+
includes_frozen_pretrained_base: false
|
| 34 |
+
includes_optimizer_state: false
|