Commit ·
d04f1da
1
Parent(s): 7a90c30
Update OpenWAM video pretraining weights (chunk-causal objective, step 366000)
Browse files- SHA256SUMS +2 -2
- model_state.pt +1 -1
- release_metadata.json +4 -4
- resolved_config.yaml +15 -3
SHA256SUMS
CHANGED
|
@@ -1,2 +1,2 @@
|
|
| 1 |
-
|
| 2 |
-
|
|
|
|
| 1 |
+
3116958037211db705c16dc6aac1b28af60a8efba315605b19758399dea40c17 model_state.pt
|
| 2 |
+
9e226b63572d77e664e3494f6d2867cda7745e0abb12509f52347ea586eb4fb2 resolved_config.yaml
|
model_state.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 20433187287
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3116958037211db705c16dc6aac1b28af60a8efba315605b19758399dea40c17
|
| 3 |
size 20433187287
|
release_metadata.json
CHANGED
|
@@ -2,7 +2,7 @@
|
|
| 2 |
"project": "OpenWAM",
|
| 3 |
"checkpoint_type": "video pretraining",
|
| 4 |
"release_type": "weights_only",
|
| 5 |
-
"source_checkpoint_completed_utc": "2026-10-
|
| 6 |
"repo_id": "OpenWAM-Stanford/OpenWAM-Pretraining",
|
| 7 |
"model_payload_key": "model_state_dict",
|
| 8 |
"optimizer_state_included": false,
|
|
@@ -11,11 +11,11 @@
|
|
| 11 |
"checkpoint_files": {
|
| 12 |
"model_state.pt": {
|
| 13 |
"bytes": 20433187287,
|
| 14 |
-
"sha256": "
|
| 15 |
},
|
| 16 |
"resolved_config.yaml": {
|
| 17 |
-
"bytes":
|
| 18 |
-
"sha256": "
|
| 19 |
}
|
| 20 |
},
|
| 21 |
"configuration": {
|
|
|
|
| 2 |
"project": "OpenWAM",
|
| 3 |
"checkpoint_type": "video pretraining",
|
| 4 |
"release_type": "weights_only",
|
| 5 |
+
"source_checkpoint_completed_utc": "2026-10-25T08:07:58+00:00",
|
| 6 |
"repo_id": "OpenWAM-Stanford/OpenWAM-Pretraining",
|
| 7 |
"model_payload_key": "model_state_dict",
|
| 8 |
"optimizer_state_included": false,
|
|
|
|
| 11 |
"checkpoint_files": {
|
| 12 |
"model_state.pt": {
|
| 13 |
"bytes": 20433187287,
|
| 14 |
+
"sha256": "3116958037211db705c16dc6aac1b28af60a8efba315605b19758399dea40c17"
|
| 15 |
},
|
| 16 |
"resolved_config.yaml": {
|
| 17 |
+
"bytes": 13655,
|
| 18 |
+
"sha256": "9e226b63572d77e664e3494f6d2867cda7745e0abb12509f52347ea586eb4fb2"
|
| 19 |
}
|
| 20 |
},
|
| 21 |
"configuration": {
|
resolved_config.yaml
CHANGED
|
@@ -340,6 +340,18 @@ data:
|
|
| 340 |
include_streams: []
|
| 341 |
channel_mappings: []
|
| 342 |
sampling_weight: 0.1
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 343 |
latent_encoding_mode: canonical
|
| 344 |
latent_view_combinations: []
|
| 345 |
decode_size_mode: aspect_ratio_bins
|
|
@@ -434,6 +446,7 @@ training:
|
|
| 434 |
use_teacher_forcing: true
|
| 435 |
chunk_size: 4
|
| 436 |
window_size: 64
|
|
|
|
| 437 |
optimizer_name: adamw
|
| 438 |
scheduler_name: constant
|
| 439 |
learning_rate: 1.0e-05
|
|
@@ -443,7 +456,7 @@ training:
|
|
| 443 |
warmup_steps: 100
|
| 444 |
decay_steps: 0
|
| 445 |
min_lr_ratio: 0.1
|
| 446 |
-
gradient_accumulation_steps:
|
| 447 |
max_grad_norm: null
|
| 448 |
num_steps: null
|
| 449 |
text_condition_dropout_prob: 0.1
|
|
@@ -458,7 +471,6 @@ training:
|
|
| 458 |
trainable_components:
|
| 459 |
- all
|
| 460 |
frozen_components: []
|
| 461 |
-
noisy_video_condition_prob: 0.5
|
| 462 |
inference:
|
| 463 |
video_num_inference_steps: 25
|
| 464 |
action_num_inference_steps: 50
|
|
@@ -496,7 +508,7 @@ trainer:
|
|
| 496 |
validation_interval: null
|
| 497 |
log_every_n_steps: 1
|
| 498 |
accelerator: gpu
|
| 499 |
-
devices:
|
| 500 |
precision: bf16-mixed
|
| 501 |
enable_checkpointing: true
|
| 502 |
enable_model_summary: false
|
|
|
|
| 340 |
include_streams: []
|
| 341 |
channel_mappings: []
|
| 342 |
sampling_weight: 0.1
|
| 343 |
+
- source_id: VPT-02
|
| 344 |
+
manifest_csv: ./data/manifests/VPT-02.csv
|
| 345 |
+
repo_id: null
|
| 346 |
+
local_root: null
|
| 347 |
+
latent_root: null
|
| 348 |
+
source_format: latent
|
| 349 |
+
latent_key: video_latents
|
| 350 |
+
enabled: true
|
| 351 |
+
source_group: null
|
| 352 |
+
include_streams: []
|
| 353 |
+
channel_mappings: []
|
| 354 |
+
sampling_weight: 0.008459264733050064
|
| 355 |
latent_encoding_mode: canonical
|
| 356 |
latent_view_combinations: []
|
| 357 |
decode_size_mode: aspect_ratio_bins
|
|
|
|
| 446 |
use_teacher_forcing: true
|
| 447 |
chunk_size: 4
|
| 448 |
window_size: 64
|
| 449 |
+
noisy_video_condition_prob: 0.5
|
| 450 |
optimizer_name: adamw
|
| 451 |
scheduler_name: constant
|
| 452 |
learning_rate: 1.0e-05
|
|
|
|
| 456 |
warmup_steps: 100
|
| 457 |
decay_steps: 0
|
| 458 |
min_lr_ratio: 0.1
|
| 459 |
+
gradient_accumulation_steps: 1
|
| 460 |
max_grad_norm: null
|
| 461 |
num_steps: null
|
| 462 |
text_condition_dropout_prob: 0.1
|
|
|
|
| 471 |
trainable_components:
|
| 472 |
- all
|
| 473 |
frozen_components: []
|
|
|
|
| 474 |
inference:
|
| 475 |
video_num_inference_steps: 25
|
| 476 |
action_num_inference_steps: 50
|
|
|
|
| 508 |
validation_interval: null
|
| 509 |
log_every_n_steps: 1
|
| 510 |
accelerator: gpu
|
| 511 |
+
devices: 32
|
| 512 |
precision: bf16-mixed
|
| 513 |
enable_checkpointing: true
|
| 514 |
enable_model_summary: false
|