OpenWAM-Stanford commited on
Commit
d04f1da
·
1 Parent(s): 7a90c30

Update OpenWAM video pretraining weights (chunk-causal objective, step 366000)

Browse files
Files changed (4) hide show
  1. SHA256SUMS +2 -2
  2. model_state.pt +1 -1
  3. release_metadata.json +4 -4
  4. resolved_config.yaml +15 -3
SHA256SUMS CHANGED
@@ -1,2 +1,2 @@
1
- 46f1e19a37f8ff68f88b2895f026da10624ebe067f5ca85a13b3b35d16bfa9bf model_state.pt
2
- 9b55df75880e3bd926bfa92b91062cb2daa0e664f1b8f532d1f4424b904b64c7 resolved_config.yaml
 
1
+ 3116958037211db705c16dc6aac1b28af60a8efba315605b19758399dea40c17 model_state.pt
2
+ 9e226b63572d77e664e3494f6d2867cda7745e0abb12509f52347ea586eb4fb2 resolved_config.yaml
model_state.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:46f1e19a37f8ff68f88b2895f026da10624ebe067f5ca85a13b3b35d16bfa9bf
3
  size 20433187287
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3116958037211db705c16dc6aac1b28af60a8efba315605b19758399dea40c17
3
  size 20433187287
release_metadata.json CHANGED
@@ -2,7 +2,7 @@
2
  "project": "OpenWAM",
3
  "checkpoint_type": "video pretraining",
4
  "release_type": "weights_only",
5
- "source_checkpoint_completed_utc": "2026-10-09T12:46:47+00:00",
6
  "repo_id": "OpenWAM-Stanford/OpenWAM-Pretraining",
7
  "model_payload_key": "model_state_dict",
8
  "optimizer_state_included": false,
@@ -11,11 +11,11 @@
11
  "checkpoint_files": {
12
  "model_state.pt": {
13
  "bytes": 20433187287,
14
- "sha256": "46f1e19a37f8ff68f88b2895f026da10624ebe067f5ca85a13b3b35d16bfa9bf"
15
  },
16
  "resolved_config.yaml": {
17
- "bytes": 13338,
18
- "sha256": "9b55df75880e3bd926bfa92b91062cb2daa0e664f1b8f532d1f4424b904b64c7"
19
  }
20
  },
21
  "configuration": {
 
2
  "project": "OpenWAM",
3
  "checkpoint_type": "video pretraining",
4
  "release_type": "weights_only",
5
+ "source_checkpoint_completed_utc": "2026-10-25T08:07:58+00:00",
6
  "repo_id": "OpenWAM-Stanford/OpenWAM-Pretraining",
7
  "model_payload_key": "model_state_dict",
8
  "optimizer_state_included": false,
 
11
  "checkpoint_files": {
12
  "model_state.pt": {
13
  "bytes": 20433187287,
14
+ "sha256": "3116958037211db705c16dc6aac1b28af60a8efba315605b19758399dea40c17"
15
  },
16
  "resolved_config.yaml": {
17
+ "bytes": 13655,
18
+ "sha256": "9e226b63572d77e664e3494f6d2867cda7745e0abb12509f52347ea586eb4fb2"
19
  }
20
  },
21
  "configuration": {
resolved_config.yaml CHANGED
@@ -340,6 +340,18 @@ data:
340
  include_streams: []
341
  channel_mappings: []
342
  sampling_weight: 0.1
 
 
 
 
 
 
 
 
 
 
 
 
343
  latent_encoding_mode: canonical
344
  latent_view_combinations: []
345
  decode_size_mode: aspect_ratio_bins
@@ -434,6 +446,7 @@ training:
434
  use_teacher_forcing: true
435
  chunk_size: 4
436
  window_size: 64
 
437
  optimizer_name: adamw
438
  scheduler_name: constant
439
  learning_rate: 1.0e-05
@@ -443,7 +456,7 @@ training:
443
  warmup_steps: 100
444
  decay_steps: 0
445
  min_lr_ratio: 0.1
446
- gradient_accumulation_steps: 2
447
  max_grad_norm: null
448
  num_steps: null
449
  text_condition_dropout_prob: 0.1
@@ -458,7 +471,6 @@ training:
458
  trainable_components:
459
  - all
460
  frozen_components: []
461
- noisy_video_condition_prob: 0.5
462
  inference:
463
  video_num_inference_steps: 25
464
  action_num_inference_steps: 50
@@ -496,7 +508,7 @@ trainer:
496
  validation_interval: null
497
  log_every_n_steps: 1
498
  accelerator: gpu
499
- devices: 16
500
  precision: bf16-mixed
501
  enable_checkpointing: true
502
  enable_model_summary: false
 
340
  include_streams: []
341
  channel_mappings: []
342
  sampling_weight: 0.1
343
+ - source_id: VPT-02
344
+ manifest_csv: ./data/manifests/VPT-02.csv
345
+ repo_id: null
346
+ local_root: null
347
+ latent_root: null
348
+ source_format: latent
349
+ latent_key: video_latents
350
+ enabled: true
351
+ source_group: null
352
+ include_streams: []
353
+ channel_mappings: []
354
+ sampling_weight: 0.008459264733050064
355
  latent_encoding_mode: canonical
356
  latent_view_combinations: []
357
  decode_size_mode: aspect_ratio_bins
 
446
  use_teacher_forcing: true
447
  chunk_size: 4
448
  window_size: 64
449
+ noisy_video_condition_prob: 0.5
450
  optimizer_name: adamw
451
  scheduler_name: constant
452
  learning_rate: 1.0e-05
 
456
  warmup_steps: 100
457
  decay_steps: 0
458
  min_lr_ratio: 0.1
459
+ gradient_accumulation_steps: 1
460
  max_grad_norm: null
461
  num_steps: null
462
  text_condition_dropout_prob: 0.1
 
471
  trainable_components:
472
  - all
473
  frozen_components: []
 
474
  inference:
475
  video_num_inference_steps: 25
476
  action_num_inference_steps: 50
 
508
  validation_interval: null
509
  log_every_n_steps: 1
510
  accelerator: gpu
511
+ devices: 32
512
  precision: bf16-mixed
513
  enable_checkpointing: true
514
  enable_model_summary: false