Hugging Face's logo

memset0
/
vsqa-preview-14b

Text-to-Video
Diffusers
Safetensors
WanPipeline
video-generation
wan2.1
dmd
quantization-aware-training
nvfp4
sparse-attention
Model card Files
xet
 Community
vsqa-preview-14b
File size: 3,474 Bytes
d344eac
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
models:
  student:
    _target_: fastvideo.train.models.wan.WanModel
    init_from: /mnt/lustre/vlm-miz055/vsqa-14b/runs/fastvideo-v0361-14b-c256-ode500-260922-123321/export-step500
    trainable: true
    attention_backend: VSA_QAT_TRAIN_C256
    enable_gradient_checkpointing_type: full
    flow_shift: 8.0
  teacher:
    _target_: fastvideo.train.models.wan.WanModel
    init_from: Wan-AI/Wan2.1-T2V-14B-Diffusers
    trainable: false
    attention_backend: TORCH_SDPA
    disable_custom_init_weights: true
    flow_shift: 8.0
  critic:
    _target_: fastvideo.train.models.wan.WanModel
    init_from: Wan-AI/Wan2.1-T2V-14B-Diffusers
    trainable: true
    attention_backend: TORCH_SDPA
    disable_custom_init_weights: true
    enable_gradient_checkpointing_type: full
    flow_shift: 8.0
method:
  _target_: fastvideo.train.methods.distribution_matching.dmd2.DMD2Method
  rollout_mode: simulate
  generator_update_interval: 1
  real_score_guidance_scale: 6.0
  dmd_denoising_steps:
  - 1000.0
  - 941.1763916015625
  - 800.0
  min_timestep_ratio: 0.02
  max_timestep_ratio: 0.98
  fake_score_learning_rate: 4.0e-07
  fake_score_betas:
  - 0.0
  - 0.999
  fake_score_lr_scheduler: constant
  shifted_ode_schedule:
    version: 1
    teacher_steps: 48
    flow_shift: 8.0
    student_steps: 3
    indices:
    - 0
    - 16
    - 32
    timesteps:
    - 1000.0
    - 941.1763916015625
    - 800.0
    sigmas:
    - 1.0
    - 0.9411764144897461
    - 0.800000011920929
  warp_denoising_step: false
training:
  distributed:
    num_gpus: 16
    sp_size: 4
    tp_size: 1
    hsdp_replicate_dim: 1
    hsdp_shard_dim: 16
  data:
    data_path: /mnt/lustre/vlm-miz055/vsqa-14b/data/vidprom-14b-conditioning-full-canonical-r38ec498/training_dataset
    dataloader_num_workers: 0
    train_batch_size: 1
    training_cfg_rate: 0.0
    seed: 1000
    num_latent_t: 20
    num_height: 768
    num_width: 1280
    num_frames: 77
    preprocessed_data_type: text_only
  optimizer:
    learning_rate: 2.0e-06
    betas:
    - 0.0
    - 0.999
    weight_decay: 0.01
    lr_scheduler: constant
    lr_warmup_steps: 0
  loop:
    max_train_steps: 1000
    gradient_accumulation_steps: 4
  checkpoint:
    output_dir: /mnt/lustre/vlm-miz055/vsqa-14b/runs/fastvideo-v0362-14b-c256-dmd1000-260922-123321/checkpoints
    training_state_checkpointing_steps: 50
    checkpoints_total_limit: 0
    resume_from_checkpoint: ''
  tracker:
    trackers:
    - wandb
    project_name: fastvideo
    run_name: fastvideo-v0362-14b-c256-dmd1000-260922-123321
    entity: alexzms-ucsd
  vsa:
    sparsity: 0.9
    cache_tile_buf: false
  dit_precision: fp32
callbacks:
  grad_clip:
    max_grad_norm: 1.0
  validation:
    pipeline_target: fastvideo.pipelines.basic.wan.wan_shifted_dmd_pipeline.WanShiftedDMDPipeline
    dataset_file: /mnt/lustre/vlm-miz055/vsqa-14b/runs/fastvideo-v0362-14b-c256-dmd1000-260922-123321/config/validation_16.json
    every_steps: 50
    run_at_start: false
    sampling_steps:
    - 3
    guidance_scale: 1.0
    height: 768
    width: 1280
    num_frames: 77
    attn_qat_infer: false
    _target_: fastvideo.train.methods.ode_init.dmd_validation.ShiftedDMDValidationCallback
    use_validation_media_conditioning: false
    offload_training_state: true
    unload_pipeline_after_validation: true
pipeline:
  flow_shift: 8.0
  dit_config:
    quant_config: nvfp4_qat_train
  dmd_denoising_steps:
  - 1000.0
  - 941.1763916015625
  - 800.0
  warp_denoising_step: false