{ "name": "Astronex-World-5B", "description": "Causal camera- and action-controllable video world model, Wan2.2-TI2V-5B backbone.", "architecture": "CausalWanModel", "backbone_variant": "wan2.2", "parameters": 5351000000, "dtype": "bfloat16", "latent": { "channels": 48, "compression": [ 4, 16, 16 ], "vae": "Wan2.2 VAE" }, "model_kwargs": { "model_name": "Wan2.2-TI2V-5B", "timestep_shift": 5.0, "local_attn_size": 20, "sink_size": 4, "use_camera": true, "use_action": true, "action_dim": 64, "action_output": false, "num_embodiments": 32, "prope_scale": 1.0, "prope_chunk_anchor": true, "prope_num_layers": 30, "prope_exclude_sink": false, "prope_sink_dual": false, "sink_attention_repeat": 1, "history_cross_attention": false, "is_causal": true }, "inference": { "sampler": "UniPC", "sampling_steps": 8, "num_frame_per_block": 8, "guidance_scale": 3.0, "timestep_shift": 10.0, "cond_prefill_timestep": 100, "ref_cond_scale": 1.1, "ref_sequence_conditioning": true, "rgb_chroma_stabilize_strength": 1.0, "rgb_chroma_stabilize_fade": 4, "retrieval_window": true, "retrieval_recent_frames": 4, "retrieval_min_overlap": 0.3, "retrieval_swap_per_block": 2, "note": "8 steps is the validated setting. 4 steps degrades visibly -- cabinets and signage smear -- so it is not a supported mode." }, "provenance": { "base": "logs/merged/online_unipc25_to12_step20_full.pt", "adapter": "logs/wan22_dmd_mp2/checkpoint_model_001545/model.pt (generator_ema, 600 LoRA tensors)", "merge": "W = base.weight + (lora_b @ lora_a) * 128/64, folded in fp32 then cast to bf16", "training": "bidirectional teacher -> causal student via DMD, 1545 steps, with a motion-preservation term (weight 2.0) and rolling forcing at p=0.5" }, "action_output_head": { "present": true, "tensors": 6, "shape": "LayerNorm(3072) -> Linear(3072, 3072) -> SiLU -> Linear(3072, 64)", "initialisation": "output layer zero-initialised, so installing it leaves the model unchanged", "status": "included but untrained: enable with model_kwargs.action_output=true and train it with the action-output post-training branch before reading actions from it" }, "license": "apache-2.0" }