File size: 36,122 Bytes
d651476 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737 738 739 740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758 759 760 761 762 763 764 765 766 767 768 769 770 771 772 773 774 775 776 777 778 779 780 781 782 783 784 785 786 787 788 789 790 791 792 793 794 795 796 797 798 799 800 801 802 803 804 805 806 807 808 809 810 811 812 813 814 815 816 817 818 819 820 821 822 823 824 825 826 827 828 829 830 831 832 833 834 835 836 837 838 839 840 841 842 843 844 845 846 847 848 849 850 851 852 853 854 855 856 857 858 859 860 861 862 863 864 865 866 867 868 869 870 871 872 873 874 875 876 877 878 879 880 881 | {
"schema_version": 1,
"model_id": "/lustre/fs1/portfolios/nvr/projects/nvr_elm_llm/users/shyang/LongLive-LoRA/Minimax-H3/training/LongLive-LoRA/models/MiniMax-H3-Base-T2VA-fa9c8ab1",
"requested_revision": "fa9c8ab1eaa21c8ae25e7e40b83b2e6002f340af",
"resolved_revision": "fa9c8ab1eaa21c8ae25e7e40b83b2e6002f340af",
"workflow": "t2va",
"ir": false,
"regenerator": false,
"cfg": false,
"shared_base_roles": [
"student",
"critic",
"teacher"
],
"teacher_adapter_state": "disabled",
"student_adapter": "student",
"critic_adapter": "critic",
"lora_rank": 128,
"lora_alpha": 128,
"lora_targets": [
"token_refiner.refiner_blocks.0.attn.to_k",
"token_refiner.refiner_blocks.0.attn.to_out.0",
"token_refiner.refiner_blocks.0.attn.to_q",
"token_refiner.refiner_blocks.0.attn.to_v",
"token_refiner.refiner_blocks.0.ff.net.0.proj",
"token_refiner.refiner_blocks.0.ff.net.2",
"token_refiner.refiner_blocks.1.attn.to_k",
"token_refiner.refiner_blocks.1.attn.to_out.0",
"token_refiner.refiner_blocks.1.attn.to_q",
"token_refiner.refiner_blocks.1.attn.to_v",
"token_refiner.refiner_blocks.1.ff.net.0.proj",
"token_refiner.refiner_blocks.1.ff.net.2",
"transformer_blocks.0.attn.to_k",
"transformer_blocks.0.attn.to_out.0",
"transformer_blocks.0.attn.to_q",
"transformer_blocks.0.attn.to_v",
"transformer_blocks.0.ff.net.0.proj",
"transformer_blocks.0.ff.net.2",
"transformer_blocks.1.attn.to_k",
"transformer_blocks.1.attn.to_out.0",
"transformer_blocks.1.attn.to_q",
"transformer_blocks.1.attn.to_v",
"transformer_blocks.1.ff.net.0.proj",
"transformer_blocks.1.ff.net.2",
"transformer_blocks.10.attn.to_k",
"transformer_blocks.10.attn.to_out.0",
"transformer_blocks.10.attn.to_q",
"transformer_blocks.10.attn.to_v",
"transformer_blocks.10.ff.net.0.proj",
"transformer_blocks.10.ff.net.2",
"transformer_blocks.11.attn.to_k",
"transformer_blocks.11.attn.to_out.0",
"transformer_blocks.11.attn.to_q",
"transformer_blocks.11.attn.to_v",
"transformer_blocks.11.ff.net.0.proj",
"transformer_blocks.11.ff.net.2",
"transformer_blocks.12.attn.to_k",
"transformer_blocks.12.attn.to_out.0",
"transformer_blocks.12.attn.to_q",
"transformer_blocks.12.attn.to_v",
"transformer_blocks.12.ff.net.0.proj",
"transformer_blocks.12.ff.net.2",
"transformer_blocks.13.attn.to_k",
"transformer_blocks.13.attn.to_out.0",
"transformer_blocks.13.attn.to_q",
"transformer_blocks.13.attn.to_v",
"transformer_blocks.13.ff.net.0.proj",
"transformer_blocks.13.ff.net.2",
"transformer_blocks.14.attn.to_k",
"transformer_blocks.14.attn.to_out.0",
"transformer_blocks.14.attn.to_q",
"transformer_blocks.14.attn.to_v",
"transformer_blocks.14.ff.net.0.proj",
"transformer_blocks.14.ff.net.2",
"transformer_blocks.15.attn.to_k",
"transformer_blocks.15.attn.to_out.0",
"transformer_blocks.15.attn.to_q",
"transformer_blocks.15.attn.to_v",
"transformer_blocks.15.ff.net.0.proj",
"transformer_blocks.15.ff.net.2",
"transformer_blocks.16.attn.to_k",
"transformer_blocks.16.attn.to_out.0",
"transformer_blocks.16.attn.to_q",
"transformer_blocks.16.attn.to_v",
"transformer_blocks.16.ff.net.0.proj",
"transformer_blocks.16.ff.net.2",
"transformer_blocks.17.attn.to_k",
"transformer_blocks.17.attn.to_out.0",
"transformer_blocks.17.attn.to_q",
"transformer_blocks.17.attn.to_v",
"transformer_blocks.17.ff.net.0.proj",
"transformer_blocks.17.ff.net.2",
"transformer_blocks.18.attn.to_k",
"transformer_blocks.18.attn.to_out.0",
"transformer_blocks.18.attn.to_q",
"transformer_blocks.18.attn.to_v",
"transformer_blocks.18.ff.net.0.proj",
"transformer_blocks.18.ff.net.2",
"transformer_blocks.19.attn.to_k",
"transformer_blocks.19.attn.to_out.0",
"transformer_blocks.19.attn.to_q",
"transformer_blocks.19.attn.to_v",
"transformer_blocks.19.ff.net.0.proj",
"transformer_blocks.19.ff.net.2",
"transformer_blocks.2.attn.to_k",
"transformer_blocks.2.attn.to_out.0",
"transformer_blocks.2.attn.to_q",
"transformer_blocks.2.attn.to_v",
"transformer_blocks.2.ff.net.0.proj",
"transformer_blocks.2.ff.net.2",
"transformer_blocks.20.attn.to_k",
"transformer_blocks.20.attn.to_out.0",
"transformer_blocks.20.attn.to_q",
"transformer_blocks.20.attn.to_v",
"transformer_blocks.20.ff.net.0.proj",
"transformer_blocks.20.ff.net.2",
"transformer_blocks.21.attn.to_k",
"transformer_blocks.21.attn.to_out.0",
"transformer_blocks.21.attn.to_q",
"transformer_blocks.21.attn.to_v",
"transformer_blocks.21.ff.net.0.proj",
"transformer_blocks.21.ff.net.2",
"transformer_blocks.22.attn.to_k",
"transformer_blocks.22.attn.to_out.0",
"transformer_blocks.22.attn.to_q",
"transformer_blocks.22.attn.to_v",
"transformer_blocks.22.ff.net.0.proj",
"transformer_blocks.22.ff.net.2",
"transformer_blocks.23.attn.to_k",
"transformer_blocks.23.attn.to_out.0",
"transformer_blocks.23.attn.to_q",
"transformer_blocks.23.attn.to_v",
"transformer_blocks.23.ff.net.0.proj",
"transformer_blocks.23.ff.net.2",
"transformer_blocks.24.attn.to_k",
"transformer_blocks.24.attn.to_out.0",
"transformer_blocks.24.attn.to_q",
"transformer_blocks.24.attn.to_v",
"transformer_blocks.24.ff.net.0.proj",
"transformer_blocks.24.ff.net.2",
"transformer_blocks.25.attn.to_k",
"transformer_blocks.25.attn.to_out.0",
"transformer_blocks.25.attn.to_q",
"transformer_blocks.25.attn.to_v",
"transformer_blocks.25.ff.net.0.proj",
"transformer_blocks.25.ff.net.2",
"transformer_blocks.26.attn.to_k",
"transformer_blocks.26.attn.to_out.0",
"transformer_blocks.26.attn.to_q",
"transformer_blocks.26.attn.to_v",
"transformer_blocks.26.ff.net.0.proj",
"transformer_blocks.26.ff.net.2",
"transformer_blocks.27.attn.to_k",
"transformer_blocks.27.attn.to_out.0",
"transformer_blocks.27.attn.to_q",
"transformer_blocks.27.attn.to_v",
"transformer_blocks.27.ff.net.0.proj",
"transformer_blocks.27.ff.net.2",
"transformer_blocks.28.attn.to_k",
"transformer_blocks.28.attn.to_out.0",
"transformer_blocks.28.attn.to_q",
"transformer_blocks.28.attn.to_v",
"transformer_blocks.28.ff.net.0.proj",
"transformer_blocks.28.ff.net.2",
"transformer_blocks.29.attn.to_k",
"transformer_blocks.29.attn.to_out.0",
"transformer_blocks.29.attn.to_q",
"transformer_blocks.29.attn.to_v",
"transformer_blocks.29.ff.net.0.proj",
"transformer_blocks.29.ff.net.2",
"transformer_blocks.3.attn.to_k",
"transformer_blocks.3.attn.to_out.0",
"transformer_blocks.3.attn.to_q",
"transformer_blocks.3.attn.to_v",
"transformer_blocks.3.ff.net.0.proj",
"transformer_blocks.3.ff.net.2",
"transformer_blocks.30.attn.to_k",
"transformer_blocks.30.attn.to_out.0",
"transformer_blocks.30.attn.to_q",
"transformer_blocks.30.attn.to_v",
"transformer_blocks.30.ff.net.0.proj",
"transformer_blocks.30.ff.net.2",
"transformer_blocks.31.attn.to_k",
"transformer_blocks.31.attn.to_out.0",
"transformer_blocks.31.attn.to_q",
"transformer_blocks.31.attn.to_v",
"transformer_blocks.31.ff.net.0.proj",
"transformer_blocks.31.ff.net.2",
"transformer_blocks.32.attn.to_k",
"transformer_blocks.32.attn.to_out.0",
"transformer_blocks.32.attn.to_q",
"transformer_blocks.32.attn.to_v",
"transformer_blocks.32.ff.net.0.proj",
"transformer_blocks.32.ff.net.2",
"transformer_blocks.33.attn.to_k",
"transformer_blocks.33.attn.to_out.0",
"transformer_blocks.33.attn.to_q",
"transformer_blocks.33.attn.to_v",
"transformer_blocks.33.ff.net.0.proj",
"transformer_blocks.33.ff.net.2",
"transformer_blocks.34.attn.to_k",
"transformer_blocks.34.attn.to_out.0",
"transformer_blocks.34.attn.to_q",
"transformer_blocks.34.attn.to_v",
"transformer_blocks.34.ff.net.0.proj",
"transformer_blocks.34.ff.net.2",
"transformer_blocks.35.attn.to_k",
"transformer_blocks.35.attn.to_out.0",
"transformer_blocks.35.attn.to_q",
"transformer_blocks.35.attn.to_v",
"transformer_blocks.35.ff.net.0.proj",
"transformer_blocks.35.ff.net.2",
"transformer_blocks.36.attn.to_k",
"transformer_blocks.36.attn.to_out.0",
"transformer_blocks.36.attn.to_q",
"transformer_blocks.36.attn.to_v",
"transformer_blocks.36.ff.net.0.proj",
"transformer_blocks.36.ff.net.2",
"transformer_blocks.37.attn.to_k",
"transformer_blocks.37.attn.to_out.0",
"transformer_blocks.37.attn.to_q",
"transformer_blocks.37.attn.to_v",
"transformer_blocks.37.ff.net.0.proj",
"transformer_blocks.37.ff.net.2",
"transformer_blocks.38.attn.to_k",
"transformer_blocks.38.attn.to_out.0",
"transformer_blocks.38.attn.to_q",
"transformer_blocks.38.attn.to_v",
"transformer_blocks.38.ff.net.0.proj",
"transformer_blocks.38.ff.net.2",
"transformer_blocks.39.attn.to_k",
"transformer_blocks.39.attn.to_out.0",
"transformer_blocks.39.attn.to_q",
"transformer_blocks.39.attn.to_v",
"transformer_blocks.39.ff.net.0.proj",
"transformer_blocks.39.ff.net.2",
"transformer_blocks.4.attn.to_k",
"transformer_blocks.4.attn.to_out.0",
"transformer_blocks.4.attn.to_q",
"transformer_blocks.4.attn.to_v",
"transformer_blocks.4.ff.net.0.proj",
"transformer_blocks.4.ff.net.2",
"transformer_blocks.40.attn.to_k",
"transformer_blocks.40.attn.to_out.0",
"transformer_blocks.40.attn.to_q",
"transformer_blocks.40.attn.to_v",
"transformer_blocks.40.ff.net.0.proj",
"transformer_blocks.40.ff.net.2",
"transformer_blocks.41.attn.to_k",
"transformer_blocks.41.attn.to_out.0",
"transformer_blocks.41.attn.to_q",
"transformer_blocks.41.attn.to_v",
"transformer_blocks.41.ff.net.0.proj",
"transformer_blocks.41.ff.net.2",
"transformer_blocks.42.attn.to_k",
"transformer_blocks.42.attn.to_out.0",
"transformer_blocks.42.attn.to_q",
"transformer_blocks.42.attn.to_v",
"transformer_blocks.42.ff.net.0.proj",
"transformer_blocks.42.ff.net.2",
"transformer_blocks.43.attn.to_k",
"transformer_blocks.43.attn.to_out.0",
"transformer_blocks.43.attn.to_q",
"transformer_blocks.43.attn.to_v",
"transformer_blocks.43.ff.net.0.proj",
"transformer_blocks.43.ff.net.2",
"transformer_blocks.44.attn.to_k",
"transformer_blocks.44.attn.to_out.0",
"transformer_blocks.44.attn.to_q",
"transformer_blocks.44.attn.to_v",
"transformer_blocks.44.ff.net.0.proj",
"transformer_blocks.44.ff.net.2",
"transformer_blocks.45.attn.to_k",
"transformer_blocks.45.attn.to_out.0",
"transformer_blocks.45.attn.to_q",
"transformer_blocks.45.attn.to_v",
"transformer_blocks.45.ff.net.0.proj",
"transformer_blocks.45.ff.net.2",
"transformer_blocks.46.attn.to_k",
"transformer_blocks.46.attn.to_out.0",
"transformer_blocks.46.attn.to_q",
"transformer_blocks.46.attn.to_v",
"transformer_blocks.46.ff.net.0.proj",
"transformer_blocks.46.ff.net.2",
"transformer_blocks.47.attn.to_k",
"transformer_blocks.47.attn.to_out.0",
"transformer_blocks.47.attn.to_q",
"transformer_blocks.47.attn.to_v",
"transformer_blocks.47.ff.net.0.proj",
"transformer_blocks.47.ff.net.2",
"transformer_blocks.48.attn.to_k",
"transformer_blocks.48.attn.to_out.0",
"transformer_blocks.48.attn.to_q",
"transformer_blocks.48.attn.to_v",
"transformer_blocks.48.ff.net.0.proj",
"transformer_blocks.48.ff.net.2",
"transformer_blocks.49.attn.to_k",
"transformer_blocks.49.attn.to_out.0",
"transformer_blocks.49.attn.to_q",
"transformer_blocks.49.attn.to_v",
"transformer_blocks.49.ff.net.0.proj",
"transformer_blocks.49.ff.net.2",
"transformer_blocks.5.attn.to_k",
"transformer_blocks.5.attn.to_out.0",
"transformer_blocks.5.attn.to_q",
"transformer_blocks.5.attn.to_v",
"transformer_blocks.5.ff.net.0.proj",
"transformer_blocks.5.ff.net.2",
"transformer_blocks.6.attn.to_k",
"transformer_blocks.6.attn.to_out.0",
"transformer_blocks.6.attn.to_q",
"transformer_blocks.6.attn.to_v",
"transformer_blocks.6.ff.net.0.proj",
"transformer_blocks.6.ff.net.2",
"transformer_blocks.7.attn.to_k",
"transformer_blocks.7.attn.to_out.0",
"transformer_blocks.7.attn.to_q",
"transformer_blocks.7.attn.to_v",
"transformer_blocks.7.ff.net.0.proj",
"transformer_blocks.7.ff.net.2",
"transformer_blocks.8.attn.to_k",
"transformer_blocks.8.attn.to_out.0",
"transformer_blocks.8.attn.to_q",
"transformer_blocks.8.attn.to_v",
"transformer_blocks.8.ff.net.0.proj",
"transformer_blocks.8.ff.net.2",
"transformer_blocks.9.attn.to_k",
"transformer_blocks.9.attn.to_out.0",
"transformer_blocks.9.attn.to_q",
"transformer_blocks.9.attn.to_v",
"transformer_blocks.9.ff.net.0.proj",
"transformer_blocks.9.ff.net.2"
],
"rollout_mode": "predict_x0_fresh_renoise",
"attention_mode": "native_non_causal",
"attention_is_causal": false,
"temporal_ar_blocks": 0,
"model_evaluations_per_rollout": 4,
"sigma_endpoints_per_rollout": 5,
"student_positive_forwards_per_rollout": 4,
"transformer_block_count": 50,
"token_refiner_block_count": 2,
"normalization": "per_modality_full_sequence",
"cuda_cache_policy": "empty_cache_before_generator_backward",
"cuda_empty_cache_before_generator_backward": true,
"cuda_allocator_config": "expandable_segments:True",
"saved_tensor_offload_policy": "student_rollout_save_on_cpu",
"saved_tensor_offload_pin_memory": false,
"video_shift": 12,
"audio_shift": 3,
"height": 768,
"width": 1344,
"num_frames": 124,
"strategy": "fsdp",
"gradient_checkpointing": true,
"seed": 20260812,
"student_lr": 0.00002,
"critic_lr": 0.00005,
"max_steps": 1500,
"prompt_start_index": 0,
"prompt_cache": "/lustre/fs1/portfolios/nvr/projects/nvr_elm_llm/users/shyang/LongLive-LoRA/Minimax-H3/training/LongLive-LoRA/artifacts/minimax_h3/prompt-cache-v5-w16-s2000/collection.json",
"prompt_cache_sha256": "590c072c951049c660ad8cbe3399746d0224029eb1ed4083119a9b50e4eb8e46",
"fsdp_sharding": "FULL_SHARD",
"fsdp_use_orig_params": true,
"fsdp_auto_wrap_classes": [
"MiniMaxH3TransformerBlock",
"MiniMaxH3TokenRefinerBlock"
],
"fsdp_auto_wrap_policy": "h3_peft_attention_ffn_base_projection_v8",
"fsdp_top_level_wrap_modules": [
"proj_in",
"audio_proj_in",
"context_embedder",
"time_embedder",
"token_refiner",
"norm_out",
"proj_out",
"audio_proj_out"
],
"fsdp_inner_wrap_modules": [
"attn"
],
"fsdp_attention_projection_wrap_modules": [
"to_q",
"to_k",
"to_v",
"to_out.0"
],
"fsdp_attention_base_wrap_module": "base_layer",
"fsdp_ffn_projection_wrap_modules": [
"net.0.proj",
"net.2"
],
"fsdp_handle_uniform_dtype_required": true,
"fsdp_root_parameter_tensors_expected": 0,
"fsdp_cpu_offload_policy": "frozen_h3_base_handles_cpu_lora_cuda",
"fsdp_cpu_offload_params": true,
"fsdp_limit_all_gathers": true,
"fsdp_backward_prefetch": "disabled",
"flex_attention_backend": "native",
"fsdp_sync_module_states": false,
"longrun_schema_version": 12,
"total_optimizer_steps": 1500,
"checkpoint_every": 100,
"critic_update_every": 1,
"student_update_ratio": 5,
"student_update_rule": "(global_step-1)%5==0",
"adam_betas": [
0,
0.9
],
"student_betas": [
0,
0.9
],
"critic_betas": [
0.9,
0.999
],
"weight_decay": 0.01,
"lora_dropout": 0,
"max_grad_norm": 1,
"sample_rng_scheme": "named_rank_local_outer_step_substreams_v1",
"joint_optimizer": "AdamW",
"optimizer_layout": "joint_role_groups_per_role_adamw_v2",
"optimizer_param_group_roles": [
"student",
"critic"
],
"longrun_config_version": 12,
"checkpoint_schema_version": 2,
"lora_target_policy": "h3_full_50_main_plus_2_token_refiner_attention_ffn_v1",
"lora_target_scope": "50_main_plus_2_token_refiner_blocks",
"lora_target_branches": [
"attn",
"ff"
],
"lora_target_module_count": 312,
"lora_excluded_scopes": [
"adaln_and_timestep",
"normalization",
"top_level_input_context_output_projections"
],
"prompt_runtime_selection": {
"policy": "rank_balanced_50pct_authored_audio_v1",
"rank_cache_loader": "minimax_h3.longlive_prompt_distributed.load_rank_prompt_cache",
"index_formula": "global_step-1",
"absolute_global_step_resume_guard": true,
"dataset_rows": 248221,
"sampler_seed_shared_across_ranks": 20260806,
"sampler_epoch": 0,
"sampler_shuffle": true,
"sampler_drop_last": true,
"sampler_rank_epoch_rows": 15513,
"sampler_epoch_dropped_rows": 13,
"world_size": 16,
"conditions_per_rank": 2000,
"scheduled_conditions": 32000,
"shared_prompt_across_ranks": false,
"rank_distinct_noise": true,
"critic_conditions_per_rank": 1500,
"student_update_rule": "(global_step-1)%5==0",
"student_conditions_per_rank": 300,
"student_uses_same_rank_condition_as_critic": true,
"source_original_cache_conditions": 32000,
"used_outer_condition_slots": 24000,
"used_authored_outer_slots": 12000,
"used_authored_student_slots": 2400,
"original_condition_seed_retained": true,
"text_selection_uses_rng": false,
"distinct_prompt_text_per_rank_verified": false,
"rank_distinct_condition_ids": true
},
"technical_document": {
"path": "/lustre/fs1/portfolios/nvr/projects/nvr_elm_llm/users/shyang/LongLive-LoRA/Minimax-H3/MINIMAX_H3_DMD_TECHNICAL_DOCUMENT_ZH.md",
"sha256": "e293cd2045f26ee6da47d32b440ee10db2a540eeaa4626e5e8b73a7f0318392b",
"documented_steps": 4,
"requested_steps": 4,
"grid_adaptation": "none_exact_document_four_step_grid"
},
"semantic_role_map": {
"generator": "student",
"fake_score": "critic",
"real_score_teacher": "adapters_disabled"
},
"model_variant": "standard_full_adaln",
"adaln_curve_rank": null,
"student_weight_decay": 0.01,
"critic_weight_decay": 0,
"lr_scheduler": "constant",
"lora_scale": 1,
"lora_master_dtype": "float32",
"fresh_noise_transitions_per_rollout": 3,
"target_stage_distribution": "uniform_0_through_3",
"outer_step_shared_random_variables": [
"target_stage",
"score_base_sigma"
],
"score_base_sigma_min": 0.02,
"score_base_sigma_max": 0.98,
"video_sigma_grid": [
1,
0.972972972972973,
0.9230769230769231,
0.8,
0
],
"audio_sigma_grid": [
1,
0.9,
0.75,
0.5,
0
],
"fresh_noise_draw_order": [
"video",
"audio"
],
"video_audio_transition_noise_independent": true,
"sample_rng_substreams": [
"detached_initial_latents",
"generator_initial_latents",
"shared_stage_sigma",
"detached_rollout",
"fake_dsm",
"generator_rollout",
"generator_dmd"
],
"sampler_matches_training_and_inference": true,
"teacher_trajectory_regression": true,
"real_latent_regression": false,
"gan_loss": false,
"ema": false,
"loss_objective": "audio_quality_audio_mixed_endpoint_latent",
"video_loss_weight": 1,
"audio_loss_weight": 2,
"audio_tokens_retained": true,
"audio_forward_retained": true,
"audio_raw_loss_metric_retained": true,
"audio_output_retained": true,
"rng_and_forward_contract_unchanged": false,
"student_rng_and_forward_contract_unchanged": true,
"gradient_checkpointing_scope": "main_transformer_blocks",
"gradient_checkpointing_policy": "main_transformer_blocks_reentrant",
"gradient_checkpointing_use_reentrant": true,
"token_refiner_gradient_checkpointing": false,
"attention_backend": "pytorch_native_flash_sdpa_forced",
"attention_backend_dispatch_name": "_native_flash",
"attention_requires_padless_training_sequence": true,
"layout_cache_policy": "per_step_rebuild_release_no_gpu_cache",
"distributed_backend": "FSDP_FULL_SHARD",
"documented_distributed_backend": "ZeRO-3",
"distributed_backend_deviation_reason": "The validated local 16-rank launcher uses equivalent full parameter, gradient, and optimizer sharding through FSDP FULL_SHARD.",
"data_deviation": "Half of each global batch retains original LongLive text; half uses separately authored audio-conditioned text. Other endpoint-latent settings are unchanged.",
"distributed_contract": {
"nodes": 4,
"gpus_per_node": 4,
"world_size": 16,
"per_rank_batch_size": 1,
"global_batch_size": 16,
"global_steps": 1500,
"scheduled_conditions": 24000
},
"experiment_id": "audio-data-mixed-fresh-20260914",
"teacher_video_cfg": 1,
"teacher_audio_cfg": 1,
"teacher_reference_cache": "/lustre/fs1/portfolios/nvr/projects/nvr_elm_llm/users/shyang/LongLive-LoRA/Minimax-H3/experiments/audio_cfg_1600_20260911/pilot_outputs/reference-rank0.pt",
"teacher_reference_cache_sha256": "902fd97f6ced7146ebaeb790bd2d5ef89173594ef1f9a650099a0bbeeca342d3",
"teacher_reference_kind": "whitespace_conditioned_not_calibrated_unconditional",
"extra_guidance_target": "real_score_teacher_only",
"cfg_enabled": false,
"cfg_scope": "teacher_only_student_inference_is_single_pass",
"student_extra_cfg": false,
"critic_extra_cfg": false,
"used_conditions_per_rank": 1500,
"used_total_conditions": 24000,
"source_cache_conditions_per_rank": 2000,
"training_source_sha256": {
"__init__.py": "7928c5364f079a90f05d14d9ef8c3949173f1e5caf9010f08779793b3fa50291",
"build_prompt_cache.py": "5ed06cb54ca28bc776d92f6da13b37aaa5baccb9e7e537fbcd37282f871cae98",
"cfg_guidance.py": "ee796ccfc5a03aef1e98054eaf30585d74b190e54308ba1ca192e2373e06df24",
"dmd_4step.py": "3d72c4dd3b3793f91fdcce3d37a809e18be805889fd3cc4bf57d96426eef8d0f",
"dmd_8step.py": "77ab7e2c7ce40cad12b141b1b24467406ff66a7fa420b5a752bdc5d5b74dc2b1",
"dmd_core.py": "4c2cc6909d41356d27c95275a0e32a5a3d96038634cb83e42a270424f6a86164",
"encode_longlive_prompt_cache.py": "7bdd4004bf4973158bac9866975c08b825579ee279c45916bd7789eacd57dc42",
"encode_longlive_prompt_cache_v4.py": "b39b37977235320b541e54d78833088cabd3199c8fe77059399ea8438cabcb29",
"extract_dmd8_inline5.py": "9f43ef1bad719a328f7ece6d14657534ec9cf76ebe91405760fed15d5bed821e",
"fresh_noise_scheduler.py": "404cbb1e6eb05e5a11222b95f86ba5eec88fb09718d32094a04dd4ac834fbcdb",
"fresh_noise_scheduler_4step.py": "ae6d4887471edb94096be0d65dfcd850131f819620d35450a26289dd90a5dc8e",
"full_h3_lora.py": "ad4b08ff2aae784452f5dd3468fc7e571cecb9665ada80ef5f60f04bf8cf4343",
"infer_base.py": "dd6a5ef8aad12ba76c65d74048726fd0f9623a116f216b4a300ef42272d09b93",
"infer_student.py": "c3dfa6456fcc1d49500c5a6445431e0254181f0d5342fa24353dc57e8c18c5d8",
"infer_student_4step.py": "3bbb180764ef744791065e172acf759b65f8ff7b8e85a3ac8cdc9ee59c738db3",
"infer_student_8step.py": "867252e18cb1c53c266d2a3a658453d63e7b9a38711a94ec36bcf88d7f944f5b",
"longlive_lora.py": "4d061332055b2b59dfa7632ca7502f98ecdace283333b28f872b1f74f2c1cb4e",
"longlive_prompt_distributed.py": "eff9f6e68cc17f4b0237990ac79478a45d5a6e846a4b9b812a508cc03faca48d",
"longlive_prompt_set.py": "ed80195faf3f1614c2ec5d3678298505eae00490456ebc365df995324cc33703",
"model_provenance.py": "8b5409504258657fdab9665dbd0a51a09e5503e468a9b0e7eb76ad0c2f55ab20",
"probe_student_lora_ab.py": "6ff009a751dc07c54cf8dedc98b4061f36080eec93c5068996c5bcec448f0150",
"train_dmd.py": "a2f2c71ead08514d96898019eee6c39536192eeb5b017bb2c7454d1cfb0e7172",
"train_dmd_longrun.py": "5843b7c57eea8c602bd06cae4580d4efae6fc15be4d370b4a2951cf60baf6ecb",
"train_dmd_longrun_4step.py": "5a751327012031d7a51e5004dc3d47094d7810e52ed72d05b04b513bedcee1bf",
"train_dmd_longrun_4step_autoresume.py": "42abbef8788b0d86ae6d2d6094bec6144d754d355748eefea6a7f189b7bd8918",
"train_dmd_longrun_8step.py": "2f0302f973ba0729040687741eed95edbf321bd4c85745ec1ca977fe91c9e7a0",
"train_dmd_longrun_8step_autoresume.py": "21b033ae059b73587257f6923db3587ce6b16c18aa4e8b6f5a91a615905d68dd",
"train_dmd_longrun_v2.py": "2ef1d89d400df60a86be10b8828ea7c4b87fb96112538bfd25e7baaf5e8bc357",
"train_dmd_longrun_v3.py": "ca1905890c1e3c849ccb7f189166d7d7ddaa22b9d6162c629beab8e0b5c65c81",
"train_dmd_longrun_v4.py": "e27328e359c6ff4fccd38623fb7eadb84c48f131fb547ca82bd7364c3f2dd44c",
"train_dmd_longrun_v5.py": "14778be13523721a38fb539d973c6d0ad7eff8054ab146a76adcb684bdd9c7cf",
"train_utils.py": "fd64c02074680470776fa9e8f58578bde7fdb90603d2cad3eab5e9216c6f8e9c",
"visualize_teacher_x0.py": "962f86b0fb699accecc36eb0b57fdc278835c22731f78f5e4d5fe36c3a33d49f"
},
"initialization": "original_Base_fa9c8ab1_new_student_and_critic_LoRA_A_random_B_zero",
"old_lora_warm_start": false,
"operational_resume_scope": "this_new_experiment_only",
"audio_objective": {
"dmd_weight": 1,
"teacher_endpoint_nfe": 50,
"endpoint_weight": 1,
"spectral_weight": 0,
"label": "新初始化 · 50% 音频描述数据 · DMD + 教师音频目标",
"endpoint_target": "50_frozen_Base_Euler_calls_from_exact_selected_student_noisy_AV_input_to_zero_sigma",
"endpoint_is_not_cached_Base50_output": true,
"endpoint_grid": "official_shared_base_sigma_subgrid_video_shift12_audio_shift3",
"spectral_ffts": [],
"spectral_hop": "n_fft/4",
"spectral_log_floor": 0.0001,
"spectral_decoder": null,
"waveform_gain_normalization": false,
"inference_postprocessing": false
},
"fresh_source_sha256": {
"train_fresh.py": "6b478c00a64c5bb405823960f541fa3d0faf4cc14b17db5cc762043a71ddec10",
"common.py": "60d1bd3d7774dca1ac1c54234ac05fd2fcb7a0ad1a01450d789fe882f7ad2ef7",
"audio_objectives.py": "4e22fd00a67f5e7e7ce03bec2607911079aad7129fc6b50c88cae3385bc1c605"
},
"milestone_evaluation_every": 200,
"pilot_training_budget_is_not_goal_completion": true,
"original_prompt_component": {
"prompt_dataset": {
"bytes": 145875068,
"line_count": 248221,
"path": "prompts/vidprom_filtered_extended.txt",
"repo_id": "Efficient-Large-Model/LongLive-1.3B",
"revision": "cda9138d93872ef109d9a74c270184eb3a5acc6e",
"row_policy": "nonempty_python_str_strip_then_python_str_rstrip",
"sha256": "7896742f468bc8aef9e4547424d1ce0a951acdb2a82233790155401a99bf5aa5"
},
"prompt_dataset_row_count": 248221,
"prompt_sampler": {
"batch_size_per_rank": 1,
"dataset_size": 248221,
"drop_last": true,
"epoch": 0,
"global_steps": 2000,
"name": "torch.utils.data.distributed.DistributedSampler",
"seed": 20260806,
"shuffle": true,
"world_size": 16
},
"prompt_schedule_audit": {
"dataset_size": 248221,
"global_steps": 2000,
"scheduled_rows": 32000,
"unique_source_indices": 32000,
"world_size": 16
},
"prompt_collection_provenance": {
"loader": "minimax_h3.longlive_prompt_distributed.load_prompt_cache_collection",
"path": "/lustre/fs1/portfolios/nvr/projects/nvr_elm_llm/users/shyang/LongLive-LoRA/Minimax-H3/training/LongLive-LoRA/artifacts/minimax_h3/prompt-cache-v5-w16-s2000/collection.json",
"bytes": 4539,
"sha256": "590c072c951049c660ad8cbe3399746d0224029eb1ed4083119a9b50e4eb8e46",
"payload_schema_version": 1,
"artifact_type": "minimax_h3_longlive_distributed_prompt_cache_collection",
"model_revision": "fa9c8ab1eaa21c8ae25e7e40b83b2e6002f340af",
"shards": [
{
"bytes": 2340850895,
"conditions": 2000,
"path": "rank-00000-of-00016.pt",
"rank": 0,
"sha256": "ac25de38c7aa2a1f0f8e0ccd76d662eeba514bc3e807b43877ab4b3f6c408bac"
},
{
"bytes": 2336362127,
"conditions": 2000,
"path": "rank-00001-of-00016.pt",
"rank": 1,
"sha256": "ef800ca248af17d3d05c10354b1e1fed2431f63c7fd7b6bfeb4cb9b40ca36025"
},
{
"bytes": 2339642127,
"conditions": 2000,
"path": "rank-00002-of-00016.pt",
"rank": 2,
"sha256": "e258544f5b2c1eb79912418445242f728d44bf0bc4026f3930e2bfa035e6b0ed"
},
{
"bytes": 2340954703,
"conditions": 2000,
"path": "rank-00003-of-00016.pt",
"rank": 3,
"sha256": "d9ef8adb270eca7923354dc9f6df0cb606604e6beb5aa750fdc463af0a41fd4d"
},
{
"bytes": 2333896015,
"conditions": 2000,
"path": "rank-00004-of-00016.pt",
"rank": 4,
"sha256": "12a94a253a5f9a94441e5c89c3c097cdfe665ea23200557b9caad7462b3952dd"
},
{
"bytes": 2337396047,
"conditions": 2000,
"path": "rank-00005-of-00016.pt",
"rank": 5,
"sha256": "c0f349ca80065522c529f40581b32c928b1e04dc4245a6dd54dbc52c4b184482"
},
{
"bytes": 2352031311,
"conditions": 2000,
"path": "rank-00006-of-00016.pt",
"rank": 6,
"sha256": "3e74eb0061eda77f3e620680fccea76cc1e596a871b27c9436a5cc964a11cfd6"
},
{
"bytes": 2346638735,
"conditions": 2000,
"path": "rank-00007-of-00016.pt",
"rank": 7,
"sha256": "51cccd347d6055dafc27c6734d81d23f93d202681d8d857ac3d40e2de0d052fe"
},
{
"bytes": 2336423759,
"conditions": 2000,
"path": "rank-00008-of-00016.pt",
"rank": 8,
"sha256": "b97823b091e0530b21a925f0b4103a8e022e9dd276422dd182079a2827d6a100"
},
{
"bytes": 2327823759,
"conditions": 2000,
"path": "rank-00009-of-00016.pt",
"rank": 9,
"sha256": "d5307b0250d532ac54484726d18e0f53fee3043164c6f634b26b196dd85be4f8"
},
{
"bytes": 2349843407,
"conditions": 2000,
"path": "rank-00010-of-00016.pt",
"rank": 10,
"sha256": "33e47a61beb520341cce9313ca278946c6d978a626186cc18a2bab4016700417"
},
{
"bytes": 2318440719,
"conditions": 2000,
"path": "rank-00011-of-00016.pt",
"rank": 11,
"sha256": "5810fcddac96e8e8ed91a0a3c60630b97aa03ccf5f4006ff00bf166917c13046"
},
{
"bytes": 2330704527,
"conditions": 2000,
"path": "rank-00012-of-00016.pt",
"rank": 12,
"sha256": "5815f9a772903857ead5d6d70a5c0135e73e475b545746a4a449f5e2dc2b1c4a"
},
{
"bytes": 2326816463,
"conditions": 2000,
"path": "rank-00013-of-00016.pt",
"rank": 13,
"sha256": "894effe10ed17b74d6b5d6dbd20e11da7d49385fbe8b99bb912d0983dc1a5298"
},
{
"bytes": 2327963919,
"conditions": 2000,
"path": "rank-00014-of-00016.pt",
"rank": 14,
"sha256": "3b6c62e0619f1e280720ea776b3b888b4b4882e7f75b032c140d160e805a3724"
},
{
"bytes": 2350203407,
"conditions": 2000,
"path": "rank-00015-of-00016.pt",
"rank": 15,
"sha256": "6fc63df45b01b08172fecb3b9229ea338b6083af62f3fdc5cfef1aacb287af4d"
}
],
"validate_only_full_shard_sha256_readback": true,
"production_manifest_verifies_all_shard_sizes": true,
"production_every_rank_verifies_own_shard_sha256": true
},
"prompt_runtime_selection": {
"policy": "rank_local_absolute_global_step_v1",
"rank_cache_loader": "minimax_h3.longlive_prompt_distributed.load_rank_prompt_cache",
"index_formula": "global_step-1",
"absolute_global_step_resume_guard": true,
"dataset_rows": 248221,
"sampler_seed_shared_across_ranks": 20260806,
"sampler_epoch": 0,
"sampler_shuffle": true,
"sampler_drop_last": true,
"sampler_rank_epoch_rows": 15513,
"sampler_epoch_dropped_rows": 13,
"world_size": 16,
"conditions_per_rank": 2000,
"scheduled_conditions": 32000,
"shared_prompt_across_ranks": false,
"rank_distinct_prompt": true,
"rank_distinct_noise": true,
"critic_conditions_per_rank": 1500,
"student_update_rule": "(global_step-1)%5==0",
"student_conditions_per_rank": 300,
"student_uses_same_rank_condition_as_critic": true
}
},
"prompt_dataset": {
"kind": "deterministic_mixture",
"original_fraction": 0.5,
"authored_audio_fraction": 0.5,
"authored_candidate_manifest": "/lustre/fs1/portfolios/nvr/projects/nvr_elm_llm/users/shyang/LongLive-LoRA/Minimax-H3/experiments/audio_fresh_quality_20260914/audio_data_candidates.json",
"authored_candidate_manifest_sha256": "4142bb4f21ba8ec2513e9839d8d4a793f6b4cca6580cc4e8bf09397351863f0d",
"authored_embedding_collection": "/lustre/fs1/portfolios/nvr/projects/nvr_elm_llm/users/shyang/LongLive-LoRA/Minimax-H3/experiments/audio_fresh_quality_20260914/audio_candidate_cache/COLLECTION.json",
"authored_embedding_collection_sha256": "dd3f32d488f0b7eb40d0f485c994d5c881c20e491c8e258b6c6b83fce55c90a3",
"authored_cache_contract": {
"artifact_type": "h3_authored_audio_candidate_embeddings_v1",
"schema_version": 1,
"model_revision": "fa9c8ab1eaa21c8ae25e7e40b83b2e6002f340af",
"workflow": "positive_text_encoding",
"IR": false,
"candidate_manifest_sha256": "4142bb4f21ba8ec2513e9839d8d4a793f6b4cca6580cc4e8bf09397351863f0d",
"qualified_teacher_receipt_sha256": "39eea24416458a42a59fa9cf38b3e36df1fa361058f713f55332d772fd673db3",
"qualification_scope": "Sampled transcript gate only, not perceptual or whole-pool quality.",
"sources": {
"audio_candidate_cache.py": "234d4a9cfad2952b2f98b76f70c77a46399483e9d6da5030ac80639e1fb4b616",
"encode_audio_candidates.py": "5adcb38b74cb83423ba39b6c690e4c9a9294f9a7cc0ed3796a83f7964352de18",
"audio_data_candidates.py": "28cebc27e0c8d914cd716401f9ebb9c03133c5803b362165ddb2e56aa7744274"
},
"official_encoder_sha256": "dc37019187d287d1346bb0a0f7d080bb9d1443ce1ae4b0f65dba57b40a75d8eb",
"text_dim": 5120
},
"authored_prompt_strings": 256,
"authored_core_scenes": 32,
"evaluation_text_and_reference_phrases_excluded": true,
"semantic_near_duplicate_exclusion_proven": false
},
"prompt_cache_argument_scope": "original_LongLive_component_and_preserved_noise_seed_schedule_only",
"data_trial_arm": "audio_mixed_endpoint_latent",
"matched_loss_recipe": "endpoint_latent",
"data_trial_source_sha256": {
"train_audio_mixed.py": "6193189881a1fef24144c4ddf57aa77965bf69308a1392724c826720e8d6c338",
"audio_mixed_conditions.py": "2b41ff3d1249ccdd7857d7b384476e8b65ec09593a44c810e931c6106d863dfd",
"audio_candidate_cache.py": "234d4a9cfad2952b2f98b76f70c77a46399483e9d6da5030ac80639e1fb4b616",
"audio_data_candidates.py": "28cebc27e0c8d914cd716401f9ebb9c03133c5803b362165ddb2e56aa7744274"
},
"training_budget_extension": {
"same_run_not_foreign_LoRA_warm_start": true,
"pilot_config_sha256": "7114d47ab94108ab0e54a972e96dd536d442ec5ce5dc406b41bf999440e19ab1",
"original_planned_outer_iterations": 400,
"extended_outer_iterations": 1500,
"transition_checkpoint_step": 50,
"transition_checkpoint_success_sha256": "a702baf7e06d8c823bce49399ee85126bc68a517a1e12d2dc486e8edc98db00d",
"optimizer_and_per_rank_rng_restored": true,
"checkpoint_payloads_are_never_rewritten": true,
"evaluation_outer_iterations": [
200,
400,
600,
800,
1000,
1200,
1400,
1500
],
"source_sha256": "309b8877de66a25c3ecdc85ffad46ad65aa007f978b04ed441fb4d855e37c40b",
"registry_source_sha256": "138bd3bc2a4f9fd7a386d55d1d4c6641e880d921b20182e76d8babbf6a68a66f"
},
"config_sha256": "916da7041fe91de966917d8600ac7c1ec64a9b9d4171c457151c687efeb7bf5a"
}
|