diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..ec691d2834d19d408fc0a965ae9140c6b1d294e3 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,9 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +qwen_dcp/.metadata filter=lfs diff=lfs merge=lfs -text +qwen_dcp/__0_0.distcp filter=lfs diff=lfs merge=lfs -text +qwen_dcp/__1_0.distcp filter=lfs diff=lfs merge=lfs -text +qwen_dcp/__2_0.distcp filter=lfs diff=lfs merge=lfs -text +qwen_dcp/__3_0.distcp filter=lfs diff=lfs merge=lfs -text +reference_image/ref.png filter=lfs diff=lfs merge=lfs -text diff --git a/LICENSE-Qwen.txt b/LICENSE-Qwen.txt new file mode 100644 index 0000000000000000000000000000000000000000..261eeb9e9f8b2b4b0d119366dda99c6fd7d35c64 --- /dev/null +++ b/LICENSE-Qwen.txt @@ -0,0 +1,201 @@ + Apache License + Version 2.0, January 2004 + http://www.apache.org/licenses/ + + TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION + + 1. Definitions. + + "License" shall mean the terms and conditions for use, reproduction, + and distribution as defined by Sections 1 through 9 of this document. + + "Licensor" shall mean the copyright owner or entity authorized by + the copyright owner that is granting the License. + + "Legal Entity" shall mean the union of the acting entity and all + other entities that control, are controlled by, or are under common + control with that entity. For the purposes of this definition, + "control" means (i) the power, direct or indirect, to cause the + direction or management of such entity, whether by contract or + otherwise, or (ii) ownership of fifty percent (50%) or more of the + outstanding shares, or (iii) beneficial ownership of such entity. + + "You" (or "Your") shall mean an individual or Legal Entity + exercising permissions granted by this License. + + "Source" form shall mean the preferred form for making modifications, + including but not limited to software source code, documentation + source, and configuration files. + + "Object" form shall mean any form resulting from mechanical + transformation or translation of a Source form, including but + not limited to compiled object code, generated documentation, + and conversions to other media types. + + "Work" shall mean the work of authorship, whether in Source or + Object form, made available under the License, as indicated by a + copyright notice that is included in or attached to the work + (an example is provided in the Appendix below). + + "Derivative Works" shall mean any work, whether in Source or Object + form, that is based on (or derived from) the Work and for which the + editorial revisions, annotations, elaborations, or other modifications + represent, as a whole, an original work of authorship. For the purposes + of this License, Derivative Works shall not include works that remain + separable from, or merely link (or bind by name) to the interfaces of, + the Work and Derivative Works thereof. + + "Contribution" shall mean any work of authorship, including + the original version of the Work and any modifications or additions + to that Work or Derivative Works thereof, that is intentionally + submitted to Licensor for inclusion in the Work by the copyright owner + or by an individual or Legal Entity authorized to submit on behalf of + the copyright owner. For the purposes of this definition, "submitted" + means any form of electronic, verbal, or written communication sent + to the Licensor or its representatives, including but not limited to + communication on electronic mailing lists, source code control systems, + and issue tracking systems that are managed by, or on behalf of, the + Licensor for the purpose of discussing and improving the Work, but + excluding communication that is conspicuously marked or otherwise + designated in writing by the copyright owner as "Not a Contribution." + + "Contributor" shall mean Licensor and any individual or Legal Entity + on behalf of whom a Contribution has been received by Licensor and + subsequently incorporated within the Work. + + 2. Grant of Copyright License. Subject to the terms and conditions of + this License, each Contributor hereby grants to You a perpetual, + worldwide, non-exclusive, no-charge, royalty-free, irrevocable + copyright license to reproduce, prepare Derivative Works of, + publicly display, publicly perform, sublicense, and distribute the + Work and such Derivative Works in Source or Object form. + + 3. Grant of Patent License. Subject to the terms and conditions of + this License, each Contributor hereby grants to You a perpetual, + worldwide, non-exclusive, no-charge, royalty-free, irrevocable + (except as stated in this section) patent license to make, have made, + use, offer to sell, sell, import, and otherwise transfer the Work, + where such license applies only to those patent claims licensable + by such Contributor that are necessarily infringed by their + Contribution(s) alone or by combination of their Contribution(s) + with the Work to which such Contribution(s) was submitted. If You + institute patent litigation against any entity (including a + cross-claim or counterclaim in a lawsuit) alleging that the Work + or a Contribution incorporated within the Work constitutes direct + or contributory patent infringement, then any patent licenses + granted to You under this License for that Work shall terminate + as of the date such litigation is filed. + + 4. Redistribution. You may reproduce and distribute copies of the + Work or Derivative Works thereof in any medium, with or without + modifications, and in Source or Object form, provided that You + meet the following conditions: + + (a) You must give any other recipients of the Work or + Derivative Works a copy of this License; and + + (b) You must cause any modified files to carry prominent notices + stating that You changed the files; and + + (c) You must retain, in the Source form of any Derivative Works + that You distribute, all copyright, patent, trademark, and + attribution notices from the Source form of the Work, + excluding those notices that do not pertain to any part of + the Derivative Works; and + + (d) If the Work includes a "NOTICE" text file as part of its + distribution, then any Derivative Works that You distribute must + include a readable copy of the attribution notices contained + within such NOTICE file, excluding those notices that do not + pertain to any part of the Derivative Works, in at least one + of the following places: within a NOTICE text file distributed + as part of the Derivative Works; within the Source form or + documentation, if provided along with the Derivative Works; or, + within a display generated by the Derivative Works, if and + wherever such third-party notices normally appear. The contents + of the NOTICE file are for informational purposes only and + do not modify the License. You may add Your own attribution + notices within Derivative Works that You distribute, alongside + or as an addendum to the NOTICE text from the Work, provided + that such additional attribution notices cannot be construed + as modifying the License. + + You may add Your own copyright statement to Your modifications and + may provide additional or different license terms and conditions + for use, reproduction, or distribution of Your modifications, or + for any such Derivative Works as a whole, provided Your use, + reproduction, and distribution of the Work otherwise complies with + the conditions stated in this License. + + 5. Submission of Contributions. Unless You explicitly state otherwise, + any Contribution intentionally submitted for inclusion in the Work + by You to the Licensor shall be under the terms and conditions of + this License, without any additional terms or conditions. + Notwithstanding the above, nothing herein shall supersede or modify + the terms of any separate license agreement you may have executed + with Licensor regarding such Contributions. + + 6. Trademarks. This License does not grant permission to use the trade + names, trademarks, service marks, or product names of the Licensor, + except as required for reasonable and customary use in describing the + origin of the Work and reproducing the content of the NOTICE file. + + 7. Disclaimer of Warranty. Unless required by applicable law or + agreed to in writing, Licensor provides the Work (and each + Contributor provides its Contributions) on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or + implied, including, without limitation, any warranties or conditions + of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A + PARTICULAR PURPOSE. You are solely responsible for determining the + appropriateness of using or redistributing the Work and assume any + risks associated with Your exercise of permissions under this License. + + 8. Limitation of Liability. In no event and under no legal theory, + whether in tort (including negligence), contract, or otherwise, + unless required by applicable law (such as deliberate and grossly + negligent acts) or agreed to in writing, shall any Contributor be + liable to You for damages, including any direct, indirect, special, + incidental, or consequential damages of any character arising as a + result of this License or out of the use or inability to use the + Work (including but not limited to damages for loss of goodwill, + work stoppage, computer failure or malfunction, or any and all + other commercial damages or losses), even if such Contributor + has been advised of the possibility of such damages. + + 9. Accepting Warranty or Additional Liability. While redistributing + the Work or Derivative Works thereof, You may choose to offer, + and charge a fee for, acceptance of support, warranty, indemnity, + or other liability obligations and/or rights consistent with this + License. However, in accepting such obligations, You may act only + on Your own behalf and on Your sole responsibility, not on behalf + of any other Contributor, and only if You agree to indemnify, + defend, and hold each Contributor harmless for any liability + incurred by, or claims asserted against, such Contributor by reason + of your accepting any such warranty or additional liability. + + END OF TERMS AND CONDITIONS + + APPENDIX: How to apply the Apache License to your work. + + To apply the Apache License to your work, attach the following + boilerplate notice, with the fields enclosed by brackets "[]" + replaced with your own identifying information. (Don't include + the brackets!) The text should be enclosed in the appropriate + comment syntax for the file format. We also recommend that a + file or class name and description of purpose be included on the + same "printed page" as the copyright notice for easier + identification within third-party archives. + + Copyright [yyyy] [name of copyright owner] + + Licensed under the Apache License, Version 2.0 (the "License"); + you may not use this file except in compliance with the License. + You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. diff --git a/LICENSE-TAE.txt b/LICENSE-TAE.txt new file mode 100644 index 0000000000000000000000000000000000000000..f0274d33342419423a37654adbf966d561b02f48 --- /dev/null +++ b/LICENSE-TAE.txt @@ -0,0 +1,21 @@ +# SPDX-License-Identifier: MIT +# +# Copyright (c) 2025 Ollin Boer Bohan +# +# Permission is hereby granted, free of charge, to any person obtaining a copy +# of this software and associated documentation files (the "Software"), to deal +# in the Software without restriction, including without limitation the rights +# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell +# copies of the Software, and to permit persons to whom the Software is +# furnished to do so, subject to the following conditions: +# +# The above copyright notice and this permission notice shall be included in all +# copies or substantial portions of the Software. +# +# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR +# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, +# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE +# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER +# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, +# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE +# SOFTWARE. diff --git a/NOTICE b/NOTICE index 8193ab3363724cf55afd0acd6bb503532322b237..ef89e08674c01554a0311287be4fbabc16d7ecd4 100644 --- a/NOTICE +++ b/NOTICE @@ -1,4 +1,10 @@ MiniMax H3 is licensed under the MiniMax H3 Community License Agreement, Copyright © 2026 MiniMax. All Rights Reserved. -Modified weights: StreamRender-H3 1008b step224 merged EMA streaming renderer; Fast Causal H3 VAE ViT24 decoder, distilled step6000, release 20261005-v1. -Both are derivatives of MiniMax-H3. Upstream license terms remain applicable; see LICENSE. +The StreamRender-H3 backbone is a modified, fine-tuned MiniMax H3 derivative: +1008b timeline-critic native DMD, step224, two denoising evaluations, merged EMA. +The causal ViT24 decoder is a modified/distilled H3 decoder, step6000, release 20261005-v1. +Upstream model license terms remain applicable. See LICENSE. +Qwen3-VL components retain their upstream Apache-2.0 license; see LICENSE-Qwen.txt. +TAE implementation attribution: Copyright (c) 2025 Ollin Boer Bohan; see LICENSE-TAE.txt. + +Runtime code: https://github.com/NVlabs/Sana/tree/sol-engine/models/streamrender_h3 diff --git a/README.md b/README.md index 02df8e63d7526419424d2ac94a26b03550b4bdfb..f832c7132abf7b0e8d5392a01c7f1f92920a979c 100644 --- a/README.md +++ b/README.md @@ -20,23 +20,30 @@ StreamRender-H3 splits an interactive world into a **Code Game Engine** and a ** - Diffusion render of 217.96 ms per streaming step on 8 GB200 GPUs, a 3.67× speedup over the PyTorch baseline. - Fast Causal H3 VAE decodes 2 latent frames at 720p in 24 ms on one GB200, built by a self-improving agent loop. -## Released weights +## Released runtime assets -This repository contains **two trained model components**: +This repository contains the complete model assets for the streaming runtime. -| Directory | Model | Checkpoint | +| Directory | Component | Weight provenance | | --- | --- | --- | -| `backbone/` | Streaming H3 renderer, full 50-layer EMA backbone with LoRA merged | 1008b / step224 | -| `causal_decoder/` | Fast Causal H3 VAE, a pruned and distilled 24-layer causal decoder | step6000 / 20261005-v1 | - -The renderer uses two denoising evaluations with the S=2/W=2/C=2 streaming -policy. The decoder processes two available latent frames per call, using -cached past context without future latent frames. These are the trained -renderer and decoder checkpoints, not a bundle of unchanged upstream models. +| `backbone/` | Full 50-layer streaming H3 renderer, 1008b step224 EMA, LoRA merged | Trained renderer | +| `causal_decoder/` | Fast Causal H3 VAE, distilled ViT24 decoder step6000 | Trained decoder | +| `qwen_model/`, `qwen_dcp/` | H3-compatible Qwen conditioning model in safetensors and DCP formats | Unchanged upstream model; DCP is a storage conversion | +| `tae/` | Official H3 TAE weights for streaming reference encoding | Unchanged upstream weights | +| `audio_vae/` | H3 audio codec required by the model contract | Unchanged upstream weights | +| `tokenizer/`, `qwen_processor/` | Conditioning tokenizer and processor | Upstream runtime assets | +| `configs/`, `assets.json` | Runtime configuration, environment versions, relative asset manifest | Deployment configuration | +| `reference_image/` | Default B10_e-track-3_bluehour reference picture | Example initialization asset | + +There are five distinct model components. Qwen's two storage formats are the +same model. The causal decoder is constructed directly from its architecture +configuration and student checkpoint; no native H3 video VAE checkpoint is +needed. Streaming reference encoding uses TAE, and video decoding uses the +trained causal decoder. ## Download and use -Runtime code and deployment instructions: +Code and full deployment instructions: [NVlabs/Sana — StreamRender-H3](https://github.com/NVlabs/Sana/tree/sol-engine/models/streamrender_h3). ```python @@ -45,22 +52,29 @@ snapshot_download("Efficient-Large-Model/StreamRender-H3", local_dir="./StreamRender-H3") ``` -The download is approximately 72.75 GB. The renderer is stored as nine -safetensors shards, preserving all original tensor values. The current -runtime expects one merged backbone file. Reconstruct it with: +The complete assets are approximately 206.87 GB. Reconstruct the exact +merged backbone from its nine safetensors shards (another 66.28 GB of disk): ```bash python StreamRender-H3/download_assets.py +cd Sana/models/streamrender_h3 +python scripts/preflight.py --assets /absolute/path/to/StreamRender-H3/assets.json +GPUS=8 PYTHON_BIN=python bash scripts/launch_local.sh \ + --config /absolute/path/to/StreamRender-H3/configs/runtime.json \ + --assets /absolute/path/to/StreamRender-H3/assets.json ``` -Reconstruction needs another 66.28 GB of disk and verifies the original -SHA-256. Point the runtime manifest's `backbone` entry to -`backbone/1008b_step224_backbone_ema_merged.safetensors` and its -`causal_decoder` entry to `causal_decoder/causal_vit24_step6000.safetensors`. -Provide the remaining runtime dependencies separately as described in the -runtime README and `configs/assets.example.json`; this release contains -only the two trained model components. `SHA256SUMS` and `inventory.json` -provide integrity information for the released files. +Use the documented Python/CUDA environment and install frontend dependencies +first. The bundle includes compatible Qwen DCP weights, so no separate DCP +conversion or personal model repository is required. The default prompt and +reference image are B10_e-track-3_bluehour. Alternative semantic-video examples +and their media download instructions are in the runtime's `examples/` folder. + +The runtime uses eight GPUs in one NVLink domain, two full denoising evaluations, +CFG=1 and S=2/W=2/C=2. Qwen conditions on the prompt and first picture once per +session. `SHA256SUMS` records file integrity. Each component retains its +applicable upstream license; see `LICENSE`, `LICENSE-Qwen.txt`, +`LICENSE-TAE.txt`, and `NOTICE`. ## License diff --git a/SHA256SUMS b/SHA256SUMS index dc4b60b31d3725f917d0c6e9046a1e5bbfe84312..e1d461109d5b13d62e3817d8d2e0a7b539702710 100644 --- a/SHA256SUMS +++ b/SHA256SUMS @@ -1,6 +1,10 @@ 59b99642b95ea21630e311198ddbfffbfe05aadba0c2f5d884cbdf4efcc90f44 LICENSE -48edcb6a7daab4034f94b829a2a135c0ac9c477eb6db756161af5f19a4ac118c NOTICE -432a2b2f6886a76f61c16afcad59a4517df2c9cac9f4afb7a7dc6e1b6cd4b6ea README.md +c71d239df91726fc519c6eb72d318ec65820627232b2f796219e87dcf35d0ab4 LICENSE-Qwen.txt +632b629922abb525fce6dd828ccb87f535f4f5fe69830bd43f2e87f2110a8a00 LICENSE-TAE.txt +30f8403c924f43355102d88428161f88a287882ab86a52ba4d70e1617f55ca2a NOTICE +c1b16e2eecb42feac6b3949aa23064cc99f61555a3734f3da4f952013e5b5ce2 README.md +0c6bd3cd03575dbadf4d26421df9b4dab8a86afffa741505b581d2c21d79b293 assets.json +37dddc2f3e6d5d5139d823d5ea283bbf304dadcb885b1ccda818aa13dade5ea2 audio_vae/model.safetensors 46c17356261c81b43309da11824cc62072df0f4fa9c102a0b5ecdeb42085d8f2 backbone/model-00001-of-00009.safetensors 7d943cc7fbb9d3d3d16f5bd1c09d56f17c720f5b90ff7f261f576d164ce8e5a2 backbone/model-00002-of-00009.safetensors 19d7d8a5e7a1c9f15d03b698e7bbc2246aeca7441f4b00e96ef21f1d3d174834 backbone/model-00003-of-00009.safetensors @@ -14,5 +18,47 @@ b65cb88e875d09912214725c6621f005e5713b5e0b788941e481d76a390279ef backbone/model 7ed3b9825cc2aeb60fa50785b52c421bdf1b9ffda4ad6d7e98f706f7fa2306ad backbone/original_header.bin 4835c88d324d53509e370bd7f090499860a23e018e74c72423536dacd83a9323 backbone/sharding.json a1455dd6fedb61b1b835c3e1d2e5bad4a132c02a45585f992372ca2d25e22889 causal_decoder/causal_vit24_step6000.safetensors -503af8e015ef6b74a70bdbecedb4b43f735b4c4c219ee8b1753d45ef89ececc3 download_assets.py -2490bb91fa7e780045f70d54a1f467054831654826e6878770d25a79018ff779 inventory.json +a7dc114b2e8b0d3aa9cb1b2d8c3908796db4846bca2e76183901d82f96461ada configs/environment-tested.json +983db945c3c2212d3f63ef8cb3bd3380d0416a6ad3192b8f41b9c90debc8437b configs/runtime.json +f1c11bc9ebe450ce136bef4aaf3af65d9efae3ef943018fc7ded2ef3b50e24f1 inventory.json +ce63c0c62e6d297b81ea705fb318679cca530dcaed17b86ed2c5098d25e7d818 qwen_dcp/.metadata +e7968e3ab9b1d84353eae9d4ba2ee104798e1e27448179bcfd424c9f0529e72b qwen_dcp/__0_0.distcp +0a60fcbcf97452397dd81e0108d32486c337f8a0b09efcde94061581c57b1c42 qwen_dcp/__1_0.distcp +afecba699073977706642fcbcd0eed3b0fc49b4e97902cc6e9585b071ea3f1d3 qwen_dcp/__2_0.distcp +dd2edd5d0b0a7cb0a724180dfc9f9879dd2c2ef1146e7945b04a9cccf1f1ecec qwen_dcp/__3_0.distcp +5c72a170d2a4a1a3bc5adad2e689ae28138a9700e5b8c96c0266331e86c0acce qwen_model/chat_template.json +d2dd0c60d01b9e195d9447c52da61c7302d28828524914c044d9c6e1b81d0427 qwen_model/config.json +599bab54075088774b1733fde865d5bd747cbcc7a547c5bc12610e874e26f5e3 qwen_model/merges.txt +6b9dfbc930e505402ae9d7e5091a9d7d656cda5f34614f01cfe70bfb0cca27cb qwen_model/model-00001-of-00014.safetensors +d8bb44b4ff303fe76fe9e894022fb3dc71b15a2e716592790fe0e3c3e60478fa qwen_model/model-00002-of-00014.safetensors +54f22e8b3168f8dc962fac0d313607ebf52a12b433d4cf3098a0d82d9f042940 qwen_model/model-00003-of-00014.safetensors +ad09c74d3c13ee29b5d0d84548fd8a3424a651564eaccd519946c296e59c557f qwen_model/model-00004-of-00014.safetensors +fc993c8a0e2a5b0570f383e1a95dc3a1281d1b224b6f3ee908f4827941e1dfc2 qwen_model/model-00005-of-00014.safetensors +82f05620d1f718a90c362b221d6a184ff1a0f53301d706882d3df49695fa1974 qwen_model/model-00006-of-00014.safetensors +fb91da8cb01ff4de3eef0eab1c3e769a734b3a1aafc61734068638a0d6c86934 qwen_model/model-00007-of-00014.safetensors +431ca56535c8781944ce3801f5eb61c45531e853ecc5846d936ebaf4761b764f qwen_model/model-00008-of-00014.safetensors +3825e3f4302f4d2f7d76aa7430d2ce0864fde6b9e540a5806bf0d8e38e4d9f47 qwen_model/model-00009-of-00014.safetensors +aded5a4d1d5e22dbd8b6f79266b6eb88c840411b09527c53917a1419ace22e2f qwen_model/model-00010-of-00014.safetensors +3820ffe8d8d6477f6fe8d614ef3c87abb264ee39accebf43a1507b970d80946f qwen_model/model-00011-of-00014.safetensors +05ad2d08ce71963121c9b03f1d9ec5d7641052f4b23c6c12b80d71065eb8e98e qwen_model/model-00012-of-00014.safetensors +b64f2289871261fdd1abbd3b78bcd66011b341de3dc8eeb2ed1a473ee7c8d95c qwen_model/model-00013-of-00014.safetensors +e45b6c9998c77ee5a6577f9f47bc76416c1d4d387169e50c4c9d3134ea51b13b qwen_model/model-00014-of-00014.safetensors +06c952c569285870b811989b794b9766493e280fb77fbcb957fc4e5fcf25403a qwen_model/model.safetensors.index.json +27225450ac9c6529872ee1924fcb0962ff5634834f817040f444118116f4e516 qwen_model/preprocessor_config.json +a5d85b6dcc535e6b93115a9ef287e6132fdbf30270da6218194ba742261173c7 qwen_model/tokenizer.json +a07e942ac874baa13758de8d1fbdb186683cc03416b5589e1b6671c6b3057c68 qwen_model/tokenizer_config.json +7768af27c1fafa9cc9011c1dc20067e03f8915e03b63504550e11d5066986d13 qwen_model/video_preprocessor_config.json +ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910 qwen_model/vocab.json +5c72a170d2a4a1a3bc5adad2e689ae28138a9700e5b8c96c0266331e86c0acce qwen_processor/chat_template.json +599bab54075088774b1733fde865d5bd747cbcc7a547c5bc12610e874e26f5e3 qwen_processor/merges.txt +27225450ac9c6529872ee1924fcb0962ff5634834f817040f444118116f4e516 qwen_processor/preprocessor_config.json +a5d85b6dcc535e6b93115a9ef287e6132fdbf30270da6218194ba742261173c7 qwen_processor/tokenizer.json +a07e942ac874baa13758de8d1fbdb186683cc03416b5589e1b6671c6b3057c68 qwen_processor/tokenizer_config.json +7768af27c1fafa9cc9011c1dc20067e03f8915e03b63504550e11d5066986d13 qwen_processor/video_preprocessor_config.json +ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910 qwen_processor/vocab.json +609f7fcf9311c97b20af9fa842b26bd223f5f1836040ae50bb2191ea3eb40b57 reference_image/ref.png +af92965c2d7986a89a757e7cccd26f9eeeff0c3f0d5495eb168aeb2d6d9be9ba tae/taeh3_official.pth +599bab54075088774b1733fde865d5bd747cbcc7a547c5bc12610e874e26f5e3 tokenizer/merges.txt +a5d85b6dcc535e6b93115a9ef287e6132fdbf30270da6218194ba742261173c7 tokenizer/tokenizer.json +a07e942ac874baa13758de8d1fbdb186683cc03416b5589e1b6671c6b3057c68 tokenizer/tokenizer_config.json +ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910 tokenizer/vocab.json diff --git a/assets.json b/assets.json new file mode 100644 index 0000000000000000000000000000000000000000..db804251315bbe62192196f22989329e7a007fa3 --- /dev/null +++ b/assets.json @@ -0,0 +1,16 @@ +{ + "schema": 1, + "assets": { + "tokenizer": "tokenizer", + "qwen_processor": "qwen_processor", + "qwen_model": "qwen_model", + "qwen_dcp": "qwen_dcp", + "tae": "tae/taeh3_official.pth", + "causal_decoder": "causal_decoder/causal_vit24_step6000.safetensors", + "audio_vae": "audio_vae/model.safetensors", + "reference_image": "reference_image/ref.png", + "prompt": "subject_definitions:\n is the first-frame anchor of the target video: a photorealistic AAA re-render of the opening frame of