Update verified H3 comparison and measured timing evidence
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- .gitattributes +7 -0
- REPORT.md +75 -80
- app.js +2 -1
- assets/ref2va-inputs/ref2va_test_1_1.jpg +3 -0
- assets/ref2va-inputs/ref2va_test_1_2.jpg +3 -0
- assets/ref2va-inputs/ref2va_test_1_3.jpg +3 -0
- assets/ref2va-inputs/ref2va_test_2_1.jpg +3 -0
- assets/ref2va-inputs/ref2va_test_2_2.jpg +3 -0
- assets/ref2va-inputs/ref2va_test_2_3.jpg +3 -0
- assets/ref2va-inputs/ref2va_test_4_1.jpg +3 -0
- assets/v2-15s/fasth3-4/01.jpg +0 -0
- assets/v2-15s/fasth3-4/02.jpg +0 -0
- assets/v2-15s/fasth3-4/03.jpg +0 -0
- assets/v2-15s/fasth3-4/04.jpg +0 -0
- assets/v2-15s/fasth3-4/05.jpg +0 -0
- assets/v2-15s/fasth3-4/06.jpg +0 -0
- assets/v2-15s/fasth3-4/07.jpg +0 -0
- assets/v2-15s/fasth3-4/08.jpg +0 -0
- assets/v2-15s/fasth3-4/09.jpg +0 -0
- assets/v2-15s/fasth3-4/10.jpg +0 -0
- assets/v2-15s/fasth3-4/11.jpg +0 -0
- assets/v2-15s/fasth3-4/12.jpg +0 -0
- assets/v2-15s/fasth3-4/13.jpg +0 -0
- assets/v2-15s/fasth3-4/14.jpg +0 -0
- assets/v2-15s/fasth3-4/15.jpg +0 -0
- assets/v2-15s/fasth3-4/16.jpg +0 -0
- assets/v2-15s/fasth3-4/17.jpg +0 -0
- assets/v2-15s/fasth3-4/18.jpg +0 -0
- assets/v2-15s/fasth3-4/19.jpg +0 -0
- assets/v2-15s/fasth3-4/20.jpg +0 -0
- assets/v2-15s/hyperflow-8/01.jpg +0 -0
- assets/v2-15s/hyperflow-8/02.jpg +0 -0
- assets/v2-15s/hyperflow-8/03.jpg +0 -0
- assets/v2-15s/hyperflow-8/04.jpg +0 -0
- assets/v2-15s/hyperflow-8/05.jpg +0 -0
- assets/v2-15s/hyperflow-8/06.jpg +0 -0
- assets/v2-15s/hyperflow-8/07.jpg +0 -0
- assets/v2-15s/hyperflow-8/08.jpg +0 -0
- assets/v2-15s/hyperflow-8/09.jpg +0 -0
- assets/v2-15s/hyperflow-8/10.jpg +0 -0
- assets/v2-15s/hyperflow-8/11.jpg +0 -0
- assets/v2-15s/hyperflow-8/12.jpg +0 -0
- assets/v2-15s/hyperflow-8/13.jpg +0 -0
- assets/v2-15s/hyperflow-8/14.jpg +0 -0
- assets/v2-15s/hyperflow-8/15.jpg +0 -0
- assets/v2-15s/hyperflow-8/16.jpg +0 -0
- assets/v2-15s/hyperflow-8/17.jpg +0 -0
- assets/v2-15s/hyperflow-8/18.jpg +0 -0
- assets/v2-15s/hyperflow-8/19.jpg +0 -0
- assets/v2-15s/hyperflow-8/20.jpg +0 -0
.gitattributes
CHANGED
|
@@ -113,3 +113,10 @@ assets/lightx2v-8/17.mp4 filter=lfs diff=lfs merge=lfs -text
|
|
| 113 |
assets/lightx2v-8/18.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 114 |
assets/lightx2v-8/19.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 115 |
assets/lightx2v-8/20.mp4 filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 113 |
assets/lightx2v-8/18.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 114 |
assets/lightx2v-8/19.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 115 |
assets/lightx2v-8/20.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 116 |
+
assets/ref2va-inputs/ref2va_test_1_1.jpg filter=lfs diff=lfs merge=lfs -text
|
| 117 |
+
assets/ref2va-inputs/ref2va_test_1_2.jpg filter=lfs diff=lfs merge=lfs -text
|
| 118 |
+
assets/ref2va-inputs/ref2va_test_1_3.jpg filter=lfs diff=lfs merge=lfs -text
|
| 119 |
+
assets/ref2va-inputs/ref2va_test_2_1.jpg filter=lfs diff=lfs merge=lfs -text
|
| 120 |
+
assets/ref2va-inputs/ref2va_test_2_2.jpg filter=lfs diff=lfs merge=lfs -text
|
| 121 |
+
assets/ref2va-inputs/ref2va_test_2_3.jpg filter=lfs diff=lfs merge=lfs -text
|
| 122 |
+
assets/ref2va-inputs/ref2va_test_4_1.jpg filter=lfs diff=lfs merge=lfs -text
|
REPORT.md
CHANGED
|
@@ -1,101 +1,96 @@
|
|
| 1 |
# Sol-H3 / HyperFlow 测试结果
|
| 2 |
|
| 3 |
-
HSG
|
| 4 |
|
| 5 |
-
[
|
| 6 |
|
| 7 |
-
##
|
| 8 |
|
| 9 |
-
|
| 10 |
|
| 11 |
-
|
| 12 |
-
|---|---:|---:|---:|---:|
|
| 13 |
-
| hyperflow-8 / BF16 | 1 | 25.560 s | 71.960 s | 137.426 s |
|
| 14 |
-
| hyperflow-8 / BF16 | 4 | 5.519 s | 13.347 s | 24.273 s |
|
| 15 |
-
| hyperflow-8 / BF16 | 8 | 3.224 s | 7.476 s | 13.338 s |
|
| 16 |
-
| hyperflow-8 / MXFP8 | 8 | 2.759 s | 6.552 s | 12.065 s |
|
| 17 |
-
| fasth3-4 / BF16 | 1 | 14.144 s | 37.886 s | 71.524 s |
|
| 18 |
-
| fasth3-4 / BF16 | 4 | 2.996 s | 7.041 s | 12.621 s |
|
| 19 |
-
| fasth3-4 / BF16 | 8 | 1.666 s | 3.754 s | 6.676 s |
|
| 20 |
-
| lightx2v-8 / BF16 | 4 | 5.536 s | — | — |
|
| 21 |
-
| lightx2v-4 / BF16 | 4 | 2.964 s | — | — |
|
| 22 |
|
| 23 |
-
|
| 24 |
|
| 25 |
-
## 与
|
| 26 |
|
| 27 |
-
|
| 28 |
|
| 29 |
-
|
| 30 |
-
|---:|---:|---:|---:|---:|
|
| 31 |
-
| 1 | 5s | 14.144s | 13.745s | +2.90% |
|
| 32 |
-
| 1 | 10s | 37.886s | 37.813s | +0.19% |
|
| 33 |
-
| 1 | 15s | 71.524s | 52.260s | +36.86% |
|
| 34 |
-
| 4 | 5s | 2.996s | 2.918s | +2.67% |
|
| 35 |
-
| 4 | 10s | 7.041s | 6.993s | +0.69% |
|
| 36 |
-
| 4 | 15s | 12.621s | 12.542s | +0.63% |
|
| 37 |
-
| 8 | 5s | 1.666s | 1.653s | +0.79% |
|
| 38 |
-
| 8 | 10s | 3.754s | 3.732s | +0.59% |
|
| 39 |
-
| 8 | 15s | 6.676s | 6.612s | +0.97% |
|
| 40 |
|
| 41 |
-
|
| 42 |
|
| 43 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 44 |
|
| 45 |
-
|
| 46 |
|
| 47 |
| Checkpoint / 计算 | 使用卡数 | 5 秒 / 124f | 10 秒 / 243f | 15 秒 / 362f |
|
| 48 |
|---|---:|---:|---:|---:|
|
| 49 |
-
| hyperflow-8 / BF16 | 1 | 24.940 s | 70.312 s | 135.545 s |
|
| 50 |
-
| hyperflow-8 / BF16 | 4 | 5.514 s | 13.581 s | 24.797 s |
|
| 51 |
-
| hyperflow-8 / BF16 | 8 | 3.122 s | 7.369 s | 13.218 s |
|
| 52 |
-
| hyperflow-8 / MXFP8 | 8 | 2.714 s | 6.550 s | 12.104 s |
|
| 53 |
| fasth3-4 / BF16 | 1 | 13.841 s | 37.857 s | 71.750 s |
|
| 54 |
| fasth3-4 / BF16 | 4 | 3.077 s | 7.225 s | 12.986 s |
|
| 55 |
| fasth3-4 / BF16 | 8 | 1.631 s | 3.787 s | 6.707 s |
|
| 56 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 57 |
| lightx2v-4 / BF16 | 4 | 2.928 s | — | — |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 58 |
|
| 59 |
-
|
| 60 |
-
|
| 61 |
-
|
| 62 |
-
|
| 63 |
-
| hyperflow-8 | 1 | 5s | 24.940s | -2.43% | — |
|
| 64 |
-
| hyperflow-8 | 1 | 10s | 70.312s | -2.29% | — |
|
| 65 |
-
| hyperflow-8 | 1 | 15s | 135.545s | -1.37% | — |
|
| 66 |
-
| hyperflow-8 | 4 | 5s | 5.514s | -0.08% | — |
|
| 67 |
-
| hyperflow-8 | 4 | 10s | 13.581s | +1.75% | — |
|
| 68 |
-
| hyperflow-8 | 4 | 15s | 24.797s | +2.16% | — |
|
| 69 |
-
| hyperflow-8 | 8 | 5s | 3.122s | -3.18% | — |
|
| 70 |
-
| hyperflow-8 | 8 | 10s | 7.369s | -1.43% | — |
|
| 71 |
-
| hyperflow-8 | 8 | 15s | 13.218s | -0.90% | — |
|
| 72 |
-
| fasth3-4 | 1 | 5s | 13.841s | -2.14% | +0.70% |
|
| 73 |
-
| fasth3-4 | 1 | 10s | 37.857s | -0.08% | +0.12% |
|
| 74 |
-
| fasth3-4 | 1 | 15s | 71.750s | +0.32% | +37.29% |
|
| 75 |
-
| fasth3-4 | 4 | 5s | 3.077s | +2.69% | +5.43% |
|
| 76 |
-
| fasth3-4 | 4 | 10s | 7.225s | +2.61% | +3.31% |
|
| 77 |
-
| fasth3-4 | 4 | 15s | 12.986s | +2.89% | +3.54% |
|
| 78 |
-
| fasth3-4 | 8 | 5s | 1.631s | -2.06% | -1.28% |
|
| 79 |
-
| fasth3-4 | 8 | 10s | 3.787s | +0.87% | +1.47% |
|
| 80 |
-
| fasth3-4 | 8 | 15s | 6.707s | +0.46% | +1.44% |
|
| 81 |
-
|
| 82 |
-
Poly FastH3 除单卡 15 秒外,相对原 B300 耗时差异为 -1.28% 至 +5.43%。单卡 15 秒耗时 71.750 秒,比原参照慢 37.29%;两个 GB200 集群都复现了这一差距。
|
| 83 |
-
|
| 84 |
-
正值表示耗时更长。页面的 80 段效果样片保持使用 HSG 的 4 卡 BF16 结果;Poly 的 23 组测速分别生成了带音频视频并完成全量解码校验。
|
| 85 |
-
|
| 86 |
-
## Checkpoint 适配和验证
|
| 87 |
-
|
| 88 |
-
- 新文件是 HyperFlow 8-step LoRA。其 rank/alpha 为 256/256、gate 为 0.25,采用两套时间嵌入与固定 sigma 网格,video/audio shift 为 12/3;不能仅按普通 LoRA 换文件。已加入自动识别、完整目标校验、两时间 AdaLN 缓存和 Sol-H3 加速。
|
| 89 |
-
- 每次切换已融合的 adapter 使用新推理实例;HSG 实测冷加载约 6–7 分钟,权重读取与模型初始化均不计入表中的预热后推理耗时。此结果不代表支持原地热切换。
|
| 90 |
-
- 两时间缓存覆盖全部 50 层、8 个步骤,约占 0.433 GiB,并释放每卡约 24.234 GiB 的投影权重。
|
| 91 |
-
- 修复了原有 SwiGLU 的 32 位地址溢出。独立 GB200 大张量测试复现原版边界后读错,64 位实现通过数值检查;修复后的单卡 15 秒完整推理已通过。
|
| 92 |
-
- HSG 和 Poly 的新环境均通过 9 项 CPU 数值/流水线测试;所有最终作业均以 0:0 退出。80 段样片与 46 个测速视频均完成帧数、分辨率、FPS、双声道音频及全量解码检查。
|
| 93 |
-
- 已查看全部 80 段视频的预览帧,并检查四组模型第一个样例的多时间点画面;浏览器验证四路完整播放、步数筛选、20 场景切换和窄屏布局。画质优劣仍需逐段结合动作和音频判断。
|
| 94 |
-
- GPU 测试覆盖 T2VA。FL2VA / Ref2VA 仅完成加载结构和数值测试,尚未做 GPU 端到端验证;10/15 秒也超出了 HyperFlow 所述的 124 帧训练范围。
|
| 95 |
-
|
| 96 |
-
## 代码与记录
|
| 97 |
-
|
| 98 |
-
- 本地代码提交:`bcce779cbe6bd7aa46d92adb4182136fc90a5724`,分支 `codex/hyperflow-h3`。已部署到本次 HSG 和 Poly 目录,未推到公开 Sana 仓库。
|
| 99 |
-
- 所有输出保留 checkpoint SHA256、基础模型 revision、seed、NFE、集群、卡数和推理参数,见 [data.json](data.json)。
|
| 100 |
-
- Prompt 来源:[BeatAPI Prompt Gallery](https://github.com/BeatAPI/awesome-minimax-h3-prompts),逐条保留原作者链接;统一为 1344×768、124 帧、24 FPS、seed 42–61。时长/横竖屏调整记录在每条 prompt 下。
|
| 101 |
-
- 基础代码与原始参照:[NVlabs/Sana Sol-H3](https://github.com/NVlabs/Sana/tree/sol-engine/models/minimax_h3/Sol-H3)。
|
|
|
|
| 1 |
# Sol-H3 / HyperFlow 测试结果
|
| 2 |
|
| 3 |
+
HSG、Poly 共 57 条独立实测记录。全部来自本次 Slurm 推理输出;GitHub B300 历史数字单独标注。
|
| 4 |
|
| 5 |
+
[公开对比 Space](https://huggingface.co/spaces/Lawrence-cj/sol-h3-hyperflow-comparison) · [逐次实测计时 CSV](benchmark-evidence.csv) · [完整公开结果 JSON](data.json)
|
| 6 |
|
| 7 |
+
## 15 秒效果样片
|
| 8 |
|
| 9 |
+
20 个场景 × 4 个 H3 checkpoint,共 80 段重新生成的音视频。全部使用 1344×768、362 帧、24 FPS,目标时长 15 秒;同一场景的 prompt 和 seed 完全相同。效果区使用 HSG 4 卡、BF16、SOL/BSA。
|
| 10 |
|
| 11 |
+
旧版 5 秒样片使用了普通社区文本,未整理为 H3 格式。本版已按 H3 T2VA 的 `integrated_multimodal_description`、`overall_soundscape`、`non_diegetic_music` 三字段整理;首镜头为 `[Shot 1]`,切镜时间在 15 秒内,原文中的明确台词保留并加上说话人和 `<d>` 标签。社区原文与本次实际输入分别展示,新增镜头节奏、环境音等明确属于本次整理,并不声称是作者的原版结构化提示词。
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 12 |
|
| 13 |
+
20 条实际输入通过字段顺序、镜头编号、时间范围、引用完整性、语音标签及哈希检查;80 段输出逐一核对输入哈希、seed、步数、362 帧、几何尺寸、FPS、双声道音频,并完整解码音视频。此检查证明数据对应关系和媒体完整性,不等同于模型逐条服从了全部镜头和台词。
|
| 14 |
|
| 15 |
+
## 计时与环境
|
| 16 |
|
| 17 |
+
速度表使用独立的 [quiet-room 测速 prompt](benchmark_prompt.txt),seed 20260903。每种配置预热一次、测三次取中位数,包含文本编码、DiT、视频 VAE 和音频 VAE;排除权重加载、预热编译和 MP4 编码。效果卡片则显示该复杂 prompt 的单次耗时,可能含新形状首次编译,因此不与预热后的测速表混用。
|
| 18 |
|
| 19 |
+
HSG 和 Poly 都重新建立了独立推理环境,PyTorch 2.10.0+cu130、CUDA toolkit 13.0.2、Triton 3.6.0、cuDNN 9.15.1.9、Transformers 5.8.1;Diffusers 与 cuDNN frontend 均固定到相同提交。HSG Python 3.12.13,Poly Python 3.12.3。硬件均报告 NVIDIA GB200,4 卡/节点,8 卡跨两节点;单卡测试只启用一个 GPU 进程。
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 20 |
|
| 21 |
+
## HSG 本次实测
|
| 22 |
|
| 23 |
+
| Checkpoint / 计算 | 使用卡数 | 5 秒 / 124f | 10 秒 / 243f | 15 秒 / 362f |
|
| 24 |
+
|---|---:|---:|---:|---:|
|
| 25 |
+
| fasth3-4 / BF16 | 1 | 14.144 s | 37.886 s | 71.524 s |
|
| 26 |
+
| fasth3-4 / BF16 | 4 | 2.996 s | 7.041 s | 12.621 s |
|
| 27 |
+
| fasth3-4 / BF16 | 8 | 1.666 s | 3.754 s | 6.676 s |
|
| 28 |
+
| hyperflow-8 / MXFP8 | 1 | 22.428 s | 65.486 s | 129.516 s |
|
| 29 |
+
| hyperflow-8 / MXFP8 | 4 | 4.607 s | 11.552 s | 21.511 s |
|
| 30 |
+
| hyperflow-8 / MXFP8 | 8 | 2.759 s | 6.552 s | 12.065 s |
|
| 31 |
+
| hyperflow-8 / BF16 | 1 | 25.560 s | 71.960 s | 137.426 s |
|
| 32 |
+
| hyperflow-8 / BF16 | 4 | 5.519 s | 13.347 s | 24.273 s |
|
| 33 |
+
| hyperflow-8 / BF16 | 8 | 3.224 s | 7.476 s | 13.338 s |
|
| 34 |
+
| lightx2v-4 / BF16 | 4 | 2.964 s | — | — |
|
| 35 |
+
| lightx2v-8 / BF16 | 4 | 5.536 s | — | — |
|
| 36 |
|
| 37 |
+
## POLY 本次实测
|
| 38 |
|
| 39 |
| Checkpoint / 计算 | 使用卡数 | 5 秒 / 124f | 10 秒 / 243f | 15 秒 / 362f |
|
| 40 |
|---|---:|---:|---:|---:|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 41 |
| fasth3-4 / BF16 | 1 | 13.841 s | 37.857 s | 71.750 s |
|
| 42 |
| fasth3-4 / BF16 | 4 | 3.077 s | 7.225 s | 12.986 s |
|
| 43 |
| fasth3-4 / BF16 | 8 | 1.631 s | 3.787 s | 6.707 s |
|
| 44 |
+
| hyperflow-8 / MXFP8 | 1 | 21.857 s | 63.848 s | — |
|
| 45 |
+
| hyperflow-8 / MXFP8 | 4 | 4.649 s | 11.837 s | 22.035 s |
|
| 46 |
+
| hyperflow-8 / MXFP8 | 8 | 2.714 s | 6.550 s | 12.104 s |
|
| 47 |
+
| hyperflow-8 / BF16 | 1 | 24.940 s | 70.312 s | 135.545 s |
|
| 48 |
+
| hyperflow-8 / BF16 | 4 | 5.514 s | 13.581 s | 24.797 s |
|
| 49 |
+
| hyperflow-8 / BF16 | 8 | 3.122 s | 7.369 s | 13.218 s |
|
| 50 |
| lightx2v-4 / BF16 | 4 | 2.928 s | — | — |
|
| 51 |
+
| lightx2v-8 / BF16 | 4 | 5.112 s | — | — |
|
| 52 |
+
|
| 53 |
+
## GitHub 历史参照(B300)
|
| 54 |
+
|
| 55 |
+
以下数字从已公布的 Sol-H3 源码快照引用,未当作本次实测。原表没有公开完整测速 prompt,因此属于跨硬件参照,不是严格同条件复现。
|
| 56 |
+
|
| 57 |
+
| FastH3 4-step BF16 卡数 | 5 秒 | 10 秒 | 15 秒 |
|
| 58 |
+
|---:|---:|---:|---:|
|
| 59 |
+
| 1 | 13.745 s | 37.813 s | 52.260 s |
|
| 60 |
+
| 4 | 2.918 s | 6.993 s | 12.542 s |
|
| 61 |
+
| 8 | 1.653 s | 3.732 s | 6.612 s |
|
| 62 |
+
|
| 63 |
+
HSG 单卡 15 秒为 71.524 秒,相对 GitHub 的 52.260 秒慢 36.86%。该差距在两套新环境中都出现,不能归因为本次忘了重新配环境;也不能在没有 B300 分阶段记录时,把原因确定为某一项依赖或硬件。
|
| 64 |
+
|
| 65 |
+
POLY 单卡 15 秒为 71.750 秒,相对 GitHub 的 52.260 秒慢 37.29%。该差距在两套新环境中都出现,不能归因为本次忘了重新配环境;也不能在没有 B300 分阶段记录时,把原因确定为某一项依赖或硬件。
|
| 66 |
+
|
| 67 |
+
## 实际启用的加速
|
| 68 |
+
|
| 69 |
+
- BF16 主测试开启融合 RMSNorm/调制/残差、QKNorm/RoPE、SwiGLU,以及 AdaLN 预计算。HyperFlow 缓存完整 `(t,r)` 条件。
|
| 70 |
+
- 多卡启用 SOL/BSA 与 Ulysses;实际记录每次请求的稀疏注意力调用和 INT8 QKV / FP8 输出通信。部分层与前几个步骤按既定策略保留 dense,并非漏开稀疏。
|
| 71 |
+
- 单卡使用发布实现的 dense 路径。视频 VAE decoder 编译;多卡额外启用视频 VAE 分片与批处理。音频 VAE 未做同样的并行改造。
|
| 72 |
+
- MXFP8 作为独立配置测试,量化第 2–46 层共 180 个线性层;与 BF16 主表分别列出。首次仅测了 8 卡,现在补测 1/4 卡;不能把最初 BF16 主表描述为所有可选量化均已开启。
|
| 73 |
+
- 融合 SwiGLU 的大张量地址已改为 64 位,独立 GB200 边界数值检查与完整单卡 15 秒推理通过。
|
| 74 |
+
|
| 75 |
+
## HyperFlow 8-step 与 LightX2V 8-step
|
| 76 |
+
|
| 77 |
+
两者每个视频都做 8 次联合音视频 DiT 前向,但时间条件与采样网格不同。
|
| 78 |
+
|
| 79 |
+
| 项目 | HyperFlow v1.0 | 本次 LightX2V 8-step v1.0 |
|
| 80 |
+
|---|---|---|
|
| 81 |
+
| 时间条件 | 当前时间 t 与区间终点 r | 单时间条件 |
|
| 82 |
+
| 时间嵌入 | 独立两套嵌入,gate 0.25 | 原始 H3 时间嵌入 |
|
| 83 |
+
| 网格 | 权重元数据内的固定非均匀网格 | 对应推理配置的均匀原始网格 |
|
| 84 |
+
| video / audio shift | 12 / 3 | 6 / 3 |
|
| 85 |
+
| LoRA rank / alpha | 256 / 256 | 128 / 8 |
|
| 86 |
+
|
| 87 |
+
HyperFlow 保留原 Euler 状态更新;额外设计主要在两时间条件、时间嵌入和对应训练网格。接入时同时安装这些逻辑,不能仅把它作为普通 LoRA 换文件。每种 adapter 在新推理实例中加载,避免 LoRA 累加;该验证不代表支持已融合模型的原地热切换。
|
| 88 |
+
|
| 89 |
+
GPU 效果验证覆盖 T2VA。FL2VA/Ref2VA 仅完成已有结构和数值检查,没有新增 GPU 效果验证。HyperFlow 所述训练画布为 124 帧,15 秒属于更长时长的实际测试。
|
| 90 |
+
|
| 91 |
+
## 来源与复现
|
| 92 |
|
| 93 |
+
- 基础代码:[NVlabs/Sana Sol-H3](https://github.com/NVlabs/Sana/tree/sol-engine/models/minimax_h3/Sol-H3),本次适配提交 `bcce779cbe6bd7aa46d92adb4182136fc90a5724`。
|
| 94 |
+
- 社区提示词:[BeatAPI awesome-minimax-h3-prompts](https://github.com/BeatAPI/awesome-minimax-h3-prompts),逐条保留原作者链接和原始文本。
|
| 95 |
+
- 比较仅包含 H3:HyperFlow 8-step、FastH3 4-step、LightX2V 8-step v1.0、LightX2V 4-step v1.2。
|
| 96 |
+
- 公开数据包含 checkpoint SHA256、基础模型 revision、prompt/seed、NFE、GPU 数、精度、逐次计时和媒体哈希;内部节点与调度日志保留在本地实验记录。
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
app.js
CHANGED
|
@@ -2,7 +2,7 @@
|
|
| 2 |
let data, sampleIndex = 0, stepFilter = "all";
|
| 3 |
const $ = s => document.querySelector(s);
|
| 4 |
const text = (tag, value, cls) => { const e = document.createElement(tag); e.textContent = value; if (cls) e.className = cls; return e; };
|
| 5 |
-
const videos = () => [...document.querySelectorAll("video")];
|
| 6 |
function renderSample() {
|
| 7 |
videos().forEach(v => v.pause());
|
| 8 |
const s = data.samples[sampleIndex];
|
|
@@ -12,6 +12,7 @@ function renderSample() {
|
|
| 12 |
$("#scene-seed").textContent = `SEED ${s.seed}`;
|
| 13 |
$("#position").textContent = `${sampleIndex + 1} / ${data.samples.length}`;
|
| 14 |
$("#prompt").textContent = s.prompt;
|
|
|
|
| 15 |
$("#adaptations").textContent = (s.adaptations || []).join(" ");
|
| 16 |
const source = document.createElement("a"); source.href = s.source.url; source.target = "_blank"; source.rel = "noreferrer"; source.textContent = `${s.source.name} · 原始来源 ↗`;
|
| 17 |
$("#attribution").replaceChildren(source, text("span", ` · BeatAPI Prompt Gallery · 原示例 ${s.source_duration}`));
|
|
|
|
| 2 |
let data, sampleIndex = 0, stepFilter = "all";
|
| 3 |
const $ = s => document.querySelector(s);
|
| 4 |
const text = (tag, value, cls) => { const e = document.createElement(tag); e.textContent = value; if (cls) e.className = cls; return e; };
|
| 5 |
+
const videos = () => [...document.querySelectorAll("#gallery video")];
|
| 6 |
function renderSample() {
|
| 7 |
videos().forEach(v => v.pause());
|
| 8 |
const s = data.samples[sampleIndex];
|
|
|
|
| 12 |
$("#scene-seed").textContent = `SEED ${s.seed}`;
|
| 13 |
$("#position").textContent = `${sampleIndex + 1} / ${data.samples.length}`;
|
| 14 |
$("#prompt").textContent = s.prompt;
|
| 15 |
+
if ($("#source-prompt")) $("#source-prompt").textContent = s.source_prompt;
|
| 16 |
$("#adaptations").textContent = (s.adaptations || []).join(" ");
|
| 17 |
const source = document.createElement("a"); source.href = s.source.url; source.target = "_blank"; source.rel = "noreferrer"; source.textContent = `${s.source.name} · 原始来源 ↗`;
|
| 18 |
$("#attribution").replaceChildren(source, text("span", ` · BeatAPI Prompt Gallery · 原示例 ${s.source_duration}`));
|
assets/ref2va-inputs/ref2va_test_1_1.jpg
ADDED
|
Git LFS Details
|
assets/ref2va-inputs/ref2va_test_1_2.jpg
ADDED
|
Git LFS Details
|
assets/ref2va-inputs/ref2va_test_1_3.jpg
ADDED
|
Git LFS Details
|
assets/ref2va-inputs/ref2va_test_2_1.jpg
ADDED
|
Git LFS Details
|
assets/ref2va-inputs/ref2va_test_2_2.jpg
ADDED
|
Git LFS Details
|
assets/ref2va-inputs/ref2va_test_2_3.jpg
ADDED
|
Git LFS Details
|
assets/ref2va-inputs/ref2va_test_4_1.jpg
ADDED
|
Git LFS Details
|
assets/v2-15s/fasth3-4/01.jpg
ADDED
|
assets/v2-15s/fasth3-4/02.jpg
ADDED
|
assets/v2-15s/fasth3-4/03.jpg
ADDED
|
assets/v2-15s/fasth3-4/04.jpg
ADDED
|
assets/v2-15s/fasth3-4/05.jpg
ADDED
|
assets/v2-15s/fasth3-4/06.jpg
ADDED
|
assets/v2-15s/fasth3-4/07.jpg
ADDED
|
assets/v2-15s/fasth3-4/08.jpg
ADDED
|
assets/v2-15s/fasth3-4/09.jpg
ADDED
|
assets/v2-15s/fasth3-4/10.jpg
ADDED
|
assets/v2-15s/fasth3-4/11.jpg
ADDED
|
assets/v2-15s/fasth3-4/12.jpg
ADDED
|
assets/v2-15s/fasth3-4/13.jpg
ADDED
|
assets/v2-15s/fasth3-4/14.jpg
ADDED
|
assets/v2-15s/fasth3-4/15.jpg
ADDED
|
assets/v2-15s/fasth3-4/16.jpg
ADDED
|
assets/v2-15s/fasth3-4/17.jpg
ADDED
|
assets/v2-15s/fasth3-4/18.jpg
ADDED
|
assets/v2-15s/fasth3-4/19.jpg
ADDED
|
assets/v2-15s/fasth3-4/20.jpg
ADDED
|
assets/v2-15s/hyperflow-8/01.jpg
ADDED
|
assets/v2-15s/hyperflow-8/02.jpg
ADDED
|
assets/v2-15s/hyperflow-8/03.jpg
ADDED
|
assets/v2-15s/hyperflow-8/04.jpg
ADDED
|
assets/v2-15s/hyperflow-8/05.jpg
ADDED
|
assets/v2-15s/hyperflow-8/06.jpg
ADDED
|
assets/v2-15s/hyperflow-8/07.jpg
ADDED
|
assets/v2-15s/hyperflow-8/08.jpg
ADDED
|
assets/v2-15s/hyperflow-8/09.jpg
ADDED
|
assets/v2-15s/hyperflow-8/10.jpg
ADDED
|
assets/v2-15s/hyperflow-8/11.jpg
ADDED
|
assets/v2-15s/hyperflow-8/12.jpg
ADDED
|
assets/v2-15s/hyperflow-8/13.jpg
ADDED
|
assets/v2-15s/hyperflow-8/14.jpg
ADDED
|
assets/v2-15s/hyperflow-8/15.jpg
ADDED
|
assets/v2-15s/hyperflow-8/16.jpg
ADDED
|
assets/v2-15s/hyperflow-8/17.jpg
ADDED
|
assets/v2-15s/hyperflow-8/18.jpg
ADDED
|
assets/v2-15s/hyperflow-8/19.jpg
ADDED
|
assets/v2-15s/hyperflow-8/20.jpg
ADDED
|