diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000000000000000000000000000000000000..94d0e4fc62cf6010d3ad95ad9a45b306d7d8ffa9 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,37 @@ +*.png filter=lfs diff=lfs merge=lfs -text +*.jpg filter=lfs diff=lfs merge=lfs -text +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text diff --git a/LICENSE b/LICENSE new file mode 100644 index 0000000000000000000000000000000000000000..c01dde9ffae8cf25ce32b986c480f4b49d7fa040 --- /dev/null +++ b/LICENSE @@ -0,0 +1,204 @@ +Copyright 2026 The NitroFusion2 Authors. + + Apache License + Version 2.0, January 2004 + http://www.apache.org/licenses/ + + TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION + + 1. Definitions. + + "License" shall mean the terms and conditions for use, reproduction, + and distribution as defined by Sections 1 through 9 of this document. + + "Licensor" shall mean the copyright owner or entity authorized by + the copyright owner that is granting the License. + + "Legal Entity" shall mean the union of the acting entity and all + other entities that control, are controlled by, or are under common + control with that entity. For the purposes of this definition, + "control" means (i) the power, direct or indirect, to cause the + direction or management of such entity, whether by contract or + otherwise, or (ii) ownership of fifty percent (50%) or more of the + outstanding shares, or (iii) beneficial ownership of such entity. + + "You" (or "Your") shall mean an individual or Legal Entity + exercising permissions granted by this License. + + "Source" form shall mean the preferred form for making modifications, + including but not limited to software source code, documentation + source, and configuration files. + + "Object" form shall mean any form resulting from mechanical + transformation or translation of a Source form, including but + not limited to compiled object code, generated documentation, + and conversions to other media types. + + "Work" shall mean the work of authorship, whether in Source or + Object form, made available under the License, as indicated by a + copyright notice that is included in or attached to the work + (an example is provided in the Appendix below). + + "Derivative Works" shall mean any work, whether in Source or Object + form, that is based on (or derived from) the Work and for which the + editorial revisions, annotations, elaborations, or other modifications + represent, as a whole, an original work of authorship. For the purposes + of this License, Derivative Works shall not include works that remain + separable from, or merely link (or bind by name) to the interfaces of, + the Work and Derivative Works thereof. + + "Contribution" shall mean any work of authorship, including + the original version of the Work and any modifications or additions + to that Work or Derivative Works thereof, that is intentionally + submitted to Licensor for inclusion in the Work by the copyright owner + or by an individual or Legal Entity authorized to submit on behalf of + the copyright owner. For the purposes of this definition, "submitted" + means any form of electronic, verbal, or written communication sent + to the Licensor or its representatives, including but not limited to + communication on electronic mailing lists, source code control systems, + and issue tracking systems that are managed by, or on behalf of, the + Licensor for the purpose of discussing and improving the Work, but + excluding communication that is conspicuously marked or otherwise + designated in writing by the copyright owner as "Not a Contribution." + + "Contributor" shall mean Licensor and any individual or Legal Entity + on behalf of whom a Contribution has been received by Licensor and + subsequently incorporated within the Work. + + 2. Grant of Copyright License. Subject to the terms and conditions of + this License, each Contributor hereby grants to You a perpetual, + worldwide, non-exclusive, no-charge, royalty-free, irrevocable + copyright license to reproduce, prepare Derivative Works of, + publicly display, publicly perform, sublicense, and distribute the + Work and such Derivative Works in Source or Object form. + + 3. Grant of Patent License. Subject to the terms and conditions of + this License, each Contributor hereby grants to You a perpetual, + worldwide, non-exclusive, no-charge, royalty-free, irrevocable + (except as stated in this section) patent license to make, have made, + use, offer to sell, sell, import, and otherwise transfer the Work, + where such license applies only to those patent claims licensable + by such Contributor that are necessarily infringed by their + Contribution(s) alone or by combination of their Contribution(s) + with the Work to which such Contribution(s) was submitted. If You + institute patent litigation against any entity (including a + cross-claim or counterclaim in a lawsuit) alleging that the Work + or a Contribution incorporated within the Work constitutes direct + or contributory patent infringement, then any patent licenses + granted to You under this License for that Work shall terminate + as of the date such litigation is filed. + + 4. Redistribution. You may reproduce and distribute copies of the + Work or Derivative Works thereof in any medium, with or without + modifications, and in Source or Object form, provided that You + meet the following conditions: + + (a) You must give any other recipients of the Work or + Derivative Works a copy of this License; and + + (b) You must cause any modified files to carry prominent notices + stating that You changed the files; and + + (c) You must retain, in the Source form of any Derivative Works + that You distribute, all copyright, patent, trademark, and + attribution notices from the Source form of the Work, + excluding those notices that do not pertain to any part of + the Derivative Works; and + + (d) If the Work includes a "NOTICE" text file as part of its + distribution, then any Derivative Works that You distribute must + include a readable copy of the attribution notices contained + within such NOTICE file, excluding those notices that do not + pertain to any part of the Derivative Works, in at least one + of the following places: within a NOTICE text file distributed + as part of the Derivative Works; within the Source form or + documentation, if provided along with the Derivative Works; or, + within a display generated by the Derivative Works, if and + wherever such third-party notices normally appear. The contents + of the NOTICE file are for informational purposes only and + do not modify the License. You may add Your own attribution + notices within Derivative Works that You distribute, alongside + or as an addendum to the NOTICE text from the Work, provided + that such additional attribution notices cannot be construed + as modifying the License. + + You may add Your own copyright statement to Your modifications and + may provide additional or different license terms and conditions + for use, reproduction, or distribution of Your modifications, or + for any such Derivative Works as a whole, provided Your use, + reproduction, and distribution of the Work otherwise complies with + the conditions stated in this License. + + 5. Submission of Contributions. Unless You explicitly state otherwise, + any Contribution intentionally submitted for inclusion in the Work + by You to the Licensor shall be under the terms and conditions of + this License, without any additional terms or conditions. + Notwithstanding the above, nothing herein shall supersede or modify + the terms of any separate license agreement you may have executed + with Licensor regarding such Contributions. + + 6. Trademarks. This License does not grant permission to use the trade + names, trademarks, service marks, or product names of the Licensor, + except as required for reasonable and customary use in describing the + origin of the Work and reproducing the content of the NOTICE file. + + 7. Disclaimer of Warranty. Unless required by applicable law or + agreed to in writing, Licensor provides the Work (and each + Contributor provides its Contributions) on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or + implied, including, without limitation, any warranties or conditions + of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A + PARTICULAR PURPOSE. You are solely responsible for determining the + appropriateness of using or redistributing the Work and assume any + risks associated with Your exercise of permissions under this License. + + 8. Limitation of Liability. In no event and under no legal theory, + whether in tort (including negligence), contract, or otherwise, + unless required by applicable law (such as deliberate and grossly + negligent acts) or agreed to in writing, shall any Contributor be + liable to You for damages, including any direct, indirect, special, + incidental, or consequential damages of any character arising as a + result of this License or out of the use or inability to use the + Work (including but not limited to damages for loss of goodwill, + work stoppage, computer failure or malfunction, or any and all + other commercial damages or losses), even if such Contributor + has been advised of the possibility of such damages. + + 9. Accepting Warranty or Additional Liability. While redistributing + the Work or Derivative Works thereof, You may choose to offer, + and charge a fee for, acceptance of support, warranty, indemnity, + or other liability obligations and/or rights consistent with this + License. However, in accepting such obligations, You may act only + on Your own behalf and on Your sole responsibility, not on behalf + of any other Contributor, and only if You agree to indemnify, + defend, and hold each Contributor harmless for any liability + incurred by, or claims asserted against, such Contributor by reason + of your accepting any such warranty or additional liability. + + END OF TERMS AND CONDITIONS + + APPENDIX: How to apply the Apache License to your work. + + To apply the Apache License to your work, attach the following + boilerplate notice, with the fields enclosed by brackets "[]" + replaced with your own identifying information. (Don't include + the brackets!) The text should be enclosed in the appropriate + comment syntax for the file format. We also recommend that a + file or class name and description of purpose be included on the + same "printed page" as the copyright notice for easier + identification within third-party archives. + + Copyright 2026 The NitroFusion2 Authors. + + Licensed under the Apache License, Version 2.0 (the "License"); + you may not use this file except in compliance with the License. + You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. + diff --git a/NitroFusion2-Controlnet-Union-lite.safetensors b/NitroFusion2-Controlnet-Union-lite.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4ae196b9b42422923aff83d9e63fb5421c4e0853 --- /dev/null +++ b/NitroFusion2-Controlnet-Union-lite.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a6cb600703aeec9b65e5d76c331d745c2429a72e5c2cc3dbcc5cf8c6287165f +size 2016627488 diff --git a/NitroFusion2-Controlnet-Union.safetensors b/NitroFusion2-Controlnet-Union.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d5103604bf54cf74f644737dd78b7c59ec46acf4 --- /dev/null +++ b/NitroFusion2-Controlnet-Union.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe69e4fe0158aaf6303c6cf13598ed20378349df16f1a34c8224a076468ef306 +size 6712485600 diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..7c72273fbcfbc99832692e8f013babfa60ee8283 --- /dev/null +++ b/README.md @@ -0,0 +1,110 @@ +--- +license: apache-2.0 +language: + - en +pipeline_tag: text-to-image +library_name: diffusion-single-file +base_model: + - ChenDY/NitroFusion2 + - alibaba-pai/Z-Image-Turbo-Fun-Controlnet-Union-2.1 +tags: + - controlnet + - text-to-image + - one-step + - few-step + - comfyui + - nitrofusion2 +--- + +# NitroFusion2-Controlnet-Union + +[![Demo](https://img.shields.io/badge/%F0%9F%A4%97%20Demo-NitroFusion2-ff7a00?labelColor=555)](https://huggingface.co/spaces/ChenDY/NitroFusion2) +[![NitroFusion2](https://img.shields.io/badge/%F0%9F%A4%97%20Checkpoint-NitroFusion2-ffc107?labelColor=555)](https://huggingface.co/ChenDY/NitroFusion2) +[![GitHub](https://img.shields.io/badge/GitHub-NitroFusion2-24292f?logo=github&labelColor=555)](https://github.com/ChenDarYen/NitroFusion2) +[![Project Page](https://img.shields.io/badge/%F0%9F%8C%90%20Project%20Page-NitroFusion2-1f72b8?labelColor=555)](https://chendaryen.github.io/NitroFusion2.github.io/) +[![arXiv](https://img.shields.io/badge/arXiv-2611.05648-b31b1b?labelColor=555)](https://arxiv.org/abs/2611.05648) + +NitroFusion2-Controlnet-Union is a finetuned version of [Z-Image-Turbo-Fun-Controlnet-Union-2.1](https://huggingface.co/alibaba-pai/Z-Image-Turbo-Fun-Controlnet-Union-2.1) (2602), adapted to [NitroFusion2](https://huggingface.co/ChenDY/NitroFusion2) for 1-step and 2-step generation. It must be used with NitroFusion2 as the base model. + +Supported conditions: Canny, HED, Depth, Pose, Scribble, Gray, and inpainting. + +## ComfyUI + +- 1 step: [`workflows/nitrofusion2_controlnet_1step.json`](./workflows/nitrofusion2_controlnet_1step.json) +- 2 steps: [`workflows/nitrofusion2_controlnet_2step.json`](./workflows/nitrofusion2_controlnet_2step.json) + +## Model Card + +| Name | Description | +|--|--| +| NitroFusion2-Controlnet-Union.safetensors | Union 2602 (15 control layer blocks + 2 refiner blocks) adapted to NitroFusion2 for 1โ€“2 step inference. | +| NitroFusion2-Controlnet-Union-lite.safetensors | Lite version (3 control layer blocks + 2 refiner blocks) adapted the same way; smaller and lighter on memory, with weaker control. | + +## Results + +### 1 step + + + + + + + + + + + + + + + + + + + + +
PoseUnion 2.1-2602 + NitroFusion2NitroFusion2-Controlnet-Union
Pose control mapUnion 2.1-2602 + NitroFusion2, 1 stepNitroFusion2-Controlnet-Union, 1 step
PoseUnion 2.1-2602 + NitroFusion2NitroFusion2-Controlnet-Union
Pose control mapUnion 2.1-2602 + NitroFusion2, 1 stepNitroFusion2-Controlnet-Union, 1 step
CannyUnion 2.1-2602 + NitroFusion2NitroFusion2-Controlnet-Union
Canny control mapUnion 2.1-2602 + NitroFusion2, 1 stepNitroFusion2-Controlnet-Union, 1 step
CannyUnion 2.1-2602 + NitroFusion2NitroFusion2-Controlnet-Union
Canny control mapUnion 2.1-2602 + NitroFusion2, 1 stepNitroFusion2-Controlnet-Union, 1 step
HEDUnion 2.1-2602 + NitroFusion2NitroFusion2-Controlnet-Union
HED control mapUnion 2.1-2602 + NitroFusion2, 1 stepNitroFusion2-Controlnet-Union, 1 step
HEDUnion 2.1-2602 + NitroFusion2NitroFusion2-Controlnet-Union
HED control mapUnion 2.1-2602 + NitroFusion2, 1 stepNitroFusion2-Controlnet-Union, 1 step
DepthUnion 2.1-2602 + NitroFusion2NitroFusion2-Controlnet-Union
Depth control mapUnion 2.1-2602 + NitroFusion2, 1 stepNitroFusion2-Controlnet-Union, 1 step
DepthUnion 2.1-2602 + NitroFusion2NitroFusion2-Controlnet-Union
Depth control mapUnion 2.1-2602 + NitroFusion2, 1 stepNitroFusion2-Controlnet-Union, 1 step
Pose + InpaintUnion 2.1-2602 + NitroFusion2NitroFusion2-Controlnet-Union
Source image, masked image and pose mapUnion 2.1-2602 + NitroFusion2, 1 stepNitroFusion2-Controlnet-Union, 1 step
+ +### 2 steps + + + + + + + + + + + + + + + + + + + + +
PoseUnion 2.1-2602 + NitroFusion2NitroFusion2-Controlnet-Union
Pose control mapUnion 2.1-2602 + NitroFusion2, 2 stepsNitroFusion2-Controlnet-Union, 2 steps
PoseUnion 2.1-2602 + NitroFusion2NitroFusion2-Controlnet-Union
Pose control mapUnion 2.1-2602 + NitroFusion2, 2 stepsNitroFusion2-Controlnet-Union, 2 steps
CannyUnion 2.1-2602 + NitroFusion2NitroFusion2-Controlnet-Union
Canny control mapUnion 2.1-2602 + NitroFusion2, 2 stepsNitroFusion2-Controlnet-Union, 2 steps
CannyUnion 2.1-2602 + NitroFusion2NitroFusion2-Controlnet-Union
Canny control mapUnion 2.1-2602 + NitroFusion2, 2 stepsNitroFusion2-Controlnet-Union, 2 steps
HEDUnion 2.1-2602 + NitroFusion2NitroFusion2-Controlnet-Union
HED control mapUnion 2.1-2602 + NitroFusion2, 2 stepsNitroFusion2-Controlnet-Union, 2 steps
HEDUnion 2.1-2602 + NitroFusion2NitroFusion2-Controlnet-Union
HED control mapUnion 2.1-2602 + NitroFusion2, 2 stepsNitroFusion2-Controlnet-Union, 2 steps
DepthUnion 2.1-2602 + NitroFusion2NitroFusion2-Controlnet-Union
Depth control mapUnion 2.1-2602 + NitroFusion2, 2 stepsNitroFusion2-Controlnet-Union, 2 steps
DepthUnion 2.1-2602 + NitroFusion2NitroFusion2-Controlnet-Union
Depth control mapUnion 2.1-2602 + NitroFusion2, 2 stepsNitroFusion2-Controlnet-Union, 2 steps
Pose + InpaintUnion 2.1-2602 + NitroFusion2NitroFusion2-Controlnet-Union
Source image, masked image and pose mapUnion 2.1-2602 + NitroFusion2, 2 stepsNitroFusion2-Controlnet-Union, 2 steps
+ +## Citation + +If you find NitroFusion2 useful in your research, please cite our paper: + +```bib +@article{chen2026nitrofusion2, + title={NitroFusion2: Bringing Adversarial Loss to the Text Stream of Multimodal Diffusion Transformers}, + author={Chen, Dar-Yen and Song, Yi-Zhe}, + journal={arXiv preprint arXiv:2611.05648}, + year={2026} +} +``` + +## Acknowledgements + +This model is adapted from [alibaba-pai/Z-Image-Turbo-Fun-Controlnet-Union-2.1](https://huggingface.co/alibaba-pai/Z-Image-Turbo-Fun-Controlnet-Union-2.1). Many thanks to the authors for releasing the ControlNet. + +## License + +[Apache 2.0](./LICENSE) diff --git a/asset/canny.jpg b/asset/canny.jpg new file mode 100644 index 0000000000000000000000000000000000000000..69aac915659109febdb4843979704dabe84c3f34 --- /dev/null +++ b/asset/canny.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e99213635d00be6d5a17e7ca0fccee123b612b6e35fefc7dc2fec1964f6103f +size 216710 diff --git a/asset/canny2.jpg b/asset/canny2.jpg new file mode 100644 index 0000000000000000000000000000000000000000..74381adf5cc5fe4ff22af4dc93dd62f44be713ed --- /dev/null +++ b/asset/canny2.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f88224d0b084e10aa2f91df5fc10adbf0fd433c5e7bfb10986c5bd2acccb1d2 +size 274811 diff --git a/asset/depth.jpg b/asset/depth.jpg new file mode 100644 index 0000000000000000000000000000000000000000..6ba3239c63898130b6b29b4000fbdb336e5f6a11 Binary files /dev/null and b/asset/depth.jpg differ diff --git a/asset/depth2.jpg b/asset/depth2.jpg new file mode 100644 index 0000000000000000000000000000000000000000..f79b0fb26230d7685b302da89ad5e54e81d64e23 Binary files /dev/null and b/asset/depth2.jpg differ diff --git a/asset/hed.jpg b/asset/hed.jpg new file mode 100644 index 0000000000000000000000000000000000000000..d312bafd146b51f6d2f9caf088e87a6e9a8d7e3b --- /dev/null +++ b/asset/hed.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03dd7aa58adbc5393fe9bc0bd216a5f64088bc16ad63f6ec943726127a1944ec +size 100123 diff --git a/asset/hed2.jpg b/asset/hed2.jpg new file mode 100644 index 0000000000000000000000000000000000000000..0856d53ce2361ce0225562b9be3d3be5e1badd3c --- /dev/null +++ b/asset/hed2.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca84566ab7092e69e3843f7f7a878bdda81bcf304d68048324b6ecdae3c73b4f +size 140616 diff --git a/asset/pose.jpg b/asset/pose.jpg new file mode 100644 index 0000000000000000000000000000000000000000..473c670c7f13239b266c6d48cf1899dd84190da3 Binary files /dev/null and b/asset/pose.jpg differ diff --git a/asset/pose2.jpg b/asset/pose2.jpg new file mode 100644 index 0000000000000000000000000000000000000000..ad658ce91370b9b640d1c537ecdb7dd04b243b47 Binary files /dev/null and b/asset/pose2.jpg differ diff --git a/asset/pose3.jpg b/asset/pose3.jpg new file mode 100644 index 0000000000000000000000000000000000000000..9b53d9cc7a6512fc1ec859c8565044543ec42aa2 Binary files /dev/null and b/asset/pose3.jpg differ diff --git a/asset/pose_inpaint.jpg b/asset/pose_inpaint.jpg new file mode 100644 index 0000000000000000000000000000000000000000..2aa6bb8ec3ed86d62248cf7f52af469f30f5c397 Binary files /dev/null and b/asset/pose_inpaint.jpg differ diff --git a/asset/pose_inpaint_mask.png b/asset/pose_inpaint_mask.png new file mode 100644 index 0000000000000000000000000000000000000000..b849a1f73bed05a5b5ff8cad0fc0736dca22ded6 Binary files /dev/null and b/asset/pose_inpaint_mask.png differ diff --git a/asset/pose_inpaint_pose.jpg b/asset/pose_inpaint_pose.jpg new file mode 100644 index 0000000000000000000000000000000000000000..e804b4fbf7a9cef9cd43a154a9e96cbf13b77528 Binary files /dev/null and b/asset/pose_inpaint_pose.jpg differ diff --git a/asset/pose_inpaint_source.png b/asset/pose_inpaint_source.png new file mode 100644 index 0000000000000000000000000000000000000000..b204094d4b6ad0c6e3c8a036254a34ef45d392c5 --- /dev/null +++ b/asset/pose_inpaint_source.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e6965c986c6c163b2c9ff512f2a0f3ed7da8d5f382874ae288203416ef905e9 +size 580757 diff --git a/results/2step/canny2_original.jpg b/results/2step/canny2_original.jpg new file mode 100644 index 0000000000000000000000000000000000000000..540d407d18460247d0ff6230d1a5d9beec269834 --- /dev/null +++ b/results/2step/canny2_original.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c4577337c6c552eeb9a743cea1f58e8f04334444b9396b12286c9df3551936a +size 201642 diff --git a/results/2step/canny2_ours.jpg b/results/2step/canny2_ours.jpg new file mode 100644 index 0000000000000000000000000000000000000000..fdd0212596eca2b3432a22a17c4b947924000bb4 --- /dev/null +++ b/results/2step/canny2_ours.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90caa5eabc164c108b18cd5513864648de27846d7d17ff798fb240a1f09623bd +size 229429 diff --git a/results/2step/canny_original.jpg b/results/2step/canny_original.jpg new file mode 100644 index 0000000000000000000000000000000000000000..0da36ca448ec74138f47f46c8511b8f2244f1b58 --- /dev/null +++ b/results/2step/canny_original.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e17aa0e0f51d4053b86adbf2e5843c266aeb0e8240511765c1080bc2f479f8e +size 212408 diff --git a/results/2step/canny_ours.jpg b/results/2step/canny_ours.jpg new file mode 100644 index 0000000000000000000000000000000000000000..51f6b0bd35659c25754d3083e7656b45b2cb4928 --- /dev/null +++ b/results/2step/canny_ours.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35bc8307d1ec4ad6d97cb7ad65250158dd54496f88d21e9b04872e5ea0c65d5f +size 231953 diff --git a/results/2step/depth2_original.jpg b/results/2step/depth2_original.jpg new file mode 100644 index 0000000000000000000000000000000000000000..e2612d235f2ff35cf6b874771988b5f1c7aaa2a1 --- /dev/null +++ b/results/2step/depth2_original.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a760b1ed2e138391d04c2dc952e87a4d6cad745f49630c1932d616f83edbee95 +size 167174 diff --git a/results/2step/depth2_ours.jpg b/results/2step/depth2_ours.jpg new file mode 100644 index 0000000000000000000000000000000000000000..0c7008a47af843ac1f9f2348a82cfae7d291ca35 --- /dev/null +++ b/results/2step/depth2_ours.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61f8e5218d6fdd8cf05907308f0d448ea1187a2426d03c12072b2fb40064b483 +size 263930 diff --git a/results/2step/depth_original.jpg b/results/2step/depth_original.jpg new file mode 100644 index 0000000000000000000000000000000000000000..6f72c02936e368e894f4fc0e4f202fbac1144320 --- /dev/null +++ b/results/2step/depth_original.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfebc8cf3a1adb47659877a70eda95877f24204130f95e25df75e5d19fe5c4bf +size 191371 diff --git a/results/2step/depth_ours.jpg b/results/2step/depth_ours.jpg new file mode 100644 index 0000000000000000000000000000000000000000..01492cd8bceef1ba65580e7d38af2876e56cdbe6 --- /dev/null +++ b/results/2step/depth_ours.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e756fa5cbbbb2fd57ba4617b37cfcfb357b6ad56c2ec51abbd83a45d0217aa15 +size 229547 diff --git a/results/2step/hed2_original.jpg b/results/2step/hed2_original.jpg new file mode 100644 index 0000000000000000000000000000000000000000..7bbcbcd43245c5111484c64a82fd565ab6fa96d6 --- /dev/null +++ b/results/2step/hed2_original.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a058ddb615f0ed7bb3105ca924c6389dc8adcc0377f235b3cf80f0d3223bbc07 +size 131577 diff --git a/results/2step/hed2_ours.jpg b/results/2step/hed2_ours.jpg new file mode 100644 index 0000000000000000000000000000000000000000..8edefb07d29c53ecb504c05288aaec55b0a0ce0a --- /dev/null +++ b/results/2step/hed2_ours.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a694827d668950ca93c8040f39a60417605a87ed421a9a8e74cc4cc34ba5b81d +size 165693 diff --git a/results/2step/hed_original.jpg b/results/2step/hed_original.jpg new file mode 100644 index 0000000000000000000000000000000000000000..d6e5a41f7087e100943e07cae2e5823082b94e9c --- /dev/null +++ b/results/2step/hed_original.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f941b102ebaf618eb15d8619928cf3085104533c9e9bb565fff98f8c283425d +size 141264 diff --git a/results/2step/hed_ours.jpg b/results/2step/hed_ours.jpg new file mode 100644 index 0000000000000000000000000000000000000000..1f7ae384a3889b2bfa094cfd17c3a910ad7c6b47 --- /dev/null +++ b/results/2step/hed_ours.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d2abfad29e54f5330d220a1703366f0a08b69f8b77b5e8d77350548ce5c4272 +size 170208 diff --git a/results/2step/pose2_original.jpg b/results/2step/pose2_original.jpg new file mode 100644 index 0000000000000000000000000000000000000000..dff25aadd0ea509515d8cc97b778f145b75121cb --- /dev/null +++ b/results/2step/pose2_original.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c38e18883c06c2d6805b8e760c971f0caf8dad8d0844d41ccbdcdb2574863fb +size 211822 diff --git a/results/2step/pose2_ours.jpg b/results/2step/pose2_ours.jpg new file mode 100644 index 0000000000000000000000000000000000000000..60150e5533644ce0daf39494e90231cfdab6b9e3 --- /dev/null +++ b/results/2step/pose2_ours.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b6d27ee30e5211e715f5d59c1957b605996b42dc7a89537f0e9cc376dcf6ad4 +size 249331 diff --git a/results/2step/pose3_original.jpg b/results/2step/pose3_original.jpg new file mode 100644 index 0000000000000000000000000000000000000000..c1c806411da5ed0be6decfe3fd96c0722e9d79f3 --- /dev/null +++ b/results/2step/pose3_original.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99e9fd3960f91f2e283df038781cc78cf7278bef2c4d9a32ab20131b87db865e +size 221521 diff --git a/results/2step/pose3_ours.jpg b/results/2step/pose3_ours.jpg new file mode 100644 index 0000000000000000000000000000000000000000..a86f91d7d2046212a307175eaca3bc185094519a --- /dev/null +++ b/results/2step/pose3_ours.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59827ab34d55cbd3aba57e566caf56e8f19b2e73dae4e8250a59e0a1dac9f6ad +size 254925 diff --git a/results/2step/pose_inpaint_original.jpg b/results/2step/pose_inpaint_original.jpg new file mode 100644 index 0000000000000000000000000000000000000000..986eab452c012d0df8b5b34b649ddaf2a6147110 --- /dev/null +++ b/results/2step/pose_inpaint_original.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfa1ebdf2a90642ca727728b55d27369475a0b49aa87ff9d276dbd038bbc147c +size 181126 diff --git a/results/2step/pose_inpaint_ours.jpg b/results/2step/pose_inpaint_ours.jpg new file mode 100644 index 0000000000000000000000000000000000000000..5b6d33f28a21edd8c58fe44043992034e60812fe --- /dev/null +++ b/results/2step/pose_inpaint_ours.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b6edd7d4a1415b9e5f8e96e87ea0103ca43f0156443683d010f719e3668809e +size 183578 diff --git a/results/canny2_original.jpg b/results/canny2_original.jpg new file mode 100644 index 0000000000000000000000000000000000000000..e0e44cbeb89912c2690132ed5e32209cb17b9880 --- /dev/null +++ b/results/canny2_original.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:669f530b7943162edaf81f2f83da726b2443eef9b4a049994e22bbd20f65dfdc +size 228252 diff --git a/results/canny2_ours.jpg b/results/canny2_ours.jpg new file mode 100644 index 0000000000000000000000000000000000000000..37173c16d8bce45ec69da290096b94af7ba17760 --- /dev/null +++ b/results/canny2_ours.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:867296d0739338a16fdc8c3f7ceb3cd76a7e6822ee5c4933edc5b115a5812e17 +size 245029 diff --git a/results/canny_original.jpg b/results/canny_original.jpg new file mode 100644 index 0000000000000000000000000000000000000000..5bb2203a21395e83950d0b6361fd4b63ebd9af95 --- /dev/null +++ b/results/canny_original.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19afd090651ec5a4a66101b236540cab9a050c6fe1e76b336bef62881cb5a9cd +size 247229 diff --git a/results/canny_ours.jpg b/results/canny_ours.jpg new file mode 100644 index 0000000000000000000000000000000000000000..9110644f698ce651e7d1b579c0f4f509bbc0434a --- /dev/null +++ b/results/canny_ours.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:603076fd392acaa1f2c551f712826f16e21496f7b2387f7f33355456f5c22d84 +size 267885 diff --git a/results/depth2_original.jpg b/results/depth2_original.jpg new file mode 100644 index 0000000000000000000000000000000000000000..21298ef11c1a9bf83804742891d204acd2989265 --- /dev/null +++ b/results/depth2_original.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcf160249db312c20338c0d29318e9e72a8c83aa35a91000aaf09fa3329ae85c +size 182509 diff --git a/results/depth2_ours.jpg b/results/depth2_ours.jpg new file mode 100644 index 0000000000000000000000000000000000000000..bb67d9e9ee33a04709d074100f45e2951b58d20b --- /dev/null +++ b/results/depth2_ours.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c418872bddcdbc6e161ac80e0b735f15dc814258c11681efc572b2e822ddcea4 +size 281732 diff --git a/results/depth_original.jpg b/results/depth_original.jpg new file mode 100644 index 0000000000000000000000000000000000000000..dff3e5656028be6d52e09dd3bb2c45f7184b6dfe --- /dev/null +++ b/results/depth_original.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66df54ac217bd05991330c37916685367e434ce5ee164c6794444ee00b706fdd +size 204418 diff --git a/results/depth_ours.jpg b/results/depth_ours.jpg new file mode 100644 index 0000000000000000000000000000000000000000..7edb18cbe89853c5276a790b7c48e6a5dbc8e6ae --- /dev/null +++ b/results/depth_ours.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cb9b57d9d1c74311f698947bbdb76e41f111c404e0fa4be94a5bf98edfac733 +size 242317 diff --git a/results/hed2_original.jpg b/results/hed2_original.jpg new file mode 100644 index 0000000000000000000000000000000000000000..3b1a9566a8daea13a60d773b6cde48e576815bf6 --- /dev/null +++ b/results/hed2_original.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac20632d339ef40c08a0b77dc6ba88bac5f107e0958c8505864f080d4526181e +size 156411 diff --git a/results/hed2_ours.jpg b/results/hed2_ours.jpg new file mode 100644 index 0000000000000000000000000000000000000000..af4f767c52d2821b149b05baf006552533c0a9c4 --- /dev/null +++ b/results/hed2_ours.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c11592a469143dca5eb04ac60558412a945fb47306fc0c90a75cca43bea18c9 +size 190207 diff --git a/results/hed_original.jpg b/results/hed_original.jpg new file mode 100644 index 0000000000000000000000000000000000000000..715d32ba55e560472e7918f7ec8a776ffe974082 --- /dev/null +++ b/results/hed_original.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:211efbec445c3d02ef3c3dccb59e138c1ed0f8541e177a8a5c7acb16f01079ae +size 167060 diff --git a/results/hed_ours.jpg b/results/hed_ours.jpg new file mode 100644 index 0000000000000000000000000000000000000000..eb8457ffc03dd67c44a00a59478fcb05f871c56a --- /dev/null +++ b/results/hed_ours.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a517c5f2030d968766f0d4cf8baeec908cefbb9958a1dbb2074044b54a924df0 +size 195299 diff --git a/results/pose2_original.jpg b/results/pose2_original.jpg new file mode 100644 index 0000000000000000000000000000000000000000..6f012ccfa31e9c28686b81683792f830ef5c22e5 --- /dev/null +++ b/results/pose2_original.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:edb3b7762e56be8d1c3cc5d27537e8f3756bc44f383f51eef1ff90ad1c9a315e +size 215251 diff --git a/results/pose2_ours.jpg b/results/pose2_ours.jpg new file mode 100644 index 0000000000000000000000000000000000000000..2da0d91343bc44c3666ff4caf9de1efe8a427f49 --- /dev/null +++ b/results/pose2_ours.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86535e649d6785019f1a6a9ac1cd7241266bfe4bd9a422d0d51351bf7078b292 +size 280910 diff --git a/results/pose3_original.jpg b/results/pose3_original.jpg new file mode 100644 index 0000000000000000000000000000000000000000..cf244f7ab841e403408efb0ee9e083f00e6d9d4e --- /dev/null +++ b/results/pose3_original.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03de61b5bea20ada2d1183896199ef70dee8f4f27fcf056bd8ef6fd7210a42d6 +size 231216 diff --git a/results/pose3_ours.jpg b/results/pose3_ours.jpg new file mode 100644 index 0000000000000000000000000000000000000000..cf9039467e96f3f66ef233c1c8a63c1c1031c163 --- /dev/null +++ b/results/pose3_ours.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e65f40c4110158d057a1b717e9f1c62652f680a31ea8c0557f9be6cd5d14018c +size 278309 diff --git a/results/pose_inpaint_original.jpg b/results/pose_inpaint_original.jpg new file mode 100644 index 0000000000000000000000000000000000000000..7678c48377d6c9f20c0f7594e431771e5adc4500 --- /dev/null +++ b/results/pose_inpaint_original.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c6464a988635e062243008935330d7bd84e6553d09692354ad3a9ce5f539a37 +size 187432 diff --git a/results/pose_inpaint_ours.jpg b/results/pose_inpaint_ours.jpg new file mode 100644 index 0000000000000000000000000000000000000000..2eafb5c134e33dce0f182740321a2f1883986412 --- /dev/null +++ b/results/pose_inpaint_ours.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc3a255490c0e82d5e6926243a88748645f06d1928d445fef4cc9835ecf39ea2 +size 193301 diff --git a/workflows/nitrofusion2_controlnet_1step.json b/workflows/nitrofusion2_controlnet_1step.json new file mode 100644 index 0000000000000000000000000000000000000000..bfc5f1a27fa41492b51ed623b5b4bfcd5497c77d --- /dev/null +++ b/workflows/nitrofusion2_controlnet_1step.json @@ -0,0 +1,1414 @@ +{ + "id": "b5c8e2f4-1a7d-4b39-8e62-9f0d3a6c1e84", + "revision": 0, + "last_node_id": 63, + "last_link_id": 65, + "nodes": [ + { + "id": 35, + "type": "MarkdownNote", + "pos": [ + -680, + 200 + ], + "size": [ + 760, + 1080 + ], + "flags": {}, + "order": 0, + "mode": 0, + "inputs": [], + "outputs": [], + "title": "Read me", + "properties": {}, + "widgets_values": [ + "# NitroFusion2 ControlNet\n\n## Model files\n\n**text_encoders**\n- [qwen_3_4b.safetensors](https://huggingface.co/Comfy-Org/z_image_turbo/resolve/main/split_files/text_encoders/qwen_3_4b.safetensors) (7.49 GB)\n\n**diffusion_models**\n- [nf2-bf16.safetensors](https://huggingface.co/ChenDY/NitroFusion2/resolve/main/nf2-bf16.safetensors) (12.3 GB)\n\n**model_patches**\n- [NitroFusion2-Controlnet-Union.safetensors](https://huggingface.co/ChenDY/NitroFusion2-Controlnet-Union/resolve/main/NitroFusion2-Controlnet-Union.safetensors) (6.7 GB)\n- [NitroFusion2-Controlnet-Union-lite.safetensors](https://huggingface.co/ChenDY/NitroFusion2-Controlnet-Union/resolve/main/NitroFusion2-Controlnet-Union-lite.safetensors) (2.0 GB, optional)\n\n**vae**\n- [ae.safetensors](https://huggingface.co/Comfy-Org/z_image_turbo/resolve/main/split_files/vae/ae.safetensors) (319.8 MB)\n\n## Folder structure\n\n```\n๐Ÿ“‚ ComfyUI/\nโ”œโ”€โ”€ ๐Ÿ“‚ input/\nโ”‚ โ”œโ”€โ”€ pose_inpaint_source.png\nโ”‚ โ”œโ”€โ”€ pose_inpaint_mask.png\nโ”‚ โ””โ”€โ”€ pose_inpaint_pose.jpg\nโ””โ”€โ”€ ๐Ÿ“‚ models/\n โ”œโ”€โ”€ ๐Ÿ“‚ text_encoders/\n โ”‚ โ””โ”€โ”€ qwen_3_4b.safetensors\n โ”œโ”€โ”€ ๐Ÿ“‚ diffusion_models/\n โ”‚ โ””โ”€โ”€ nf2-bf16.safetensors\n โ”œโ”€โ”€ ๐Ÿ“‚ model_patches/\n โ”‚ โ”œโ”€โ”€ NitroFusion2-Controlnet-Union.safetensors\n โ”‚ โ””โ”€โ”€ NitroFusion2-Controlnet-Union-lite.safetensors\n โ””โ”€โ”€ ๐Ÿ“‚ vae/\n โ””โ”€โ”€ ae.safetensors\n```\n\n## How to use\n\n1. Load your control map (canny, HED, depth, pose, scribble or gray) in **Load Image (pose map)**. The example map is [asset/pose.jpg](https://huggingface.co/ChenDY/NitroFusion2-Controlnet-Union/resolve/main/asset/pose.jpg).\n2. Set **width** and **height** to the control map's aspect ratio (about 1 megapixel, multiples of 16).\n3. **control strength**: 1.0 is recommended.\n4. **controlnet**: NitroFusion2-Controlnet-Union.safetensors, or the lite file for lower memory with weaker control.\n\n## Inpainting\n\n- **Load Image (source to inpaint)**: the image to edit (pose_inpaint_source.png).\n- **Load Mask (white = repaint)**: white marks the area to repaint, black is kept; the red channel is read (pose_inpaint_mask.png).\n- **Load Image (pose map)**: the pose control for the repainted area (pose_inpaint_pose.jpg).\n- Set width and height to the source image's aspect ratio. Download all three from the asset/ folder of this repo and put them in ComfyUI/input/.\n\n**Without inpainting** (plain ControlNet, any condition): select **Load Image (source to inpaint)** and **Load Mask (white = repaint)** and bypass them (Ctrl+B), then load your control map in **Load Image (pose map)**.\n\n## Steps\n\nOne step (euler, simple). Keep cfg = 1.\n\n## Report workflow issue\n\nIf you found any issues when running this workflow, [report them here](https://huggingface.co/ChenDY/NitroFusion2-Controlnet-Union/discussions).\n" + ], + "color": "#222", + "bgcolor": "#000" + }, + { + "id": 57, + "type": "4e7a2c19-8d3b-4f51-a6e0-3c9b1d7f0a33", + "pos": [ + 130, + 200 + ], + "size": [ + 400, + 560 + ], + "flags": {}, + "order": 1, + "mode": 0, + "inputs": [ + { + "label": "prompt", + "name": "text", + "type": "STRING", + "widget": { + "name": "text" + }, + "link": null + }, + { + "label": "control image", + "name": "image", + "type": "IMAGE", + "link": 63 + }, + { + "label": "inpaint image", + "name": "inpaint_image", + "type": "IMAGE", + "link": 64 + }, + { + "label": "inpaint mask", + "name": "mask", + "type": "MASK", + "link": 65 + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 62 + ] + } + ], + "properties": { + "proxyWidgets": [ + [ + "6", + "text" + ], + [ + "9", + "width" + ], + [ + "9", + "height" + ], + [ + "10", + "seed" + ], + [ + "10", + "steps" + ], + [ + "1", + "unet_name" + ], + [ + "5", + "clip_name" + ], + [ + "8", + "vae_name" + ], + [ + "20", + "name" + ], + [ + "21", + "strength" + ], + [ + "10", + "control_after_generate" + ] + ], + "cnr_id": "comfy-core" + }, + "widgets_values": [] + }, + { + "id": 60, + "type": "SaveImage", + "pos": [ + 570, + 200 + ], + "size": [ + 780, + 660 + ], + "flags": {}, + "order": 2, + "mode": 0, + "inputs": [ + { + "name": "images", + "type": "IMAGE", + "link": 62 + } + ], + "outputs": [], + "properties": { + "Node name for S&R": "SaveImage", + "cnr_id": "comfy-core" + }, + "widgets_values": [ + "NitroFusion2" + ] + }, + { + "id": 61, + "type": "LoadImage", + "pos": [ + 130, + 800 + ], + "size": [ + 380, + 420 + ], + "flags": {}, + "order": 0, + "mode": 0, + "inputs": [], + "outputs": [ + { + "localized_name": "IMAGE", + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 63 + ] + }, + { + "localized_name": "MASK", + "name": "MASK", + "type": "MASK", + "links": null + } + ], + "properties": { + "Node name for S&R": "LoadImage", + "cnr_id": "comfy-core" + }, + "widgets_values": [ + "pose_inpaint_pose.jpg", + "image" + ], + "title": "Load Image (pose map)" + }, + { + "id": 62, + "type": "LoadImage", + "pos": [ + 130, + 1260 + ], + "size": [ + 380, + 420 + ], + "flags": {}, + "order": 0, + "mode": 0, + "inputs": [], + "outputs": [ + { + "localized_name": "IMAGE", + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 64 + ] + }, + { + "localized_name": "MASK", + "name": "MASK", + "type": "MASK", + "links": null + } + ], + "properties": { + "Node name for S&R": "LoadImage", + "cnr_id": "comfy-core" + }, + "widgets_values": [ + "pose_inpaint_source.png", + "image" + ], + "title": "Load Image (source to inpaint)" + }, + { + "id": 63, + "type": "LoadImageMask", + "pos": [ + 130, + 1720 + ], + "size": [ + 380, + 440 + ], + "flags": {}, + "order": 0, + "mode": 0, + "inputs": [ + { + "localized_name": "image", + "name": "image", + "type": "COMBO", + "widget": { + "name": "image" + }, + "link": null + } + ], + "outputs": [ + { + "localized_name": "MASK", + "name": "MASK", + "type": "MASK", + "links": [ + 65 + ] + } + ], + "properties": { + "Node name for S&R": "LoadImageMask", + "cnr_id": "comfy-core" + }, + "widgets_values": [ + "pose_inpaint_mask.png", + "red", + "image" + ], + "title": "Load Mask (white = repaint)" + } + ], + "links": [ + [ + 62, + 57, + 0, + 60, + 0, + "IMAGE" + ], + [ + 63, + 61, + 0, + 57, + 1, + "IMAGE" + ], + [ + 64, + 62, + 0, + 57, + 2, + "IMAGE" + ], + [ + 65, + 63, + 0, + 57, + 3, + "MASK" + ] + ], + "groups": [], + "definitions": { + "subgraphs": [ + { + "id": "4e7a2c19-8d3b-4f51-a6e0-3c9b1d7f0a33", + "version": 1, + "state": { + "lastGroupId": 3, + "lastNodeId": 40, + "lastLinkId": 126, + "lastRerouteId": 0 + }, + "revision": 0, + "config": {}, + "name": "Control to Image (NitroFusion2 ControlNet, 1 step)", + "inputNode": { + "id": -10, + "bounding": [ + -560, + 480, + 120, + 320 + ] + }, + "outputNode": { + "id": -20, + "bounding": [ + 1625, + 320, + 120, + 60 + ] + }, + "inputs": [ + { + "id": "4e7a2c19-8d3b-4f51-a6e0-3c9b1d7f0000", + "name": "text", + "type": "STRING", + "linkIds": [ + 110 + ], + "pos": [ + -460, + 500 + ], + "label": "prompt" + }, + { + "id": "4e7a2c19-8d3b-4f51-a6e0-3c9b1d7f0001", + "name": "width", + "type": "INT", + "linkIds": [ + 111 + ], + "pos": [ + -460, + 520 + ] + }, + { + "id": "4e7a2c19-8d3b-4f51-a6e0-3c9b1d7f0002", + "name": "height", + "type": "INT", + "linkIds": [ + 112 + ], + "pos": [ + -460, + 540 + ] + }, + { + "id": "4e7a2c19-8d3b-4f51-a6e0-3c9b1d7f0003", + "name": "seed", + "type": "INT", + "linkIds": [ + 113 + ], + "pos": [ + -460, + 560 + ] + }, + { + "id": "4e7a2c19-8d3b-4f51-a6e0-3c9b1d7f0004", + "name": "steps", + "type": "INT", + "linkIds": [ + 114 + ], + "pos": [ + -460, + 580 + ] + }, + { + "id": "4e7a2c19-8d3b-4f51-a6e0-3c9b1d7f0005", + "name": "unet_name", + "type": "COMBO", + "linkIds": [ + 115 + ], + "pos": [ + -460, + 600 + ] + }, + { + "id": "4e7a2c19-8d3b-4f51-a6e0-3c9b1d7f0006", + "name": "clip_name", + "type": "COMBO", + "linkIds": [ + 116 + ], + "pos": [ + -460, + 620 + ] + }, + { + "id": "4e7a2c19-8d3b-4f51-a6e0-3c9b1d7f0007", + "name": "vae_name", + "type": "COMBO", + "linkIds": [ + 117 + ], + "pos": [ + -460, + 640 + ] + }, + { + "id": "4e7a2c19-8d3b-4f51-a6e0-3c9b1d7f0008", + "name": "image", + "type": "IMAGE", + "linkIds": [ + 122 + ], + "pos": [ + -460, + 660 + ], + "label": "control image" + }, + { + "id": "4e7a2c19-8d3b-4f51-a6e0-3c9b1d7f0009", + "name": "name", + "type": "COMBO", + "linkIds": [ + 123 + ], + "pos": [ + -460, + 680 + ], + "label": "controlnet" + }, + { + "id": "4e7a2c19-8d3b-4f51-a6e0-3c9b1d7f0010", + "name": "strength", + "type": "FLOAT", + "linkIds": [ + 124 + ], + "pos": [ + -460, + 700 + ], + "label": "control strength" + }, + { + "id": "4e7a2c19-8d3b-4f51-a6e0-3c9b1d7f0011", + "name": "inpaint_image", + "type": "IMAGE", + "linkIds": [ + 125 + ], + "pos": [ + -460, + 720 + ], + "label": "inpaint image" + }, + { + "id": "4e7a2c19-8d3b-4f51-a6e0-3c9b1d7f0012", + "name": "mask", + "type": "MASK", + "linkIds": [ + 126 + ], + "pos": [ + -460, + 740 + ], + "label": "inpaint mask" + } + ], + "outputs": [ + { + "id": "4e7a2c19-8d3b-4f51-a6e0-3c9b1d7fffff", + "name": "IMAGE", + "type": "IMAGE", + "linkIds": [ + 118 + ], + "localized_name": "IMAGE", + "pos": [ + 0, + 0 + ] + } + ], + "widgets": [], + "nodes": [ + { + "id": 1, + "type": "UNETLoader", + "pos": [ + 30, + 230 + ], + "size": [ + 270, + 110 + ], + "flags": {}, + "order": 0, + "mode": 0, + "inputs": [ + { + "localized_name": "unet_name", + "name": "unet_name", + "type": "COMBO", + "widget": { + "name": "unet_name" + }, + "link": 115 + } + ], + "outputs": [ + { + "localized_name": "MODEL", + "name": "MODEL", + "type": "MODEL", + "links": [ + 101 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "UNETLoader", + "cnr_id": "comfy-core" + }, + "widgets_values": [ + "nf2-bf16.safetensors", + "default" + ] + }, + { + "id": 3, + "type": "ModelSamplingAuraFlow", + "pos": [ + 950, + 230 + ], + "size": [ + 310, + 104 + ], + "flags": {}, + "order": 1, + "mode": 0, + "inputs": [ + { + "localized_name": "model", + "name": "model", + "type": "MODEL", + "link": 119 + } + ], + "outputs": [ + { + "localized_name": "MODEL", + "name": "MODEL", + "type": "MODEL", + "links": [ + 104 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "ModelSamplingAuraFlow", + "cnr_id": "comfy-core" + }, + "widgets_values": [ + 3 + ] + }, + { + "id": 5, + "type": "CLIPLoader", + "pos": [ + 30, + 520 + ], + "size": [ + 270, + 140 + ], + "flags": {}, + "order": 2, + "mode": 0, + "inputs": [ + { + "localized_name": "clip_name", + "name": "clip_name", + "type": "COMBO", + "widget": { + "name": "clip_name" + }, + "link": 116 + } + ], + "outputs": [ + { + "localized_name": "CLIP", + "name": "CLIP", + "type": "CLIP", + "links": [ + 102 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "CLIPLoader", + "cnr_id": "comfy-core" + }, + "widgets_values": [ + "qwen_3_4b.safetensors", + "lumina2", + "default" + ] + }, + { + "id": 6, + "type": "CLIPTextEncode", + "pos": [ + 400, + 230 + ], + "size": [ + 450, + 650 + ], + "flags": {}, + "order": 3, + "mode": 0, + "inputs": [ + { + "localized_name": "clip", + "name": "clip", + "type": "CLIP", + "link": 102 + }, + { + "localized_name": "text", + "name": "text", + "type": "STRING", + "widget": { + "name": "text" + }, + "link": 110 + } + ], + "outputs": [ + { + "localized_name": "CONDITIONING", + "name": "CONDITIONING", + "type": "CONDITIONING", + "links": [ + 103, + 105 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "CLIPTextEncode", + "cnr_id": "comfy-core" + }, + "widgets_values": [ + "A young woman with long wavy violet-purple hair and straight bangs, two small black ribbon bows in her hair, smiling softly at the camera. She wears a white sleeveless summer dress with thin straps, a ruffled sweetheart neckline and a light, flowing chiffon skirt." + ] + }, + { + "id": 7, + "type": "ConditioningZeroOut", + "pos": [ + 630, + 960 + ], + "size": [ + 225, + 72 + ], + "flags": {}, + "order": 4, + "mode": 0, + "inputs": [ + { + "localized_name": "conditioning", + "name": "conditioning", + "type": "CONDITIONING", + "link": 103 + } + ], + "outputs": [ + { + "localized_name": "CONDITIONING", + "name": "CONDITIONING", + "type": "CONDITIONING", + "links": [ + 106 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "ConditioningZeroOut", + "cnr_id": "comfy-core" + }, + "widgets_values": [] + }, + { + "id": 8, + "type": "VAELoader", + "pos": [ + 30, + 700 + ], + "size": [ + 270, + 110 + ], + "flags": {}, + "order": 5, + "mode": 0, + "inputs": [ + { + "localized_name": "vae_name", + "name": "vae_name", + "type": "COMBO", + "widget": { + "name": "vae_name" + }, + "link": 117 + } + ], + "outputs": [ + { + "localized_name": "VAE", + "name": "VAE", + "type": "VAE", + "links": [ + 109, + 121 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "VAELoader", + "cnr_id": "comfy-core" + }, + "widgets_values": [ + "ae.safetensors" + ] + }, + { + "id": 9, + "type": "EmptySD3LatentImage", + "pos": [ + 40, + 890 + ], + "size": [ + 260, + 170 + ], + "flags": {}, + "order": 6, + "mode": 0, + "inputs": [ + { + "localized_name": "width", + "name": "width", + "type": "INT", + "widget": { + "name": "width" + }, + "link": 111 + }, + { + "localized_name": "height", + "name": "height", + "type": "INT", + "widget": { + "name": "height" + }, + "link": 112 + } + ], + "outputs": [ + { + "localized_name": "LATENT", + "name": "LATENT", + "type": "LATENT", + "links": [ + 107 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "EmptySD3LatentImage", + "cnr_id": "comfy-core" + }, + "widgets_values": [ + 768, + 1328, + 1 + ] + }, + { + "id": 10, + "type": "KSampler", + "pos": [ + 950, + 400 + ], + "size": [ + 320, + 340 + ], + "flags": {}, + "order": 7, + "mode": 0, + "inputs": [ + { + "localized_name": "model", + "name": "model", + "type": "MODEL", + "link": 104 + }, + { + "localized_name": "positive", + "name": "positive", + "type": "CONDITIONING", + "link": 105 + }, + { + "localized_name": "negative", + "name": "negative", + "type": "CONDITIONING", + "link": 106 + }, + { + "localized_name": "latent_image", + "name": "latent_image", + "type": "LATENT", + "link": 107 + }, + { + "localized_name": "seed", + "name": "seed", + "type": "INT", + "widget": { + "name": "seed" + }, + "link": 113 + }, + { + "localized_name": "steps", + "name": "steps", + "type": "INT", + "widget": { + "name": "steps" + }, + "link": 114 + } + ], + "outputs": [ + { + "localized_name": "LATENT", + "name": "LATENT", + "type": "LATENT", + "links": [ + 108 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "KSampler", + "cnr_id": "comfy-core" + }, + "widgets_values": [ + 3, + "fixed", + 1, + 1, + "euler", + "simple", + 1.0 + ] + }, + { + "id": 12, + "type": "VAEDecode", + "pos": [ + 1320, + 230 + ], + "size": [ + 225, + 96 + ], + "flags": {}, + "order": 8, + "mode": 0, + "inputs": [ + { + "localized_name": "samples", + "name": "samples", + "type": "LATENT", + "link": 108 + }, + { + "localized_name": "vae", + "name": "vae", + "type": "VAE", + "link": 109 + } + ], + "outputs": [ + { + "localized_name": "IMAGE", + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 118 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "VAEDecode", + "cnr_id": "comfy-core" + }, + "widgets_values": [] + }, + { + "id": 20, + "type": "ModelPatchLoader", + "pos": [ + 30, + 1180 + ], + "size": [ + 270, + 82 + ], + "flags": {}, + "order": 0, + "mode": 0, + "inputs": [ + { + "localized_name": "name", + "name": "name", + "type": "COMBO", + "widget": { + "name": "name" + }, + "link": 123 + } + ], + "outputs": [ + { + "localized_name": "MODEL_PATCH", + "name": "MODEL_PATCH", + "type": "MODEL_PATCH", + "links": [ + 120 + ] + } + ], + "properties": { + "Node name for S&R": "ModelPatchLoader", + "cnr_id": "comfy-core" + }, + "widgets_values": [ + "NitroFusion2-Controlnet-Union.safetensors" + ] + }, + { + "id": 21, + "type": "ZImageFunControlnet", + "pos": [ + 950, + 880 + ], + "size": [ + 320, + 190 + ], + "flags": {}, + "order": 0, + "mode": 0, + "inputs": [ + { + "localized_name": "model", + "name": "model", + "type": "MODEL", + "link": 101 + }, + { + "localized_name": "model_patch", + "name": "model_patch", + "type": "MODEL_PATCH", + "link": 120 + }, + { + "localized_name": "vae", + "name": "vae", + "type": "VAE", + "link": 121 + }, + { + "localized_name": "image", + "name": "image", + "shape": 7, + "type": "IMAGE", + "link": 122 + }, + { + "localized_name": "inpaint_image", + "name": "inpaint_image", + "shape": 7, + "type": "IMAGE", + "link": 125 + }, + { + "localized_name": "mask", + "name": "mask", + "shape": 7, + "type": "MASK", + "link": 126 + }, + { + "localized_name": "strength", + "name": "strength", + "type": "FLOAT", + "widget": { + "name": "strength" + }, + "link": 124 + } + ], + "outputs": [ + { + "localized_name": "MODEL", + "name": "MODEL", + "type": "MODEL", + "links": [ + 119 + ] + } + ], + "properties": { + "Node name for S&R": "ZImageFunControlnet", + "cnr_id": "comfy-core" + }, + "widgets_values": [ + 1.0, + 0.0, + 1.0 + ] + } + ], + "groups": [ + { + "id": 1, + "title": "Step2 - Image size", + "bounding": [ + 10, + 820, + 320, + 280 + ], + "color": "#3f789e", + "font_size": 24, + "flags": {} + }, + { + "id": 2, + "title": "Step3 - Prompt", + "bounding": [ + 360, + 130, + 530, + 970 + ], + "color": "#3f789e", + "font_size": 24, + "flags": {} + }, + { + "id": 3, + "title": "Step1 - Load models", + "bounding": [ + 0, + 130, + 330, + 690 + ], + "color": "#3f789e", + "font_size": 24, + "flags": {} + }, + { + "id": 4, + "title": "Step4 - ControlNet", + "bounding": [ + 0, + 1130, + 330, + 150 + ], + "color": "#3f789e", + "font_size": 24, + "flags": {} + }, + { + "id": 5, + "title": "ControlNet", + "bounding": [ + 940, + 810, + 370, + 280 + ], + "color": "#3f789e", + "font_size": 24, + "flags": {} + } + ], + "links": [ + { + "id": 101, + "origin_id": 1, + "origin_slot": 0, + "target_id": 21, + "target_slot": 0, + "type": "MODEL" + }, + { + "id": 102, + "origin_id": 5, + "origin_slot": 0, + "target_id": 6, + "target_slot": 0, + "type": "CLIP" + }, + { + "id": 103, + "origin_id": 6, + "origin_slot": 0, + "target_id": 7, + "target_slot": 0, + "type": "CONDITIONING" + }, + { + "id": 104, + "origin_id": 3, + "origin_slot": 0, + "target_id": 10, + "target_slot": 0, + "type": "MODEL" + }, + { + "id": 105, + "origin_id": 6, + "origin_slot": 0, + "target_id": 10, + "target_slot": 1, + "type": "CONDITIONING" + }, + { + "id": 106, + "origin_id": 7, + "origin_slot": 0, + "target_id": 10, + "target_slot": 2, + "type": "CONDITIONING" + }, + { + "id": 107, + "origin_id": 9, + "origin_slot": 0, + "target_id": 10, + "target_slot": 3, + "type": "LATENT" + }, + { + "id": 108, + "origin_id": 10, + "origin_slot": 0, + "target_id": 12, + "target_slot": 0, + "type": "LATENT" + }, + { + "id": 109, + "origin_id": 8, + "origin_slot": 0, + "target_id": 12, + "target_slot": 1, + "type": "VAE" + }, + { + "id": 110, + "origin_id": -10, + "origin_slot": 0, + "target_id": 6, + "target_slot": 1, + "type": "STRING" + }, + { + "id": 111, + "origin_id": -10, + "origin_slot": 1, + "target_id": 9, + "target_slot": 0, + "type": "INT" + }, + { + "id": 112, + "origin_id": -10, + "origin_slot": 2, + "target_id": 9, + "target_slot": 1, + "type": "INT" + }, + { + "id": 113, + "origin_id": -10, + "origin_slot": 3, + "target_id": 10, + "target_slot": 4, + "type": "INT" + }, + { + "id": 114, + "origin_id": -10, + "origin_slot": 4, + "target_id": 10, + "target_slot": 5, + "type": "INT" + }, + { + "id": 115, + "origin_id": -10, + "origin_slot": 5, + "target_id": 1, + "target_slot": 0, + "type": "COMBO" + }, + { + "id": 116, + "origin_id": -10, + "origin_slot": 6, + "target_id": 5, + "target_slot": 0, + "type": "COMBO" + }, + { + "id": 117, + "origin_id": -10, + "origin_slot": 7, + "target_id": 8, + "target_slot": 0, + "type": "COMBO" + }, + { + "id": 118, + "origin_id": 12, + "origin_slot": 0, + "target_id": -20, + "target_slot": 0, + "type": "IMAGE" + }, + { + "id": 119, + "origin_id": 21, + "origin_slot": 0, + "target_id": 3, + "target_slot": 0, + "type": "MODEL" + }, + { + "id": 120, + "origin_id": 20, + "origin_slot": 0, + "target_id": 21, + "target_slot": 1, + "type": "MODEL_PATCH" + }, + { + "id": 121, + "origin_id": 8, + "origin_slot": 0, + "target_id": 21, + "target_slot": 2, + "type": "VAE" + }, + { + "id": 122, + "origin_id": -10, + "origin_slot": 8, + "target_id": 21, + "target_slot": 3, + "type": "IMAGE" + }, + { + "id": 123, + "origin_id": -10, + "origin_slot": 9, + "target_id": 20, + "target_slot": 0, + "type": "COMBO" + }, + { + "id": 124, + "origin_id": -10, + "origin_slot": 10, + "target_id": 21, + "target_slot": 6, + "type": "FLOAT" + }, + { + "id": 125, + "origin_id": -10, + "origin_slot": 11, + "target_id": 21, + "target_slot": 4, + "type": "IMAGE" + }, + { + "id": 126, + "origin_id": -10, + "origin_slot": 12, + "target_id": 21, + "target_slot": 5, + "type": "MASK" + } + ], + "extra": { + "workflowRendererVersion": "LG" + } + } + ] + }, + "config": {}, + "extra": { + "ds": { + "scale": 0.67, + "offset": [ + 840, + 310 + ] + }, + "workflowRendererVersion": "LG" + }, + "version": 0.4 +} \ No newline at end of file diff --git a/workflows/nitrofusion2_controlnet_2step.json b/workflows/nitrofusion2_controlnet_2step.json new file mode 100644 index 0000000000000000000000000000000000000000..6f850e7faf8a47afe454c604ab3854e18415d481 --- /dev/null +++ b/workflows/nitrofusion2_controlnet_2step.json @@ -0,0 +1,1923 @@ +{ + "id": "c6d9f3a5-2b8e-4c4a-9f73-0a1e4b7d2f95", + "revision": 0, + "last_node_id": 63, + "last_link_id": 65, + "nodes": [ + { + "id": 35, + "type": "MarkdownNote", + "pos": [ + -680, + 200 + ], + "size": [ + 760, + 1140 + ], + "flags": {}, + "order": 0, + "mode": 0, + "inputs": [], + "outputs": [], + "title": "Read me", + "properties": {}, + "widgets_values": [ + "# NitroFusion2 ControlNet\n\n## Model files\n\n**text_encoders**\n- [qwen_3_4b.safetensors](https://huggingface.co/Comfy-Org/z_image_turbo/resolve/main/split_files/text_encoders/qwen_3_4b.safetensors) (7.49 GB)\n\n**diffusion_models**\n- [nf2-bf16.safetensors](https://huggingface.co/ChenDY/NitroFusion2/resolve/main/nf2-bf16.safetensors) (12.3 GB)\n\n**loras**\n- [nf2-dedistill-lora.safetensors](https://huggingface.co/ChenDY/NitroFusion2/resolve/main/nf2-dedistill-lora.safetensors) (381.6 MB)\n\n**model_patches**\n- [NitroFusion2-Controlnet-Union.safetensors](https://huggingface.co/ChenDY/NitroFusion2-Controlnet-Union/resolve/main/NitroFusion2-Controlnet-Union.safetensors) (6.7 GB)\n- [NitroFusion2-Controlnet-Union-lite.safetensors](https://huggingface.co/ChenDY/NitroFusion2-Controlnet-Union/resolve/main/NitroFusion2-Controlnet-Union-lite.safetensors) (2.0 GB, optional)\n\n**vae**\n- [ae.safetensors](https://huggingface.co/Comfy-Org/z_image_turbo/resolve/main/split_files/vae/ae.safetensors) (319.8 MB)\n\n## Folder structure\n\n```\n๐Ÿ“‚ ComfyUI/\nโ”œโ”€โ”€ ๐Ÿ“‚ input/\nโ”‚ โ”œโ”€โ”€ pose_inpaint_source.png\nโ”‚ โ”œโ”€โ”€ pose_inpaint_mask.png\nโ”‚ โ””โ”€โ”€ pose_inpaint_pose.jpg\nโ””โ”€โ”€ ๐Ÿ“‚ models/\n โ”œโ”€โ”€ ๐Ÿ“‚ text_encoders/\n โ”‚ โ””โ”€โ”€ qwen_3_4b.safetensors\n โ”œโ”€โ”€ ๐Ÿ“‚ diffusion_models/\n โ”‚ โ””โ”€โ”€ nf2-bf16.safetensors\n โ”œโ”€โ”€ ๐Ÿ“‚ loras/\n โ”‚ โ””โ”€โ”€ nf2-dedistill-lora.safetensors\n โ”œโ”€โ”€ ๐Ÿ“‚ model_patches/\n โ”‚ โ”œโ”€โ”€ NitroFusion2-Controlnet-Union.safetensors\n โ”‚ โ””โ”€โ”€ NitroFusion2-Controlnet-Union-lite.safetensors\n โ””โ”€โ”€ ๐Ÿ“‚ vae/\n โ””โ”€โ”€ ae.safetensors\n```\n\n## How to use\n\n1. Load your control map (canny, HED, depth, pose, scribble or gray) in **Load Image (pose map)**. The example map is [asset/pose.jpg](https://huggingface.co/ChenDY/NitroFusion2-Controlnet-Union/resolve/main/asset/pose.jpg).\n2. Set **width** and **height** to the control map's aspect ratio (about 1 megapixel, multiples of 16).\n3. **control strength**: 1.0 is recommended.\n4. **controlnet**: NitroFusion2-Controlnet-Union.safetensors, or the lite file for lower memory with weaker control.\n\n## Inpainting\n\n- **Load Image (source to inpaint)**: the image to edit (pose_inpaint_source.png).\n- **Load Mask (white = repaint)**: white marks the area to repaint, black is kept; the red channel is read (pose_inpaint_mask.png).\n- **Load Image (pose map)**: the pose control for the repainted area (pose_inpaint_pose.jpg).\n- Set width and height to the source image's aspect ratio. Download all three from the asset/ folder of this repo and put them in ComfyUI/input/.\n\n**Without inpainting** (plain ControlNet, any condition): select **Load Image (source to inpaint)** and **Load Mask (white = repaint)** and bypass them (Ctrl+B), then load your control map in **Load Image (pose map)**.\n\n## Steps\n\nTwo steps on one shared sigma table (euler, simple). The shift (6) is preset. The step LoRA is applied on step 1 only (scale 0.5); step 2 runs NitroFusion2 alone. Keep cfg = 1.\n\n## Report workflow issue\n\nIf you found any issues when running this workflow, [report them here](https://huggingface.co/ChenDY/NitroFusion2-Controlnet-Union/discussions).\n" + ], + "color": "#222", + "bgcolor": "#000" + }, + { + "id": 57, + "type": "9a1f6d38-2e4c-4b7a-b3d5-7c0e8f2a1b44", + "pos": [ + 130, + 200 + ], + "size": [ + 400, + 560 + ], + "flags": {}, + "order": 1, + "mode": 0, + "inputs": [ + { + "label": "prompt", + "name": "text", + "type": "STRING", + "widget": { + "name": "text" + }, + "link": null + }, + { + "label": "control image", + "name": "image", + "type": "IMAGE", + "link": 63 + }, + { + "label": "inpaint image", + "name": "inpaint_image", + "type": "IMAGE", + "link": 64 + }, + { + "label": "inpaint mask", + "name": "mask", + "type": "MASK", + "link": 65 + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 62 + ] + } + ], + "properties": { + "proxyWidgets": [ + [ + "6", + "text" + ], + [ + "9", + "width" + ], + [ + "9", + "height" + ], + [ + "10", + "noise_seed" + ], + [ + "1", + "unet_name" + ], + [ + "2", + "strength_model" + ], + [ + "14", + "strength_model" + ], + [ + "2", + "lora_name" + ], + [ + "5", + "clip_name" + ], + [ + "8", + "vae_name" + ], + [ + "20", + "name" + ], + [ + "21", + "strength" + ], + [ + "10", + "control_after_generate" + ] + ], + "cnr_id": "comfy-core" + }, + "widgets_values": [] + }, + { + "id": 60, + "type": "SaveImage", + "pos": [ + 570, + 200 + ], + "size": [ + 780, + 660 + ], + "flags": {}, + "order": 2, + "mode": 0, + "inputs": [ + { + "name": "images", + "type": "IMAGE", + "link": 62 + } + ], + "outputs": [], + "properties": { + "Node name for S&R": "SaveImage", + "cnr_id": "comfy-core" + }, + "widgets_values": [ + "NitroFusion2" + ] + }, + { + "id": 61, + "type": "LoadImage", + "pos": [ + 130, + 800 + ], + "size": [ + 380, + 420 + ], + "flags": {}, + "order": 0, + "mode": 0, + "inputs": [], + "outputs": [ + { + "localized_name": "IMAGE", + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 63 + ] + }, + { + "localized_name": "MASK", + "name": "MASK", + "type": "MASK", + "links": null + } + ], + "properties": { + "Node name for S&R": "LoadImage", + "cnr_id": "comfy-core" + }, + "widgets_values": [ + "pose_inpaint_pose.jpg", + "image" + ], + "title": "Load Image (pose map)" + }, + { + "id": 62, + "type": "LoadImage", + "pos": [ + 130, + 1260 + ], + "size": [ + 380, + 420 + ], + "flags": {}, + "order": 0, + "mode": 0, + "inputs": [], + "outputs": [ + { + "localized_name": "IMAGE", + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 64 + ] + }, + { + "localized_name": "MASK", + "name": "MASK", + "type": "MASK", + "links": null + } + ], + "properties": { + "Node name for S&R": "LoadImage", + "cnr_id": "comfy-core" + }, + "widgets_values": [ + "pose_inpaint_source.png", + "image" + ], + "title": "Load Image (source to inpaint)" + }, + { + "id": 63, + "type": "LoadImageMask", + "pos": [ + 130, + 1720 + ], + "size": [ + 380, + 440 + ], + "flags": {}, + "order": 0, + "mode": 0, + "inputs": [ + { + "localized_name": "image", + "name": "image", + "type": "COMBO", + "widget": { + "name": "image" + }, + "link": null + } + ], + "outputs": [ + { + "localized_name": "MASK", + "name": "MASK", + "type": "MASK", + "links": [ + 65 + ] + } + ], + "properties": { + "Node name for S&R": "LoadImageMask", + "cnr_id": "comfy-core" + }, + "widgets_values": [ + "pose_inpaint_mask.png", + "red", + "image" + ], + "title": "Load Mask (white = repaint)" + } + ], + "links": [ + [ + 62, + 57, + 0, + 60, + 0, + "IMAGE" + ], + [ + 63, + 61, + 0, + 57, + 1, + "IMAGE" + ], + [ + 64, + 62, + 0, + 57, + 2, + "IMAGE" + ], + [ + 65, + 63, + 0, + 57, + 3, + "MASK" + ] + ], + "groups": [], + "definitions": { + "subgraphs": [ + { + "id": "9a1f6d38-2e4c-4b7a-b3d5-7c0e8f2a1b44", + "version": 1, + "state": { + "lastGroupId": 3, + "lastNodeId": 40, + "lastLinkId": 144, + "lastRerouteId": 0 + }, + "revision": 0, + "config": {}, + "name": "Control to Image (NitroFusion2 ControlNet, 2 steps)", + "inputNode": { + "id": -10, + "bounding": [ + -560, + 480, + 120, + 360 + ] + }, + "outputNode": { + "id": -20, + "bounding": [ + 1985, + 320, + 120, + 60 + ] + }, + "inputs": [ + { + "id": "9a1f6d38-2e4c-4b7a-b3d5-7c0e8f2a0000", + "name": "text", + "type": "STRING", + "linkIds": [ + 117 + ], + "pos": [ + -460, + 500 + ], + "label": "prompt" + }, + { + "id": "9a1f6d38-2e4c-4b7a-b3d5-7c0e8f2a0001", + "name": "width", + "type": "INT", + "linkIds": [ + 118 + ], + "pos": [ + -460, + 520 + ] + }, + { + "id": "9a1f6d38-2e4c-4b7a-b3d5-7c0e8f2a0002", + "name": "height", + "type": "INT", + "linkIds": [ + 119 + ], + "pos": [ + -460, + 540 + ] + }, + { + "id": "9a1f6d38-2e4c-4b7a-b3d5-7c0e8f2a0003", + "name": "seed", + "type": "INT", + "linkIds": [ + 120, + 121 + ], + "pos": [ + -460, + 560 + ] + }, + { + "id": "9a1f6d38-2e4c-4b7a-b3d5-7c0e8f2a0004", + "name": "unet_name", + "type": "COMBO", + "linkIds": [ + 122 + ], + "pos": [ + -460, + 580 + ] + }, + { + "id": "9a1f6d38-2e4c-4b7a-b3d5-7c0e8f2a0005", + "name": "lora_scale_1", + "type": "FLOAT", + "linkIds": [ + 123 + ], + "pos": [ + -460, + 600 + ], + "label": "LoRA scale ยท step 1" + }, + { + "id": "9a1f6d38-2e4c-4b7a-b3d5-7c0e8f2a0006", + "name": "lora_scale_2", + "type": "FLOAT", + "linkIds": [ + 124 + ], + "pos": [ + -460, + 620 + ], + "label": "LoRA scale ยท step 2" + }, + { + "id": "9a1f6d38-2e4c-4b7a-b3d5-7c0e8f2a0007", + "name": "lora_name", + "type": "COMBO", + "linkIds": [ + 125, + 126 + ], + "pos": [ + -460, + 640 + ] + }, + { + "id": "9a1f6d38-2e4c-4b7a-b3d5-7c0e8f2a0008", + "name": "clip_name", + "type": "COMBO", + "linkIds": [ + 127 + ], + "pos": [ + -460, + 660 + ] + }, + { + "id": "9a1f6d38-2e4c-4b7a-b3d5-7c0e8f2a0009", + "name": "vae_name", + "type": "COMBO", + "linkIds": [ + 128 + ], + "pos": [ + -460, + 680 + ] + }, + { + "id": "9a1f6d38-2e4c-4b7a-b3d5-7c0e8f2a0010", + "name": "image", + "type": "IMAGE", + "linkIds": [ + 136, + 137 + ], + "pos": [ + -460, + 700 + ], + "label": "control image" + }, + { + "id": "9a1f6d38-2e4c-4b7a-b3d5-7c0e8f2a0011", + "name": "name", + "type": "COMBO", + "linkIds": [ + 138 + ], + "pos": [ + -460, + 720 + ], + "label": "controlnet" + }, + { + "id": "9a1f6d38-2e4c-4b7a-b3d5-7c0e8f2a0012", + "name": "strength", + "type": "FLOAT", + "linkIds": [ + 139, + 140 + ], + "pos": [ + -460, + 740 + ], + "label": "control strength" + }, + { + "id": "9a1f6d38-2e4c-4b7a-b3d5-7c0e8f2a0013", + "name": "inpaint_image", + "type": "IMAGE", + "linkIds": [ + 141, + 142 + ], + "pos": [ + -460, + 760 + ], + "label": "inpaint image" + }, + { + "id": "9a1f6d38-2e4c-4b7a-b3d5-7c0e8f2a0014", + "name": "mask", + "type": "MASK", + "linkIds": [ + 143, + 144 + ], + "pos": [ + -460, + 780 + ], + "label": "inpaint mask" + } + ], + "outputs": [ + { + "id": "9a1f6d38-2e4c-4b7a-b3d5-7c0e8f2affff", + "name": "IMAGE", + "type": "IMAGE", + "linkIds": [ + 129 + ], + "localized_name": "IMAGE", + "pos": [ + 0, + 0 + ] + } + ], + "widgets": [], + "nodes": [ + { + "id": 1, + "type": "UNETLoader", + "pos": [ + 30, + 230 + ], + "size": [ + 270, + 110 + ], + "flags": {}, + "order": 0, + "mode": 0, + "inputs": [ + { + "localized_name": "unet_name", + "name": "unet_name", + "type": "COMBO", + "widget": { + "name": "unet_name" + }, + "link": 122 + } + ], + "outputs": [ + { + "localized_name": "MODEL", + "name": "MODEL", + "type": "MODEL", + "links": [ + 101, + 102 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "UNETLoader", + "cnr_id": "comfy-core" + }, + "widgets_values": [ + "nf2-bf16.safetensors", + "default" + ] + }, + { + "id": 2, + "type": "LoraLoaderModelOnly", + "pos": [ + 30, + 370 + ], + "size": [ + 270, + 110 + ], + "flags": {}, + "order": 1, + "mode": 0, + "inputs": [ + { + "localized_name": "model", + "name": "model", + "type": "MODEL", + "link": 101 + }, + { + "localized_name": "strength_model", + "name": "strength_model", + "type": "FLOAT", + "widget": { + "name": "strength_model" + }, + "link": 123 + }, + { + "localized_name": "lora_name", + "name": "lora_name", + "type": "COMBO", + "widget": { + "name": "lora_name" + }, + "link": 125 + } + ], + "outputs": [ + { + "localized_name": "MODEL", + "name": "MODEL", + "type": "MODEL", + "links": [ + 104 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "LoraLoaderModelOnly", + "cnr_id": "comfy-core" + }, + "widgets_values": [ + "nf2-dedistill-lora.safetensors", + 0.5 + ], + "title": "De-distillation LoRA ยท step 1" + }, + { + "id": 14, + "type": "LoraLoaderModelOnly", + "pos": [ + 30, + 510 + ], + "size": [ + 270, + 110 + ], + "flags": {}, + "order": 2, + "mode": 0, + "inputs": [ + { + "localized_name": "model", + "name": "model", + "type": "MODEL", + "link": 102 + }, + { + "localized_name": "strength_model", + "name": "strength_model", + "type": "FLOAT", + "widget": { + "name": "strength_model" + }, + "link": 124 + }, + { + "localized_name": "lora_name", + "name": "lora_name", + "type": "COMBO", + "widget": { + "name": "lora_name" + }, + "link": 126 + } + ], + "outputs": [ + { + "localized_name": "MODEL", + "name": "MODEL", + "type": "MODEL", + "links": [ + 103 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "LoraLoaderModelOnly", + "cnr_id": "comfy-core" + }, + "widgets_values": [ + "nf2-dedistill-lora.safetensors", + 0.0 + ], + "title": "De-distillation LoRA ยท step 2" + }, + { + "id": 3, + "type": "ModelSamplingAuraFlow", + "pos": [ + 1310, + 230 + ], + "size": [ + 310, + 104 + ], + "flags": {}, + "order": 3, + "mode": 0, + "inputs": [ + { + "localized_name": "model", + "name": "model", + "type": "MODEL", + "link": 133 + } + ], + "outputs": [ + { + "localized_name": "MODEL", + "name": "MODEL", + "type": "MODEL", + "links": [ + 111 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "ModelSamplingAuraFlow", + "cnr_id": "comfy-core" + }, + "widgets_values": [ + 6 + ] + }, + { + "id": 4, + "type": "ModelSamplingAuraFlow", + "pos": [ + 950, + 230 + ], + "size": [ + 310, + 104 + ], + "flags": {}, + "order": 4, + "mode": 0, + "inputs": [ + { + "localized_name": "model", + "name": "model", + "type": "MODEL", + "link": 130 + } + ], + "outputs": [ + { + "localized_name": "MODEL", + "name": "MODEL", + "type": "MODEL", + "links": [ + 107 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "ModelSamplingAuraFlow", + "cnr_id": "comfy-core" + }, + "widgets_values": [ + 6 + ] + }, + { + "id": 5, + "type": "CLIPLoader", + "pos": [ + 30, + 650 + ], + "size": [ + 270, + 140 + ], + "flags": {}, + "order": 5, + "mode": 0, + "inputs": [ + { + "localized_name": "clip_name", + "name": "clip_name", + "type": "COMBO", + "widget": { + "name": "clip_name" + }, + "link": 127 + } + ], + "outputs": [ + { + "localized_name": "CLIP", + "name": "CLIP", + "type": "CLIP", + "links": [ + 105 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "CLIPLoader", + "cnr_id": "comfy-core" + }, + "widgets_values": [ + "qwen_3_4b.safetensors", + "lumina2", + "default" + ] + }, + { + "id": 6, + "type": "CLIPTextEncode", + "pos": [ + 400, + 230 + ], + "size": [ + 450, + 650 + ], + "flags": {}, + "order": 6, + "mode": 0, + "inputs": [ + { + "localized_name": "clip", + "name": "clip", + "type": "CLIP", + "link": 105 + }, + { + "localized_name": "text", + "name": "text", + "type": "STRING", + "widget": { + "name": "text" + }, + "link": 117 + } + ], + "outputs": [ + { + "localized_name": "CONDITIONING", + "name": "CONDITIONING", + "type": "CONDITIONING", + "links": [ + 106, + 108, + 112 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "CLIPTextEncode", + "cnr_id": "comfy-core" + }, + "widgets_values": [ + "A young woman with long wavy violet-purple hair and straight bangs, two small black ribbon bows in her hair, smiling softly at the camera. She wears a white sleeveless summer dress with thin straps, a ruffled sweetheart neckline and a light, flowing chiffon skirt." + ] + }, + { + "id": 7, + "type": "ConditioningZeroOut", + "pos": [ + 630, + 960 + ], + "size": [ + 225, + 72 + ], + "flags": {}, + "order": 7, + "mode": 0, + "inputs": [ + { + "localized_name": "conditioning", + "name": "conditioning", + "type": "CONDITIONING", + "link": 106 + } + ], + "outputs": [ + { + "localized_name": "CONDITIONING", + "name": "CONDITIONING", + "type": "CONDITIONING", + "links": [ + 109, + 113 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "ConditioningZeroOut", + "cnr_id": "comfy-core" + }, + "widgets_values": [] + }, + { + "id": 8, + "type": "VAELoader", + "pos": [ + 30, + 830 + ], + "size": [ + 270, + 110 + ], + "flags": {}, + "order": 8, + "mode": 0, + "inputs": [ + { + "localized_name": "vae_name", + "name": "vae_name", + "type": "COMBO", + "widget": { + "name": "vae_name" + }, + "link": 128 + } + ], + "outputs": [ + { + "localized_name": "VAE", + "name": "VAE", + "type": "VAE", + "links": [ + 116, + 132, + 135 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "VAELoader", + "cnr_id": "comfy-core" + }, + "widgets_values": [ + "ae.safetensors" + ] + }, + { + "id": 9, + "type": "EmptySD3LatentImage", + "pos": [ + 40, + 1050 + ], + "size": [ + 260, + 170 + ], + "flags": {}, + "order": 9, + "mode": 0, + "inputs": [ + { + "localized_name": "width", + "name": "width", + "type": "INT", + "widget": { + "name": "width" + }, + "link": 118 + }, + { + "localized_name": "height", + "name": "height", + "type": "INT", + "widget": { + "name": "height" + }, + "link": 119 + } + ], + "outputs": [ + { + "localized_name": "LATENT", + "name": "LATENT", + "type": "LATENT", + "links": [ + 110 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "EmptySD3LatentImage", + "cnr_id": "comfy-core" + }, + "widgets_values": [ + 768, + 1328, + 1 + ] + }, + { + "id": 10, + "type": "KSamplerAdvanced", + "pos": [ + 950, + 400 + ], + "size": [ + 320, + 400 + ], + "flags": {}, + "order": 10, + "mode": 0, + "inputs": [ + { + "localized_name": "model", + "name": "model", + "type": "MODEL", + "link": 107 + }, + { + "localized_name": "positive", + "name": "positive", + "type": "CONDITIONING", + "link": 108 + }, + { + "localized_name": "negative", + "name": "negative", + "type": "CONDITIONING", + "link": 109 + }, + { + "localized_name": "latent_image", + "name": "latent_image", + "type": "LATENT", + "link": 110 + }, + { + "localized_name": "noise_seed", + "name": "noise_seed", + "type": "INT", + "widget": { + "name": "noise_seed" + }, + "link": 120 + } + ], + "outputs": [ + { + "localized_name": "LATENT", + "name": "LATENT", + "type": "LATENT", + "links": [ + 114 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "KSamplerAdvanced", + "cnr_id": "comfy-core" + }, + "widgets_values": [ + "enable", + 3, + "fixed", + 2, + 1, + "euler", + "simple", + 0, + 1, + "enable" + ], + "title": "Step 1 ยท NitroFusion2 + de-distillation LoRA" + }, + { + "id": 11, + "type": "KSamplerAdvanced", + "pos": [ + 1310, + 400 + ], + "size": [ + 320, + 400 + ], + "flags": {}, + "order": 11, + "mode": 0, + "inputs": [ + { + "localized_name": "model", + "name": "model", + "type": "MODEL", + "link": 111 + }, + { + "localized_name": "positive", + "name": "positive", + "type": "CONDITIONING", + "link": 112 + }, + { + "localized_name": "negative", + "name": "negative", + "type": "CONDITIONING", + "link": 113 + }, + { + "localized_name": "latent_image", + "name": "latent_image", + "type": "LATENT", + "link": 114 + }, + { + "localized_name": "noise_seed", + "name": "noise_seed", + "type": "INT", + "widget": { + "name": "noise_seed" + }, + "link": 121 + } + ], + "outputs": [ + { + "localized_name": "LATENT", + "name": "LATENT", + "type": "LATENT", + "links": [ + 115 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "KSamplerAdvanced", + "cnr_id": "comfy-core" + }, + "widgets_values": [ + "disable", + 3, + "fixed", + 2, + 1, + "euler", + "simple", + 1, + 2, + "disable" + ], + "title": "Step 2 ยท NitroFusion2" + }, + { + "id": 12, + "type": "VAEDecode", + "pos": [ + 1680, + 230 + ], + "size": [ + 225, + 96 + ], + "flags": {}, + "order": 12, + "mode": 0, + "inputs": [ + { + "localized_name": "samples", + "name": "samples", + "type": "LATENT", + "link": 115 + }, + { + "localized_name": "vae", + "name": "vae", + "type": "VAE", + "link": 116 + } + ], + "outputs": [ + { + "localized_name": "IMAGE", + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 129 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "VAEDecode", + "cnr_id": "comfy-core" + }, + "widgets_values": [] + }, + { + "id": 20, + "type": "ModelPatchLoader", + "pos": [ + 30, + 1330 + ], + "size": [ + 270, + 82 + ], + "flags": {}, + "order": 0, + "mode": 0, + "inputs": [ + { + "localized_name": "name", + "name": "name", + "type": "COMBO", + "widget": { + "name": "name" + }, + "link": 138 + } + ], + "outputs": [ + { + "localized_name": "MODEL_PATCH", + "name": "MODEL_PATCH", + "type": "MODEL_PATCH", + "links": [ + 131, + 134 + ] + } + ], + "properties": { + "Node name for S&R": "ModelPatchLoader", + "cnr_id": "comfy-core" + }, + "widgets_values": [ + "NitroFusion2-Controlnet-Union.safetensors" + ] + }, + { + "id": 21, + "type": "ZImageFunControlnet", + "pos": [ + 950, + 860 + ], + "size": [ + 320, + 190 + ], + "flags": {}, + "order": 0, + "mode": 0, + "inputs": [ + { + "localized_name": "model", + "name": "model", + "type": "MODEL", + "link": 104 + }, + { + "localized_name": "model_patch", + "name": "model_patch", + "type": "MODEL_PATCH", + "link": 131 + }, + { + "localized_name": "vae", + "name": "vae", + "type": "VAE", + "link": 132 + }, + { + "localized_name": "image", + "name": "image", + "shape": 7, + "type": "IMAGE", + "link": 136 + }, + { + "localized_name": "inpaint_image", + "name": "inpaint_image", + "shape": 7, + "type": "IMAGE", + "link": 141 + }, + { + "localized_name": "mask", + "name": "mask", + "shape": 7, + "type": "MASK", + "link": 143 + }, + { + "localized_name": "strength", + "name": "strength", + "type": "FLOAT", + "widget": { + "name": "strength" + }, + "link": 139 + } + ], + "outputs": [ + { + "localized_name": "MODEL", + "name": "MODEL", + "type": "MODEL", + "links": [ + 130 + ] + } + ], + "properties": { + "Node name for S&R": "ZImageFunControlnet", + "cnr_id": "comfy-core" + }, + "widgets_values": [ + 1.0, + 0.0, + 1.0 + ] + }, + { + "id": 22, + "type": "ZImageFunControlnet", + "pos": [ + 1310, + 860 + ], + "size": [ + 320, + 190 + ], + "flags": {}, + "order": 0, + "mode": 0, + "inputs": [ + { + "localized_name": "model", + "name": "model", + "type": "MODEL", + "link": 103 + }, + { + "localized_name": "model_patch", + "name": "model_patch", + "type": "MODEL_PATCH", + "link": 134 + }, + { + "localized_name": "vae", + "name": "vae", + "type": "VAE", + "link": 135 + }, + { + "localized_name": "image", + "name": "image", + "shape": 7, + "type": "IMAGE", + "link": 137 + }, + { + "localized_name": "inpaint_image", + "name": "inpaint_image", + "shape": 7, + "type": "IMAGE", + "link": 142 + }, + { + "localized_name": "mask", + "name": "mask", + "shape": 7, + "type": "MASK", + "link": 144 + }, + { + "localized_name": "strength", + "name": "strength", + "type": "FLOAT", + "widget": { + "name": "strength" + }, + "link": 140 + } + ], + "outputs": [ + { + "localized_name": "MODEL", + "name": "MODEL", + "type": "MODEL", + "links": [ + 133 + ] + } + ], + "properties": { + "Node name for S&R": "ZImageFunControlnet", + "cnr_id": "comfy-core" + }, + "widgets_values": [ + 1.0, + 0.0, + 1.0 + ] + } + ], + "groups": [ + { + "id": 1, + "title": "Step2 - Image size", + "bounding": [ + 10, + 980, + 320, + 280 + ], + "color": "#3f789e", + "font_size": 24, + "flags": {} + }, + { + "id": 2, + "title": "Step3 - Prompt", + "bounding": [ + 360, + 130, + 530, + 1130 + ], + "color": "#3f789e", + "font_size": 24, + "flags": {} + }, + { + "id": 3, + "title": "Step1 - Load models", + "bounding": [ + 0, + 130, + 330, + 830 + ], + "color": "#3f789e", + "font_size": 24, + "flags": {} + }, + { + "id": 4, + "title": "Step4 - ControlNet", + "bounding": [ + 0, + 1280, + 330, + 150 + ], + "color": "#3f789e", + "font_size": 24, + "flags": {} + }, + { + "id": 5, + "title": "ControlNet", + "bounding": [ + 940, + 790, + 730, + 280 + ], + "color": "#3f789e", + "font_size": 24, + "flags": {} + } + ], + "links": [ + { + "id": 101, + "origin_id": 1, + "origin_slot": 0, + "target_id": 2, + "target_slot": 0, + "type": "MODEL" + }, + { + "id": 102, + "origin_id": 1, + "origin_slot": 0, + "target_id": 14, + "target_slot": 0, + "type": "MODEL" + }, + { + "id": 103, + "origin_id": 14, + "origin_slot": 0, + "target_id": 22, + "target_slot": 0, + "type": "MODEL" + }, + { + "id": 104, + "origin_id": 2, + "origin_slot": 0, + "target_id": 21, + "target_slot": 0, + "type": "MODEL" + }, + { + "id": 105, + "origin_id": 5, + "origin_slot": 0, + "target_id": 6, + "target_slot": 0, + "type": "CLIP" + }, + { + "id": 106, + "origin_id": 6, + "origin_slot": 0, + "target_id": 7, + "target_slot": 0, + "type": "CONDITIONING" + }, + { + "id": 107, + "origin_id": 4, + "origin_slot": 0, + "target_id": 10, + "target_slot": 0, + "type": "MODEL" + }, + { + "id": 108, + "origin_id": 6, + "origin_slot": 0, + "target_id": 10, + "target_slot": 1, + "type": "CONDITIONING" + }, + { + "id": 109, + "origin_id": 7, + "origin_slot": 0, + "target_id": 10, + "target_slot": 2, + "type": "CONDITIONING" + }, + { + "id": 110, + "origin_id": 9, + "origin_slot": 0, + "target_id": 10, + "target_slot": 3, + "type": "LATENT" + }, + { + "id": 111, + "origin_id": 3, + "origin_slot": 0, + "target_id": 11, + "target_slot": 0, + "type": "MODEL" + }, + { + "id": 112, + "origin_id": 6, + "origin_slot": 0, + "target_id": 11, + "target_slot": 1, + "type": "CONDITIONING" + }, + { + "id": 113, + "origin_id": 7, + "origin_slot": 0, + "target_id": 11, + "target_slot": 2, + "type": "CONDITIONING" + }, + { + "id": 114, + "origin_id": 10, + "origin_slot": 0, + "target_id": 11, + "target_slot": 3, + "type": "LATENT" + }, + { + "id": 115, + "origin_id": 11, + "origin_slot": 0, + "target_id": 12, + "target_slot": 0, + "type": "LATENT" + }, + { + "id": 116, + "origin_id": 8, + "origin_slot": 0, + "target_id": 12, + "target_slot": 1, + "type": "VAE" + }, + { + "id": 117, + "origin_id": -10, + "origin_slot": 0, + "target_id": 6, + "target_slot": 1, + "type": "STRING" + }, + { + "id": 118, + "origin_id": -10, + "origin_slot": 1, + "target_id": 9, + "target_slot": 0, + "type": "INT" + }, + { + "id": 119, + "origin_id": -10, + "origin_slot": 2, + "target_id": 9, + "target_slot": 1, + "type": "INT" + }, + { + "id": 120, + "origin_id": -10, + "origin_slot": 3, + "target_id": 10, + "target_slot": 4, + "type": "INT" + }, + { + "id": 121, + "origin_id": -10, + "origin_slot": 3, + "target_id": 11, + "target_slot": 4, + "type": "INT" + }, + { + "id": 122, + "origin_id": -10, + "origin_slot": 4, + "target_id": 1, + "target_slot": 0, + "type": "COMBO" + }, + { + "id": 123, + "origin_id": -10, + "origin_slot": 5, + "target_id": 2, + "target_slot": 1, + "type": "FLOAT" + }, + { + "id": 124, + "origin_id": -10, + "origin_slot": 6, + "target_id": 14, + "target_slot": 1, + "type": "FLOAT" + }, + { + "id": 125, + "origin_id": -10, + "origin_slot": 7, + "target_id": 2, + "target_slot": 2, + "type": "COMBO" + }, + { + "id": 126, + "origin_id": -10, + "origin_slot": 7, + "target_id": 14, + "target_slot": 2, + "type": "COMBO" + }, + { + "id": 127, + "origin_id": -10, + "origin_slot": 8, + "target_id": 5, + "target_slot": 0, + "type": "COMBO" + }, + { + "id": 128, + "origin_id": -10, + "origin_slot": 9, + "target_id": 8, + "target_slot": 0, + "type": "COMBO" + }, + { + "id": 129, + "origin_id": 12, + "origin_slot": 0, + "target_id": -20, + "target_slot": 0, + "type": "IMAGE" + }, + { + "id": 130, + "origin_id": 21, + "origin_slot": 0, + "target_id": 4, + "target_slot": 0, + "type": "MODEL" + }, + { + "id": 131, + "origin_id": 20, + "origin_slot": 0, + "target_id": 21, + "target_slot": 1, + "type": "MODEL_PATCH" + }, + { + "id": 132, + "origin_id": 8, + "origin_slot": 0, + "target_id": 21, + "target_slot": 2, + "type": "VAE" + }, + { + "id": 133, + "origin_id": 22, + "origin_slot": 0, + "target_id": 3, + "target_slot": 0, + "type": "MODEL" + }, + { + "id": 134, + "origin_id": 20, + "origin_slot": 0, + "target_id": 22, + "target_slot": 1, + "type": "MODEL_PATCH" + }, + { + "id": 135, + "origin_id": 8, + "origin_slot": 0, + "target_id": 22, + "target_slot": 2, + "type": "VAE" + }, + { + "id": 136, + "origin_id": -10, + "origin_slot": 10, + "target_id": 21, + "target_slot": 3, + "type": "IMAGE" + }, + { + "id": 137, + "origin_id": -10, + "origin_slot": 10, + "target_id": 22, + "target_slot": 3, + "type": "IMAGE" + }, + { + "id": 138, + "origin_id": -10, + "origin_slot": 11, + "target_id": 20, + "target_slot": 0, + "type": "COMBO" + }, + { + "id": 139, + "origin_id": -10, + "origin_slot": 12, + "target_id": 21, + "target_slot": 6, + "type": "FLOAT" + }, + { + "id": 140, + "origin_id": -10, + "origin_slot": 12, + "target_id": 22, + "target_slot": 6, + "type": "FLOAT" + }, + { + "id": 141, + "origin_id": -10, + "origin_slot": 13, + "target_id": 21, + "target_slot": 4, + "type": "IMAGE" + }, + { + "id": 142, + "origin_id": -10, + "origin_slot": 13, + "target_id": 22, + "target_slot": 4, + "type": "IMAGE" + }, + { + "id": 143, + "origin_id": -10, + "origin_slot": 14, + "target_id": 21, + "target_slot": 5, + "type": "MASK" + }, + { + "id": 144, + "origin_id": -10, + "origin_slot": 14, + "target_id": 22, + "target_slot": 5, + "type": "MASK" + } + ], + "extra": { + "workflowRendererVersion": "LG" + } + } + ] + }, + "config": {}, + "extra": { + "ds": { + "scale": 0.67, + "offset": [ + 840, + 310 + ] + }, + "workflowRendererVersion": "LG" + }, + "version": 0.4 +} \ No newline at end of file