Upload folder using huggingface_hub

.gitattributes

@@ -1,35 +1 @@
-*.7z filter=lfs diff=lfs merge=lfs -text
-*.arrow filter=lfs diff=lfs merge=lfs -text
-*.bin filter=lfs diff=lfs merge=lfs -text
-*.bz2 filter=lfs diff=lfs merge=lfs -text
-*.ckpt filter=lfs diff=lfs merge=lfs -text
-*.ftz filter=lfs diff=lfs merge=lfs -text
-*.gz filter=lfs diff=lfs merge=lfs -text
-*.h5 filter=lfs diff=lfs merge=lfs -text
-*.joblib filter=lfs diff=lfs merge=lfs -text
-*.lfs.* filter=lfs diff=lfs merge=lfs -text
-*.mlmodel filter=lfs diff=lfs merge=lfs -text
-*.model filter=lfs diff=lfs merge=lfs -text
-*.msgpack filter=lfs diff=lfs merge=lfs -text
-*.npy filter=lfs diff=lfs merge=lfs -text
-*.npz filter=lfs diff=lfs merge=lfs -text
-*.onnx filter=lfs diff=lfs merge=lfs -text
-*.ot filter=lfs diff=lfs merge=lfs -text
-*.parquet filter=lfs diff=lfs merge=lfs -text
-*.pb filter=lfs diff=lfs merge=lfs -text
-*.pickle filter=lfs diff=lfs merge=lfs -text
-*.pkl filter=lfs diff=lfs merge=lfs -text
-*.pt filter=lfs diff=lfs merge=lfs -text
-*.pth filter=lfs diff=lfs merge=lfs -text
-*.rar filter=lfs diff=lfs merge=lfs -text
 *.safetensors filter=lfs diff=lfs merge=lfs -text
-saved_model/**/* filter=lfs diff=lfs merge=lfs -text
-*.tar.* filter=lfs diff=lfs merge=lfs -text
-*.tar filter=lfs diff=lfs merge=lfs -text
-*.tflite filter=lfs diff=lfs merge=lfs -text
-*.tgz filter=lfs diff=lfs merge=lfs -text
-*.wasm filter=lfs diff=lfs merge=lfs -text
-*.xz filter=lfs diff=lfs merge=lfs -text
-*.zip filter=lfs diff=lfs merge=lfs -text
-*.zst filter=lfs diff=lfs merge=lfs -text
-*tfevents* filter=lfs diff=lfs merge=lfs -text

LICENSE

@@ -0,0 +1,202 @@
+Apache License
+                           Version 2.0, January 2004
+                        http://www.apache.org/licenses/
+
+   TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
+
+   1. Definitions.
+
+      "License" shall mean the terms and conditions for use, reproduction,
+      and distribution as defined by Sections 1 through 9 of this document.
+
+      "Licensor" shall mean the copyright owner or entity authorized by
+      the copyright owner that is granting the License.
+
+      "Legal Entity" shall mean the union of the acting entity and all
+      other entities that control, are controlled by, or are under common
+      control with that entity. For the purposes of this definition,
+      "control" means (i) the power, direct or indirect, to cause the
+      direction or management of such entity, whether by contract or
+      otherwise, or (ii) ownership of fifty percent (50%) or more of the
+      outstanding shares, or (iii) beneficial ownership of such entity.
+
+      "You" (or "Your") shall mean an individual or Legal Entity
+      exercising permissions granted by this License.
+
+      "Source" form shall mean the preferred form for making modifications,
+      including but not limited to software source code, documentation
+      source, and configuration files.
+
+      "Object" form shall mean any form resulting from mechanical
+      transformation or translation of a Source form, including but
+      not limited to compiled object code, generated documentation,
+      and conversions to other media types.
+
+      "Work" shall mean the work of authorship, whether in Source or
+      Object form, made available under the License, as indicated by a
+      copyright notice that is included in or attached to the work
+      (an example is provided in the Appendix below).
+
+      "Derivative Works" shall mean any work, whether in Source or Object
+      form, that is based on (or derived from) the Work and for which the
+      editorial revisions, annotations, elaborations, or other modifications
+      represent, as a whole, an original work of authorship. For the purposes
+      of this License, Derivative Works shall not include works that remain
+      separable from, or merely link (or bind by name) to the interfaces of,
+      the Work and Derivative Works thereof.
+
+      "Contribution" shall mean any work of authorship, including
+      the original version of the Work and any modifications or additions
+      to that Work or Derivative Works thereof, that is intentionally
+      submitted to Licensor for inclusion in the Work by the copyright owner
+      or by an individual or Legal Entity authorized to submit on behalf of
+      the copyright owner. For the purposes of this definition, "submitted"
+      means any form of electronic, verbal, or written communication sent
+      to the Licensor or its representatives, including but not limited to
+      communication on electronic mailing lists, source code control systems,
+      and issue tracking systems that are managed by, or on behalf of, the
+      Licensor for the purpose of discussing and improving the Work, but
+      excluding communication that is conspicuously marked or otherwise
+      designated in writing by the copyright owner as "Not a Contribution."
+
+      "Contributor" shall mean Licensor and any individual or Legal Entity
+      on behalf of whom a Contribution has been received by Licensor and
+      subsequently incorporated within the Work.
+
+   2. Grant of Copyright License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      copyright license to reproduce, prepare Derivative Works of,
+      publicly display, publicly perform, sublicense, and distribute the
+      Work and such Derivative Works in Source or Object form.
+
+   3. Grant of Patent License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      (except as stated in this section) patent license to make, have made,
+      use, offer to sell, sell, import, and otherwise transfer the Work,
+      where such license applies only to those patent claims licensable
+      by such Contributor that are necessarily infringed by their
+      Contribution(s) alone or by combination of their Contribution(s)
+      with the Work to which such Contribution(s) was submitted. If You
+      institute patent litigation against any entity (including a
+      cross-claim or counterclaim in a lawsuit) alleging that the Work
+      or a Contribution incorporated within the Work constitutes direct
+      or contributory patent infringement, then any patent licenses
+      granted to You under this License for that Work shall terminate
+      as of the date such litigation is filed.
+
+   4. Redistribution. You may reproduce and distribute copies of the
+      Work or Derivative Works thereof in any medium, with or without
+      modifications, and in Source or Object form, provided that You
+      meet the following conditions:
+
+      (a) You must give any other recipients of the Work or
+          Derivative Works a copy of this License; and
+
+      (b) You must cause any modified files to carry prominent notices
+          stating that You changed the files; and
+
+      (c) You must retain, in the Source form of any Derivative Works
+          that You distribute, all copyright, patent, trademark, and
+          attribution notices from the Source form of the Work,
+          excluding those notices that do not pertain to any part of
+          the Derivative Works; and
+
+      (d) If the Work includes a "NOTICE" text file as part of its
+          distribution, then any Derivative Works that You distribute must
+          include a readable copy of the attribution notices contained
+          within such NOTICE file, excluding those notices that do not
+          pertain to any part of the Derivative Works, in at least one
+          of the following places: within a NOTICE text file distributed
+          as part of the Derivative Works; within the Source form or
+          documentation, if provided along with the Derivative Works; or,
+          within a display generated by the Derivative Works, if and
+          wherever such third-party notices normally appear. The contents
+          of the NOTICE file are for informational purposes only and
+          do not modify the License. You may add Your own attribution
+          notices within Derivative Works that You distribute, alongside
+          or as an addendum to the NOTICE text from the Work, provided
+          that such additional attribution notices cannot be construed
+          as modifying the License.
+
+      You may add Your own copyright statement to Your modifications and
+      may provide additional or different license terms and conditions
+      for use, reproduction, or distribution of Your modifications, or
+      for any such Derivative Works as a whole, provided Your use,
+      reproduction, and distribution of the Work otherwise complies with
+      the conditions stated in this License.
+
+   5. Submission of Contributions. Unless You explicitly state otherwise,
+      any Contribution intentionally submitted for inclusion in the Work
+      by You to the Licensor shall be under the terms and conditions of
+      this License, without any additional terms or conditions.
+      Notwithstanding the above, nothing herein shall supersede or modify
+      the terms of any separate license agreement you may have executed
+      with Licensor regarding such Contributions.
+
+   6. Trademarks. This License does not grant permission to use the trade
+      names, trademarks, service marks, or product names of the Licensor,
+      except as required for reasonable and customary use in describing the
+      origin of the Work and reproducing the content of the NOTICE file.
+
+   7. Disclaimer of Warranty. Unless required by applicable law or
+      agreed to in writing, Licensor provides the Work (and each
+      Contributor provides its Contributions) on an "AS IS" BASIS,
+      WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+      implied, including, without limitation, any warranties or conditions
+      of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
+      PARTICULAR PURPOSE. You are solely responsible for determining the
+      appropriateness of using or redistributing the Work and assume any
+      risks associated with Your exercise of permissions under this License.
+
+   8. Limitation of Liability. In no event and under no legal theory,
+      whether in tort (including negligence), contract, or otherwise,
+      unless required by applicable law (such as deliberate and grossly
+      negligent acts) or agreed to in writing, shall any Contributor be
+      liable to You for damages, including any direct, indirect, special,
+      incidental, or consequential damages of any character arising as a
+      result of this License or out of the use or inability to use the
+      Work (including but not limited to damages for loss of goodwill,
+      work stoppage, computer failure or malfunction, or any and all
+      other commercial damages or losses), even if such Contributor
+      has been advised of the possibility of such damages.
+
+   9. Accepting Warranty or Additional Liability. While redistributing
+      the Work or Derivative Works thereof, You may choose to offer,
+      and charge a fee for, acceptance of support, warranty, indemnity,
+      or other liability obligations and/or rights consistent with this
+      License. However, in accepting such obligations, You may act only
+      on Your own behalf and on Your sole responsibility, not on behalf
+      of any other Contributor, and only if You agree to indemnify,
+      defend, and hold each Contributor harmless for any liability
+      incurred by, or claims asserted against, such Contributor by reason
+      of your accepting any such warranty or additional liability.
+
+   END OF TERMS AND CONDITIONS
+
+   APPENDIX: How to apply the Apache License to your work.
+
+      To apply the Apache License to your work, attach the following
+      boilerplate notice, with the fields enclosed by brackets "{}"
+      replaced with your own identifying information. (Don't include
+      the brackets!)  The text should be enclosed in the appropriate
+      comment syntax for the file format. We also recommend that a
+      file or class name and description of purpose be included on the
+      same "printed page" as the copyright notice for easier
+      identification within third-party archives.
+
+   Copyright 2026 Nikita Sherstnev
+
+   Licensed under the Apache License, Version 2.0 (the "License");
+   you may not use this file except in compliance with the License.
+   You may obtain a copy of the License at
+
+       http://www.apache.org/licenses/LICENSE-2.0
+
+   Unless required by applicable law or agreed to in writing, software
+   distributed under the License is distributed on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+   See the License for the specific language governing permissions and
+   limitations under the License.
+

README.md

@@ -0,0 +1,201 @@
+---
+license: apache-2.0
+library_name: pytorch
+pipeline_tag: text-to-image
+tags: [text-to-image, diffusion, rectified-flow, dit, vae, faces]
+---
+
+# Visage-Image
+
+**[GitHub](https://github.com/Nikita-Sherstnev/Visage-Image)** · **[Architecture](https://github.com/Nikita-Sherstnev/Visage-Image/blob/main/ARCHITECTURE.md)** · **[Prompting](https://github.com/Nikita-Sherstnev/Visage-Image/blob/main/PROMPTING.md)** · **[Data](https://github.com/Nikita-Sherstnev/Visage-Image/blob/main/DATA.md)**
+
+![Five 256px samples: smiling, angry, surprised, laughing, tongue out](https://raw.githubusercontent.com/Nikita-Sherstnev/Visage-Image/main/assets/showcase.png)
+
+## Introduction
+
+Visage-Image is a 256px text-to-image model for face generation. It has three parts:
+
+- **DiT** (236.8M parameters): a single-stream rectified-flow transformer.
+- **VAE** (128.4M parameters): an f16 autoencoder that turns each 256px image into a 16×16×96 latent.
+- **Text encoder** (frozen, not included): the first 8 layers of [Qwen3-0.6B](https://huggingface.co/Qwen/Qwen3-0.6B), at the hub revision recorded in `text_encoder/config.json`.
+
+The code and the weights are released under Apache-2.0.
+
+### Highlights
+
+**A transformer VAE decoder.** The VAEs that latent diffusion usually runs on (Stable Diffusion, SDXL, FLUX.1/FLUX.2, Qwen-Image, Sana's DC-AE) all decode with convolutions, and their last layers run at full image resolution. The Visage-Image decoder is a ViT. It works on the 16×16 latent grid, splits each token into its 2×2 children for a second ViT stage at 32×32, and emits pixels only at the end, through a linear head that paints each 8×8 patch. Two small residual conv refiners then smooth across patch seams. In a head-to-head test with the encoder and losses held fixed, the ViT decoder beat the conv decoder on every validation metric and trained about 5× faster.
+
+**A wavelet encoder.** Following [LiteVAE](https://arxiv.org/abs/2405.14477), the 26M-parameter encoder is given a three-level Haar wavelet pyramid instead of learning frequency decomposition from raw pixels. Two parameter-free shortcuts fold the pixels straight into the deepest stage and into the latent.
+
+**No KL.** The latent is deterministic. DINOv2 feature alignment keeps it organised in place of a KL penalty.
+
+**The result.** At 25% lower rate (f16×96 against FLUX.2's f8×32), the VAE ties the FLUX.2 VAE on reconstruction, eye detail included, and beats it on iFID. It loses on rFID (see the table below).
+
+**A small single-stream DiT.** Text and image tokens share one sequence and one set of weights. Captions come from a mid-layer of a small LLM (layer 8 of Qwen3-0.6B) rather than T5 or CLIP. They are padded with learned per-position embeddings to fixed length buckets, so a sample never depends on what it is batched with. Sixteen register tokens and a 2D spiral RoPE complete the design.
+
+[ARCHITECTURE.md](https://github.com/Nikita-Sherstnev/Visage-Image/blob/main/ARCHITECTURE.md) covers each choice, the measurements behind it and what was tried instead.
+
+## Quick Start
+
+The code is on [GitHub](https://github.com/Nikita-Sherstnev/Visage-Image). The weights in this repository download on first use.
+
+```bash
+git clone https://github.com/Nikita-Sherstnev/Visage-Image visage && cd visage
+pip install -e .
+```
+
+```python
+import torch
+from torchvision.utils import save_image
+
+from visage import load_dit, load_text_encoder, load_vae, sample
+
+prompt = "a young woman with long red hair and freckles, soft window light"
+text, mask = load_text_encoder()([prompt] * 4)  # Qwen3-0.6B, first 8 layers
+dit = load_dit()
+latents = sample(dit, text, mask, seed=0)  # SDE, churn 0.3, CFG 3, 50 steps, shift 3.3
+with torch.no_grad():
+    images = load_vae().decode(latents).float()
+save_image((images + 1) / 2, "visage.png", nrow=4, padding=0)
+```
+
+Or from the command line: `python scripts/generate.py "<prompt>" --n 4`. [PROMPTING.md](https://github.com/Nikita-Sherstnev/Visage-Image/blob/main/PROMPTING.md) lists the caption format and example prompts.
+
+| folder | contents |
+|---|---|
+| `transformer/` | DiT EMA weights, step 222k (220k + 2k adversarial post-training steps), and its config |
+| `vae/` | VAE step 400k, with per-channel latent statistics, and its config |
+| `text_encoder/` | the frozen encoder's record: model, layer, caption length and hub revision; its weights come from [Qwen3-0.6B](https://huggingface.co/Qwen/Qwen3-0.6B) |
+
+The text states were stored in float8 (e4m3) during training, and the text encoder rounds through float8 the same way, so inference sees exactly what training saw.
+
+## Showcase
+
+Most sheets vary one caption slot from row to row; the short sheets use short prompts. The full prompt is printed on the left of each row. Four seeds per row, shared across rows, with the default sampler (SDE, churn 0.3, CFG 3, 50 steps).
+
+**expression**
+
+![expression](https://raw.githubusercontent.com/Nikita-Sherstnev/Visage-Image/main/assets/samples/expression.jpg)
+
+**age**
+
+![age](https://raw.githubusercontent.com/Nikita-Sherstnev/Visage-Image/main/assets/samples/age.jpg)
+
+**turn gaze**
+
+![turn gaze](https://raw.githubusercontent.com/Nikita-Sherstnev/Visage-Image/main/assets/samples/turn_gaze.jpg)
+
+**short common**
+
+![short common](https://raw.githubusercontent.com/Nikita-Sherstnev/Visage-Image/main/assets/samples/short_common.jpg)
+
+<details>
+<summary>More sample sheets</summary>
+
+**hair**
+
+![hair](https://raw.githubusercontent.com/Nikita-Sherstnev/Visage-Image/main/assets/samples/hair.jpg)
+
+**eyes**
+
+![eyes](https://raw.githubusercontent.com/Nikita-Sherstnev/Visage-Image/main/assets/samples/eyes.jpg)
+
+**gaze**
+
+![gaze](https://raw.githubusercontent.com/Nikita-Sherstnev/Visage-Image/main/assets/samples/gaze.jpg)
+
+**turn**
+
+![turn](https://raw.githubusercontent.com/Nikita-Sherstnev/Visage-Image/main/assets/samples/turn.jpg)
+
+**pitch**
+
+![pitch](https://raw.githubusercontent.com/Nikita-Sherstnev/Visage-Image/main/assets/samples/pitch.jpg)
+
+**skin**
+
+![skin](https://raw.githubusercontent.com/Nikita-Sherstnev/Visage-Image/main/assets/samples/skin.jpg)
+
+**photo**
+
+![photo](https://raw.githubusercontent.com/Nikita-Sherstnev/Visage-Image/main/assets/samples/photo.jpg)
+
+**shot**
+
+![shot](https://raw.githubusercontent.com/Nikita-Sherstnev/Visage-Image/main/assets/samples/shot.jpg)
+
+**background**
+
+![background](https://raw.githubusercontent.com/Nikita-Sherstnev/Visage-Image/main/assets/samples/background.jpg)
+
+**extras**
+
+![extras](https://raw.githubusercontent.com/Nikita-Sherstnev/Visage-Image/main/assets/samples/extras.jpg)
+
+**short**
+
+![short](https://raw.githubusercontent.com/Nikita-Sherstnev/Visage-Image/main/assets/samples/short.jpg)
+
+</details>
+
+## Evaluation
+
+### VAE vs FLUX.2 VAE
+
+The Visage-Image VAE is f16×96, or 0.375 latent floats per pixel. FLUX.2 is f8×32, or 0.5 floats per pixel, so the Visage-Image VAE works at 25% lower rate. All numbers are at 256px.
+
+| metric | Visage-Image VAE | FLUX.2 VAE | |
+|---|---|---|---|
+| whole-image PSNR (512 held-out images) | **38.69** | 38.67 | tie (+0.01 ± 0.05 dB) |
+| whole-image MAE | **0.00802** | 0.00837 | Visage-Image; better on 74% of images |
+| eye-crop PSNR, paired (990 crops) | −0.02 dB | 0 (reference) | tie |
+| iFID ↓ (10,016 images) | **17.96** | 21.99 | Visage-Image |
+| rFID ↓ (10,016 images) | 1.77 | **0.93** | FLUX.2 |
+| parameters | 128.4M | 84.0M | |
+
+**The eye-crop metric** is the paired PSNR difference on tight eye crops from images neither VAE was trained on. That's where fine face detail fails first and where whole-image metrics are least sensitive.
+
+**iFID** is FID on images decoded from the midpoint between a latent and its nearest neighbour ([arXiv:2603.05630](https://arxiv.org/abs/2603.05630)). It measures latent-space smoothness. It does **not** predict how fast a DiT learns: in short DiT screens trained on each latent, FLUX.2's latent still reaches a lower generation FID (101.3 vs 190.7 for this VAE), despite losing on iFID.
+
+**Not at 512px.** The decoder runs at 512, but the quality doesn't carry over: −3.2 dB on eye crops and iFID 28.6 vs 25.5 against FLUX.2. At 128px, rFID rises to 5.46.
+
+#### Other properties
+
+- **Deterministic latent:** there's no KL term and no sampling. `encode` returns the posterior mean, so there's no noise tax on reconstruction.
+- **DiT-friendly grid:** f16 gives 256 tokens at 256px with patch size 1, so the DiT needs no patchify.
+- **Pre-normalized latents:** per-channel latent statistics are stored in the checkpoint. `encode` returns zero-mean, unit-std latents and `decode` accepts them.
+- **Stable across training:** iFID was 17.73 at 50k, 17.71 at 170k, 17.89 at 230k and 17.96 at 400k steps, while eye-crop PSNR went from −2.27 to −0.02 dB against FLUX.2. Earlier recipes lost latent-space quality as reconstruction improved.
+
+### DiT
+
+- **Sharp anneal:** ties a casual-prompt fine-tune of the 200k model by eye overall and gives better eyes.
+- **Bare prompts default to sharp.** Sharp training captions carry no sharpness word, and caption dropout draws only from sharp images, so an unspecified prompt defaults to sharp. An earlier internal model needed a "Very sharp," prefix; this one doesn't.
+- **Adversarial post-training is a clear win by eye.** 222k beat 220k 16–0 (4 ties) in a blind A/B on 20 random training-style captions, same seed per pair. The difference is sharpness; conditioning sheets for every prompt slot came out the same. Running it longer (224k, 226k) started to change layout and identity, and the held-out flow loss rose only at high noise, so 222k is the release.
+- **Held-out FID** (2,048 held-out images, default sampler): 22.04 at 222k vs 23.46 at 220k; KID ×10³ 5.15 vs 6.04 (std ~0.3). The adversarial step improved both, by more than the checkpoint-to-checkpoint noise (~0.25 FID).
+- **Attribute benchmark** (28 targets, SigLIP-scored): 77.0% mean pass at 222k (75.8% at 220k). Known weak spots: sunglasses (35%, often drawn pushed up on the head), angry (38%, rendered as yelling rather than a furrowed brow), wet hair (46%).
+
+## Training
+
+- **VAE:** Charbonnier + 3·LPIPS + 0.4·DINOv2 alignment (Qwen-Image-VAE-2.0 losses), no KL, no GAN. The alignment margins loosen over 200k steps to 0.2 of their slack, then hold. From step 80k, a phase-template penalty removes a faint fixed 2×4 px hatch from the decoder's patch head. Muon on the decoder, horizontal flips, batch 8, 400k steps.
+- **DiT:**
+  - rectified flow, logit-normal timesteps with a resolution shift, 20% caption dropout
+  - Muon + AdamW, EMA 0.999 every 10 steps, batch 128 (64 × 2 accumulation); step counts, checkpoint names included, count batches of 64
+  - 200k steps at 256px from scratch, with long, short and casual prompts mixed 50/50 from step 0
+  - then a 20k-step cosine anneal on the sharp and very-sharp images only
+  - then 2k steps of latent adversarial post-training ([LADD](https://arxiv.org/abs/2403.12015)-style): a critic made of small trainable heads on blocks 5, 11 and 17 of a frozen copy of the 220k DiT, run on the noised, mean-centred one-step prediction, at weight 0.006 next to the flow loss, flat LR, same sharp subset ([`configs/dit_adversarial.yaml`](https://github.com/Nikita-Sherstnev/Visage-Image/blob/main/configs/dit_adversarial.yaml)).
+- **Compute:** one NVIDIA RTX 5090 (32 GB), about 23 GPU-hours in total.
+  - VAE: about 10.5 hours (400k steps at about 10.7 it/s, batch 8)
+  - DiT: about 12.5 hours (11 hours for the 200k base run at about 5.1 batches of 64 per second, or about 330 images/s, plus 1.1 hours for the anneal and about 0.3 hours of adversarial post-training), on cached latents and text states
+
+Long captions are structured descriptions of the subject: age, pose, gaze, expression, hair, lighting, background. They are rendered from per-image attributes, several of them measured by dedicated models (head pose, gaze, eye closure, age) rather than read off by a VLM. The remaining slots come from Qwen3.5-4B fine-tuned on hand-corrected labels to write the caption format. [DATA.md](https://github.com/Nikita-Sherstnev/Visage-Image/blob/main/DATA.md) has the full pipeline.
+
+## Limitations and intended use
+
+- **Scope:** trained on face crops at 256px only. It is not a general text-to-image model, and the VAE does not hold up at 512px.
+- **Real people:** captions contain no names, and each identity was capped at 1000 images per training epoch. Prompting with the name of a public figure does not reproduce their face: each seed gives a different person, as it does with no name in the prompt.
+- **Out-of-scope uses:** impersonation, non-consensual intimate imagery, harassment, deceptive media, and any sexual content depicting minors.
+- **Prompt adherence:** pose, gaze and expression follow the prompt less reliably than appearance attributes do. See the attribute benchmark above for known weak spots. For tongues, write "tongue out" or "sticking tongue out"; "tongue visible" mostly fails. "Biting lip" does not work: no training caption describes it.
+
+## License
+
+The code and the weights are released under [Apache-2.0](LICENSE).

text_encoder/config.json

@@ -0,0 +1,6 @@
+{
+  "name": "Qwen/Qwen3-0.6B",
+  "layer": 8,
+  "max_length": 128,
+  "revision": "c1899de289a04d12100db370d81485cdf75e47ca"
+}

transformer/config.json

@@ -0,0 +1,22 @@
+{
+  "image_size": 16,
+  "in_channels": 96,
+  "patch_size": 1,
+  "width": 768,
+  "depth": 18,
+  "mlp_ratio": 4,
+  "text_dim": 1024,
+  "noise_embed_dims": 256,
+  "time_min_freq": 0.01,
+  "time_max_freq": 100.0,
+  "text_length_buckets": [
+    32,
+    64,
+    96,
+    128
+  ],
+  "n_text_registers": 16,
+  "schedule_shift": 3.3,
+  "training_step": 222000,
+  "weights": "EMA"
+}

transformer/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96b1abd305cb467a36de2d8694049da65dc0381a1d00ec871f26c16a25f10df9
+size 473609504

vae/config.json

@@ -0,0 +1,22 @@
+{
+  "latent_channels": 96,
+  "resolution": 256,
+  "encoder_widths": [
+    120,
+    240,
+    376,
+    496
+  ],
+  "encoder_attention": 2,
+  "encoder_attention_f16": 2,
+  "decoder_width": 768,
+  "decoder_depth": 6,
+  "decoder_heads": 12,
+  "hires_width": 768,
+  "hires_depth": 6,
+  "hires_heads": 12,
+  "refiner_width": 48,
+  "refiner2_width": 96,
+  "layer_scale": 0.0001,
+  "training_step": 400000
+}

vae/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfa2612f97d051384a7b6d0eb7d292511875b23991e662940bac21571aabbd35
+size 256754148