zeromodels
/

stable-diffusion-3-medium

@@ -26,7 +26,7 @@ tags:
 # Run Stable Diffusion 3 with Keras 3: JAX, PyTorch, or TensorFlow
-[![GitHub](https://img.shields.io/badge/GitHub-ZeroModels-181717?logo=github)](https://github.com/IMvision12/ZeroModels) [![Docs](https://img.shields.io/badge/Docs-Stable_Diffusion_3-1f6feb)](https://imvision12.github.io/ZeroModels/stable_diffusion_3/) [![HuggingFace](https://img.shields.io/badge/HuggingFace-Stable_Diffusion_3-ffd21e?logo=huggingface&logoColor=black)](https://huggingface.co/collections/zeromodels/stable-diffusion-v3-6aa7941443a0c5ca085ebcc9)
 # zeromodels/stable-diffusion-3-medium
@@ -71,13 +71,13 @@ import os
 os.environ["KERAS_BACKEND"] = "torch"  # or "jax" / "tensorflow"
 from PIL import Image
-from zeromodels.models.stable_diffusion_3 import StableDiffusion3TextToImage, StableDiffusion3Tokenizer
-model = StableDiffusion3TextToImage.from_weights(
     "zeromodels/stable-diffusion-3-medium",
     text_encoder_3="zeromodels/t5-v1_1-xxl-encoder",  # optional: omit to zero the T5 features
 )
-tokenizer = StableDiffusion3Tokenizer.from_weights("zeromodels/stable-diffusion-3-medium")
 inputs = tokenizer("a photograph of an astronaut riding a horse")
 images = model.generate(**inputs, num_inference_steps=28, guidance_scale=7.0, seed=0)
@@ -99,18 +99,20 @@ Load any Stable Diffusion 3 checkpoint the same way with `from_weights("zeromode
 ## Tips
 - Set `KERAS_BACKEND` **before** importing Keras / zeromodels.
 - The graphs are built for 1024px. Pass `transformer_sample_size=<px / 8>, vae_sample_size=<px>` to
   `from_weights` to build for another multiple of 16px (the weights are resolution-independent
   up to the 3072px position grid).
-- `StableDiffusion3Model.from_weights(...)` loads the same repo as the bare container
-  (`.transformer` / `.vae` / `.text_encoder` / `.text_encoder_2`) without the generation loop.
 - `model.text_encoder_3` can be any `SD3T5EncoderModel` (for example one loaded with
-  `quantization="int8"`); it is not part of the container's weights.
 - Both `channels_last` and `channels_first` are supported (`keras.config.set_image_data_format`
   before loading); `generate` always returns `(batch, H, W, 3)` uint8.
 - On-the-fly `hf:` conversion is not supported for diffusion models; the checkpoints are
   hosted here, converted once.
-- See the [Stable Diffusion 3 docs](https://imvision12.github.io/ZeroModels/stable_diffusion_3/).
 ## License

 # Run Stable Diffusion 3 with Keras 3: JAX, PyTorch, or TensorFlow
+[![GitHub](https://img.shields.io/badge/GitHub-ZeroModels-181717?logo=github)](https://github.com/IMvision12/ZeroModels) [![Docs](https://img.shields.io/badge/Docs-Stable_Diffusion_3-1f6feb)](https://imvision12.github.io/ZeroModels/diffusers/#stable-diffusion-3) [![HuggingFace](https://img.shields.io/badge/HuggingFace-Stable_Diffusion_3-ffd21e?logo=huggingface&logoColor=black)](https://huggingface.co/collections/zeromodels/stable-diffusion-v3-6aa7941443a0c5ca085ebcc9)
 # zeromodels/stable-diffusion-3-medium
 os.environ["KERAS_BACKEND"] = "torch"  # or "jax" / "tensorflow"
 from PIL import Image
+from zeromodels.diffusers import ZMDiffusion, ZMDiffusionTokenizer
+model = ZMDiffusion.from_weights(
     "zeromodels/stable-diffusion-3-medium",
     text_encoder_3="zeromodels/t5-v1_1-xxl-encoder",  # optional: omit to zero the T5 features
 )
+tokenizer = ZMDiffusionTokenizer.from_weights("zeromodels/stable-diffusion-3-medium")
 inputs = tokenizer("a photograph of an astronaut riding a horse")
 images = model.generate(**inputs, num_inference_steps=28, guidance_scale=7.0, seed=0)
 ## Tips
 - Set `KERAS_BACKEND` **before** importing Keras / zeromodels.
+- `AutoZModel` / `AutoZMTokenizer` (`from zeromodels import ...`) load this repo too;
+  they resolve to `ZMDiffusion` / `ZMDiffusionTokenizer` from its `model_type`.
 - The graphs are built for 1024px. Pass `transformer_sample_size=<px / 8>, vae_sample_size=<px>` to
   `from_weights` to build for another multiple of 16px (the weights are resolution-independent
   up to the 3072px position grid).
+- The trained components are attributes of the loaded `ZMDiffusion`
+  (`.transformer` / `.vae` / `.text_encoder` / `.text_encoder_2`), each callable on its own.
 - `model.text_encoder_3` can be any `SD3T5EncoderModel` (for example one loaded with
+  `quantization="int8"`); it is not part of this checkpoint's weights.
 - Both `channels_last` and `channels_first` are supported (`keras.config.set_image_data_format`
   before loading); `generate` always returns `(batch, H, W, 3)` uint8.
 - On-the-fly `hf:` conversion is not supported for diffusion models; the checkpoints are
   hosted here, converted once.
+- See the [Stable Diffusion 3 docs](https://imvision12.github.io/ZeroModels/diffusers/#stable-diffusion-3).
 ## License

zm_config.json CHANGED Viewed

@@ -1,8 +1,8 @@
 {
   "library_name": "zeromodels",
   "zeromodels_version": "1.3.3",
-  "model_module": "zeromodels.models.stable_diffusion_3",
-  "model_class": "StableDiffusion3Model",
   "variant": "stable-diffusion-3-medium",
   "weights": "model.weights.json",
   "schema_version": 2,
@@ -85,4 +85,4 @@
     "num_inference_steps": 28,
     "guidance_scale": 7.0
   }
-}

 {
   "library_name": "zeromodels",
   "zeromodels_version": "1.3.3",
+  "model_module": "zeromodels.diffusers",
+  "model_class": "ZMDiffusion",
   "variant": "stable-diffusion-3-medium",
   "weights": "model.weights.json",
   "schema_version": 2,
     "num_inference_steps": 28,
     "guidance_scale": 7.0
   }
+}

zm_preprocessor.json ADDED Viewed

	@@ -0,0 +1,11 @@

+{
+  "library_name": "zeromodels",
+  "zeromodels_version": "1.3.3",
+  "preprocessor_module": "zeromodels.diffusers",
+  "preprocessor_class": "ZMDiffusionTokenizer",
+  "variant": "stable-diffusion-3-medium",
+  "model_type": "stable_diffusion_3",
+  "max_seq_len": 77,
+  "pad_token": "<|endoftext|>",
+  "max_sequence_length": 256
+}