Diffusers How to use bb1070/cfb_fp8_torchao with Diffusers:
pip install -U diffusers transformers accelerate
import torch
from diffusers import FluxFillPipeline
from diffusers.utils import load_image
image = load_image("https://huggingface.co/datasets/diffusers/diffusers-images-docs/resolve/main/cup.png")
mask = load_image("https://huggingface.co/datasets/diffusers/diffusers-images-docs/resolve/main/cup_mask.png")
# switch to "mps" for apple devices
pipe = FluxFillPipeline.from_pretrained("bb1070/cfb_fp8_torchao", dtype=torch.bfloat16, device_map="cuda")
image = pipe(
prompt="a white paper cup",
image=image,
mask_image=mask,
height=1632,
width=1232,
guidance_scale=30,
num_inference_steps=50,
max_sequence_length=512,
generator=torch.Generator("cpu").manual_seed(0)
).images[0]
image.save(f"flux-fill-dev.png") 
