metadata
license: apache-2.0
library_name: diffusers
test under this PR https://github.com/huggingface/diffusers/pull/11235
from diffusers.modular_pipelines import ModularPipeline, ComponentsManager
import torch
from diffusers.utils import load_image
repo_id = "YiYiXu/modular-diffdiff"
components = ComponentsManager()
diffdiff_pipeline = ModularPipeline.from_pretrained(repo_id, trust_remote_code=True, component_manager=components, collection="diffdiff")
diffdiff_pipeline.load_componenets(torch_dtype=torch.float16)
components.enable_auto_cpu_offload()
image = load_image( "https://huggingface.co/datasets/OzzyGT/testing-resources/resolve/main/differential/20240329211129_4024911930.png?download=true")
mask = load_image("https://huggingface.co/datasets/OzzyGT/testing-resources/resolve/main/differential/gradient_mask.png?download=true")
prompt = "a green pear"
negative_prompt = "blurry"
image = diffdiff_pipeline(
prompt=prompt,
negative_prompt=negative_prompt,
num_inference_steps=25,
diffdiff_map=mask,
image=image,
output="images"
)[0]
image.save("yiyi_test_modular_remote_diffdiff_out.png")
