Spaces:
Sleeping
Sleeping
File size: 5,750 Bytes
c388140 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 | from __future__ import annotations
import argparse
import os
from typing import Optional
import torch
from blockdiffusion.diffusion.gaussian_diffusion import GaussianDiffusion
from blockdiffusion.diffusion.schedules import get_beta_schedule
from blockdiffusion.models.unet16 import UNet16, UNet16Config
from blockdiffusion.models.text_unet16 import TextCondConfig, TextCondUNet16
from blockdiffusion.text.simple_tokenizer import SimpleVocab
from blockdiffusion.train.guidance import CFGuidanceModel
from blockdiffusion.utils.checkpoint import load_checkpoint
from blockdiffusion.utils.ema import EMA
from blockdiffusion.utils.image_io import save_tensor_grid
from blockdiffusion.utils.seed import get_device, seed_everything
def parse_args() -> argparse.Namespace:
p = argparse.ArgumentParser(description="BlockDiffusion 16×16 纹理采样入口")
p.add_argument("--ckpt", type=str, required=True, help="训练生成的 checkpoint 路径(.pt)")
p.add_argument("--out_dir", type=str, default="samples", help="输出目录")
p.add_argument("--n", type=int, default=256, help="生成张数")
p.add_argument("--batch", type=int, default=256, help="单次采样 batch(受显存影响)")
p.add_argument("--use_ema", action="store_true", help="使用 EMA 权重采样(推荐)")
p.add_argument("--use_ddim", action="store_true", help="使用 DDIM 快速采样")
p.add_argument("--ddim_steps", type=int, default=50)
p.add_argument("--ddim_eta", type=float, default=0.0)
p.add_argument("--prompt", type=str, default=None, help="提示词(仅条件模型可用)")
p.add_argument("--cfg_scale", type=float, default=3.0, help="CFG scale(仅条件模型可用)")
p.add_argument("--seed", type=int, default=123)
p.add_argument("--device", type=str, default=None)
return p.parse_args()
@torch.no_grad()
def main() -> None:
args = parse_args()
seed_everything(args.seed, deterministic=False)
device = get_device(args.device)
ckpt = load_checkpoint(args.ckpt, map_location="cpu")
meta = ckpt.get("meta", {})
model_type = str(meta.get("model_type", "uncond"))
unet_cfg_dict = meta.get("unet_cfg", None)
if unet_cfg_dict is None:
# 兼容:若旧 checkpoint 未保存配置,则使用默认 16×16 RGB 配置
unet_cfg = UNet16Config()
timesteps = 1000
beta_schedule = "cosine"
image_size = 16
channels = 3
model_type = "uncond"
else:
unet_cfg = UNet16Config(**unet_cfg_dict)
diff_meta = meta.get("diffusion", {})
timesteps = int(diff_meta.get("timesteps", 1000))
beta_schedule = str(diff_meta.get("beta_schedule", "cosine"))
data_meta = meta.get("data", {})
image_size = int(data_meta.get("image_size", 16))
channels = int(data_meta.get("channels", unet_cfg.in_channels))
vocab = None
text_cfg = None
if model_type == "text_cond":
tok_dict = meta.get("tokenizer", None)
text_cfg_dict = meta.get("text_cfg", None)
if tok_dict is None or text_cfg_dict is None:
raise ValueError("该 checkpoint 标记为 text_cond,但缺少 tokenizer/text_cfg")
vocab = SimpleVocab.from_dict(tok_dict)
text_cfg = TextCondConfig(**text_cfg_dict)
model = TextCondUNet16(unet_cfg=unet_cfg, vocab=vocab, text_cfg=text_cfg).to(device)
else:
model = UNet16(unet_cfg).to(device)
model.load_state_dict(ckpt["model"], strict=True)
if args.use_ema and ("ema" in ckpt):
ema = EMA(model, decay=0.9999)
ema.load_state_dict(ckpt["ema"])
ema.copy_to(model)
betas = get_beta_schedule(beta_schedule, timesteps).to(device)
diffusion = GaussianDiffusion(betas)
os.makedirs(args.out_dir, exist_ok=True)
# 条件采样:如果提供 prompt 且模型支持,则启用 CFG
sampler_model = model
model_kwargs = None
if args.prompt and model_type == "text_cond":
if vocab is None or text_cfg is None:
raise ValueError("内部错误:条件模型缺少 vocab/text_cfg")
tok = torch.tensor([vocab.encode(args.prompt, max_len=text_cfg.max_text_len)], dtype=torch.long, device=device)
m = (tok != vocab.pad_id)
cond_kwargs = {"tokens": tok, "mask": m}
un_tok = torch.full_like(tok, fill_value=vocab.pad_id)
un_m = torch.zeros_like(m)
uncond_kwargs = {"tokens": un_tok, "mask": un_m}
sampler_model = CFGuidanceModel(model, cond_kwargs=cond_kwargs, uncond_kwargs=uncond_kwargs, scale=args.cfg_scale).to(device)
model_kwargs = None
elif args.prompt and model_type != "text_cond":
raise ValueError("当前 checkpoint 是无条件模型,不支持 --prompt;请用带 captions 训练的模型")
all_imgs = []
remaining = args.n
while remaining > 0:
b = min(args.batch, remaining)
shape = (b, channels, image_size, image_size)
if args.use_ddim:
x = diffusion.ddim_sample_loop(
sampler_model,
shape=shape,
device=device,
steps=args.ddim_steps,
eta=args.ddim_eta,
model_kwargs=model_kwargs,
progress=False,
)
else:
x = diffusion.p_sample_loop(sampler_model, shape=shape, device=device, model_kwargs=model_kwargs, progress=False)
x = (x.clamp(-1, 1) + 1) * 0.5
all_imgs.append(x.cpu())
remaining -= b
imgs = torch.cat(all_imgs, dim=0)
out_path = os.path.join(args.out_dir, "samples.png")
save_tensor_grid(imgs, out_path, nrow=int(max(1, args.n) ** 0.5), padding=1)
if __name__ == "__main__":
main()
|