File size: 8,146 Bytes
c388140
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
from __future__ import annotations

import argparse
import dataclasses
import os
from typing import Optional

import torch
from torch.utils.data import DataLoader

from blockdiffusion.data.texture_folder import TextureFolderDataset
from blockdiffusion.data.captions import load_captions
from blockdiffusion.data.texture_caption_dataset import TextureCaptionDataset
from blockdiffusion.diffusion.gaussian_diffusion import GaussianDiffusion
from blockdiffusion.diffusion.schedules import get_beta_schedule
from blockdiffusion.models.unet16 import UNet16, UNet16Config
from blockdiffusion.models.text_unet16 import TextCondConfig, TextCondUNet16
from blockdiffusion.text.simple_tokenizer import SimpleVocab, VocabConfig
from blockdiffusion.train.trainer import Trainer, TrainerConfig
from blockdiffusion.utils.seed import get_device, seed_everything


def parse_args() -> argparse.Namespace:
    p = argparse.ArgumentParser(description="BlockDiffusion 16×16 纹理训练入口")

    # 数据
    p.add_argument("--data_dir", type=str, required=True, help="纹理图片目录(可含子目录)")
    p.add_argument("--image_size", type=int, default=16, help="纹理边长(默认 16)")
    p.add_argument("--channels", type=int, default=3, help="纹理通道数(默认 RGB=3)")
    p.add_argument("--captions", type=str, default=None, help="图文配对文件(.jsonl/.csv),提供则启用提示词条件训练")
    p.add_argument("--max_text_len", type=int, default=32, help="文本最大长度(中文按字、英文按词)")
    p.add_argument("--vocab_max", type=int, default=8000, help="词表最大大小")

    # 扩散
    p.add_argument("--timesteps", type=int, default=1000, help="扩散步数")
    p.add_argument("--beta_schedule", type=str, default="cosine", choices=["linear", "cosine"], help="噪声调度")

    # UNet
    p.add_argument("--base_channels", type=int, default=64, help="UNet 基础通道数")
    p.add_argument("--num_res_blocks", type=int, default=2, help="每个 level 的 ResBlock 数")
    p.add_argument("--dropout", type=float, default=0.0, help="ResBlock dropout(一般可为 0)")

    # 训练
    p.add_argument("--batch_size", type=int, default=512)
    # Windows 下多进程 DataLoader 可能更挑剔,默认给 0 更稳;需要更快可手动调大。
    p.add_argument("--num_workers", type=int, default=(0 if os.name == "nt" else 4))
    p.add_argument("--lr", type=float, default=2e-4)
    p.add_argument("--weight_decay", type=float, default=1e-4)
    p.add_argument("--total_steps", type=int, default=200_000)
    p.add_argument("--grad_clip", type=float, default=1.0)
    p.add_argument("--no_amp", action="store_true", help="关闭混合精度")
    p.add_argument("--ema_decay", type=float, default=0.9999)
    p.add_argument("--cond_drop_prob", type=float, default=0.1, help="CFG 训练:丢条件概率(0~1)")
    p.add_argument("--sample_prompt", type=str, default=None, help="训练中采样使用的提示词(仅条件训练时生效)")
    p.add_argument("--sample_cfg_scale", type=float, default=3.0, help="采样 CFG scale(仅条件训练时生效)")

    # 输出
    p.add_argument("--out_dir", type=str, default="outputs")
    p.add_argument("--run_name", type=str, default="default")
    p.add_argument("--resume", type=str, default=None, help="从 checkpoint 恢复训练")

    # 其他
    p.add_argument("--seed", type=int, default=42)
    p.add_argument("--device", type=str, default=None, help='如 "cuda" / "cuda:0" / "cpu"')

    return p.parse_args()


def main() -> None:
    args = parse_args()

    seed_everything(args.seed, deterministic=False)
    device = get_device(args.device)

    # 性能优化:适用于 RTX 40 系列(不影响数值正确性)
    if hasattr(torch, "set_float32_matmul_precision"):
        torch.set_float32_matmul_precision("high")
    if device.type == "cuda":
        torch.backends.cuda.matmul.allow_tf32 = True
        torch.backends.cudnn.allow_tf32 = True

    sample_model_kwargs = None
    sample_uncond_model_kwargs = None

    # 选择数据集:无条件/条件(captions)
    if args.captions:
        cap_items = load_captions(args.captions, data_root=args.data_dir)
        # 可选:强制加入透明/不透明 token,方便学习 alpha 与提示词关联(需你在 captions 里实际使用这些词)
        vocab = SimpleVocab.build(
            (it.text for it in cap_items),
            VocabConfig(max_vocab=args.vocab_max, min_freq=1),
            extra_tokens=["transparent", "opaque"],
        )
        dataset = TextureCaptionDataset(
            items=cap_items,
            vocab=vocab,
            image_size=args.image_size,
            channels=args.channels,
            max_text_len=args.max_text_len,
            random_flip=True,
        )
    else:
        vocab = None
        dataset = TextureFolderDataset(
            root_dir=args.data_dir,
            image_size=args.image_size,
            channels=args.channels,
            random_flip=True,
        )
    dataloader = DataLoader(
        dataset,
        batch_size=args.batch_size,
        shuffle=True,
        num_workers=args.num_workers,
        pin_memory=(device.type == "cuda"),
        drop_last=True,
    )

    unet_cfg = UNet16Config(
        in_channels=args.channels,
        out_channels=args.channels,
        base_channels=args.base_channels,
        channel_mults=(1, 2, 2),  # 16->8->4
        num_res_blocks=args.num_res_blocks,
        attn_resolutions=(8, 4),
        dropout=args.dropout,
        time_emb_dim=256,
        cond_dim=256,
    )
    model_type = "uncond"
    text_cfg = None
    if args.captions:
        # 条件模型:TextEncoder 输出维度与 time_emb_dim 对齐
        text_cfg = TextCondConfig(max_text_len=args.max_text_len, emb_dim=128, dropout=0.0)
        model = TextCondUNet16(unet_cfg=unet_cfg, vocab=vocab, text_cfg=text_cfg)
        model_type = "text_cond"

        # 训练中采样(可选):提供 sample_prompt 才启用 CFG 采样,否则走无条件采样
        if args.sample_prompt:
            tok = torch.tensor([vocab.encode(args.sample_prompt, max_len=args.max_text_len)], dtype=torch.long)
            m = (tok != vocab.pad_id)
            sample_model_kwargs = {"tokens": tok.to(device), "mask": m.to(device)}
            # 无条件分支:mask 全 0(tokens 可以随意,统一用 pad)
            un_tok = torch.full_like(tok, fill_value=vocab.pad_id)
            un_m = torch.zeros_like(m)
            sample_uncond_model_kwargs = {"tokens": un_tok.to(device), "mask": un_m.to(device)}
    else:
        model = UNet16(unet_cfg)

    betas = get_beta_schedule(args.beta_schedule, args.timesteps).to(device)
    diffusion = GaussianDiffusion(betas)

    trainer_cfg = TrainerConfig(
        image_size=args.image_size,
        channels=args.channels,
        batch_size=args.batch_size,
        num_workers=args.num_workers,
        lr=args.lr,
        weight_decay=args.weight_decay,
        total_steps=args.total_steps,
        grad_clip=args.grad_clip,
        amp=not args.no_amp,
        ema_decay=args.ema_decay,
        cond_drop_prob=args.cond_drop_prob,
        sample_cfg_scale=args.sample_cfg_scale,
        out_dir=args.out_dir,
        run_name=args.run_name,
        resume_path=args.resume,
    )

    meta = {
        "model_type": model_type,
        "unet_cfg": dataclasses.asdict(unet_cfg),
        "diffusion": {"timesteps": args.timesteps, "beta_schedule": args.beta_schedule},
        "data": {"image_size": args.image_size, "channels": args.channels},
    }
    if args.captions and vocab is not None and text_cfg is not None:
        meta["tokenizer"] = vocab.to_dict()
        meta["text_cfg"] = dataclasses.asdict(text_cfg)

    trainer = Trainer(
        model=model,
        diffusion=diffusion,
        dataloader=dataloader,
        device=device,
        cfg=trainer_cfg,
        meta=meta,
        sample_model_kwargs=sample_model_kwargs,
        sample_uncond_model_kwargs=sample_uncond_model_kwargs,
    )
    trainer.train()


if __name__ == "__main__":
    main()