File size: 943 Bytes
1d7666e
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72

import torch


# =========================
# Device
# =========================

DEVICE = "cuda" if torch.cuda.is_available() else "cpu"


# =========================
# Dataset
# =========================

IMAGE_SIZE = 28
CHANNELS = 1


# =========================
# DDPM
# =========================

TIMESTEPS = 1000

BETA_START = 1e-4
BETA_END = 0.02


# =========================
# Model
# =========================

TIME_EMBED_DIM = 128

BASE_CHANNELS = 64
MID_CHANNELS = 128


# =========================
# Training
# =========================

BATCH_SIZE = 128
EPOCHS = 20

LEARNING_RATE = 2e-4
WEIGHT_DECAY = 1e-4


# =========================
# Checkpoints
# =========================

CHECKPOINT_DIR = "checkpoints"

MODEL_NAME = "ddpm_fashion_mnist.safetensors"


# =========================
# Sampling
# =========================

NUM_SAMPLES = 16


# =========================
# Random Seed
# =========================

SEED = 42