someonecantcode commited on
Commit
1dd2363
·
verified ·
1 Parent(s): ec7ea90

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +36 -0
README.md CHANGED
@@ -1,3 +1,39 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
  ---
2
  license: gpl-3.0
3
  datasets:
 
1
+ Weights for mmDiT and VAE.
2
+ Hyperparamters for model used.
3
+ ```
4
+ @dataclass
5
+ class TrainConfig:
6
+ lr: float = 1e-4
7
+ batch_size: int = 8
8
+ total_steps: int = 10000 # 50k steps is ideal.
9
+ lr_cooldown_steps: int = 20000
10
+ starting_step: int = 0
11
+ logging_interval: int = 100
12
+ grad_accum_steps: int = 2 # not really needed
13
+ save_dir: str = "./saved_models/"
14
+ ckpt: str = "flowmatch-ckpt.pt"
15
+
16
+ @dataclass
17
+ class VAEConfig:
18
+ kl_beta: float = 5e-2
19
+ fft_weight: float = 0.05
20
+ lpips_weight: float = 0.5
21
+ latent_channels: tuple[int, ...] = (128, 256, 512, 512)
22
+ z_channels: int = 32
23
+ n_heads: int = 8
24
+ resnet_blocks: int = 2
25
+
26
+ @dataclass
27
+ class mmDiTConfig:
28
+ d_model: int = 768
29
+ n_heads: int = 32
30
+ n_blocks: int = 16
31
+ patch_size: int = 2
32
+ color_channels: int = 32 # z_channels
33
+ height: int = 32 # latent
34
+ width: int = 32 # latent
35
+ t_channels: int = 64
36
+ ```
37
  ---
38
  license: gpl-3.0
39
  datasets: