jwheo commited on
Commit
db7b8fe
·
verified ·
1 Parent(s): ba2c2f2

Add Stage2 multiscale HQ-mix long-run config

Browse files
configs/latent_pretrain_photo100k_multiscale_hqmix_long.yaml ADDED
@@ -0,0 +1,86 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ project:
2
+ name: latent_pretrain_photo100k_multiscale_hqmix_long
3
+ output_dir: /home/ubuntu/scratch/sr-diffusion/runs/latent_pretrain_photo100k_multiscale_hqmix_long
4
+
5
+ logging:
6
+ wandb:
7
+ enabled: true
8
+ project: sr-diffusion
9
+ name: latent_pretrain_photo100k_multiscale_hqmix_long
10
+ mode: online
11
+ dir: /home/ubuntu/scratch/sr-diffusion/wandb
12
+ tags: [stage2, latent-pretrain, multiscale-context, hq-mix, photo-detail-mix, long]
13
+ watch: false
14
+ samples:
15
+ enabled: true
16
+ split: val
17
+ fallback_split: train
18
+ count: 4
19
+ indices: [0, 1, 2, 3]
20
+
21
+ seed: 1337
22
+
23
+ autoencoder:
24
+ config: configs/autoencoder_photo10k.yaml
25
+ checkpoint: /home/ubuntu/scratch/sr-diffusion/runs/autoencoder_photo10k_b16_eval_online/checkpoints/best_eval_recon.pt
26
+
27
+ initialization:
28
+ checkpoint: /home/ubuntu/scratch/sr-diffusion/runs/latent_pretrain_photo100k_v3_noise_xl_b64/checkpoints/step_0072000.pt
29
+ partial: true
30
+
31
+ data:
32
+ manifest: /home/ubuntu/scratch/sr-diffusion/data/manifest_photo_hqmix.csv
33
+ split: train
34
+ hr_size: 512
35
+ scale: 4
36
+ degradation_preset: photo_detail_mix
37
+ domains:
38
+ photo: 0
39
+ anime: 1
40
+ num_workers: 4
41
+
42
+ model:
43
+ type: lr_to_latent_predictor
44
+ architecture: multiscale_context
45
+ in_channels: 3
46
+ latent_channels: 16
47
+ base_channels: 256
48
+ num_blocks: 16
49
+ norm_groups: 32
50
+ num_domains: 2
51
+ context_channels: [320, 448]
52
+ context_blocks: [4, 6]
53
+ context_scale: 1.0
54
+
55
+ loss:
56
+ latent: charbonnier
57
+ latent_weight: 0.25
58
+ decoded_weight: 1.0
59
+ edge_weight: 1.0
60
+ highpass_weight: 2.0
61
+ highpass_magnitude_weight: 1.0
62
+ charbonnier_eps: 0.001
63
+
64
+ train:
65
+ device: auto
66
+ dtype: bf16
67
+ batch_size: 8
68
+ max_steps: 50000
69
+ lr: 0.00002
70
+ weight_decay: 0.0
71
+ grad_accum_steps: 4
72
+ log_every: 25
73
+ save_every: 1000
74
+ sample_every: 500
75
+
76
+ eval:
77
+ enabled: true
78
+ split: val
79
+ limit: 100
80
+ batch_size: 8
81
+ num_workers: 4
82
+ every: 1000
83
+ run_at_start: true
84
+ best_metric: eval/decoded_psnr
85
+ best_mode: max
86
+ best_checkpoint: best_eval_decoded.pt