jwheo commited on
Commit
697348f
·
verified ·
1 Parent(s): 7fc8cd7

Add prepared perceptual Stage2 continuation config

Browse files
configs/latent_pretrain_photo100k_multiscale_hqmix_perceptual_continue.yaml ADDED
@@ -0,0 +1,92 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ project:
2
+ name: latent_pretrain_photo100k_multiscale_hqmix_perceptual_continue
3
+ output_dir: /home/ubuntu/scratch/sr-diffusion/runs/latent_pretrain_photo100k_multiscale_hqmix_perceptual_continue
4
+
5
+ logging:
6
+ wandb:
7
+ enabled: true
8
+ project: sr-diffusion
9
+ name: latent_pretrain_photo100k_multiscale_hqmix_perceptual_continue
10
+ mode: online
11
+ dir: /home/ubuntu/scratch/sr-diffusion/wandb
12
+ tags: [stage2, latent-pretrain, multiscale-context, hq-mix, perceptual, vgg16, continuation]
13
+ watch: false
14
+ samples:
15
+ enabled: true
16
+ split: val
17
+ fallback_split: train
18
+ count: 8
19
+ indices: [0, 1, 2, 3, 4, 5, 6, 7]
20
+
21
+ seed: 1337
22
+
23
+ autoencoder:
24
+ config: configs/autoencoder_photo10k.yaml
25
+ checkpoint: /home/ubuntu/scratch/sr-diffusion/runs/autoencoder_photo10k_b16_eval_online/checkpoints/best_eval_recon.pt
26
+
27
+ initialization:
28
+ checkpoint: /home/ubuntu/scratch/sr-diffusion/runs/latent_pretrain_photo100k_multiscale_hqmix_long/checkpoints/step_0046000.pt
29
+ partial: false
30
+
31
+ data:
32
+ manifest: /home/ubuntu/scratch/sr-diffusion/data/manifest_photo_hqmix.csv
33
+ split: train
34
+ hr_size: 512
35
+ scale: 4
36
+ degradation_preset: photo_detail_mix
37
+ domains:
38
+ photo: 0
39
+ anime: 1
40
+ num_workers: 4
41
+
42
+ model:
43
+ type: lr_to_latent_predictor
44
+ architecture: multiscale_context
45
+ in_channels: 3
46
+ latent_channels: 16
47
+ base_channels: 256
48
+ num_blocks: 16
49
+ norm_groups: 32
50
+ num_domains: 2
51
+ context_channels: [320, 448]
52
+ context_blocks: [4, 6]
53
+ context_scale: 1.0
54
+
55
+ loss:
56
+ latent: charbonnier
57
+ latent_weight: 0.15
58
+ decoded_weight: 0.5
59
+ edge_weight: 0.5
60
+ highpass_weight: 1.0
61
+ highpass_magnitude_weight: 0.5
62
+ perceptual_weight: 1.0
63
+ perceptual:
64
+ resize: 256
65
+ layer_indices: [3, 8, 15]
66
+ layer_weights: [1.0, 1.0, 1.0]
67
+ detail_score_weight: 5.0
68
+ charbonnier_eps: 0.001
69
+
70
+ train:
71
+ device: auto
72
+ dtype: bf16
73
+ batch_size: 4
74
+ max_steps: 12000
75
+ lr: 0.000005
76
+ weight_decay: 0.0
77
+ grad_accum_steps: 8
78
+ log_every: 25
79
+ save_every: 1000
80
+ sample_every: 500
81
+
82
+ eval:
83
+ enabled: true
84
+ split: val
85
+ limit: 100
86
+ batch_size: 4
87
+ num_workers: 4
88
+ every: 500
89
+ run_at_start: true
90
+ best_metric: eval/psnr_detail_score
91
+ best_mode: max
92
+ best_checkpoint: best_eval_psnr_detail.pt