jwheo commited on
Commit
a44f0e7
·
verified ·
1 Parent(s): a36e132

Upload detail-preserving Stage4 artifacts

Browse files
configs/diffusion_photo100k_xl_stage4_condition_v3_teacher_residual_photo_detail_b8_long.yaml ADDED
@@ -0,0 +1,124 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ project:
2
+ name: diffusion_photo100k_xl_stage4_condition_v3_teacher_residual_photo_detail_b8_long
3
+ output_dir: /home/jwheojjang/scratch/sr-diffusion/runs/diffusion_photo100k_xl_stage4_condition_v3_teacher_residual_photo_detail_b8_long
4
+
5
+ logging:
6
+ wandb:
7
+ enabled: true
8
+ project: sr-diffusion
9
+ name: diffusion_photo100k_xl_stage4_condition_v3_teacher_residual_photo_detail_b8_long
10
+ mode: online
11
+ dir: /home/jwheojjang/scratch/sr-diffusion/wandb
12
+ tags: [stage4, diffusion, condition-start, photo100k, photo-detail-mix, xl, unet-470m, b8-accum4, gated-residual, teacher-residual]
13
+ watch: false
14
+ samples:
15
+ enabled: true
16
+ split: val
17
+ fallback_split: train
18
+ count: 4
19
+ indices: [0, 1, 2, 3]
20
+ init: condition
21
+
22
+ seed: 1337
23
+
24
+ autoencoder:
25
+ config: configs/autoencoder_photo10k.yaml
26
+ checkpoint: /home/jwheojjang/scratch/sr-diffusion/runs/autoencoder_photo10k_b16_eval_online/checkpoints/best_eval_recon.pt
27
+
28
+ condition_encoder:
29
+ config: configs/latent_pretrain_photo100k_v3_noise_xl.yaml
30
+ checkpoint: /home/jwheojjang/scratch/sr-diffusion/runs/latent_pretrain_photo100k_v3_noise_xl_b64/checkpoints/step_0072000.pt
31
+ trainable: false
32
+
33
+ teacher:
34
+ residual_refiner:
35
+ enabled: true
36
+ config: configs/residual_refiner_stage2_xl_mild_probe.yaml
37
+ checkpoint: /home/jwheojjang/scratch/sr-diffusion/runs/residual_refiner_stage2_xl_mild_probe/checkpoints/best_eval_refined.pt
38
+
39
+ data:
40
+ manifest: /home/jwheojjang/scratch/sr-diffusion/data/manifest_photo100k.csv
41
+ split: train
42
+ hr_size: 512
43
+ scale: 4
44
+ degradation_preset: photo_detail_mix
45
+ domains:
46
+ photo: 0
47
+ anime: 1
48
+ num_workers: 4
49
+
50
+ model:
51
+ type: conditional_unet
52
+ latent_channels: 16
53
+ condition_channels: 16
54
+ out_channels: 32
55
+ base_channels: 128
56
+ channel_multipliers: [1, 2, 4, 8]
57
+ num_res_blocks: 6
58
+ norm_groups: 32
59
+ num_heads: 8
60
+ attention_resolutions: [32, 16]
61
+ base_resolution: 128
62
+ num_domains: 2
63
+
64
+ diffusion:
65
+ num_train_timesteps: 1000
66
+ beta_schedule: linear
67
+ beta_start: 0.0001
68
+ beta_end: 0.02
69
+ sample_timestep: 25
70
+ train_min_timestep: 1
71
+ train_max_timestep: 75
72
+ train_init: condition
73
+ prediction_type: gated_residual_x0
74
+ residual_scale: 1.25
75
+ gate_bias: 0.0
76
+
77
+ sampling:
78
+ init: condition
79
+ start_timestep: 25
80
+ steps: 32
81
+
82
+ loss:
83
+ noise_weight: 0.001
84
+ x0_weight: 0.05
85
+ decoded_weight: 0.08
86
+ edge_weight: 0.2
87
+ highpass_weight: 0.5
88
+ residual_edge_magnitude_weight: 0.1
89
+ residual_highpass_magnitude_weight: 0.5
90
+ lowpass_anchor_weight: 1.0
91
+ lowpass_anchor_kernel_size: 15
92
+ detail_gate_anchor_weight: 0.25
93
+ detail_gate_threshold: 0.035
94
+ teacher_residual_weight: 0.25
95
+ teacher_highpass_weight: 0.5
96
+ teacher_gate_weight: 0.05
97
+ teacher_x0_weight: 0.0
98
+ charbonnier_eps: 0.001
99
+
100
+ train:
101
+ device: auto
102
+ dtype: bf16
103
+ batch_size: 8
104
+ max_steps: 12000
105
+ lr: 0.000001
106
+ weight_decay: 0.0
107
+ grad_accum_steps: 4
108
+ log_every: 25
109
+ save_every: 2000
110
+ sample_every: 500
111
+
112
+ eval:
113
+ enabled: true
114
+ split: val
115
+ limit: 100
116
+ batch_size: 8
117
+ num_workers: 4
118
+ every: 500
119
+ run_at_start: true
120
+ timestep: 25
121
+ init: condition
122
+ best_metric: eval/decoded_mse
123
+ best_mode: min
124
+ best_checkpoint: best_eval_condition_decoded.pt