jwheo commited on
Commit
731fed4
·
verified ·
1 Parent(s): 0c4134f

Promote detail branch v1d best99500

Browse files
configs/detail_branch_v1d_deep3m_photo130k_lsdir_3ep.yaml ADDED
@@ -0,0 +1,96 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ project:
2
+ name: detail_branch_v1d_deep3m_photo130k_lsdir_3ep
3
+ output_dir: /home/ubuntu/scratch/sr-diffusion/runs/detail_branch_v1d_deep3m_photo130k_lsdir_3ep
4
+
5
+ logging:
6
+ wandb:
7
+ enabled: true
8
+ project: LuSIR
9
+ entity: jwheo
10
+ name: detail_branch_v1d_deep3m_photo130k_lsdir_3ep
11
+ mode: online
12
+ dir: /home/ubuntu/scratch/sr-diffusion/wandb
13
+ group: stage-detail
14
+ job_type: detail-branch
15
+ tags: [detail-branch, stage2-base, high-frequency, photo130k-lsdir, photo-detail-mix, hflip, texture-crop, hr-color-jitter, condition-latent, gate-open, model-init-v1c, deep3m, v1d]
16
+ watch: false
17
+
18
+ seed: 1337
19
+
20
+ initialization:
21
+ checkpoint: /home/ubuntu/scratch/sr-diffusion/runs/detail_branch_v1c_condition_open_photo130k_lsdir/checkpoints/best_eval_detail.pt
22
+ model_only: true
23
+ identity_init_new_blocks: true
24
+ note: copy v1c best weights and identity-init the ten appended residual blocks
25
+
26
+ autoencoder:
27
+ config: configs/autoencoder_photo10k.yaml
28
+ checkpoint: checkpoints/stage1_autoencoder_best_eval_recon.pt
29
+
30
+ condition_encoder:
31
+ config: configs/latent_pretrain_photo130k_lsdir_dual_multiscale_long.yaml
32
+ checkpoint: checkpoints/stage2_photo130k_lsdir_dual_multiscale_best98000.pt
33
+ trainable: false
34
+
35
+ data:
36
+ manifest: /home/ubuntu/scratch/sr-diffusion/data/manifest_photo130k_lsdir.csv
37
+ split: train
38
+ hr_size: 512
39
+ scale: 4
40
+ degradation_preset: photo_detail_mix
41
+ domains:
42
+ photo: 0
43
+ anime: 1
44
+ hflip_prob: 0.5
45
+ texture_crop_retries: 4
46
+ texture_crop_downsample: 128
47
+ hr_color_jitter_prob: 0.25
48
+ hr_color_jitter: [0.97, 1.03]
49
+ num_workers: 4
50
+
51
+ model:
52
+ image_channels: 3
53
+ latent_channels: 16
54
+ hidden_channels: 96
55
+ num_blocks: 18
56
+ norm_groups: 32
57
+ num_domains: 2
58
+ residual_scale: 0.24
59
+ gate_bias: -1.5
60
+ highpass_kernel: 15
61
+ use_condition_latent: true
62
+
63
+ loss:
64
+ image_weight: 1.0
65
+ residual_target_weight: 0.85
66
+ highpass_weight: 1.5
67
+ laplacian_weight: 0.75
68
+ lowpass_anchor_weight: 1.0
69
+ gate_l1_weight: 0.0005
70
+ residual_l1_weight: 0.0005
71
+ highpass_kernel: 15
72
+ lowpass_kernel: 31
73
+ charbonnier_eps: 0.001
74
+
75
+ train:
76
+ device: auto
77
+ dtype: bf16
78
+ batch_size: 4
79
+ max_steps: 100086
80
+ lr: 0.00005
81
+ weight_decay: 0.0
82
+ grad_accum_steps: 4
83
+ log_every: 25
84
+ save_every: 2000
85
+
86
+ eval:
87
+ enabled: true
88
+ split: val
89
+ limit: 100
90
+ batch_size: 4
91
+ num_workers: 4
92
+ every: 500
93
+ run_at_start: true
94
+ best_metric: eval/detail_score
95
+ best_mode: max
96
+ sample_count: 8