zhaoshiwen commited on
Commit
d88993d
·
verified ·
1 Parent(s): 2b84750

backup exp_sota_dav3_resplat

Browse files
Files changed (29) hide show
  1. exp_sota_dav3_resplat/2026-04-21_07-50-33/main.log +1 -0
  2. exp_sota_dav3_resplat/2026-04-21_07-51-09/main.log +1 -0
  3. exp_sota_dav3_resplat/2026-04-21_07-51-10/main.log +8 -0
  4. exp_sota_dav3_resplat/2026-04-21_07-53-03/main.log +9 -0
  5. exp_sota_dav3_resplat/2026-04-21_07-54-50/main.log +9 -0
  6. exp_sota_dav3_resplat/2026-04-21_08-19-33/main.log +4 -0
  7. exp_sota_dav3_resplat/2026-04-21_08-21-37/main.log +9 -0
  8. exp_sota_dav3_resplat/2026-04-21_08-59-34/main.log +13 -0
  9. exp_sota_dav3_resplat/2026-04-21_09-26-42/main.log +13 -0
  10. exp_sota_dav3_resplat/2026-04-21_09-40-20/main.log +9 -0
  11. exp_sota_dav3_resplat/2026-04-21_09-42-18/main.log +4 -0
  12. exp_sota_dav3_resplat/2026-04-21_09-46-04/main.log +9 -0
  13. exp_sota_dav3_resplat/2026-04-21_09-46-05/main.log +4 -0
  14. exp_sota_dav3_resplat/2026-05-02_22-48-23/.hydra/config.yaml +201 -0
  15. exp_sota_dav3_resplat/2026-05-02_22-48-23/.hydra/hydra.yaml +175 -0
  16. exp_sota_dav3_resplat/2026-05-02_22-48-23/.hydra/overrides.yaml +14 -0
  17. exp_sota_dav3_resplat/2026-05-02_22-48-23/checkpoints/best-psnr-val/psnr_22.868-info/global_step_0.ckpt +3 -0
  18. exp_sota_dav3_resplat/2026-05-02_22-48-23/main.log +2 -0
  19. exp_sota_dav3_resplat/2026-05-02_23-22-58/.hydra/config.yaml +201 -0
  20. exp_sota_dav3_resplat/2026-05-02_23-22-58/.hydra/hydra.yaml +175 -0
  21. exp_sota_dav3_resplat/2026-05-02_23-22-58/.hydra/overrides.yaml +14 -0
  22. exp_sota_dav3_resplat/2026-05-02_23-22-58/checkpoints/best-psnr-val/psnr_23.254-info/global_step_0.ckpt +3 -0
  23. exp_sota_dav3_resplat/2026-05-02_23-22-58/main.log +2 -0
  24. exp_sota_dav3_resplat/2026-05-02_23-57-52/.hydra/config.yaml +201 -0
  25. exp_sota_dav3_resplat/2026-05-02_23-57-52/.hydra/hydra.yaml +177 -0
  26. exp_sota_dav3_resplat/2026-05-02_23-57-52/.hydra/overrides.yaml +16 -0
  27. exp_sota_dav3_resplat/2026-05-02_23-57-52/checkpoints/best-psnr-val/psnr_26.001-info/global_step_0.ckpt +3 -0
  28. exp_sota_dav3_resplat/2026-05-02_23-57-52/checkpoints/best-psnr-val/psnr_26.222-info/global_step_0.ckpt +3 -0
  29. exp_sota_dav3_resplat/2026-05-02_23-57-52/main.log +4 -0
exp_sota_dav3_resplat/2026-04-21_07-50-33/main.log ADDED
@@ -0,0 +1 @@
 
 
1
+ [2026-04-21 07:50:42,837][dinov2][INFO] - using MLP layer as FFN
exp_sota_dav3_resplat/2026-04-21_07-51-09/main.log ADDED
@@ -0,0 +1 @@
 
 
1
+ [2026-04-21 07:51:33,871][dinov2][INFO] - using MLP layer as FFN
exp_sota_dav3_resplat/2026-04-21_07-51-10/main.log ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ [2026-04-21 07:51:33,290][dinov2][INFO] - using MLP layer as FFN
2
+ [2026-04-21 07:51:33,330][dinov2][INFO] - using MLP layer as FFN
3
+ [2026-04-21 07:51:34,173][dinov2][INFO] - using MLP layer as FFN
4
+ [2026-04-21 07:51:59,667][pytorch_lightning.utilities.rank_zero][INFO] - ----------------------------------------------------------------------------------------------------
5
+ distributed_backend=nccl
6
+ All distributed processes registered. Starting with 4 processes
7
+ ----------------------------------------------------------------------------------------------------
8
+
exp_sota_dav3_resplat/2026-04-21_07-53-03/main.log ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ [2026-04-21 07:53:21,326][dinov2][INFO] - using MLP layer as FFN
2
+ [2026-04-21 07:53:29,975][dinov2][INFO] - using MLP layer as FFN
3
+ [2026-04-21 07:53:30,029][dinov2][INFO] - using MLP layer as FFN
4
+ [2026-04-21 07:53:30,122][dinov2][INFO] - using MLP layer as FFN
5
+ [2026-04-21 07:53:53,697][pytorch_lightning.utilities.rank_zero][INFO] - ----------------------------------------------------------------------------------------------------
6
+ distributed_backend=nccl
7
+ All distributed processes registered. Starting with 4 processes
8
+ ----------------------------------------------------------------------------------------------------
9
+
exp_sota_dav3_resplat/2026-04-21_07-54-50/main.log ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ [2026-04-21 07:55:14,253][dinov2][INFO] - using MLP layer as FFN
2
+ [2026-04-21 07:55:14,330][dinov2][INFO] - using MLP layer as FFN
3
+ [2026-04-21 07:55:14,437][dinov2][INFO] - using MLP layer as FFN
4
+ [2026-04-21 07:55:14,556][dinov2][INFO] - using MLP layer as FFN
5
+ [2026-04-21 07:55:42,650][pytorch_lightning.utilities.rank_zero][INFO] - ----------------------------------------------------------------------------------------------------
6
+ distributed_backend=nccl
7
+ All distributed processes registered. Starting with 4 processes
8
+ ----------------------------------------------------------------------------------------------------
9
+
exp_sota_dav3_resplat/2026-04-21_08-19-33/main.log ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ [2026-04-21 08:19:57,665][dinov2][INFO] - using MLP layer as FFN
2
+ [2026-04-21 08:19:57,669][dinov2][INFO] - using MLP layer as FFN
3
+ [2026-04-21 08:19:57,871][dinov2][INFO] - using MLP layer as FFN
4
+ [2026-04-21 08:19:57,987][dinov2][INFO] - using MLP layer as FFN
exp_sota_dav3_resplat/2026-04-21_08-21-37/main.log ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ [2026-04-21 08:23:32,822][dinov2][INFO] - using MLP layer as FFN
2
+ [2026-04-21 08:23:32,828][dinov2][INFO] - using MLP layer as FFN
3
+ [2026-04-21 08:23:32,842][dinov2][INFO] - using MLP layer as FFN
4
+ [2026-04-21 08:23:32,848][dinov2][INFO] - using MLP layer as FFN
5
+ [2026-04-21 08:23:56,458][pytorch_lightning.utilities.rank_zero][INFO] - ----------------------------------------------------------------------------------------------------
6
+ distributed_backend=nccl
7
+ All distributed processes registered. Starting with 8 processes
8
+ ----------------------------------------------------------------------------------------------------
9
+
exp_sota_dav3_resplat/2026-04-21_08-59-34/main.log ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [2026-04-21 08:59:51,789][dinov2][INFO] - using MLP layer as FFN
2
+ [2026-04-21 09:00:00,994][dinov2][INFO] - using MLP layer as FFN
3
+ [2026-04-21 09:00:01,071][dinov2][INFO] - using MLP layer as FFN
4
+ [2026-04-21 09:00:01,173][dinov2][INFO] - using MLP layer as FFN
5
+ [2026-04-21 09:00:23,083][pytorch_lightning.utilities.rank_zero][INFO] - ----------------------------------------------------------------------------------------------------
6
+ distributed_backend=nccl
7
+ All distributed processes registered. Starting with 8 processes
8
+ ----------------------------------------------------------------------------------------------------
9
+
10
+ [2026-04-21 09:01:29,411][dinov2][INFO] - using MLP layer as FFN
11
+ [2026-04-21 09:01:29,411][dinov2][INFO] - using MLP layer as FFN
12
+ [2026-04-21 09:01:29,418][dinov2][INFO] - using MLP layer as FFN
13
+ [2026-04-21 09:01:29,418][dinov2][INFO] - using MLP layer as FFN
exp_sota_dav3_resplat/2026-04-21_09-26-42/main.log ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [2026-04-21 09:27:06,758][dinov2][INFO] - using MLP layer as FFN
2
+ [2026-04-21 09:27:06,765][dinov2][INFO] - using MLP layer as FFN
3
+ [2026-04-21 09:27:06,937][dinov2][INFO] - using MLP layer as FFN
4
+ [2026-04-21 09:27:07,019][dinov2][INFO] - using MLP layer as FFN
5
+ [2026-04-21 09:27:07,061][dinov2][INFO] - using MLP layer as FFN
6
+ [2026-04-21 09:27:07,071][dinov2][INFO] - using MLP layer as FFN
7
+ [2026-04-21 09:27:07,217][dinov2][INFO] - using MLP layer as FFN
8
+ [2026-04-21 09:27:07,308][dinov2][INFO] - using MLP layer as FFN
9
+ [2026-04-21 09:27:33,294][pytorch_lightning.utilities.rank_zero][INFO] - ----------------------------------------------------------------------------------------------------
10
+ distributed_backend=nccl
11
+ All distributed processes registered. Starting with 8 processes
12
+ ----------------------------------------------------------------------------------------------------
13
+
exp_sota_dav3_resplat/2026-04-21_09-40-20/main.log ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ [2026-04-21 09:40:44,521][dinov2][INFO] - using MLP layer as FFN
2
+ [2026-04-21 09:40:44,560][dinov2][INFO] - using MLP layer as FFN
3
+ [2026-04-21 09:40:44,725][dinov2][INFO] - using MLP layer as FFN
4
+ [2026-04-21 09:40:44,866][dinov2][INFO] - using MLP layer as FFN
5
+ [2026-04-21 09:41:12,204][pytorch_lightning.utilities.rank_zero][INFO] - ----------------------------------------------------------------------------------------------------
6
+ distributed_backend=nccl
7
+ All distributed processes registered. Starting with 4 processes
8
+ ----------------------------------------------------------------------------------------------------
9
+
exp_sota_dav3_resplat/2026-04-21_09-42-18/main.log ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ [2026-04-21 09:42:42,636][dinov2][INFO] - using MLP layer as FFN
2
+ [2026-04-21 09:42:42,653][dinov2][INFO] - using MLP layer as FFN
3
+ [2026-04-21 09:42:42,799][dinov2][INFO] - using MLP layer as FFN
4
+ [2026-04-21 09:42:42,880][dinov2][INFO] - using MLP layer as FFN
exp_sota_dav3_resplat/2026-04-21_09-46-04/main.log ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ [2026-04-21 09:46:28,529][dinov2][INFO] - using MLP layer as FFN
2
+ [2026-04-21 09:46:28,585][dinov2][INFO] - using MLP layer as FFN
3
+ [2026-04-21 09:46:28,903][dinov2][INFO] - using MLP layer as FFN
4
+ [2026-04-21 09:46:29,017][dinov2][INFO] - using MLP layer as FFN
5
+ [2026-04-21 09:46:56,976][pytorch_lightning.utilities.rank_zero][INFO] - ----------------------------------------------------------------------------------------------------
6
+ distributed_backend=nccl
7
+ All distributed processes registered. Starting with 8 processes
8
+ ----------------------------------------------------------------------------------------------------
9
+
exp_sota_dav3_resplat/2026-04-21_09-46-05/main.log ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ [2026-04-21 09:46:29,921][dinov2][INFO] - using MLP layer as FFN
2
+ [2026-04-21 09:46:29,961][dinov2][INFO] - using MLP layer as FFN
3
+ [2026-04-21 09:46:30,076][dinov2][INFO] - using MLP layer as FFN
4
+ [2026-04-21 09:46:30,173][dinov2][INFO] - using MLP layer as FFN
exp_sota_dav3_resplat/2026-05-02_22-48-23/.hydra/config.yaml ADDED
@@ -0,0 +1,201 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ model:
2
+ encoder:
3
+ backbone:
4
+ name: croco
5
+ model: ViTLarge_BaseDecoder
6
+ patch_embed_cls: PatchEmbedDust3R
7
+ asymmetry_decoder: true
8
+ intrinsics_embed_loc: encoder
9
+ intrinsics_embed_degree: 4
10
+ intrinsics_embed_type: token
11
+ name: da3_resplat
12
+ opacity_mapping:
13
+ initial: 0.0
14
+ final: 0.0
15
+ warm_up: 1
16
+ num_monocular_samples: 32
17
+ num_surfaces: 1
18
+ predict_opacity: false
19
+ gaussians_per_pixel: 1
20
+ gaussian_adapter:
21
+ gaussian_scale_min: 0.5
22
+ gaussian_scale_max: 15.0
23
+ sh_degree: 3
24
+ d_feature: 128
25
+ visualizer:
26
+ num_samples: 8
27
+ min_resolution: 256
28
+ export_ply: false
29
+ apply_bounds_shim: true
30
+ gs_params_head_type: dpt_gs
31
+ pose_free: true
32
+ pretrained_weights: ''
33
+ da3_checkpoint: /gpfs/scratch1/shared/qzhang1/da3_pretrained/DA3-GIANT
34
+ resplat_checkpoint: /gpfs/scratch1/shared/qzhang1/resplat_pretrained/resplat-base-dl3dv-256x448-view8-1934a04c.pth
35
+ freeze_da3: true
36
+ freeze_resplat: true
37
+ decoder:
38
+ name: splatting_cuda
39
+ background_color:
40
+ - 0.0
41
+ - 0.0
42
+ - 0.0
43
+ make_scale_invariant: true
44
+ low_pass_filter: 10.0
45
+ decrease_lpf_step: 1000
46
+ refiner: null
47
+ diffusion_head:
48
+ enc_k: 256
49
+ enc_df: 128
50
+ enc_df_out: 128
51
+ enc_d_point: 64
52
+ enc_cross_depth: 4
53
+ enc_self_depth: 2
54
+ dec_dim_model: 64
55
+ dec_cross_depth: 3
56
+ dec_num_virtual: 256
57
+ train_num_steps: 3
58
+ infer_num_steps: 3
59
+ use_cam_cond: true
60
+ use_vggt_priors: true
61
+ use_cam_pred: false
62
+ loss:
63
+ mse:
64
+ weight: 0.5
65
+ lpips:
66
+ weight: 0.025
67
+ apply_after_step: 0
68
+ ssim:
69
+ weight: 0.05
70
+ depth:
71
+ weight: 0.1
72
+ wandb:
73
+ project: DAV3
74
+ entity: zswjsw-the-university-of-sydney
75
+ name: sota_dav3_resplat
76
+ mode: disabled
77
+ tags:
78
+ - blur_replica
79
+ - diffusion_head
80
+ - da3_resplat
81
+ - sota
82
+ mode: train
83
+ data_loader:
84
+ train:
85
+ num_workers: 4
86
+ persistent_workers: true
87
+ batch_size: 1
88
+ seed: 1234
89
+ test:
90
+ num_workers: 2
91
+ persistent_workers: false
92
+ batch_size: 1
93
+ seed: 2345
94
+ val:
95
+ num_workers: 1
96
+ persistent_workers: true
97
+ batch_size: 1
98
+ seed: 3456
99
+ num_val_samples: 1000
100
+ optimizer:
101
+ lr: 3.5e-05
102
+ warm_up_steps: 500
103
+ backbone_lr_multiplier: 0.01
104
+ checkpointing:
105
+ load: /scratch-shared/qzhang1/replica_best_psnr27.145_step6249.ckpt
106
+ every_n_train_steps: 999999
107
+ save_top_k: 0
108
+ save_weights_only: false
109
+ load_weights_only: true
110
+ train:
111
+ depth_mode: depth
112
+ extended_visualization: false
113
+ print_log_every_n_steps: 10
114
+ context_view_loss: false
115
+ random_select_context_view: true
116
+ freeze_encoder: true
117
+ share_weight: 0.0
118
+ l_flow_weight: 0.0
119
+ cam_loss_weight: 0.0
120
+ test:
121
+ output_path: outputs/test
122
+ align_pose: true
123
+ pose_align_steps: 100
124
+ rot_opt_lr: 0.005
125
+ trans_opt_lr: 0.005
126
+ compute_scores: true
127
+ save_image: true
128
+ save_video: false
129
+ save_compare: false
130
+ use_tto: false
131
+ tto_steps: 200
132
+ tto_lr: 0.001
133
+ tto_geo_lr_scale: 0.1
134
+ seed: 111123
135
+ trainer:
136
+ max_steps: 1
137
+ val_check_interval: 1
138
+ gradient_clip_val: 1.0
139
+ num_nodes: 1
140
+ accumulate_grad_batches: 1
141
+ devices: 1
142
+ strategy: auto
143
+ precision: bf16-mixed
144
+ enable_progress_bar: true
145
+ num_sanity_val_steps: 0
146
+ dataset:
147
+ blur_replica:
148
+ make_baseline_1: false
149
+ relative_pose: true
150
+ augment: false
151
+ background_color:
152
+ - 0.0
153
+ - 0.0
154
+ - 0.0
155
+ overfit_to_scene: null
156
+ skip_bad_shape: false
157
+ view_sampler:
158
+ name: bounded
159
+ num_target_views: 4
160
+ num_context_views: 12
161
+ min_distance_between_context_views: 45
162
+ max_distance_between_context_views: 90
163
+ min_distance_to_context_views: 0
164
+ warm_up_steps: 0
165
+ initial_min_distance_between_context_views: 40
166
+ initial_max_distance_between_context_views: 80
167
+ min_context_views: 2
168
+ name: blur_replica
169
+ roots:
170
+ - /scratch-shared/qzhang1/datasets/office_3
171
+ - /scratch-shared/qzhang1/datasets/office_4
172
+ - /scratch-shared/qzhang1/datasets/room_0
173
+ - /scratch-shared/qzhang1/datasets/room_1
174
+ - /scratch-shared/qzhang1/datasets/room_2
175
+ blur_dir: blur_36
176
+ traj_file: traj_8.txt
177
+ fx: 600.0
178
+ fy: 600.0
179
+ cx: 599.5
180
+ cy: 339.5
181
+ original_width: 1200
182
+ original_height: 680
183
+ near: 0.01
184
+ far: 10.0
185
+ input_image_shape:
186
+ - 416
187
+ - 736
188
+ output_image_shape:
189
+ - 416
190
+ - 736
191
+ original_image_shape:
192
+ - 680
193
+ - 1200
194
+ cameras_are_circular: false
195
+ baseline_min: 0.001
196
+ baseline_max: 10000000000.0
197
+ max_fov: 120.0
198
+ scene_list: []
199
+ sharp_context: false
200
+ samples_per_scene: 200
201
+ depth_dir: depth
exp_sota_dav3_resplat/2026-05-02_22-48-23/.hydra/hydra.yaml ADDED
@@ -0,0 +1,175 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ hydra:
2
+ run:
3
+ dir: /scratch-shared/qzhang1/C3G_outputs/exp_${wandb.name}/${now:%Y-%m-%d_%H-%M-%S}
4
+ sweep:
5
+ dir: multirun/${now:%Y-%m-%d}/${now:%H-%M-%S}
6
+ subdir: ${hydra.job.num}
7
+ launcher:
8
+ _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
9
+ sweeper:
10
+ _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
11
+ max_batch_size: null
12
+ params: null
13
+ help:
14
+ app_name: ${hydra.job.name}
15
+ header: '${hydra.help.app_name} is powered by Hydra.
16
+
17
+ '
18
+ footer: 'Powered by Hydra (https://hydra.cc)
19
+
20
+ Use --hydra-help to view Hydra specific help
21
+
22
+ '
23
+ template: '${hydra.help.header}
24
+
25
+ == Configuration groups ==
26
+
27
+ Compose your configuration from those groups (group=option)
28
+
29
+
30
+ $APP_CONFIG_GROUPS
31
+
32
+
33
+ == Config ==
34
+
35
+ Override anything in the config (foo.bar=value)
36
+
37
+
38
+ $CONFIG
39
+
40
+
41
+ ${hydra.help.footer}
42
+
43
+ '
44
+ hydra_help:
45
+ template: 'Hydra (${hydra.runtime.version})
46
+
47
+ See https://hydra.cc for more info.
48
+
49
+
50
+ == Flags ==
51
+
52
+ $FLAGS_HELP
53
+
54
+
55
+ == Configuration groups ==
56
+
57
+ Compose your configuration from those groups (For example, append hydra/job_logging=disabled
58
+ to command line)
59
+
60
+
61
+ $HYDRA_CONFIG_GROUPS
62
+
63
+
64
+ Use ''--cfg hydra'' to Show the Hydra config.
65
+
66
+ '
67
+ hydra_help: ???
68
+ hydra_logging:
69
+ version: 1
70
+ formatters:
71
+ simple:
72
+ format: '[%(asctime)s][HYDRA] %(message)s'
73
+ handlers:
74
+ console:
75
+ class: logging.StreamHandler
76
+ formatter: simple
77
+ stream: ext://sys.stdout
78
+ root:
79
+ level: INFO
80
+ handlers:
81
+ - console
82
+ loggers:
83
+ logging_example:
84
+ level: DEBUG
85
+ disable_existing_loggers: false
86
+ job_logging:
87
+ version: 1
88
+ formatters:
89
+ simple:
90
+ format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
91
+ handlers:
92
+ console:
93
+ class: logging.StreamHandler
94
+ formatter: simple
95
+ stream: ext://sys.stdout
96
+ file:
97
+ class: logging.FileHandler
98
+ formatter: simple
99
+ filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
100
+ root:
101
+ level: INFO
102
+ handlers:
103
+ - console
104
+ - file
105
+ disable_existing_loggers: false
106
+ env: {}
107
+ mode: RUN
108
+ searchpath: []
109
+ callbacks: {}
110
+ output_subdir: .hydra
111
+ overrides:
112
+ hydra:
113
+ - hydra.mode=RUN
114
+ task:
115
+ - +training=gaussian_head_blur_replica_sota_dav3_resplat
116
+ - +data_loader.val.num_val_samples=1000
117
+ - trainer.num_nodes=1
118
+ - trainer.devices=1
119
+ - trainer.max_steps=1
120
+ - trainer.val_check_interval=1
121
+ - trainer.num_sanity_val_steps=0
122
+ - trainer.strategy=auto
123
+ - trainer.accumulate_grad_batches=1
124
+ - checkpointing.load=/scratch-shared/qzhang1/replica_best_psnr27.145_step6249.ckpt
125
+ - checkpointing.load_weights_only=true
126
+ - checkpointing.every_n_train_steps=999999
127
+ - checkpointing.save_top_k=0
128
+ - wandb.mode=disabled
129
+ job:
130
+ name: main
131
+ chdir: null
132
+ override_dirname: +data_loader.val.num_val_samples=1000,+training=gaussian_head_blur_replica_sota_dav3_resplat,checkpointing.every_n_train_steps=999999,checkpointing.load=/scratch-shared/qzhang1/replica_best_psnr27.145_step6249.ckpt,checkpointing.load_weights_only=true,checkpointing.save_top_k=0,trainer.accumulate_grad_batches=1,trainer.devices=1,trainer.max_steps=1,trainer.num_nodes=1,trainer.num_sanity_val_steps=0,trainer.strategy=auto,trainer.val_check_interval=1,wandb.mode=disabled
133
+ id: ???
134
+ num: ???
135
+ config_name: main
136
+ env_set: {}
137
+ env_copy: []
138
+ config:
139
+ override_dirname:
140
+ kv_sep: '='
141
+ item_sep: ','
142
+ exclude_keys: []
143
+ runtime:
144
+ version: 1.3.2
145
+ version_base: '1.3'
146
+ cwd: /gpfs/home2/qzhang1/C3G
147
+ config_sources:
148
+ - path: hydra.conf
149
+ schema: pkg
150
+ provider: hydra
151
+ - path: /gpfs/home2/qzhang1/C3G/config
152
+ schema: file
153
+ provider: main
154
+ - path: ''
155
+ schema: structured
156
+ provider: schema
157
+ output_dir: /scratch-shared/qzhang1/C3G_outputs/exp_sota_dav3_resplat/2026-05-02_22-48-23
158
+ choices:
159
+ training: gaussian_head_blur_replica_sota_dav3_resplat
160
+ dataset@dataset.blur_replica: blur_replica
161
+ dataset/view_sampler_dataset_specific_config@dataset.blur_replica.view_sampler: bounded_blur_replica
162
+ dataset/view_sampler@dataset.blur_replica.view_sampler: bounded
163
+ model/decoder: splatting_cuda
164
+ model/encoder: noposplat
165
+ model/encoder/backbone: croco
166
+ hydra/env: default
167
+ hydra/callbacks: null
168
+ hydra/job_logging: default
169
+ hydra/hydra_logging: default
170
+ hydra/hydra_help: default
171
+ hydra/help: default
172
+ hydra/sweeper: basic
173
+ hydra/launcher: basic
174
+ hydra/output: default
175
+ verbose: false
exp_sota_dav3_resplat/2026-05-02_22-48-23/.hydra/overrides.yaml ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ - +training=gaussian_head_blur_replica_sota_dav3_resplat
2
+ - +data_loader.val.num_val_samples=1000
3
+ - trainer.num_nodes=1
4
+ - trainer.devices=1
5
+ - trainer.max_steps=1
6
+ - trainer.val_check_interval=1
7
+ - trainer.num_sanity_val_steps=0
8
+ - trainer.strategy=auto
9
+ - trainer.accumulate_grad_batches=1
10
+ - checkpointing.load=/scratch-shared/qzhang1/replica_best_psnr27.145_step6249.ckpt
11
+ - checkpointing.load_weights_only=true
12
+ - checkpointing.every_n_train_steps=999999
13
+ - checkpointing.save_top_k=0
14
+ - wandb.mode=disabled
exp_sota_dav3_resplat/2026-05-02_22-48-23/checkpoints/best-psnr-val/psnr_22.868-info/global_step_0.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a967f2ea3a11676f7f9fb74ca26fb87e2c2abda3787c7cfa2a7cb810c446fee9
3
+ size 6288442171
exp_sota_dav3_resplat/2026-05-02_22-48-23/main.log ADDED
@@ -0,0 +1,2 @@
 
 
 
1
+ [2026-05-02 22:48:32,714][dinov2][INFO] - using MLP layer as FFN
2
+ [2026-05-02 23:50:41,732][pytorch_lightning.utilities.rank_zero][INFO] - `Trainer.fit` stopped: `max_steps=1` reached.
exp_sota_dav3_resplat/2026-05-02_23-22-58/.hydra/config.yaml ADDED
@@ -0,0 +1,201 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ model:
2
+ encoder:
3
+ backbone:
4
+ name: croco
5
+ model: ViTLarge_BaseDecoder
6
+ patch_embed_cls: PatchEmbedDust3R
7
+ asymmetry_decoder: true
8
+ intrinsics_embed_loc: encoder
9
+ intrinsics_embed_degree: 4
10
+ intrinsics_embed_type: token
11
+ name: da3_resplat
12
+ opacity_mapping:
13
+ initial: 0.0
14
+ final: 0.0
15
+ warm_up: 1
16
+ num_monocular_samples: 32
17
+ num_surfaces: 1
18
+ predict_opacity: false
19
+ gaussians_per_pixel: 1
20
+ gaussian_adapter:
21
+ gaussian_scale_min: 0.5
22
+ gaussian_scale_max: 15.0
23
+ sh_degree: 3
24
+ d_feature: 128
25
+ visualizer:
26
+ num_samples: 8
27
+ min_resolution: 256
28
+ export_ply: false
29
+ apply_bounds_shim: true
30
+ gs_params_head_type: dpt_gs
31
+ pose_free: true
32
+ pretrained_weights: ''
33
+ da3_checkpoint: /gpfs/scratch1/shared/qzhang1/da3_pretrained/DA3-GIANT
34
+ resplat_checkpoint: /gpfs/scratch1/shared/qzhang1/resplat_pretrained/resplat-base-dl3dv-256x448-view8-1934a04c.pth
35
+ freeze_da3: true
36
+ freeze_resplat: true
37
+ decoder:
38
+ name: splatting_cuda
39
+ background_color:
40
+ - 0.0
41
+ - 0.0
42
+ - 0.0
43
+ make_scale_invariant: true
44
+ low_pass_filter: 10.0
45
+ decrease_lpf_step: 1000
46
+ refiner: null
47
+ diffusion_head:
48
+ enc_k: 256
49
+ enc_df: 128
50
+ enc_df_out: 128
51
+ enc_d_point: 64
52
+ enc_cross_depth: 4
53
+ enc_self_depth: 2
54
+ dec_dim_model: 64
55
+ dec_cross_depth: 3
56
+ dec_num_virtual: 256
57
+ train_num_steps: 3
58
+ infer_num_steps: 3
59
+ use_cam_cond: true
60
+ use_vggt_priors: true
61
+ use_cam_pred: false
62
+ loss:
63
+ mse:
64
+ weight: 0.5
65
+ lpips:
66
+ weight: 0.025
67
+ apply_after_step: 0
68
+ ssim:
69
+ weight: 0.05
70
+ depth:
71
+ weight: 0.1
72
+ wandb:
73
+ project: DAV3
74
+ entity: zswjsw-the-university-of-sydney
75
+ name: sota_dav3_resplat
76
+ mode: disabled
77
+ tags:
78
+ - blur_replica
79
+ - diffusion_head
80
+ - da3_resplat
81
+ - sota
82
+ mode: train
83
+ data_loader:
84
+ train:
85
+ num_workers: 4
86
+ persistent_workers: true
87
+ batch_size: 1
88
+ seed: 1234
89
+ test:
90
+ num_workers: 2
91
+ persistent_workers: false
92
+ batch_size: 1
93
+ seed: 2345
94
+ val:
95
+ num_workers: 1
96
+ persistent_workers: true
97
+ batch_size: 1
98
+ seed: 3456
99
+ num_val_samples: 210
100
+ optimizer:
101
+ lr: 3.5e-05
102
+ warm_up_steps: 500
103
+ backbone_lr_multiplier: 0.01
104
+ checkpointing:
105
+ load: /scratch-shared/qzhang1/replica_best_psnr27.145_step6249.ckpt
106
+ every_n_train_steps: 999999
107
+ save_top_k: 0
108
+ save_weights_only: false
109
+ load_weights_only: true
110
+ train:
111
+ depth_mode: depth
112
+ extended_visualization: false
113
+ print_log_every_n_steps: 10
114
+ context_view_loss: false
115
+ random_select_context_view: true
116
+ freeze_encoder: true
117
+ share_weight: 0.0
118
+ l_flow_weight: 0.0
119
+ cam_loss_weight: 0.0
120
+ test:
121
+ output_path: outputs/test
122
+ align_pose: true
123
+ pose_align_steps: 100
124
+ rot_opt_lr: 0.005
125
+ trans_opt_lr: 0.005
126
+ compute_scores: true
127
+ save_image: true
128
+ save_video: false
129
+ save_compare: false
130
+ use_tto: false
131
+ tto_steps: 200
132
+ tto_lr: 0.001
133
+ tto_geo_lr_scale: 0.1
134
+ seed: 111123
135
+ trainer:
136
+ max_steps: 1
137
+ val_check_interval: 1
138
+ gradient_clip_val: 1.0
139
+ num_nodes: 1
140
+ accumulate_grad_batches: 1
141
+ devices: 1
142
+ strategy: auto
143
+ precision: bf16-mixed
144
+ enable_progress_bar: true
145
+ num_sanity_val_steps: 0
146
+ dataset:
147
+ blur_replica:
148
+ make_baseline_1: false
149
+ relative_pose: true
150
+ augment: false
151
+ background_color:
152
+ - 0.0
153
+ - 0.0
154
+ - 0.0
155
+ overfit_to_scene: null
156
+ skip_bad_shape: false
157
+ view_sampler:
158
+ name: sequential
159
+ num_context_views: 12
160
+ num_target_views: 12
161
+ warm_up_steps: 0
162
+ min_distance_between_context_views: 45
163
+ max_distance_between_context_views: 90
164
+ min_distance_to_context_views: 0
165
+ initial_min_distance_between_context_views: 40
166
+ initial_max_distance_between_context_views: 80
167
+ min_context_views: 2
168
+ name: blur_replica
169
+ roots:
170
+ - /scratch-shared/qzhang1/datasets/office_3
171
+ - /scratch-shared/qzhang1/datasets/office_4
172
+ - /scratch-shared/qzhang1/datasets/room_0
173
+ - /scratch-shared/qzhang1/datasets/room_1
174
+ - /scratch-shared/qzhang1/datasets/room_2
175
+ blur_dir: blur_36
176
+ traj_file: traj_8.txt
177
+ fx: 600.0
178
+ fy: 600.0
179
+ cx: 599.5
180
+ cy: 339.5
181
+ original_width: 1200
182
+ original_height: 680
183
+ near: 0.01
184
+ far: 10.0
185
+ input_image_shape:
186
+ - 416
187
+ - 736
188
+ output_image_shape:
189
+ - 416
190
+ - 736
191
+ original_image_shape:
192
+ - 680
193
+ - 1200
194
+ cameras_are_circular: false
195
+ baseline_min: 0.001
196
+ baseline_max: 10000000000.0
197
+ max_fov: 120.0
198
+ scene_list: []
199
+ sharp_context: false
200
+ samples_per_scene: 42
201
+ depth_dir: depth
exp_sota_dav3_resplat/2026-05-02_23-22-58/.hydra/hydra.yaml ADDED
@@ -0,0 +1,175 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ hydra:
2
+ run:
3
+ dir: /scratch-shared/qzhang1/C3G_outputs/exp_${wandb.name}/${now:%Y-%m-%d_%H-%M-%S}
4
+ sweep:
5
+ dir: multirun/${now:%Y-%m-%d}/${now:%H-%M-%S}
6
+ subdir: ${hydra.job.num}
7
+ launcher:
8
+ _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
9
+ sweeper:
10
+ _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
11
+ max_batch_size: null
12
+ params: null
13
+ help:
14
+ app_name: ${hydra.job.name}
15
+ header: '${hydra.help.app_name} is powered by Hydra.
16
+
17
+ '
18
+ footer: 'Powered by Hydra (https://hydra.cc)
19
+
20
+ Use --hydra-help to view Hydra specific help
21
+
22
+ '
23
+ template: '${hydra.help.header}
24
+
25
+ == Configuration groups ==
26
+
27
+ Compose your configuration from those groups (group=option)
28
+
29
+
30
+ $APP_CONFIG_GROUPS
31
+
32
+
33
+ == Config ==
34
+
35
+ Override anything in the config (foo.bar=value)
36
+
37
+
38
+ $CONFIG
39
+
40
+
41
+ ${hydra.help.footer}
42
+
43
+ '
44
+ hydra_help:
45
+ template: 'Hydra (${hydra.runtime.version})
46
+
47
+ See https://hydra.cc for more info.
48
+
49
+
50
+ == Flags ==
51
+
52
+ $FLAGS_HELP
53
+
54
+
55
+ == Configuration groups ==
56
+
57
+ Compose your configuration from those groups (For example, append hydra/job_logging=disabled
58
+ to command line)
59
+
60
+
61
+ $HYDRA_CONFIG_GROUPS
62
+
63
+
64
+ Use ''--cfg hydra'' to Show the Hydra config.
65
+
66
+ '
67
+ hydra_help: ???
68
+ hydra_logging:
69
+ version: 1
70
+ formatters:
71
+ simple:
72
+ format: '[%(asctime)s][HYDRA] %(message)s'
73
+ handlers:
74
+ console:
75
+ class: logging.StreamHandler
76
+ formatter: simple
77
+ stream: ext://sys.stdout
78
+ root:
79
+ level: INFO
80
+ handlers:
81
+ - console
82
+ loggers:
83
+ logging_example:
84
+ level: DEBUG
85
+ disable_existing_loggers: false
86
+ job_logging:
87
+ version: 1
88
+ formatters:
89
+ simple:
90
+ format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
91
+ handlers:
92
+ console:
93
+ class: logging.StreamHandler
94
+ formatter: simple
95
+ stream: ext://sys.stdout
96
+ file:
97
+ class: logging.FileHandler
98
+ formatter: simple
99
+ filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
100
+ root:
101
+ level: INFO
102
+ handlers:
103
+ - console
104
+ - file
105
+ disable_existing_loggers: false
106
+ env: {}
107
+ mode: RUN
108
+ searchpath: []
109
+ callbacks: {}
110
+ output_subdir: .hydra
111
+ overrides:
112
+ hydra:
113
+ - hydra.mode=RUN
114
+ task:
115
+ - +training=gaussian_head_blur_replica_sota_dav3_resplat_sequential
116
+ - +data_loader.val.num_val_samples=210
117
+ - trainer.num_nodes=1
118
+ - trainer.devices=1
119
+ - trainer.max_steps=1
120
+ - trainer.val_check_interval=1
121
+ - trainer.num_sanity_val_steps=0
122
+ - trainer.strategy=auto
123
+ - trainer.accumulate_grad_batches=1
124
+ - checkpointing.load=/scratch-shared/qzhang1/replica_best_psnr27.145_step6249.ckpt
125
+ - checkpointing.load_weights_only=true
126
+ - checkpointing.every_n_train_steps=999999
127
+ - checkpointing.save_top_k=0
128
+ - wandb.mode=disabled
129
+ job:
130
+ name: main
131
+ chdir: null
132
+ override_dirname: +data_loader.val.num_val_samples=210,+training=gaussian_head_blur_replica_sota_dav3_resplat_sequential,checkpointing.every_n_train_steps=999999,checkpointing.load=/scratch-shared/qzhang1/replica_best_psnr27.145_step6249.ckpt,checkpointing.load_weights_only=true,checkpointing.save_top_k=0,trainer.accumulate_grad_batches=1,trainer.devices=1,trainer.max_steps=1,trainer.num_nodes=1,trainer.num_sanity_val_steps=0,trainer.strategy=auto,trainer.val_check_interval=1,wandb.mode=disabled
133
+ id: ???
134
+ num: ???
135
+ config_name: main
136
+ env_set: {}
137
+ env_copy: []
138
+ config:
139
+ override_dirname:
140
+ kv_sep: '='
141
+ item_sep: ','
142
+ exclude_keys: []
143
+ runtime:
144
+ version: 1.3.2
145
+ version_base: '1.3'
146
+ cwd: /gpfs/home2/qzhang1/C3G
147
+ config_sources:
148
+ - path: hydra.conf
149
+ schema: pkg
150
+ provider: hydra
151
+ - path: /gpfs/home2/qzhang1/C3G/config
152
+ schema: file
153
+ provider: main
154
+ - path: ''
155
+ schema: structured
156
+ provider: schema
157
+ output_dir: /scratch-shared/qzhang1/C3G_outputs/exp_sota_dav3_resplat/2026-05-02_23-22-58
158
+ choices:
159
+ training: gaussian_head_blur_replica_sota_dav3_resplat_sequential
160
+ dataset@dataset.blur_replica: blur_replica
161
+ dataset/view_sampler_dataset_specific_config@dataset.blur_replica.view_sampler: bounded_blur_replica
162
+ dataset/view_sampler@dataset.blur_replica.view_sampler: sequential
163
+ model/decoder: splatting_cuda
164
+ model/encoder: noposplat
165
+ model/encoder/backbone: croco
166
+ hydra/env: default
167
+ hydra/callbacks: null
168
+ hydra/job_logging: default
169
+ hydra/hydra_logging: default
170
+ hydra/hydra_help: default
171
+ hydra/help: default
172
+ hydra/sweeper: basic
173
+ hydra/launcher: basic
174
+ hydra/output: default
175
+ verbose: false
exp_sota_dav3_resplat/2026-05-02_23-22-58/.hydra/overrides.yaml ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ - +training=gaussian_head_blur_replica_sota_dav3_resplat_sequential
2
+ - +data_loader.val.num_val_samples=210
3
+ - trainer.num_nodes=1
4
+ - trainer.devices=1
5
+ - trainer.max_steps=1
6
+ - trainer.val_check_interval=1
7
+ - trainer.num_sanity_val_steps=0
8
+ - trainer.strategy=auto
9
+ - trainer.accumulate_grad_batches=1
10
+ - checkpointing.load=/scratch-shared/qzhang1/replica_best_psnr27.145_step6249.ckpt
11
+ - checkpointing.load_weights_only=true
12
+ - checkpointing.every_n_train_steps=999999
13
+ - checkpointing.save_top_k=0
14
+ - wandb.mode=disabled
exp_sota_dav3_resplat/2026-05-02_23-22-58/checkpoints/best-psnr-val/psnr_23.254-info/global_step_0.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:deed0d54b472d20f9d0736eeb03c328d7252f142fde830c7568130c1ef5845cd
3
+ size 6288442171
exp_sota_dav3_resplat/2026-05-02_23-22-58/main.log ADDED
@@ -0,0 +1,2 @@
 
 
 
1
+ [2026-05-02 23:23:10,695][dinov2][INFO] - using MLP layer as FFN
2
+ [2026-05-02 23:37:26,697][pytorch_lightning.utilities.rank_zero][INFO] - `Trainer.fit` stopped: `max_steps=1` reached.
exp_sota_dav3_resplat/2026-05-02_23-57-52/.hydra/config.yaml ADDED
@@ -0,0 +1,201 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ model:
2
+ encoder:
3
+ backbone:
4
+ name: croco
5
+ model: ViTLarge_BaseDecoder
6
+ patch_embed_cls: PatchEmbedDust3R
7
+ asymmetry_decoder: true
8
+ intrinsics_embed_loc: encoder
9
+ intrinsics_embed_degree: 4
10
+ intrinsics_embed_type: token
11
+ name: da3_resplat
12
+ opacity_mapping:
13
+ initial: 0.0
14
+ final: 0.0
15
+ warm_up: 1
16
+ num_monocular_samples: 32
17
+ num_surfaces: 1
18
+ predict_opacity: false
19
+ gaussians_per_pixel: 1
20
+ gaussian_adapter:
21
+ gaussian_scale_min: 0.5
22
+ gaussian_scale_max: 15.0
23
+ sh_degree: 3
24
+ d_feature: 128
25
+ visualizer:
26
+ num_samples: 8
27
+ min_resolution: 256
28
+ export_ply: false
29
+ apply_bounds_shim: true
30
+ gs_params_head_type: dpt_gs
31
+ pose_free: true
32
+ pretrained_weights: ''
33
+ da3_checkpoint: /gpfs/scratch1/shared/qzhang1/da3_pretrained/DA3-GIANT
34
+ resplat_checkpoint: /gpfs/scratch1/shared/qzhang1/resplat_pretrained/resplat-base-dl3dv-256x448-view8-1934a04c.pth
35
+ freeze_da3: true
36
+ freeze_resplat: true
37
+ decoder:
38
+ name: splatting_cuda
39
+ background_color:
40
+ - 0.0
41
+ - 0.0
42
+ - 0.0
43
+ make_scale_invariant: true
44
+ low_pass_filter: 0.3
45
+ decrease_lpf_step: -1
46
+ refiner: null
47
+ diffusion_head:
48
+ enc_k: 256
49
+ enc_df: 128
50
+ enc_df_out: 128
51
+ enc_d_point: 64
52
+ enc_cross_depth: 4
53
+ enc_self_depth: 2
54
+ dec_dim_model: 64
55
+ dec_cross_depth: 3
56
+ dec_num_virtual: 256
57
+ train_num_steps: 3
58
+ infer_num_steps: 3
59
+ use_cam_cond: true
60
+ use_vggt_priors: true
61
+ use_cam_pred: false
62
+ loss:
63
+ mse:
64
+ weight: 0.5
65
+ lpips:
66
+ weight: 0.025
67
+ apply_after_step: 0
68
+ ssim:
69
+ weight: 0.05
70
+ depth:
71
+ weight: 0.1
72
+ wandb:
73
+ project: DAV3
74
+ entity: zswjsw-the-university-of-sydney
75
+ name: sota_dav3_resplat
76
+ mode: disabled
77
+ tags:
78
+ - blur_replica
79
+ - diffusion_head
80
+ - da3_resplat
81
+ - sota
82
+ mode: train
83
+ data_loader:
84
+ train:
85
+ num_workers: 4
86
+ persistent_workers: true
87
+ batch_size: 1
88
+ seed: 1234
89
+ test:
90
+ num_workers: 2
91
+ persistent_workers: false
92
+ batch_size: 1
93
+ seed: 2345
94
+ val:
95
+ num_workers: 1
96
+ persistent_workers: true
97
+ batch_size: 1
98
+ seed: 3456
99
+ num_val_samples: 210
100
+ optimizer:
101
+ lr: 3.5e-05
102
+ warm_up_steps: 500
103
+ backbone_lr_multiplier: 0.01
104
+ checkpointing:
105
+ load: /scratch-shared/qzhang1/replica_best_psnr27.145_step6249.ckpt
106
+ every_n_train_steps: 999999
107
+ save_top_k: 0
108
+ save_weights_only: false
109
+ load_weights_only: true
110
+ train:
111
+ depth_mode: depth
112
+ extended_visualization: false
113
+ print_log_every_n_steps: 10
114
+ context_view_loss: false
115
+ random_select_context_view: true
116
+ freeze_encoder: true
117
+ share_weight: 0.0
118
+ l_flow_weight: 0.0
119
+ cam_loss_weight: 0.0
120
+ test:
121
+ output_path: outputs/test
122
+ align_pose: true
123
+ pose_align_steps: 100
124
+ rot_opt_lr: 0.005
125
+ trans_opt_lr: 0.005
126
+ compute_scores: true
127
+ save_image: true
128
+ save_video: false
129
+ save_compare: false
130
+ use_tto: false
131
+ tto_steps: 200
132
+ tto_lr: 0.001
133
+ tto_geo_lr_scale: 0.1
134
+ seed: 111123
135
+ trainer:
136
+ max_steps: 1
137
+ val_check_interval: 1
138
+ gradient_clip_val: 1.0
139
+ num_nodes: 1
140
+ accumulate_grad_batches: 1
141
+ devices: 1
142
+ strategy: auto
143
+ precision: bf16-mixed
144
+ enable_progress_bar: true
145
+ num_sanity_val_steps: 0
146
+ dataset:
147
+ blur_replica:
148
+ make_baseline_1: false
149
+ relative_pose: true
150
+ augment: false
151
+ background_color:
152
+ - 0.0
153
+ - 0.0
154
+ - 0.0
155
+ overfit_to_scene: null
156
+ skip_bad_shape: false
157
+ view_sampler:
158
+ name: sequential
159
+ num_context_views: 12
160
+ num_target_views: 12
161
+ warm_up_steps: 0
162
+ min_distance_between_context_views: 45
163
+ max_distance_between_context_views: 90
164
+ min_distance_to_context_views: 0
165
+ initial_min_distance_between_context_views: 40
166
+ initial_max_distance_between_context_views: 80
167
+ min_context_views: 2
168
+ name: blur_replica
169
+ roots:
170
+ - /scratch-shared/qzhang1/datasets/office_3
171
+ - /scratch-shared/qzhang1/datasets/office_4
172
+ - /scratch-shared/qzhang1/datasets/room_0
173
+ - /scratch-shared/qzhang1/datasets/room_1
174
+ - /scratch-shared/qzhang1/datasets/room_2
175
+ blur_dir: blur_36
176
+ traj_file: traj_8.txt
177
+ fx: 600.0
178
+ fy: 600.0
179
+ cx: 599.5
180
+ cy: 339.5
181
+ original_width: 1200
182
+ original_height: 680
183
+ near: 0.01
184
+ far: 10.0
185
+ input_image_shape:
186
+ - 416
187
+ - 736
188
+ output_image_shape:
189
+ - 416
190
+ - 736
191
+ original_image_shape:
192
+ - 680
193
+ - 1200
194
+ cameras_are_circular: false
195
+ baseline_min: 0.001
196
+ baseline_max: 10000000000.0
197
+ max_fov: 120.0
198
+ scene_list: []
199
+ sharp_context: false
200
+ samples_per_scene: 42
201
+ depth_dir: depth
exp_sota_dav3_resplat/2026-05-02_23-57-52/.hydra/hydra.yaml ADDED
@@ -0,0 +1,177 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ hydra:
2
+ run:
3
+ dir: /scratch-shared/qzhang1/C3G_outputs/exp_${wandb.name}/${now:%Y-%m-%d_%H-%M-%S}
4
+ sweep:
5
+ dir: multirun/${now:%Y-%m-%d}/${now:%H-%M-%S}
6
+ subdir: ${hydra.job.num}
7
+ launcher:
8
+ _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
9
+ sweeper:
10
+ _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
11
+ max_batch_size: null
12
+ params: null
13
+ help:
14
+ app_name: ${hydra.job.name}
15
+ header: '${hydra.help.app_name} is powered by Hydra.
16
+
17
+ '
18
+ footer: 'Powered by Hydra (https://hydra.cc)
19
+
20
+ Use --hydra-help to view Hydra specific help
21
+
22
+ '
23
+ template: '${hydra.help.header}
24
+
25
+ == Configuration groups ==
26
+
27
+ Compose your configuration from those groups (group=option)
28
+
29
+
30
+ $APP_CONFIG_GROUPS
31
+
32
+
33
+ == Config ==
34
+
35
+ Override anything in the config (foo.bar=value)
36
+
37
+
38
+ $CONFIG
39
+
40
+
41
+ ${hydra.help.footer}
42
+
43
+ '
44
+ hydra_help:
45
+ template: 'Hydra (${hydra.runtime.version})
46
+
47
+ See https://hydra.cc for more info.
48
+
49
+
50
+ == Flags ==
51
+
52
+ $FLAGS_HELP
53
+
54
+
55
+ == Configuration groups ==
56
+
57
+ Compose your configuration from those groups (For example, append hydra/job_logging=disabled
58
+ to command line)
59
+
60
+
61
+ $HYDRA_CONFIG_GROUPS
62
+
63
+
64
+ Use ''--cfg hydra'' to Show the Hydra config.
65
+
66
+ '
67
+ hydra_help: ???
68
+ hydra_logging:
69
+ version: 1
70
+ formatters:
71
+ simple:
72
+ format: '[%(asctime)s][HYDRA] %(message)s'
73
+ handlers:
74
+ console:
75
+ class: logging.StreamHandler
76
+ formatter: simple
77
+ stream: ext://sys.stdout
78
+ root:
79
+ level: INFO
80
+ handlers:
81
+ - console
82
+ loggers:
83
+ logging_example:
84
+ level: DEBUG
85
+ disable_existing_loggers: false
86
+ job_logging:
87
+ version: 1
88
+ formatters:
89
+ simple:
90
+ format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
91
+ handlers:
92
+ console:
93
+ class: logging.StreamHandler
94
+ formatter: simple
95
+ stream: ext://sys.stdout
96
+ file:
97
+ class: logging.FileHandler
98
+ formatter: simple
99
+ filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
100
+ root:
101
+ level: INFO
102
+ handlers:
103
+ - console
104
+ - file
105
+ disable_existing_loggers: false
106
+ env: {}
107
+ mode: RUN
108
+ searchpath: []
109
+ callbacks: {}
110
+ output_subdir: .hydra
111
+ overrides:
112
+ hydra:
113
+ - hydra.mode=RUN
114
+ task:
115
+ - +training=gaussian_head_blur_replica_sota_dav3_resplat_sequential
116
+ - model.decoder.low_pass_filter=0.3
117
+ - model.decoder.decrease_lpf_step=-1
118
+ - +data_loader.val.num_val_samples=210
119
+ - trainer.num_nodes=1
120
+ - trainer.devices=1
121
+ - trainer.max_steps=1
122
+ - trainer.val_check_interval=1
123
+ - trainer.num_sanity_val_steps=0
124
+ - trainer.strategy=auto
125
+ - trainer.accumulate_grad_batches=1
126
+ - checkpointing.load=/scratch-shared/qzhang1/replica_best_psnr27.145_step6249.ckpt
127
+ - checkpointing.load_weights_only=true
128
+ - checkpointing.every_n_train_steps=999999
129
+ - checkpointing.save_top_k=0
130
+ - wandb.mode=disabled
131
+ job:
132
+ name: main
133
+ chdir: null
134
+ override_dirname: +data_loader.val.num_val_samples=210,+training=gaussian_head_blur_replica_sota_dav3_resplat_sequential,checkpointing.every_n_train_steps=999999,checkpointing.load=/scratch-shared/qzhang1/replica_best_psnr27.145_step6249.ckpt,checkpointing.load_weights_only=true,checkpointing.save_top_k=0,model.decoder.decrease_lpf_step=-1,model.decoder.low_pass_filter=0.3,trainer.accumulate_grad_batches=1,trainer.devices=1,trainer.max_steps=1,trainer.num_nodes=1,trainer.num_sanity_val_steps=0,trainer.strategy=auto,trainer.val_check_interval=1,wandb.mode=disabled
135
+ id: ???
136
+ num: ???
137
+ config_name: main
138
+ env_set: {}
139
+ env_copy: []
140
+ config:
141
+ override_dirname:
142
+ kv_sep: '='
143
+ item_sep: ','
144
+ exclude_keys: []
145
+ runtime:
146
+ version: 1.3.2
147
+ version_base: '1.3'
148
+ cwd: /gpfs/home2/qzhang1/C3G
149
+ config_sources:
150
+ - path: hydra.conf
151
+ schema: pkg
152
+ provider: hydra
153
+ - path: /gpfs/home2/qzhang1/C3G/config
154
+ schema: file
155
+ provider: main
156
+ - path: ''
157
+ schema: structured
158
+ provider: schema
159
+ output_dir: /scratch-shared/qzhang1/C3G_outputs/exp_sota_dav3_resplat/2026-05-02_23-57-52
160
+ choices:
161
+ training: gaussian_head_blur_replica_sota_dav3_resplat_sequential
162
+ dataset@dataset.blur_replica: blur_replica
163
+ dataset/view_sampler_dataset_specific_config@dataset.blur_replica.view_sampler: bounded_blur_replica
164
+ dataset/view_sampler@dataset.blur_replica.view_sampler: sequential
165
+ model/decoder: splatting_cuda
166
+ model/encoder: noposplat
167
+ model/encoder/backbone: croco
168
+ hydra/env: default
169
+ hydra/callbacks: null
170
+ hydra/job_logging: default
171
+ hydra/hydra_logging: default
172
+ hydra/hydra_help: default
173
+ hydra/help: default
174
+ hydra/sweeper: basic
175
+ hydra/launcher: basic
176
+ hydra/output: default
177
+ verbose: false
exp_sota_dav3_resplat/2026-05-02_23-57-52/.hydra/overrides.yaml ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ - +training=gaussian_head_blur_replica_sota_dav3_resplat_sequential
2
+ - model.decoder.low_pass_filter=0.3
3
+ - model.decoder.decrease_lpf_step=-1
4
+ - +data_loader.val.num_val_samples=210
5
+ - trainer.num_nodes=1
6
+ - trainer.devices=1
7
+ - trainer.max_steps=1
8
+ - trainer.val_check_interval=1
9
+ - trainer.num_sanity_val_steps=0
10
+ - trainer.strategy=auto
11
+ - trainer.accumulate_grad_batches=1
12
+ - checkpointing.load=/scratch-shared/qzhang1/replica_best_psnr27.145_step6249.ckpt
13
+ - checkpointing.load_weights_only=true
14
+ - checkpointing.every_n_train_steps=999999
15
+ - checkpointing.save_top_k=0
16
+ - wandb.mode=disabled
exp_sota_dav3_resplat/2026-05-02_23-57-52/checkpoints/best-psnr-val/psnr_26.001-info/global_step_0.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c45b85631ebe31cc86993f32d42377c00c63c29a3bad8c08553f64a8f96274c2
3
+ size 6288442171
exp_sota_dav3_resplat/2026-05-02_23-57-52/checkpoints/best-psnr-val/psnr_26.222-info/global_step_0.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8fdc09e8e1fd08fd144912fa6e5e535c68d6cb73cb4d7a94e4752c2c1d44be46
3
+ size 6288442171
exp_sota_dav3_resplat/2026-05-02_23-57-52/main.log ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ [2026-05-02 23:58:07,528][dinov2][INFO] - using MLP layer as FFN
2
+ [2026-05-02 23:58:07,583][dinov2][INFO] - using MLP layer as FFN
3
+ [2026-05-03 00:12:25,171][pytorch_lightning.utilities.rank_zero][INFO] - `Trainer.fit` stopped: `max_steps=1` reached.
4
+ [2026-05-03 01:00:17,164][pytorch_lightning.utilities.rank_zero][INFO] - `Trainer.fit` stopped: `max_steps=1` reached.