Ziqi Gao commited on
Commit
e00a3a4
·
verified ·
1 Parent(s): e45b4ef

1350ba1123ef15248e1be9286fa4a69acd7a5a7fb41a52c32dd5e200772b96a0

Browse files
Files changed (28) hide show
  1. 3Dsckpts/dreamfusion_sd/A_circular_crustacean;_a_stemmer_(device)._In_the_style_of_the_artist_Kazimir_Malevich_and_using_the_gouache_painting_technique.@20240818-022104/ckpts/epoch=0-step=10000.ckpt +3 -0
  2. 3Dsckpts/dreamfusion_sd/A_circular_crustacean;_a_stemmer_(device)._In_the_style_of_the_artist_Kazimir_Malevich_and_using_the_gouache_painting_technique.@20240818-022104/ckpts/last.ckpt +3 -0
  3. 3Dsckpts/dreamfusion_sd/A_circular_crustacean;_a_stemmer_(device)._In_the_style_of_the_artist_Kazimir_Malevich_and_using_the_gouache_painting_technique.@20240818-022104/configs/parsed.yaml +110 -0
  4. 3Dsckpts/dreamfusion_sd/A_circular_crustacean;_a_stemmer_(device)._In_the_style_of_the_artist_Kazimir_Malevich_and_using_the_gouache_painting_technique.@20240818-022104/configs/raw.yaml +115 -0
  5. 3Dsckpts/dreamfusion_sd/A_city_father.@20240808-052555/ckpts/epoch=0-step=10000.ckpt +3 -0
  6. 3Dsckpts/dreamfusion_sd/A_city_father.@20240808-052555/ckpts/last.ckpt +3 -0
  7. 3Dsckpts/dreamfusion_sd/A_city_father.@20240808-052555/configs/parsed.yaml +109 -0
  8. 3Dsckpts/dreamfusion_sd/A_city_father.@20240808-052555/configs/raw.yaml +115 -0
  9. 3Dsckpts/dreamfusion_sd/A_clone.@20240806-190252/ckpts/epoch=0-step=10000.ckpt +3 -0
  10. 3Dsckpts/dreamfusion_sd/A_clone.@20240806-190252/ckpts/last.ckpt +3 -0
  11. 3Dsckpts/dreamfusion_sd/A_clone.@20240806-190252/configs/parsed.yaml +109 -0
  12. 3Dsckpts/dreamfusion_sd/A_clone.@20240806-190252/configs/raw.yaml +115 -0
  13. 3Dsckpts/dreamfusion_sd/A_closed_field_spaniel._In_the_style_of_the_artist_Zeng_Fanzhi_and_using_the_chalk_drawing_technique.@20240810-032222/ckpts/epoch=0-step=10000.ckpt +3 -0
  14. 3Dsckpts/dreamfusion_sd/A_closed_field_spaniel._In_the_style_of_the_artist_Zeng_Fanzhi_and_using_the_chalk_drawing_technique.@20240810-032222/ckpts/last.ckpt +3 -0
  15. 3Dsckpts/dreamfusion_sd/A_closed_field_spaniel._In_the_style_of_the_artist_Zeng_Fanzhi_and_using_the_chalk_drawing_technique.@20240810-032222/configs/parsed.yaml +110 -0
  16. 3Dsckpts/dreamfusion_sd/A_closed_field_spaniel._In_the_style_of_the_artist_Zeng_Fanzhi_and_using_the_chalk_drawing_technique.@20240810-032222/configs/raw.yaml +115 -0
  17. 3Dsckpts/dreamfusion_sd/A_coalface_is_streaming_water_from_the_freckle._In_the_style_of_the_artist_Vincent_van_Gogh_and_using_the_ballpoint_pen_drawing_technique.@20240817-155724/ckpts/epoch=0-step=10000.ckpt +3 -0
  18. 3Dsckpts/dreamfusion_sd/A_coalface_is_streaming_water_from_the_freckle._In_the_style_of_the_artist_Vincent_van_Gogh_and_using_the_ballpoint_pen_drawing_technique.@20240817-155724/ckpts/last.ckpt +3 -0
  19. 3Dsckpts/dreamfusion_sd/A_coalface_is_streaming_water_from_the_freckle._In_the_style_of_the_artist_Vincent_van_Gogh_and_using_the_ballpoint_pen_drawing_technique.@20240817-155724/configs/parsed.yaml +110 -0
  20. 3Dsckpts/dreamfusion_sd/A_coalface_is_streaming_water_from_the_freckle._In_the_style_of_the_artist_Vincent_van_Gogh_and_using_the_ballpoint_pen_drawing_technique.@20240817-155724/configs/raw.yaml +115 -0
  21. 3Dsckpts/dreamfusion_sd/A_coast_boykinia._In_the_interior_genre.@20240810-052033/ckpts/epoch=0-step=10000.ckpt +3 -0
  22. 3Dsckpts/dreamfusion_sd/A_coast_boykinia._In_the_interior_genre.@20240810-052033/ckpts/last.ckpt +3 -0
  23. 3Dsckpts/dreamfusion_sd/A_coast_boykinia._In_the_interior_genre.@20240810-052033/configs/parsed.yaml +109 -0
  24. 3Dsckpts/dreamfusion_sd/A_coast_boykinia._In_the_interior_genre.@20240810-052033/configs/raw.yaml +115 -0
  25. 3Dsckpts/dreamfusion_sd/A_cocked_hat._With_the_Joseon_Dynasty_painting_style_and_using_the_chalk_drawing_technique.@20240811-153007/ckpts/epoch=0-step=10000.ckpt +3 -0
  26. 3Dsckpts/dreamfusion_sd/A_cocked_hat._With_the_Joseon_Dynasty_painting_style_and_using_the_chalk_drawing_technique.@20240811-153007/ckpts/last.ckpt +3 -0
  27. 3Dsckpts/dreamfusion_sd/A_cocked_hat._With_the_Joseon_Dynasty_painting_style_and_using_the_chalk_drawing_technique.@20240811-153007/configs/parsed.yaml +110 -0
  28. 3Dsckpts/dreamfusion_sd/A_cocked_hat._With_the_Joseon_Dynasty_painting_style_and_using_the_chalk_drawing_technique.@20240811-153007/configs/raw.yaml +115 -0
3Dsckpts/dreamfusion_sd/A_circular_crustacean;_a_stemmer_(device)._In_the_style_of_the_artist_Kazimir_Malevich_and_using_the_gouache_painting_technique.@20240818-022104/ckpts/epoch=0-step=10000.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ba50adeb03a4a3379cab452ad952a1f3392554383b6cfcabe5637bcfc1763a6
3
+ size 151452303
3Dsckpts/dreamfusion_sd/A_circular_crustacean;_a_stemmer_(device)._In_the_style_of_the_artist_Kazimir_Malevich_and_using_the_gouache_painting_technique.@20240818-022104/ckpts/last.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ba50adeb03a4a3379cab452ad952a1f3392554383b6cfcabe5637bcfc1763a6
3
+ size 151452303
3Dsckpts/dreamfusion_sd/A_circular_crustacean;_a_stemmer_(device)._In_the_style_of_the_artist_Kazimir_Malevich_and_using_the_gouache_painting_technique.@20240818-022104/configs/parsed.yaml ADDED
@@ -0,0 +1,110 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ name: dreamfusion-sd
2
+ description: ''
3
+ tag: A_circular_crustacean;_a_stemmer_(device)._In_the_style_of_the_artist_Kazimir_Malevich_and_using_the_gouache_painting_technique.
4
+ seed: 0
5
+ use_timestamp: true
6
+ timestamp: '@20240818-022104'
7
+ exp_root_dir: /results
8
+ exp_dir: /results/dreamfusion-sd
9
+ trial_name: A_circular_crustacean;_a_stemmer_(device)._In_the_style_of_the_artist_Kazimir_Malevich_and_using_the_gouache_painting_technique.@20240818-022104
10
+ trial_dir: /results/dreamfusion-sd/A_circular_crustacean;_a_stemmer_(device)._In_the_style_of_the_artist_Kazimir_Malevich_and_using_the_gouache_painting_technique.@20240818-022104
11
+ n_gpus: 1
12
+ resume: null
13
+ data_type: random-camera-datamodule
14
+ data:
15
+ batch_size: 1
16
+ width: 64
17
+ height: 64
18
+ camera_distance_range:
19
+ - 1.5
20
+ - 2.0
21
+ fovy_range:
22
+ - 40
23
+ - 70
24
+ elevation_range:
25
+ - -10
26
+ - 45
27
+ light_sample_strategy: dreamfusion
28
+ eval_camera_distance: 2.0
29
+ eval_fovy_deg: 70.0
30
+ system_type: dreamfusion-system
31
+ system:
32
+ geometry_type: implicit-volume
33
+ geometry:
34
+ radius: 2.0
35
+ normal_type: analytic
36
+ density_bias: blob_magic3d
37
+ density_activation: softplus
38
+ density_blob_scale: 10.0
39
+ density_blob_std: 0.5
40
+ pos_encoding_config:
41
+ otype: ProgressiveBandHashGrid
42
+ n_levels: 16
43
+ n_features_per_level: 2
44
+ log2_hashmap_size: 19
45
+ base_resolution: 16
46
+ per_level_scale: 1.447269237440378
47
+ start_level: 8
48
+ start_step: 2000
49
+ update_steps: 500
50
+ material_type: diffuse-with-point-light-material
51
+ material:
52
+ ambient_only_steps: 2001
53
+ albedo_activation: sigmoid
54
+ background_type: neural-environment-map-background
55
+ background:
56
+ color_activation: sigmoid
57
+ renderer_type: nerf-volume-renderer
58
+ renderer:
59
+ radius: 2.0
60
+ num_samples_per_ray: 512
61
+ prompt_processor_type: stable-diffusion-prompt-processor
62
+ prompt_processor:
63
+ pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
64
+ prompt: A circular crustacean; a stemmer (device). In the style of the artist
65
+ Kazimir Malevich and using the gouache painting technique.
66
+ guidance_type: stable-diffusion-guidance
67
+ guidance:
68
+ pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
69
+ guidance_scale: 100.0
70
+ weighting_strategy: sds
71
+ min_step_percent: 0.02
72
+ max_step_percent: 0.98
73
+ loggers:
74
+ wandb:
75
+ enable: false
76
+ project: threestudio
77
+ name: None
78
+ loss:
79
+ lambda_sds: 1.0
80
+ lambda_orient:
81
+ - 0
82
+ - 10.0
83
+ - 1000.0
84
+ - 5000
85
+ lambda_sparsity: 1.0
86
+ lambda_opaque: 0.0
87
+ optimizer:
88
+ name: Adam
89
+ args:
90
+ lr: 0.01
91
+ betas:
92
+ - 0.9
93
+ - 0.99
94
+ eps: 1.0e-15
95
+ params:
96
+ geometry:
97
+ lr: 0.01
98
+ background:
99
+ lr: 0.001
100
+ trainer:
101
+ max_steps: 10000
102
+ log_every_n_steps: 1
103
+ num_sanity_val_steps: 0
104
+ val_check_interval: 5000
105
+ enable_progress_bar: true
106
+ precision: 16-mixed
107
+ checkpoint:
108
+ save_last: true
109
+ save_top_k: -1
110
+ every_n_train_steps: 10000
3Dsckpts/dreamfusion_sd/A_circular_crustacean;_a_stemmer_(device)._In_the_style_of_the_artist_Kazimir_Malevich_and_using_the_gouache_painting_technique.@20240818-022104/configs/raw.yaml ADDED
@@ -0,0 +1,115 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ name: "dreamfusion-sd"
2
+ tag: "${rmspace:${system.prompt_processor.prompt},_}"
3
+ # exp_root_dir: "outputs"
4
+ exp_root_dir: "/results"
5
+ seed: 0
6
+
7
+ data_type: "random-camera-datamodule"
8
+ data:
9
+ batch_size: 1
10
+ width: 64
11
+ height: 64
12
+ camera_distance_range: [1.5, 2.0]
13
+ fovy_range: [40, 70]
14
+ elevation_range: [-10, 45]
15
+ light_sample_strategy: "dreamfusion"
16
+ eval_camera_distance: 2.0
17
+ eval_fovy_deg: 70.
18
+
19
+ system_type: "dreamfusion-system"
20
+ system:
21
+ geometry_type: "implicit-volume"
22
+ geometry:
23
+ radius: 2.0
24
+ normal_type: "analytic"
25
+
26
+ # the density initialization proposed in the DreamFusion paper
27
+ # does not work very well
28
+ # density_bias: "blob_dreamfusion"
29
+ # density_activation: exp
30
+ # density_blob_scale: 5.
31
+ # density_blob_std: 0.2
32
+
33
+ # use Magic3D density initialization instead
34
+ density_bias: "blob_magic3d"
35
+ density_activation: softplus
36
+ density_blob_scale: 10.
37
+ density_blob_std: 0.5
38
+
39
+ # coarse to fine hash grid encoding
40
+ # to ensure smooth analytic normals
41
+ pos_encoding_config:
42
+ otype: ProgressiveBandHashGrid
43
+ n_levels: 16
44
+ n_features_per_level: 2
45
+ log2_hashmap_size: 19
46
+ base_resolution: 16
47
+ per_level_scale: 1.447269237440378 # max resolution 4096
48
+ start_level: 8 # resolution ~200
49
+ start_step: 2000
50
+ update_steps: 500
51
+
52
+ material_type: "diffuse-with-point-light-material"
53
+ material:
54
+ ambient_only_steps: 2001
55
+ albedo_activation: sigmoid
56
+
57
+ background_type: "neural-environment-map-background"
58
+ background:
59
+ color_activation: sigmoid
60
+
61
+ renderer_type: "nerf-volume-renderer"
62
+ renderer:
63
+ radius: ${system.geometry.radius}
64
+ num_samples_per_ray: 512
65
+
66
+ prompt_processor_type: "stable-diffusion-prompt-processor"
67
+ prompt_processor:
68
+ pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
69
+ prompt: ???
70
+
71
+ guidance_type: "stable-diffusion-guidance"
72
+ guidance:
73
+ pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
74
+ guidance_scale: 100.
75
+ weighting_strategy: sds
76
+ min_step_percent: 0.02
77
+ max_step_percent: 0.98
78
+
79
+ loggers:
80
+ wandb:
81
+ enable: false
82
+ project: "threestudio"
83
+ name: None
84
+
85
+ loss:
86
+ lambda_sds: 1.
87
+ lambda_orient: [0, 10., 1000., 5000]
88
+ lambda_sparsity: 1.
89
+ lambda_opaque: 0.
90
+
91
+ optimizer:
92
+ name: Adam
93
+ args:
94
+ lr: 0.01
95
+ betas: [0.9, 0.99]
96
+ eps: 1.e-15
97
+ params:
98
+ geometry:
99
+ lr: 0.01
100
+ background:
101
+ lr: 0.001
102
+
103
+ trainer:
104
+ max_steps: 10000
105
+ # max_steps: 100
106
+ log_every_n_steps: 1
107
+ num_sanity_val_steps: 0
108
+ val_check_interval: 5000
109
+ enable_progress_bar: true
110
+ precision: 16-mixed
111
+
112
+ checkpoint:
113
+ save_last: true # save at each validation time
114
+ save_top_k: -1
115
+ every_n_train_steps: ${trainer.max_steps}
3Dsckpts/dreamfusion_sd/A_city_father.@20240808-052555/ckpts/epoch=0-step=10000.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b39a10d848cf85ec79df8d016b164e9484f8751739134471c33d1b2d3b9cd6cc
3
+ size 151451855
3Dsckpts/dreamfusion_sd/A_city_father.@20240808-052555/ckpts/last.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b39a10d848cf85ec79df8d016b164e9484f8751739134471c33d1b2d3b9cd6cc
3
+ size 151451855
3Dsckpts/dreamfusion_sd/A_city_father.@20240808-052555/configs/parsed.yaml ADDED
@@ -0,0 +1,109 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ name: dreamfusion-sd
2
+ description: ''
3
+ tag: A_city_father.
4
+ seed: 0
5
+ use_timestamp: true
6
+ timestamp: '@20240808-052555'
7
+ exp_root_dir: /results
8
+ exp_dir: /results/dreamfusion-sd
9
+ trial_name: A_city_father.@20240808-052555
10
+ trial_dir: /results/dreamfusion-sd/A_city_father.@20240808-052555
11
+ n_gpus: 1
12
+ resume: null
13
+ data_type: random-camera-datamodule
14
+ data:
15
+ batch_size: 1
16
+ width: 64
17
+ height: 64
18
+ camera_distance_range:
19
+ - 1.5
20
+ - 2.0
21
+ fovy_range:
22
+ - 40
23
+ - 70
24
+ elevation_range:
25
+ - -10
26
+ - 45
27
+ light_sample_strategy: dreamfusion
28
+ eval_camera_distance: 2.0
29
+ eval_fovy_deg: 70.0
30
+ system_type: dreamfusion-system
31
+ system:
32
+ geometry_type: implicit-volume
33
+ geometry:
34
+ radius: 2.0
35
+ normal_type: analytic
36
+ density_bias: blob_magic3d
37
+ density_activation: softplus
38
+ density_blob_scale: 10.0
39
+ density_blob_std: 0.5
40
+ pos_encoding_config:
41
+ otype: ProgressiveBandHashGrid
42
+ n_levels: 16
43
+ n_features_per_level: 2
44
+ log2_hashmap_size: 19
45
+ base_resolution: 16
46
+ per_level_scale: 1.447269237440378
47
+ start_level: 8
48
+ start_step: 2000
49
+ update_steps: 500
50
+ material_type: diffuse-with-point-light-material
51
+ material:
52
+ ambient_only_steps: 2001
53
+ albedo_activation: sigmoid
54
+ background_type: neural-environment-map-background
55
+ background:
56
+ color_activation: sigmoid
57
+ renderer_type: nerf-volume-renderer
58
+ renderer:
59
+ radius: 2.0
60
+ num_samples_per_ray: 512
61
+ prompt_processor_type: stable-diffusion-prompt-processor
62
+ prompt_processor:
63
+ pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
64
+ prompt: A city father.
65
+ guidance_type: stable-diffusion-guidance
66
+ guidance:
67
+ pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
68
+ guidance_scale: 100.0
69
+ weighting_strategy: sds
70
+ min_step_percent: 0.02
71
+ max_step_percent: 0.98
72
+ loggers:
73
+ wandb:
74
+ enable: false
75
+ project: threestudio
76
+ name: None
77
+ loss:
78
+ lambda_sds: 1.0
79
+ lambda_orient:
80
+ - 0
81
+ - 10.0
82
+ - 1000.0
83
+ - 5000
84
+ lambda_sparsity: 1.0
85
+ lambda_opaque: 0.0
86
+ optimizer:
87
+ name: Adam
88
+ args:
89
+ lr: 0.01
90
+ betas:
91
+ - 0.9
92
+ - 0.99
93
+ eps: 1.0e-15
94
+ params:
95
+ geometry:
96
+ lr: 0.01
97
+ background:
98
+ lr: 0.001
99
+ trainer:
100
+ max_steps: 10000
101
+ log_every_n_steps: 1
102
+ num_sanity_val_steps: 0
103
+ val_check_interval: 5000
104
+ enable_progress_bar: true
105
+ precision: 16-mixed
106
+ checkpoint:
107
+ save_last: true
108
+ save_top_k: -1
109
+ every_n_train_steps: 10000
3Dsckpts/dreamfusion_sd/A_city_father.@20240808-052555/configs/raw.yaml ADDED
@@ -0,0 +1,115 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ name: "dreamfusion-sd"
2
+ tag: "${rmspace:${system.prompt_processor.prompt},_}"
3
+ # exp_root_dir: "outputs"
4
+ exp_root_dir: "/results"
5
+ seed: 0
6
+
7
+ data_type: "random-camera-datamodule"
8
+ data:
9
+ batch_size: 1
10
+ width: 64
11
+ height: 64
12
+ camera_distance_range: [1.5, 2.0]
13
+ fovy_range: [40, 70]
14
+ elevation_range: [-10, 45]
15
+ light_sample_strategy: "dreamfusion"
16
+ eval_camera_distance: 2.0
17
+ eval_fovy_deg: 70.
18
+
19
+ system_type: "dreamfusion-system"
20
+ system:
21
+ geometry_type: "implicit-volume"
22
+ geometry:
23
+ radius: 2.0
24
+ normal_type: "analytic"
25
+
26
+ # the density initialization proposed in the DreamFusion paper
27
+ # does not work very well
28
+ # density_bias: "blob_dreamfusion"
29
+ # density_activation: exp
30
+ # density_blob_scale: 5.
31
+ # density_blob_std: 0.2
32
+
33
+ # use Magic3D density initialization instead
34
+ density_bias: "blob_magic3d"
35
+ density_activation: softplus
36
+ density_blob_scale: 10.
37
+ density_blob_std: 0.5
38
+
39
+ # coarse to fine hash grid encoding
40
+ # to ensure smooth analytic normals
41
+ pos_encoding_config:
42
+ otype: ProgressiveBandHashGrid
43
+ n_levels: 16
44
+ n_features_per_level: 2
45
+ log2_hashmap_size: 19
46
+ base_resolution: 16
47
+ per_level_scale: 1.447269237440378 # max resolution 4096
48
+ start_level: 8 # resolution ~200
49
+ start_step: 2000
50
+ update_steps: 500
51
+
52
+ material_type: "diffuse-with-point-light-material"
53
+ material:
54
+ ambient_only_steps: 2001
55
+ albedo_activation: sigmoid
56
+
57
+ background_type: "neural-environment-map-background"
58
+ background:
59
+ color_activation: sigmoid
60
+
61
+ renderer_type: "nerf-volume-renderer"
62
+ renderer:
63
+ radius: ${system.geometry.radius}
64
+ num_samples_per_ray: 512
65
+
66
+ prompt_processor_type: "stable-diffusion-prompt-processor"
67
+ prompt_processor:
68
+ pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
69
+ prompt: ???
70
+
71
+ guidance_type: "stable-diffusion-guidance"
72
+ guidance:
73
+ pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
74
+ guidance_scale: 100.
75
+ weighting_strategy: sds
76
+ min_step_percent: 0.02
77
+ max_step_percent: 0.98
78
+
79
+ loggers:
80
+ wandb:
81
+ enable: false
82
+ project: "threestudio"
83
+ name: None
84
+
85
+ loss:
86
+ lambda_sds: 1.
87
+ lambda_orient: [0, 10., 1000., 5000]
88
+ lambda_sparsity: 1.
89
+ lambda_opaque: 0.
90
+
91
+ optimizer:
92
+ name: Adam
93
+ args:
94
+ lr: 0.01
95
+ betas: [0.9, 0.99]
96
+ eps: 1.e-15
97
+ params:
98
+ geometry:
99
+ lr: 0.01
100
+ background:
101
+ lr: 0.001
102
+
103
+ trainer:
104
+ max_steps: 10000
105
+ # max_steps: 100
106
+ log_every_n_steps: 1
107
+ num_sanity_val_steps: 0
108
+ val_check_interval: 5000
109
+ enable_progress_bar: true
110
+ precision: 16-mixed
111
+
112
+ checkpoint:
113
+ save_last: true # save at each validation time
114
+ save_top_k: -1
115
+ every_n_train_steps: ${trainer.max_steps}
3Dsckpts/dreamfusion_sd/A_clone.@20240806-190252/ckpts/epoch=0-step=10000.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34e6cc13c8cd8fb7e43a517e98b42f33eb2bfedf75be14a30178eef46869377c
3
+ size 151451855
3Dsckpts/dreamfusion_sd/A_clone.@20240806-190252/ckpts/last.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34e6cc13c8cd8fb7e43a517e98b42f33eb2bfedf75be14a30178eef46869377c
3
+ size 151451855
3Dsckpts/dreamfusion_sd/A_clone.@20240806-190252/configs/parsed.yaml ADDED
@@ -0,0 +1,109 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ name: dreamfusion-sd
2
+ description: ''
3
+ tag: A_clone.
4
+ seed: 0
5
+ use_timestamp: true
6
+ timestamp: '@20240806-190252'
7
+ exp_root_dir: /results
8
+ exp_dir: /results/dreamfusion-sd
9
+ trial_name: A_clone.@20240806-190252
10
+ trial_dir: /results/dreamfusion-sd/A_clone.@20240806-190252
11
+ n_gpus: 1
12
+ resume: null
13
+ data_type: random-camera-datamodule
14
+ data:
15
+ batch_size: 1
16
+ width: 64
17
+ height: 64
18
+ camera_distance_range:
19
+ - 1.5
20
+ - 2.0
21
+ fovy_range:
22
+ - 40
23
+ - 70
24
+ elevation_range:
25
+ - -10
26
+ - 45
27
+ light_sample_strategy: dreamfusion
28
+ eval_camera_distance: 2.0
29
+ eval_fovy_deg: 70.0
30
+ system_type: dreamfusion-system
31
+ system:
32
+ geometry_type: implicit-volume
33
+ geometry:
34
+ radius: 2.0
35
+ normal_type: analytic
36
+ density_bias: blob_magic3d
37
+ density_activation: softplus
38
+ density_blob_scale: 10.0
39
+ density_blob_std: 0.5
40
+ pos_encoding_config:
41
+ otype: ProgressiveBandHashGrid
42
+ n_levels: 16
43
+ n_features_per_level: 2
44
+ log2_hashmap_size: 19
45
+ base_resolution: 16
46
+ per_level_scale: 1.447269237440378
47
+ start_level: 8
48
+ start_step: 2000
49
+ update_steps: 500
50
+ material_type: diffuse-with-point-light-material
51
+ material:
52
+ ambient_only_steps: 2001
53
+ albedo_activation: sigmoid
54
+ background_type: neural-environment-map-background
55
+ background:
56
+ color_activation: sigmoid
57
+ renderer_type: nerf-volume-renderer
58
+ renderer:
59
+ radius: 2.0
60
+ num_samples_per_ray: 512
61
+ prompt_processor_type: stable-diffusion-prompt-processor
62
+ prompt_processor:
63
+ pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
64
+ prompt: A clone.
65
+ guidance_type: stable-diffusion-guidance
66
+ guidance:
67
+ pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
68
+ guidance_scale: 100.0
69
+ weighting_strategy: sds
70
+ min_step_percent: 0.02
71
+ max_step_percent: 0.98
72
+ loggers:
73
+ wandb:
74
+ enable: false
75
+ project: threestudio
76
+ name: None
77
+ loss:
78
+ lambda_sds: 1.0
79
+ lambda_orient:
80
+ - 0
81
+ - 10.0
82
+ - 1000.0
83
+ - 5000
84
+ lambda_sparsity: 1.0
85
+ lambda_opaque: 0.0
86
+ optimizer:
87
+ name: Adam
88
+ args:
89
+ lr: 0.01
90
+ betas:
91
+ - 0.9
92
+ - 0.99
93
+ eps: 1.0e-15
94
+ params:
95
+ geometry:
96
+ lr: 0.01
97
+ background:
98
+ lr: 0.001
99
+ trainer:
100
+ max_steps: 10000
101
+ log_every_n_steps: 1
102
+ num_sanity_val_steps: 0
103
+ val_check_interval: 5000
104
+ enable_progress_bar: true
105
+ precision: 16-mixed
106
+ checkpoint:
107
+ save_last: true
108
+ save_top_k: -1
109
+ every_n_train_steps: 10000
3Dsckpts/dreamfusion_sd/A_clone.@20240806-190252/configs/raw.yaml ADDED
@@ -0,0 +1,115 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ name: "dreamfusion-sd"
2
+ tag: "${rmspace:${system.prompt_processor.prompt},_}"
3
+ # exp_root_dir: "outputs"
4
+ exp_root_dir: "/results"
5
+ seed: 0
6
+
7
+ data_type: "random-camera-datamodule"
8
+ data:
9
+ batch_size: 1
10
+ width: 64
11
+ height: 64
12
+ camera_distance_range: [1.5, 2.0]
13
+ fovy_range: [40, 70]
14
+ elevation_range: [-10, 45]
15
+ light_sample_strategy: "dreamfusion"
16
+ eval_camera_distance: 2.0
17
+ eval_fovy_deg: 70.
18
+
19
+ system_type: "dreamfusion-system"
20
+ system:
21
+ geometry_type: "implicit-volume"
22
+ geometry:
23
+ radius: 2.0
24
+ normal_type: "analytic"
25
+
26
+ # the density initialization proposed in the DreamFusion paper
27
+ # does not work very well
28
+ # density_bias: "blob_dreamfusion"
29
+ # density_activation: exp
30
+ # density_blob_scale: 5.
31
+ # density_blob_std: 0.2
32
+
33
+ # use Magic3D density initialization instead
34
+ density_bias: "blob_magic3d"
35
+ density_activation: softplus
36
+ density_blob_scale: 10.
37
+ density_blob_std: 0.5
38
+
39
+ # coarse to fine hash grid encoding
40
+ # to ensure smooth analytic normals
41
+ pos_encoding_config:
42
+ otype: ProgressiveBandHashGrid
43
+ n_levels: 16
44
+ n_features_per_level: 2
45
+ log2_hashmap_size: 19
46
+ base_resolution: 16
47
+ per_level_scale: 1.447269237440378 # max resolution 4096
48
+ start_level: 8 # resolution ~200
49
+ start_step: 2000
50
+ update_steps: 500
51
+
52
+ material_type: "diffuse-with-point-light-material"
53
+ material:
54
+ ambient_only_steps: 2001
55
+ albedo_activation: sigmoid
56
+
57
+ background_type: "neural-environment-map-background"
58
+ background:
59
+ color_activation: sigmoid
60
+
61
+ renderer_type: "nerf-volume-renderer"
62
+ renderer:
63
+ radius: ${system.geometry.radius}
64
+ num_samples_per_ray: 512
65
+
66
+ prompt_processor_type: "stable-diffusion-prompt-processor"
67
+ prompt_processor:
68
+ pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
69
+ prompt: ???
70
+
71
+ guidance_type: "stable-diffusion-guidance"
72
+ guidance:
73
+ pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
74
+ guidance_scale: 100.
75
+ weighting_strategy: sds
76
+ min_step_percent: 0.02
77
+ max_step_percent: 0.98
78
+
79
+ loggers:
80
+ wandb:
81
+ enable: false
82
+ project: "threestudio"
83
+ name: None
84
+
85
+ loss:
86
+ lambda_sds: 1.
87
+ lambda_orient: [0, 10., 1000., 5000]
88
+ lambda_sparsity: 1.
89
+ lambda_opaque: 0.
90
+
91
+ optimizer:
92
+ name: Adam
93
+ args:
94
+ lr: 0.01
95
+ betas: [0.9, 0.99]
96
+ eps: 1.e-15
97
+ params:
98
+ geometry:
99
+ lr: 0.01
100
+ background:
101
+ lr: 0.001
102
+
103
+ trainer:
104
+ max_steps: 10000
105
+ # max_steps: 100
106
+ log_every_n_steps: 1
107
+ num_sanity_val_steps: 0
108
+ val_check_interval: 5000
109
+ enable_progress_bar: true
110
+ precision: 16-mixed
111
+
112
+ checkpoint:
113
+ save_last: true # save at each validation time
114
+ save_top_k: -1
115
+ every_n_train_steps: ${trainer.max_steps}
3Dsckpts/dreamfusion_sd/A_closed_field_spaniel._In_the_style_of_the_artist_Zeng_Fanzhi_and_using_the_chalk_drawing_technique.@20240810-032222/ckpts/epoch=0-step=10000.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95e0c3bf7223e728a803bb5d87a58c4add1f14fbbc1d80cc037baa4b37cc9931
3
+ size 151452239
3Dsckpts/dreamfusion_sd/A_closed_field_spaniel._In_the_style_of_the_artist_Zeng_Fanzhi_and_using_the_chalk_drawing_technique.@20240810-032222/ckpts/last.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95e0c3bf7223e728a803bb5d87a58c4add1f14fbbc1d80cc037baa4b37cc9931
3
+ size 151452239
3Dsckpts/dreamfusion_sd/A_closed_field_spaniel._In_the_style_of_the_artist_Zeng_Fanzhi_and_using_the_chalk_drawing_technique.@20240810-032222/configs/parsed.yaml ADDED
@@ -0,0 +1,110 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ name: dreamfusion-sd
2
+ description: ''
3
+ tag: A_closed_field_spaniel._In_the_style_of_the_artist_Zeng_Fanzhi_and_using_the_chalk_drawing_technique.
4
+ seed: 0
5
+ use_timestamp: true
6
+ timestamp: '@20240810-032222'
7
+ exp_root_dir: /results
8
+ exp_dir: /results/dreamfusion-sd
9
+ trial_name: A_closed_field_spaniel._In_the_style_of_the_artist_Zeng_Fanzhi_and_using_the_chalk_drawing_technique.@20240810-032222
10
+ trial_dir: /results/dreamfusion-sd/A_closed_field_spaniel._In_the_style_of_the_artist_Zeng_Fanzhi_and_using_the_chalk_drawing_technique.@20240810-032222
11
+ n_gpus: 1
12
+ resume: null
13
+ data_type: random-camera-datamodule
14
+ data:
15
+ batch_size: 1
16
+ width: 64
17
+ height: 64
18
+ camera_distance_range:
19
+ - 1.5
20
+ - 2.0
21
+ fovy_range:
22
+ - 40
23
+ - 70
24
+ elevation_range:
25
+ - -10
26
+ - 45
27
+ light_sample_strategy: dreamfusion
28
+ eval_camera_distance: 2.0
29
+ eval_fovy_deg: 70.0
30
+ system_type: dreamfusion-system
31
+ system:
32
+ geometry_type: implicit-volume
33
+ geometry:
34
+ radius: 2.0
35
+ normal_type: analytic
36
+ density_bias: blob_magic3d
37
+ density_activation: softplus
38
+ density_blob_scale: 10.0
39
+ density_blob_std: 0.5
40
+ pos_encoding_config:
41
+ otype: ProgressiveBandHashGrid
42
+ n_levels: 16
43
+ n_features_per_level: 2
44
+ log2_hashmap_size: 19
45
+ base_resolution: 16
46
+ per_level_scale: 1.447269237440378
47
+ start_level: 8
48
+ start_step: 2000
49
+ update_steps: 500
50
+ material_type: diffuse-with-point-light-material
51
+ material:
52
+ ambient_only_steps: 2001
53
+ albedo_activation: sigmoid
54
+ background_type: neural-environment-map-background
55
+ background:
56
+ color_activation: sigmoid
57
+ renderer_type: nerf-volume-renderer
58
+ renderer:
59
+ radius: 2.0
60
+ num_samples_per_ray: 512
61
+ prompt_processor_type: stable-diffusion-prompt-processor
62
+ prompt_processor:
63
+ pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
64
+ prompt: A closed field spaniel. In the style of the artist Zeng Fanzhi and using
65
+ the chalk drawing technique.
66
+ guidance_type: stable-diffusion-guidance
67
+ guidance:
68
+ pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
69
+ guidance_scale: 100.0
70
+ weighting_strategy: sds
71
+ min_step_percent: 0.02
72
+ max_step_percent: 0.98
73
+ loggers:
74
+ wandb:
75
+ enable: false
76
+ project: threestudio
77
+ name: None
78
+ loss:
79
+ lambda_sds: 1.0
80
+ lambda_orient:
81
+ - 0
82
+ - 10.0
83
+ - 1000.0
84
+ - 5000
85
+ lambda_sparsity: 1.0
86
+ lambda_opaque: 0.0
87
+ optimizer:
88
+ name: Adam
89
+ args:
90
+ lr: 0.01
91
+ betas:
92
+ - 0.9
93
+ - 0.99
94
+ eps: 1.0e-15
95
+ params:
96
+ geometry:
97
+ lr: 0.01
98
+ background:
99
+ lr: 0.001
100
+ trainer:
101
+ max_steps: 10000
102
+ log_every_n_steps: 1
103
+ num_sanity_val_steps: 0
104
+ val_check_interval: 5000
105
+ enable_progress_bar: true
106
+ precision: 16-mixed
107
+ checkpoint:
108
+ save_last: true
109
+ save_top_k: -1
110
+ every_n_train_steps: 10000
3Dsckpts/dreamfusion_sd/A_closed_field_spaniel._In_the_style_of_the_artist_Zeng_Fanzhi_and_using_the_chalk_drawing_technique.@20240810-032222/configs/raw.yaml ADDED
@@ -0,0 +1,115 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ name: "dreamfusion-sd"
2
+ tag: "${rmspace:${system.prompt_processor.prompt},_}"
3
+ # exp_root_dir: "outputs"
4
+ exp_root_dir: "/results"
5
+ seed: 0
6
+
7
+ data_type: "random-camera-datamodule"
8
+ data:
9
+ batch_size: 1
10
+ width: 64
11
+ height: 64
12
+ camera_distance_range: [1.5, 2.0]
13
+ fovy_range: [40, 70]
14
+ elevation_range: [-10, 45]
15
+ light_sample_strategy: "dreamfusion"
16
+ eval_camera_distance: 2.0
17
+ eval_fovy_deg: 70.
18
+
19
+ system_type: "dreamfusion-system"
20
+ system:
21
+ geometry_type: "implicit-volume"
22
+ geometry:
23
+ radius: 2.0
24
+ normal_type: "analytic"
25
+
26
+ # the density initialization proposed in the DreamFusion paper
27
+ # does not work very well
28
+ # density_bias: "blob_dreamfusion"
29
+ # density_activation: exp
30
+ # density_blob_scale: 5.
31
+ # density_blob_std: 0.2
32
+
33
+ # use Magic3D density initialization instead
34
+ density_bias: "blob_magic3d"
35
+ density_activation: softplus
36
+ density_blob_scale: 10.
37
+ density_blob_std: 0.5
38
+
39
+ # coarse to fine hash grid encoding
40
+ # to ensure smooth analytic normals
41
+ pos_encoding_config:
42
+ otype: ProgressiveBandHashGrid
43
+ n_levels: 16
44
+ n_features_per_level: 2
45
+ log2_hashmap_size: 19
46
+ base_resolution: 16
47
+ per_level_scale: 1.447269237440378 # max resolution 4096
48
+ start_level: 8 # resolution ~200
49
+ start_step: 2000
50
+ update_steps: 500
51
+
52
+ material_type: "diffuse-with-point-light-material"
53
+ material:
54
+ ambient_only_steps: 2001
55
+ albedo_activation: sigmoid
56
+
57
+ background_type: "neural-environment-map-background"
58
+ background:
59
+ color_activation: sigmoid
60
+
61
+ renderer_type: "nerf-volume-renderer"
62
+ renderer:
63
+ radius: ${system.geometry.radius}
64
+ num_samples_per_ray: 512
65
+
66
+ prompt_processor_type: "stable-diffusion-prompt-processor"
67
+ prompt_processor:
68
+ pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
69
+ prompt: ???
70
+
71
+ guidance_type: "stable-diffusion-guidance"
72
+ guidance:
73
+ pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
74
+ guidance_scale: 100.
75
+ weighting_strategy: sds
76
+ min_step_percent: 0.02
77
+ max_step_percent: 0.98
78
+
79
+ loggers:
80
+ wandb:
81
+ enable: false
82
+ project: "threestudio"
83
+ name: None
84
+
85
+ loss:
86
+ lambda_sds: 1.
87
+ lambda_orient: [0, 10., 1000., 5000]
88
+ lambda_sparsity: 1.
89
+ lambda_opaque: 0.
90
+
91
+ optimizer:
92
+ name: Adam
93
+ args:
94
+ lr: 0.01
95
+ betas: [0.9, 0.99]
96
+ eps: 1.e-15
97
+ params:
98
+ geometry:
99
+ lr: 0.01
100
+ background:
101
+ lr: 0.001
102
+
103
+ trainer:
104
+ max_steps: 10000
105
+ # max_steps: 100
106
+ log_every_n_steps: 1
107
+ num_sanity_val_steps: 0
108
+ val_check_interval: 5000
109
+ enable_progress_bar: true
110
+ precision: 16-mixed
111
+
112
+ checkpoint:
113
+ save_last: true # save at each validation time
114
+ save_top_k: -1
115
+ every_n_train_steps: ${trainer.max_steps}
3Dsckpts/dreamfusion_sd/A_coalface_is_streaming_water_from_the_freckle._In_the_style_of_the_artist_Vincent_van_Gogh_and_using_the_ballpoint_pen_drawing_technique.@20240817-155724/ckpts/epoch=0-step=10000.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7fdbae32bb02fd1c93025f0e484b348951fd1b4c3117b8ed0168de07b5468ba0
3
+ size 151452367
3Dsckpts/dreamfusion_sd/A_coalface_is_streaming_water_from_the_freckle._In_the_style_of_the_artist_Vincent_van_Gogh_and_using_the_ballpoint_pen_drawing_technique.@20240817-155724/ckpts/last.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7fdbae32bb02fd1c93025f0e484b348951fd1b4c3117b8ed0168de07b5468ba0
3
+ size 151452367
3Dsckpts/dreamfusion_sd/A_coalface_is_streaming_water_from_the_freckle._In_the_style_of_the_artist_Vincent_van_Gogh_and_using_the_ballpoint_pen_drawing_technique.@20240817-155724/configs/parsed.yaml ADDED
@@ -0,0 +1,110 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ name: dreamfusion-sd
2
+ description: ''
3
+ tag: A_coalface_is_streaming_water_from_the_freckle._In_the_style_of_the_artist_Vincent_van_Gogh_and_using_the_ballpoint_pen_drawing_technique.
4
+ seed: 0
5
+ use_timestamp: true
6
+ timestamp: '@20240817-155724'
7
+ exp_root_dir: /results
8
+ exp_dir: /results/dreamfusion-sd
9
+ trial_name: A_coalface_is_streaming_water_from_the_freckle._In_the_style_of_the_artist_Vincent_van_Gogh_and_using_the_ballpoint_pen_drawing_technique.@20240817-155724
10
+ trial_dir: /results/dreamfusion-sd/A_coalface_is_streaming_water_from_the_freckle._In_the_style_of_the_artist_Vincent_van_Gogh_and_using_the_ballpoint_pen_drawing_technique.@20240817-155724
11
+ n_gpus: 1
12
+ resume: null
13
+ data_type: random-camera-datamodule
14
+ data:
15
+ batch_size: 1
16
+ width: 64
17
+ height: 64
18
+ camera_distance_range:
19
+ - 1.5
20
+ - 2.0
21
+ fovy_range:
22
+ - 40
23
+ - 70
24
+ elevation_range:
25
+ - -10
26
+ - 45
27
+ light_sample_strategy: dreamfusion
28
+ eval_camera_distance: 2.0
29
+ eval_fovy_deg: 70.0
30
+ system_type: dreamfusion-system
31
+ system:
32
+ geometry_type: implicit-volume
33
+ geometry:
34
+ radius: 2.0
35
+ normal_type: analytic
36
+ density_bias: blob_magic3d
37
+ density_activation: softplus
38
+ density_blob_scale: 10.0
39
+ density_blob_std: 0.5
40
+ pos_encoding_config:
41
+ otype: ProgressiveBandHashGrid
42
+ n_levels: 16
43
+ n_features_per_level: 2
44
+ log2_hashmap_size: 19
45
+ base_resolution: 16
46
+ per_level_scale: 1.447269237440378
47
+ start_level: 8
48
+ start_step: 2000
49
+ update_steps: 500
50
+ material_type: diffuse-with-point-light-material
51
+ material:
52
+ ambient_only_steps: 2001
53
+ albedo_activation: sigmoid
54
+ background_type: neural-environment-map-background
55
+ background:
56
+ color_activation: sigmoid
57
+ renderer_type: nerf-volume-renderer
58
+ renderer:
59
+ radius: 2.0
60
+ num_samples_per_ray: 512
61
+ prompt_processor_type: stable-diffusion-prompt-processor
62
+ prompt_processor:
63
+ pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
64
+ prompt: A coalface is streaming water from the freckle. In the style of the artist
65
+ Vincent van Gogh and using the ballpoint pen drawing technique.
66
+ guidance_type: stable-diffusion-guidance
67
+ guidance:
68
+ pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
69
+ guidance_scale: 100.0
70
+ weighting_strategy: sds
71
+ min_step_percent: 0.02
72
+ max_step_percent: 0.98
73
+ loggers:
74
+ wandb:
75
+ enable: false
76
+ project: threestudio
77
+ name: None
78
+ loss:
79
+ lambda_sds: 1.0
80
+ lambda_orient:
81
+ - 0
82
+ - 10.0
83
+ - 1000.0
84
+ - 5000
85
+ lambda_sparsity: 1.0
86
+ lambda_opaque: 0.0
87
+ optimizer:
88
+ name: Adam
89
+ args:
90
+ lr: 0.01
91
+ betas:
92
+ - 0.9
93
+ - 0.99
94
+ eps: 1.0e-15
95
+ params:
96
+ geometry:
97
+ lr: 0.01
98
+ background:
99
+ lr: 0.001
100
+ trainer:
101
+ max_steps: 10000
102
+ log_every_n_steps: 1
103
+ num_sanity_val_steps: 0
104
+ val_check_interval: 5000
105
+ enable_progress_bar: true
106
+ precision: 16-mixed
107
+ checkpoint:
108
+ save_last: true
109
+ save_top_k: -1
110
+ every_n_train_steps: 10000
3Dsckpts/dreamfusion_sd/A_coalface_is_streaming_water_from_the_freckle._In_the_style_of_the_artist_Vincent_van_Gogh_and_using_the_ballpoint_pen_drawing_technique.@20240817-155724/configs/raw.yaml ADDED
@@ -0,0 +1,115 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ name: "dreamfusion-sd"
2
+ tag: "${rmspace:${system.prompt_processor.prompt},_}"
3
+ # exp_root_dir: "outputs"
4
+ exp_root_dir: "/results"
5
+ seed: 0
6
+
7
+ data_type: "random-camera-datamodule"
8
+ data:
9
+ batch_size: 1
10
+ width: 64
11
+ height: 64
12
+ camera_distance_range: [1.5, 2.0]
13
+ fovy_range: [40, 70]
14
+ elevation_range: [-10, 45]
15
+ light_sample_strategy: "dreamfusion"
16
+ eval_camera_distance: 2.0
17
+ eval_fovy_deg: 70.
18
+
19
+ system_type: "dreamfusion-system"
20
+ system:
21
+ geometry_type: "implicit-volume"
22
+ geometry:
23
+ radius: 2.0
24
+ normal_type: "analytic"
25
+
26
+ # the density initialization proposed in the DreamFusion paper
27
+ # does not work very well
28
+ # density_bias: "blob_dreamfusion"
29
+ # density_activation: exp
30
+ # density_blob_scale: 5.
31
+ # density_blob_std: 0.2
32
+
33
+ # use Magic3D density initialization instead
34
+ density_bias: "blob_magic3d"
35
+ density_activation: softplus
36
+ density_blob_scale: 10.
37
+ density_blob_std: 0.5
38
+
39
+ # coarse to fine hash grid encoding
40
+ # to ensure smooth analytic normals
41
+ pos_encoding_config:
42
+ otype: ProgressiveBandHashGrid
43
+ n_levels: 16
44
+ n_features_per_level: 2
45
+ log2_hashmap_size: 19
46
+ base_resolution: 16
47
+ per_level_scale: 1.447269237440378 # max resolution 4096
48
+ start_level: 8 # resolution ~200
49
+ start_step: 2000
50
+ update_steps: 500
51
+
52
+ material_type: "diffuse-with-point-light-material"
53
+ material:
54
+ ambient_only_steps: 2001
55
+ albedo_activation: sigmoid
56
+
57
+ background_type: "neural-environment-map-background"
58
+ background:
59
+ color_activation: sigmoid
60
+
61
+ renderer_type: "nerf-volume-renderer"
62
+ renderer:
63
+ radius: ${system.geometry.radius}
64
+ num_samples_per_ray: 512
65
+
66
+ prompt_processor_type: "stable-diffusion-prompt-processor"
67
+ prompt_processor:
68
+ pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
69
+ prompt: ???
70
+
71
+ guidance_type: "stable-diffusion-guidance"
72
+ guidance:
73
+ pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
74
+ guidance_scale: 100.
75
+ weighting_strategy: sds
76
+ min_step_percent: 0.02
77
+ max_step_percent: 0.98
78
+
79
+ loggers:
80
+ wandb:
81
+ enable: false
82
+ project: "threestudio"
83
+ name: None
84
+
85
+ loss:
86
+ lambda_sds: 1.
87
+ lambda_orient: [0, 10., 1000., 5000]
88
+ lambda_sparsity: 1.
89
+ lambda_opaque: 0.
90
+
91
+ optimizer:
92
+ name: Adam
93
+ args:
94
+ lr: 0.01
95
+ betas: [0.9, 0.99]
96
+ eps: 1.e-15
97
+ params:
98
+ geometry:
99
+ lr: 0.01
100
+ background:
101
+ lr: 0.001
102
+
103
+ trainer:
104
+ max_steps: 10000
105
+ # max_steps: 100
106
+ log_every_n_steps: 1
107
+ num_sanity_val_steps: 0
108
+ val_check_interval: 5000
109
+ enable_progress_bar: true
110
+ precision: 16-mixed
111
+
112
+ checkpoint:
113
+ save_last: true # save at each validation time
114
+ save_top_k: -1
115
+ every_n_train_steps: ${trainer.max_steps}
3Dsckpts/dreamfusion_sd/A_coast_boykinia._In_the_interior_genre.@20240810-052033/ckpts/epoch=0-step=10000.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:149f3518013a199b70f56e40cd7c30a25be376f8c86300d69c26909bdfef08e4
3
+ size 151451983
3Dsckpts/dreamfusion_sd/A_coast_boykinia._In_the_interior_genre.@20240810-052033/ckpts/last.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:149f3518013a199b70f56e40cd7c30a25be376f8c86300d69c26909bdfef08e4
3
+ size 151451983
3Dsckpts/dreamfusion_sd/A_coast_boykinia._In_the_interior_genre.@20240810-052033/configs/parsed.yaml ADDED
@@ -0,0 +1,109 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ name: dreamfusion-sd
2
+ description: ''
3
+ tag: A_coast_boykinia._In_the_interior_genre.
4
+ seed: 0
5
+ use_timestamp: true
6
+ timestamp: '@20240810-052033'
7
+ exp_root_dir: /results
8
+ exp_dir: /results/dreamfusion-sd
9
+ trial_name: A_coast_boykinia._In_the_interior_genre.@20240810-052033
10
+ trial_dir: /results/dreamfusion-sd/A_coast_boykinia._In_the_interior_genre.@20240810-052033
11
+ n_gpus: 1
12
+ resume: null
13
+ data_type: random-camera-datamodule
14
+ data:
15
+ batch_size: 1
16
+ width: 64
17
+ height: 64
18
+ camera_distance_range:
19
+ - 1.5
20
+ - 2.0
21
+ fovy_range:
22
+ - 40
23
+ - 70
24
+ elevation_range:
25
+ - -10
26
+ - 45
27
+ light_sample_strategy: dreamfusion
28
+ eval_camera_distance: 2.0
29
+ eval_fovy_deg: 70.0
30
+ system_type: dreamfusion-system
31
+ system:
32
+ geometry_type: implicit-volume
33
+ geometry:
34
+ radius: 2.0
35
+ normal_type: analytic
36
+ density_bias: blob_magic3d
37
+ density_activation: softplus
38
+ density_blob_scale: 10.0
39
+ density_blob_std: 0.5
40
+ pos_encoding_config:
41
+ otype: ProgressiveBandHashGrid
42
+ n_levels: 16
43
+ n_features_per_level: 2
44
+ log2_hashmap_size: 19
45
+ base_resolution: 16
46
+ per_level_scale: 1.447269237440378
47
+ start_level: 8
48
+ start_step: 2000
49
+ update_steps: 500
50
+ material_type: diffuse-with-point-light-material
51
+ material:
52
+ ambient_only_steps: 2001
53
+ albedo_activation: sigmoid
54
+ background_type: neural-environment-map-background
55
+ background:
56
+ color_activation: sigmoid
57
+ renderer_type: nerf-volume-renderer
58
+ renderer:
59
+ radius: 2.0
60
+ num_samples_per_ray: 512
61
+ prompt_processor_type: stable-diffusion-prompt-processor
62
+ prompt_processor:
63
+ pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
64
+ prompt: A coast boykinia. In the interior genre.
65
+ guidance_type: stable-diffusion-guidance
66
+ guidance:
67
+ pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
68
+ guidance_scale: 100.0
69
+ weighting_strategy: sds
70
+ min_step_percent: 0.02
71
+ max_step_percent: 0.98
72
+ loggers:
73
+ wandb:
74
+ enable: false
75
+ project: threestudio
76
+ name: None
77
+ loss:
78
+ lambda_sds: 1.0
79
+ lambda_orient:
80
+ - 0
81
+ - 10.0
82
+ - 1000.0
83
+ - 5000
84
+ lambda_sparsity: 1.0
85
+ lambda_opaque: 0.0
86
+ optimizer:
87
+ name: Adam
88
+ args:
89
+ lr: 0.01
90
+ betas:
91
+ - 0.9
92
+ - 0.99
93
+ eps: 1.0e-15
94
+ params:
95
+ geometry:
96
+ lr: 0.01
97
+ background:
98
+ lr: 0.001
99
+ trainer:
100
+ max_steps: 10000
101
+ log_every_n_steps: 1
102
+ num_sanity_val_steps: 0
103
+ val_check_interval: 5000
104
+ enable_progress_bar: true
105
+ precision: 16-mixed
106
+ checkpoint:
107
+ save_last: true
108
+ save_top_k: -1
109
+ every_n_train_steps: 10000
3Dsckpts/dreamfusion_sd/A_coast_boykinia._In_the_interior_genre.@20240810-052033/configs/raw.yaml ADDED
@@ -0,0 +1,115 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ name: "dreamfusion-sd"
2
+ tag: "${rmspace:${system.prompt_processor.prompt},_}"
3
+ # exp_root_dir: "outputs"
4
+ exp_root_dir: "/results"
5
+ seed: 0
6
+
7
+ data_type: "random-camera-datamodule"
8
+ data:
9
+ batch_size: 1
10
+ width: 64
11
+ height: 64
12
+ camera_distance_range: [1.5, 2.0]
13
+ fovy_range: [40, 70]
14
+ elevation_range: [-10, 45]
15
+ light_sample_strategy: "dreamfusion"
16
+ eval_camera_distance: 2.0
17
+ eval_fovy_deg: 70.
18
+
19
+ system_type: "dreamfusion-system"
20
+ system:
21
+ geometry_type: "implicit-volume"
22
+ geometry:
23
+ radius: 2.0
24
+ normal_type: "analytic"
25
+
26
+ # the density initialization proposed in the DreamFusion paper
27
+ # does not work very well
28
+ # density_bias: "blob_dreamfusion"
29
+ # density_activation: exp
30
+ # density_blob_scale: 5.
31
+ # density_blob_std: 0.2
32
+
33
+ # use Magic3D density initialization instead
34
+ density_bias: "blob_magic3d"
35
+ density_activation: softplus
36
+ density_blob_scale: 10.
37
+ density_blob_std: 0.5
38
+
39
+ # coarse to fine hash grid encoding
40
+ # to ensure smooth analytic normals
41
+ pos_encoding_config:
42
+ otype: ProgressiveBandHashGrid
43
+ n_levels: 16
44
+ n_features_per_level: 2
45
+ log2_hashmap_size: 19
46
+ base_resolution: 16
47
+ per_level_scale: 1.447269237440378 # max resolution 4096
48
+ start_level: 8 # resolution ~200
49
+ start_step: 2000
50
+ update_steps: 500
51
+
52
+ material_type: "diffuse-with-point-light-material"
53
+ material:
54
+ ambient_only_steps: 2001
55
+ albedo_activation: sigmoid
56
+
57
+ background_type: "neural-environment-map-background"
58
+ background:
59
+ color_activation: sigmoid
60
+
61
+ renderer_type: "nerf-volume-renderer"
62
+ renderer:
63
+ radius: ${system.geometry.radius}
64
+ num_samples_per_ray: 512
65
+
66
+ prompt_processor_type: "stable-diffusion-prompt-processor"
67
+ prompt_processor:
68
+ pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
69
+ prompt: ???
70
+
71
+ guidance_type: "stable-diffusion-guidance"
72
+ guidance:
73
+ pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
74
+ guidance_scale: 100.
75
+ weighting_strategy: sds
76
+ min_step_percent: 0.02
77
+ max_step_percent: 0.98
78
+
79
+ loggers:
80
+ wandb:
81
+ enable: false
82
+ project: "threestudio"
83
+ name: None
84
+
85
+ loss:
86
+ lambda_sds: 1.
87
+ lambda_orient: [0, 10., 1000., 5000]
88
+ lambda_sparsity: 1.
89
+ lambda_opaque: 0.
90
+
91
+ optimizer:
92
+ name: Adam
93
+ args:
94
+ lr: 0.01
95
+ betas: [0.9, 0.99]
96
+ eps: 1.e-15
97
+ params:
98
+ geometry:
99
+ lr: 0.01
100
+ background:
101
+ lr: 0.001
102
+
103
+ trainer:
104
+ max_steps: 10000
105
+ # max_steps: 100
106
+ log_every_n_steps: 1
107
+ num_sanity_val_steps: 0
108
+ val_check_interval: 5000
109
+ enable_progress_bar: true
110
+ precision: 16-mixed
111
+
112
+ checkpoint:
113
+ save_last: true # save at each validation time
114
+ save_top_k: -1
115
+ every_n_train_steps: ${trainer.max_steps}
3Dsckpts/dreamfusion_sd/A_cocked_hat._With_the_Joseon_Dynasty_painting_style_and_using_the_chalk_drawing_technique.@20240811-153007/ckpts/epoch=0-step=10000.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3f1d313f01dcb2e1592a8c545e61810b26476a4d4f61727aa47298a8381ef22
3
+ size 151452175
3Dsckpts/dreamfusion_sd/A_cocked_hat._With_the_Joseon_Dynasty_painting_style_and_using_the_chalk_drawing_technique.@20240811-153007/ckpts/last.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3f1d313f01dcb2e1592a8c545e61810b26476a4d4f61727aa47298a8381ef22
3
+ size 151452175
3Dsckpts/dreamfusion_sd/A_cocked_hat._With_the_Joseon_Dynasty_painting_style_and_using_the_chalk_drawing_technique.@20240811-153007/configs/parsed.yaml ADDED
@@ -0,0 +1,110 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ name: dreamfusion-sd
2
+ description: ''
3
+ tag: A_cocked_hat._With_the_Joseon_Dynasty_painting_style_and_using_the_chalk_drawing_technique.
4
+ seed: 0
5
+ use_timestamp: true
6
+ timestamp: '@20240811-153007'
7
+ exp_root_dir: /results
8
+ exp_dir: /results/dreamfusion-sd
9
+ trial_name: A_cocked_hat._With_the_Joseon_Dynasty_painting_style_and_using_the_chalk_drawing_technique.@20240811-153007
10
+ trial_dir: /results/dreamfusion-sd/A_cocked_hat._With_the_Joseon_Dynasty_painting_style_and_using_the_chalk_drawing_technique.@20240811-153007
11
+ n_gpus: 1
12
+ resume: null
13
+ data_type: random-camera-datamodule
14
+ data:
15
+ batch_size: 1
16
+ width: 64
17
+ height: 64
18
+ camera_distance_range:
19
+ - 1.5
20
+ - 2.0
21
+ fovy_range:
22
+ - 40
23
+ - 70
24
+ elevation_range:
25
+ - -10
26
+ - 45
27
+ light_sample_strategy: dreamfusion
28
+ eval_camera_distance: 2.0
29
+ eval_fovy_deg: 70.0
30
+ system_type: dreamfusion-system
31
+ system:
32
+ geometry_type: implicit-volume
33
+ geometry:
34
+ radius: 2.0
35
+ normal_type: analytic
36
+ density_bias: blob_magic3d
37
+ density_activation: softplus
38
+ density_blob_scale: 10.0
39
+ density_blob_std: 0.5
40
+ pos_encoding_config:
41
+ otype: ProgressiveBandHashGrid
42
+ n_levels: 16
43
+ n_features_per_level: 2
44
+ log2_hashmap_size: 19
45
+ base_resolution: 16
46
+ per_level_scale: 1.447269237440378
47
+ start_level: 8
48
+ start_step: 2000
49
+ update_steps: 500
50
+ material_type: diffuse-with-point-light-material
51
+ material:
52
+ ambient_only_steps: 2001
53
+ albedo_activation: sigmoid
54
+ background_type: neural-environment-map-background
55
+ background:
56
+ color_activation: sigmoid
57
+ renderer_type: nerf-volume-renderer
58
+ renderer:
59
+ radius: 2.0
60
+ num_samples_per_ray: 512
61
+ prompt_processor_type: stable-diffusion-prompt-processor
62
+ prompt_processor:
63
+ pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
64
+ prompt: A cocked hat. With the Joseon Dynasty painting style and using the chalk
65
+ drawing technique.
66
+ guidance_type: stable-diffusion-guidance
67
+ guidance:
68
+ pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
69
+ guidance_scale: 100.0
70
+ weighting_strategy: sds
71
+ min_step_percent: 0.02
72
+ max_step_percent: 0.98
73
+ loggers:
74
+ wandb:
75
+ enable: false
76
+ project: threestudio
77
+ name: None
78
+ loss:
79
+ lambda_sds: 1.0
80
+ lambda_orient:
81
+ - 0
82
+ - 10.0
83
+ - 1000.0
84
+ - 5000
85
+ lambda_sparsity: 1.0
86
+ lambda_opaque: 0.0
87
+ optimizer:
88
+ name: Adam
89
+ args:
90
+ lr: 0.01
91
+ betas:
92
+ - 0.9
93
+ - 0.99
94
+ eps: 1.0e-15
95
+ params:
96
+ geometry:
97
+ lr: 0.01
98
+ background:
99
+ lr: 0.001
100
+ trainer:
101
+ max_steps: 10000
102
+ log_every_n_steps: 1
103
+ num_sanity_val_steps: 0
104
+ val_check_interval: 5000
105
+ enable_progress_bar: true
106
+ precision: 16-mixed
107
+ checkpoint:
108
+ save_last: true
109
+ save_top_k: -1
110
+ every_n_train_steps: 10000
3Dsckpts/dreamfusion_sd/A_cocked_hat._With_the_Joseon_Dynasty_painting_style_and_using_the_chalk_drawing_technique.@20240811-153007/configs/raw.yaml ADDED
@@ -0,0 +1,115 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ name: "dreamfusion-sd"
2
+ tag: "${rmspace:${system.prompt_processor.prompt},_}"
3
+ # exp_root_dir: "outputs"
4
+ exp_root_dir: "/results"
5
+ seed: 0
6
+
7
+ data_type: "random-camera-datamodule"
8
+ data:
9
+ batch_size: 1
10
+ width: 64
11
+ height: 64
12
+ camera_distance_range: [1.5, 2.0]
13
+ fovy_range: [40, 70]
14
+ elevation_range: [-10, 45]
15
+ light_sample_strategy: "dreamfusion"
16
+ eval_camera_distance: 2.0
17
+ eval_fovy_deg: 70.
18
+
19
+ system_type: "dreamfusion-system"
20
+ system:
21
+ geometry_type: "implicit-volume"
22
+ geometry:
23
+ radius: 2.0
24
+ normal_type: "analytic"
25
+
26
+ # the density initialization proposed in the DreamFusion paper
27
+ # does not work very well
28
+ # density_bias: "blob_dreamfusion"
29
+ # density_activation: exp
30
+ # density_blob_scale: 5.
31
+ # density_blob_std: 0.2
32
+
33
+ # use Magic3D density initialization instead
34
+ density_bias: "blob_magic3d"
35
+ density_activation: softplus
36
+ density_blob_scale: 10.
37
+ density_blob_std: 0.5
38
+
39
+ # coarse to fine hash grid encoding
40
+ # to ensure smooth analytic normals
41
+ pos_encoding_config:
42
+ otype: ProgressiveBandHashGrid
43
+ n_levels: 16
44
+ n_features_per_level: 2
45
+ log2_hashmap_size: 19
46
+ base_resolution: 16
47
+ per_level_scale: 1.447269237440378 # max resolution 4096
48
+ start_level: 8 # resolution ~200
49
+ start_step: 2000
50
+ update_steps: 500
51
+
52
+ material_type: "diffuse-with-point-light-material"
53
+ material:
54
+ ambient_only_steps: 2001
55
+ albedo_activation: sigmoid
56
+
57
+ background_type: "neural-environment-map-background"
58
+ background:
59
+ color_activation: sigmoid
60
+
61
+ renderer_type: "nerf-volume-renderer"
62
+ renderer:
63
+ radius: ${system.geometry.radius}
64
+ num_samples_per_ray: 512
65
+
66
+ prompt_processor_type: "stable-diffusion-prompt-processor"
67
+ prompt_processor:
68
+ pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
69
+ prompt: ???
70
+
71
+ guidance_type: "stable-diffusion-guidance"
72
+ guidance:
73
+ pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
74
+ guidance_scale: 100.
75
+ weighting_strategy: sds
76
+ min_step_percent: 0.02
77
+ max_step_percent: 0.98
78
+
79
+ loggers:
80
+ wandb:
81
+ enable: false
82
+ project: "threestudio"
83
+ name: None
84
+
85
+ loss:
86
+ lambda_sds: 1.
87
+ lambda_orient: [0, 10., 1000., 5000]
88
+ lambda_sparsity: 1.
89
+ lambda_opaque: 0.
90
+
91
+ optimizer:
92
+ name: Adam
93
+ args:
94
+ lr: 0.01
95
+ betas: [0.9, 0.99]
96
+ eps: 1.e-15
97
+ params:
98
+ geometry:
99
+ lr: 0.01
100
+ background:
101
+ lr: 0.001
102
+
103
+ trainer:
104
+ max_steps: 10000
105
+ # max_steps: 100
106
+ log_every_n_steps: 1
107
+ num_sanity_val_steps: 0
108
+ val_check_interval: 5000
109
+ enable_progress_bar: true
110
+ precision: 16-mixed
111
+
112
+ checkpoint:
113
+ save_last: true # save at each validation time
114
+ save_top_k: -1
115
+ every_n_train_steps: ${trainer.max_steps}