Ziqi Gao commited on
523ac6f108af7c601d68765f73afb8a00dfc1f93a2fcbe0ac8c6269b3830331b
Browse files- 3Dsckpts/dreamfusion_sd/A_rabbit._In_the_style_of_the_artist_Henri_Matisse_and_using_the_acrylic_painting_technique.@20240812-001559/ckpts/epoch=0-step=10000.ckpt +3 -0
- 3Dsckpts/dreamfusion_sd/A_rabbit._In_the_style_of_the_artist_Henri_Matisse_and_using_the_acrylic_painting_technique.@20240812-001559/ckpts/last.ckpt +3 -0
- 3Dsckpts/dreamfusion_sd/A_rabbit._In_the_style_of_the_artist_Henri_Matisse_and_using_the_acrylic_painting_technique.@20240812-001559/configs/parsed.yaml +110 -0
- 3Dsckpts/dreamfusion_sd/A_rabbit._In_the_style_of_the_artist_Henri_Matisse_and_using_the_acrylic_painting_technique.@20240812-001559/configs/raw.yaml +115 -0
- 3Dsckpts/dreamfusion_sd/A_racing_boat;_trews._In_the_cityscape_genre_and_with_the_Gongbi_painting_style.@20240807-235929/ckpts/epoch=0-step=10000.ckpt +3 -0
- 3Dsckpts/dreamfusion_sd/A_racing_boat;_trews._In_the_cityscape_genre_and_with_the_Gongbi_painting_style.@20240807-235929/ckpts/last.ckpt +3 -0
- 3Dsckpts/dreamfusion_sd/A_racing_boat;_trews._In_the_cityscape_genre_and_with_the_Gongbi_painting_style.@20240807-235929/configs/parsed.yaml +110 -0
- 3Dsckpts/dreamfusion_sd/A_racing_boat;_trews._In_the_cityscape_genre_and_with_the_Gongbi_painting_style.@20240807-235929/configs/raw.yaml +115 -0
- 3Dsckpts/dreamfusion_sd/A_radiator_(natural_object)._Using_the_ancient_Egyptian_mural_technique.@20240811-144132/ckpts/epoch=0-step=10000.ckpt +3 -0
- 3Dsckpts/dreamfusion_sd/A_radiator_(natural_object)._Using_the_ancient_Egyptian_mural_technique.@20240811-144132/ckpts/last.ckpt +3 -0
- 3Dsckpts/dreamfusion_sd/A_radiator_(natural_object)._Using_the_ancient_Egyptian_mural_technique.@20240811-144132/configs/parsed.yaml +109 -0
- 3Dsckpts/dreamfusion_sd/A_radiator_(natural_object)._Using_the_ancient_Egyptian_mural_technique.@20240811-144132/configs/raw.yaml +115 -0
- 3Dsckpts/dreamfusion_sd/A_radiologist;_an_accelerator_(pedal);_a_stuffing_box._In_the_bird-and-flower_genre_and_in_the_style_of_the_artist_Ivan_Shishkin.@20240818-221015/ckpts/epoch=0-step=10000.ckpt +3 -0
- 3Dsckpts/dreamfusion_sd/A_radiologist;_an_accelerator_(pedal);_a_stuffing_box._In_the_bird-and-flower_genre_and_in_the_style_of_the_artist_Ivan_Shishkin.@20240818-221015/ckpts/last.ckpt +3 -0
- 3Dsckpts/dreamfusion_sd/A_radiologist;_an_accelerator_(pedal);_a_stuffing_box._In_the_bird-and-flower_genre_and_in_the_style_of_the_artist_Ivan_Shishkin.@20240818-221015/configs/parsed.yaml +110 -0
- 3Dsckpts/dreamfusion_sd/A_radiologist;_an_accelerator_(pedal);_a_stuffing_box._In_the_bird-and-flower_genre_and_in_the_style_of_the_artist_Ivan_Shishkin.@20240818-221015/configs/raw.yaml +115 -0
- 3Dsckpts/dreamfusion_sd/A_rangeland;_a_wight;_a_may_apple.@20240812-050302/ckpts/epoch=0-step=10000.ckpt +3 -0
- 3Dsckpts/dreamfusion_sd/A_rangeland;_a_wight;_a_may_apple.@20240812-050302/ckpts/last.ckpt +3 -0
- 3Dsckpts/dreamfusion_sd/A_rangeland;_a_wight;_a_may_apple.@20240812-050302/configs/parsed.yaml +109 -0
- 3Dsckpts/dreamfusion_sd/A_rangeland;_a_wight;_a_may_apple.@20240812-050302/configs/raw.yaml +115 -0
- 3Dsckpts/dreamfusion_sd/A_recreation_room.@20240808-150315/ckpts/epoch=0-step=10000.ckpt +3 -0
- 3Dsckpts/dreamfusion_sd/A_recreation_room.@20240808-150315/ckpts/last.ckpt +3 -0
- 3Dsckpts/dreamfusion_sd/A_recreation_room.@20240808-150315/configs/parsed.yaml +109 -0
- 3Dsckpts/dreamfusion_sd/A_recreation_room.@20240808-150315/configs/raw.yaml +115 -0
- 3Dsckpts/dreamfusion_sd/A_rectangular_brazil_nut_(edible_nut);_a_bullpen_(area)._In_the_figurative_genre_and_with_the_Realism_painting_style.@20240819-084618/ckpts/epoch=0-step=10000.ckpt +3 -0
- 3Dsckpts/dreamfusion_sd/A_rectangular_brazil_nut_(edible_nut);_a_bullpen_(area)._In_the_figurative_genre_and_with_the_Realism_painting_style.@20240819-084618/ckpts/last.ckpt +3 -0
- 3Dsckpts/dreamfusion_sd/A_rectangular_brazil_nut_(edible_nut);_a_bullpen_(area)._In_the_figurative_genre_and_with_the_Realism_painting_style.@20240819-084618/configs/parsed.yaml +110 -0
- 3Dsckpts/dreamfusion_sd/A_rectangular_brazil_nut_(edible_nut);_a_bullpen_(area)._In_the_figurative_genre_and_with_the_Realism_painting_style.@20240819-084618/configs/raw.yaml +115 -0
3Dsckpts/dreamfusion_sd/A_rabbit._In_the_style_of_the_artist_Henri_Matisse_and_using_the_acrylic_painting_technique.@20240812-001559/ckpts/epoch=0-step=10000.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:61d5677d3a2e440861a7b71b19e451459c0389c56dc3d55688a3fc05e202dcfb
|
| 3 |
+
size 151452175
|
3Dsckpts/dreamfusion_sd/A_rabbit._In_the_style_of_the_artist_Henri_Matisse_and_using_the_acrylic_painting_technique.@20240812-001559/ckpts/last.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:61d5677d3a2e440861a7b71b19e451459c0389c56dc3d55688a3fc05e202dcfb
|
| 3 |
+
size 151452175
|
3Dsckpts/dreamfusion_sd/A_rabbit._In_the_style_of_the_artist_Henri_Matisse_and_using_the_acrylic_painting_technique.@20240812-001559/configs/parsed.yaml
ADDED
|
@@ -0,0 +1,110 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: dreamfusion-sd
|
| 2 |
+
description: ''
|
| 3 |
+
tag: A_rabbit._In_the_style_of_the_artist_Henri_Matisse_and_using_the_acrylic_painting_technique.
|
| 4 |
+
seed: 0
|
| 5 |
+
use_timestamp: true
|
| 6 |
+
timestamp: '@20240812-001559'
|
| 7 |
+
exp_root_dir: /results
|
| 8 |
+
exp_dir: /results/dreamfusion-sd
|
| 9 |
+
trial_name: A_rabbit._In_the_style_of_the_artist_Henri_Matisse_and_using_the_acrylic_painting_technique.@20240812-001559
|
| 10 |
+
trial_dir: /results/dreamfusion-sd/A_rabbit._In_the_style_of_the_artist_Henri_Matisse_and_using_the_acrylic_painting_technique.@20240812-001559
|
| 11 |
+
n_gpus: 1
|
| 12 |
+
resume: null
|
| 13 |
+
data_type: random-camera-datamodule
|
| 14 |
+
data:
|
| 15 |
+
batch_size: 1
|
| 16 |
+
width: 64
|
| 17 |
+
height: 64
|
| 18 |
+
camera_distance_range:
|
| 19 |
+
- 1.5
|
| 20 |
+
- 2.0
|
| 21 |
+
fovy_range:
|
| 22 |
+
- 40
|
| 23 |
+
- 70
|
| 24 |
+
elevation_range:
|
| 25 |
+
- -10
|
| 26 |
+
- 45
|
| 27 |
+
light_sample_strategy: dreamfusion
|
| 28 |
+
eval_camera_distance: 2.0
|
| 29 |
+
eval_fovy_deg: 70.0
|
| 30 |
+
system_type: dreamfusion-system
|
| 31 |
+
system:
|
| 32 |
+
geometry_type: implicit-volume
|
| 33 |
+
geometry:
|
| 34 |
+
radius: 2.0
|
| 35 |
+
normal_type: analytic
|
| 36 |
+
density_bias: blob_magic3d
|
| 37 |
+
density_activation: softplus
|
| 38 |
+
density_blob_scale: 10.0
|
| 39 |
+
density_blob_std: 0.5
|
| 40 |
+
pos_encoding_config:
|
| 41 |
+
otype: ProgressiveBandHashGrid
|
| 42 |
+
n_levels: 16
|
| 43 |
+
n_features_per_level: 2
|
| 44 |
+
log2_hashmap_size: 19
|
| 45 |
+
base_resolution: 16
|
| 46 |
+
per_level_scale: 1.447269237440378
|
| 47 |
+
start_level: 8
|
| 48 |
+
start_step: 2000
|
| 49 |
+
update_steps: 500
|
| 50 |
+
material_type: diffuse-with-point-light-material
|
| 51 |
+
material:
|
| 52 |
+
ambient_only_steps: 2001
|
| 53 |
+
albedo_activation: sigmoid
|
| 54 |
+
background_type: neural-environment-map-background
|
| 55 |
+
background:
|
| 56 |
+
color_activation: sigmoid
|
| 57 |
+
renderer_type: nerf-volume-renderer
|
| 58 |
+
renderer:
|
| 59 |
+
radius: 2.0
|
| 60 |
+
num_samples_per_ray: 512
|
| 61 |
+
prompt_processor_type: stable-diffusion-prompt-processor
|
| 62 |
+
prompt_processor:
|
| 63 |
+
pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
|
| 64 |
+
prompt: A rabbit. In the style of the artist Henri Matisse and using the acrylic
|
| 65 |
+
painting technique.
|
| 66 |
+
guidance_type: stable-diffusion-guidance
|
| 67 |
+
guidance:
|
| 68 |
+
pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
|
| 69 |
+
guidance_scale: 100.0
|
| 70 |
+
weighting_strategy: sds
|
| 71 |
+
min_step_percent: 0.02
|
| 72 |
+
max_step_percent: 0.98
|
| 73 |
+
loggers:
|
| 74 |
+
wandb:
|
| 75 |
+
enable: false
|
| 76 |
+
project: threestudio
|
| 77 |
+
name: None
|
| 78 |
+
loss:
|
| 79 |
+
lambda_sds: 1.0
|
| 80 |
+
lambda_orient:
|
| 81 |
+
- 0
|
| 82 |
+
- 10.0
|
| 83 |
+
- 1000.0
|
| 84 |
+
- 5000
|
| 85 |
+
lambda_sparsity: 1.0
|
| 86 |
+
lambda_opaque: 0.0
|
| 87 |
+
optimizer:
|
| 88 |
+
name: Adam
|
| 89 |
+
args:
|
| 90 |
+
lr: 0.01
|
| 91 |
+
betas:
|
| 92 |
+
- 0.9
|
| 93 |
+
- 0.99
|
| 94 |
+
eps: 1.0e-15
|
| 95 |
+
params:
|
| 96 |
+
geometry:
|
| 97 |
+
lr: 0.01
|
| 98 |
+
background:
|
| 99 |
+
lr: 0.001
|
| 100 |
+
trainer:
|
| 101 |
+
max_steps: 10000
|
| 102 |
+
log_every_n_steps: 1
|
| 103 |
+
num_sanity_val_steps: 0
|
| 104 |
+
val_check_interval: 5000
|
| 105 |
+
enable_progress_bar: true
|
| 106 |
+
precision: 16-mixed
|
| 107 |
+
checkpoint:
|
| 108 |
+
save_last: true
|
| 109 |
+
save_top_k: -1
|
| 110 |
+
every_n_train_steps: 10000
|
3Dsckpts/dreamfusion_sd/A_rabbit._In_the_style_of_the_artist_Henri_Matisse_and_using_the_acrylic_painting_technique.@20240812-001559/configs/raw.yaml
ADDED
|
@@ -0,0 +1,115 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: "dreamfusion-sd"
|
| 2 |
+
tag: "${rmspace:${system.prompt_processor.prompt},_}"
|
| 3 |
+
# exp_root_dir: "outputs"
|
| 4 |
+
exp_root_dir: "/results"
|
| 5 |
+
seed: 0
|
| 6 |
+
|
| 7 |
+
data_type: "random-camera-datamodule"
|
| 8 |
+
data:
|
| 9 |
+
batch_size: 1
|
| 10 |
+
width: 64
|
| 11 |
+
height: 64
|
| 12 |
+
camera_distance_range: [1.5, 2.0]
|
| 13 |
+
fovy_range: [40, 70]
|
| 14 |
+
elevation_range: [-10, 45]
|
| 15 |
+
light_sample_strategy: "dreamfusion"
|
| 16 |
+
eval_camera_distance: 2.0
|
| 17 |
+
eval_fovy_deg: 70.
|
| 18 |
+
|
| 19 |
+
system_type: "dreamfusion-system"
|
| 20 |
+
system:
|
| 21 |
+
geometry_type: "implicit-volume"
|
| 22 |
+
geometry:
|
| 23 |
+
radius: 2.0
|
| 24 |
+
normal_type: "analytic"
|
| 25 |
+
|
| 26 |
+
# the density initialization proposed in the DreamFusion paper
|
| 27 |
+
# does not work very well
|
| 28 |
+
# density_bias: "blob_dreamfusion"
|
| 29 |
+
# density_activation: exp
|
| 30 |
+
# density_blob_scale: 5.
|
| 31 |
+
# density_blob_std: 0.2
|
| 32 |
+
|
| 33 |
+
# use Magic3D density initialization instead
|
| 34 |
+
density_bias: "blob_magic3d"
|
| 35 |
+
density_activation: softplus
|
| 36 |
+
density_blob_scale: 10.
|
| 37 |
+
density_blob_std: 0.5
|
| 38 |
+
|
| 39 |
+
# coarse to fine hash grid encoding
|
| 40 |
+
# to ensure smooth analytic normals
|
| 41 |
+
pos_encoding_config:
|
| 42 |
+
otype: ProgressiveBandHashGrid
|
| 43 |
+
n_levels: 16
|
| 44 |
+
n_features_per_level: 2
|
| 45 |
+
log2_hashmap_size: 19
|
| 46 |
+
base_resolution: 16
|
| 47 |
+
per_level_scale: 1.447269237440378 # max resolution 4096
|
| 48 |
+
start_level: 8 # resolution ~200
|
| 49 |
+
start_step: 2000
|
| 50 |
+
update_steps: 500
|
| 51 |
+
|
| 52 |
+
material_type: "diffuse-with-point-light-material"
|
| 53 |
+
material:
|
| 54 |
+
ambient_only_steps: 2001
|
| 55 |
+
albedo_activation: sigmoid
|
| 56 |
+
|
| 57 |
+
background_type: "neural-environment-map-background"
|
| 58 |
+
background:
|
| 59 |
+
color_activation: sigmoid
|
| 60 |
+
|
| 61 |
+
renderer_type: "nerf-volume-renderer"
|
| 62 |
+
renderer:
|
| 63 |
+
radius: ${system.geometry.radius}
|
| 64 |
+
num_samples_per_ray: 512
|
| 65 |
+
|
| 66 |
+
prompt_processor_type: "stable-diffusion-prompt-processor"
|
| 67 |
+
prompt_processor:
|
| 68 |
+
pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
|
| 69 |
+
prompt: ???
|
| 70 |
+
|
| 71 |
+
guidance_type: "stable-diffusion-guidance"
|
| 72 |
+
guidance:
|
| 73 |
+
pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
|
| 74 |
+
guidance_scale: 100.
|
| 75 |
+
weighting_strategy: sds
|
| 76 |
+
min_step_percent: 0.02
|
| 77 |
+
max_step_percent: 0.98
|
| 78 |
+
|
| 79 |
+
loggers:
|
| 80 |
+
wandb:
|
| 81 |
+
enable: false
|
| 82 |
+
project: "threestudio"
|
| 83 |
+
name: None
|
| 84 |
+
|
| 85 |
+
loss:
|
| 86 |
+
lambda_sds: 1.
|
| 87 |
+
lambda_orient: [0, 10., 1000., 5000]
|
| 88 |
+
lambda_sparsity: 1.
|
| 89 |
+
lambda_opaque: 0.
|
| 90 |
+
|
| 91 |
+
optimizer:
|
| 92 |
+
name: Adam
|
| 93 |
+
args:
|
| 94 |
+
lr: 0.01
|
| 95 |
+
betas: [0.9, 0.99]
|
| 96 |
+
eps: 1.e-15
|
| 97 |
+
params:
|
| 98 |
+
geometry:
|
| 99 |
+
lr: 0.01
|
| 100 |
+
background:
|
| 101 |
+
lr: 0.001
|
| 102 |
+
|
| 103 |
+
trainer:
|
| 104 |
+
max_steps: 10000
|
| 105 |
+
# max_steps: 100
|
| 106 |
+
log_every_n_steps: 1
|
| 107 |
+
num_sanity_val_steps: 0
|
| 108 |
+
val_check_interval: 5000
|
| 109 |
+
enable_progress_bar: true
|
| 110 |
+
precision: 16-mixed
|
| 111 |
+
|
| 112 |
+
checkpoint:
|
| 113 |
+
save_last: true # save at each validation time
|
| 114 |
+
save_top_k: -1
|
| 115 |
+
every_n_train_steps: ${trainer.max_steps}
|
3Dsckpts/dreamfusion_sd/A_racing_boat;_trews._In_the_cityscape_genre_and_with_the_Gongbi_painting_style.@20240807-235929/ckpts/epoch=0-step=10000.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1f62a680e6596eb1770be49e6672e79b3ed5832828789d54bd17c310b0def73c
|
| 3 |
+
size 151452111
|
3Dsckpts/dreamfusion_sd/A_racing_boat;_trews._In_the_cityscape_genre_and_with_the_Gongbi_painting_style.@20240807-235929/ckpts/last.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1f62a680e6596eb1770be49e6672e79b3ed5832828789d54bd17c310b0def73c
|
| 3 |
+
size 151452111
|
3Dsckpts/dreamfusion_sd/A_racing_boat;_trews._In_the_cityscape_genre_and_with_the_Gongbi_painting_style.@20240807-235929/configs/parsed.yaml
ADDED
|
@@ -0,0 +1,110 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: dreamfusion-sd
|
| 2 |
+
description: ''
|
| 3 |
+
tag: A_racing_boat;_trews._In_the_cityscape_genre_and_with_the_Gongbi_painting_style.
|
| 4 |
+
seed: 0
|
| 5 |
+
use_timestamp: true
|
| 6 |
+
timestamp: '@20240807-235929'
|
| 7 |
+
exp_root_dir: /results
|
| 8 |
+
exp_dir: /results/dreamfusion-sd
|
| 9 |
+
trial_name: A_racing_boat;_trews._In_the_cityscape_genre_and_with_the_Gongbi_painting_style.@20240807-235929
|
| 10 |
+
trial_dir: /results/dreamfusion-sd/A_racing_boat;_trews._In_the_cityscape_genre_and_with_the_Gongbi_painting_style.@20240807-235929
|
| 11 |
+
n_gpus: 1
|
| 12 |
+
resume: null
|
| 13 |
+
data_type: random-camera-datamodule
|
| 14 |
+
data:
|
| 15 |
+
batch_size: 1
|
| 16 |
+
width: 64
|
| 17 |
+
height: 64
|
| 18 |
+
camera_distance_range:
|
| 19 |
+
- 1.5
|
| 20 |
+
- 2.0
|
| 21 |
+
fovy_range:
|
| 22 |
+
- 40
|
| 23 |
+
- 70
|
| 24 |
+
elevation_range:
|
| 25 |
+
- -10
|
| 26 |
+
- 45
|
| 27 |
+
light_sample_strategy: dreamfusion
|
| 28 |
+
eval_camera_distance: 2.0
|
| 29 |
+
eval_fovy_deg: 70.0
|
| 30 |
+
system_type: dreamfusion-system
|
| 31 |
+
system:
|
| 32 |
+
geometry_type: implicit-volume
|
| 33 |
+
geometry:
|
| 34 |
+
radius: 2.0
|
| 35 |
+
normal_type: analytic
|
| 36 |
+
density_bias: blob_magic3d
|
| 37 |
+
density_activation: softplus
|
| 38 |
+
density_blob_scale: 10.0
|
| 39 |
+
density_blob_std: 0.5
|
| 40 |
+
pos_encoding_config:
|
| 41 |
+
otype: ProgressiveBandHashGrid
|
| 42 |
+
n_levels: 16
|
| 43 |
+
n_features_per_level: 2
|
| 44 |
+
log2_hashmap_size: 19
|
| 45 |
+
base_resolution: 16
|
| 46 |
+
per_level_scale: 1.447269237440378
|
| 47 |
+
start_level: 8
|
| 48 |
+
start_step: 2000
|
| 49 |
+
update_steps: 500
|
| 50 |
+
material_type: diffuse-with-point-light-material
|
| 51 |
+
material:
|
| 52 |
+
ambient_only_steps: 2001
|
| 53 |
+
albedo_activation: sigmoid
|
| 54 |
+
background_type: neural-environment-map-background
|
| 55 |
+
background:
|
| 56 |
+
color_activation: sigmoid
|
| 57 |
+
renderer_type: nerf-volume-renderer
|
| 58 |
+
renderer:
|
| 59 |
+
radius: 2.0
|
| 60 |
+
num_samples_per_ray: 512
|
| 61 |
+
prompt_processor_type: stable-diffusion-prompt-processor
|
| 62 |
+
prompt_processor:
|
| 63 |
+
pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
|
| 64 |
+
prompt: A racing boat; trews. In the cityscape genre and with the Gongbi painting
|
| 65 |
+
style.
|
| 66 |
+
guidance_type: stable-diffusion-guidance
|
| 67 |
+
guidance:
|
| 68 |
+
pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
|
| 69 |
+
guidance_scale: 100.0
|
| 70 |
+
weighting_strategy: sds
|
| 71 |
+
min_step_percent: 0.02
|
| 72 |
+
max_step_percent: 0.98
|
| 73 |
+
loggers:
|
| 74 |
+
wandb:
|
| 75 |
+
enable: false
|
| 76 |
+
project: threestudio
|
| 77 |
+
name: None
|
| 78 |
+
loss:
|
| 79 |
+
lambda_sds: 1.0
|
| 80 |
+
lambda_orient:
|
| 81 |
+
- 0
|
| 82 |
+
- 10.0
|
| 83 |
+
- 1000.0
|
| 84 |
+
- 5000
|
| 85 |
+
lambda_sparsity: 1.0
|
| 86 |
+
lambda_opaque: 0.0
|
| 87 |
+
optimizer:
|
| 88 |
+
name: Adam
|
| 89 |
+
args:
|
| 90 |
+
lr: 0.01
|
| 91 |
+
betas:
|
| 92 |
+
- 0.9
|
| 93 |
+
- 0.99
|
| 94 |
+
eps: 1.0e-15
|
| 95 |
+
params:
|
| 96 |
+
geometry:
|
| 97 |
+
lr: 0.01
|
| 98 |
+
background:
|
| 99 |
+
lr: 0.001
|
| 100 |
+
trainer:
|
| 101 |
+
max_steps: 10000
|
| 102 |
+
log_every_n_steps: 1
|
| 103 |
+
num_sanity_val_steps: 0
|
| 104 |
+
val_check_interval: 5000
|
| 105 |
+
enable_progress_bar: true
|
| 106 |
+
precision: 16-mixed
|
| 107 |
+
checkpoint:
|
| 108 |
+
save_last: true
|
| 109 |
+
save_top_k: -1
|
| 110 |
+
every_n_train_steps: 10000
|
3Dsckpts/dreamfusion_sd/A_racing_boat;_trews._In_the_cityscape_genre_and_with_the_Gongbi_painting_style.@20240807-235929/configs/raw.yaml
ADDED
|
@@ -0,0 +1,115 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: "dreamfusion-sd"
|
| 2 |
+
tag: "${rmspace:${system.prompt_processor.prompt},_}"
|
| 3 |
+
# exp_root_dir: "outputs"
|
| 4 |
+
exp_root_dir: "/results"
|
| 5 |
+
seed: 0
|
| 6 |
+
|
| 7 |
+
data_type: "random-camera-datamodule"
|
| 8 |
+
data:
|
| 9 |
+
batch_size: 1
|
| 10 |
+
width: 64
|
| 11 |
+
height: 64
|
| 12 |
+
camera_distance_range: [1.5, 2.0]
|
| 13 |
+
fovy_range: [40, 70]
|
| 14 |
+
elevation_range: [-10, 45]
|
| 15 |
+
light_sample_strategy: "dreamfusion"
|
| 16 |
+
eval_camera_distance: 2.0
|
| 17 |
+
eval_fovy_deg: 70.
|
| 18 |
+
|
| 19 |
+
system_type: "dreamfusion-system"
|
| 20 |
+
system:
|
| 21 |
+
geometry_type: "implicit-volume"
|
| 22 |
+
geometry:
|
| 23 |
+
radius: 2.0
|
| 24 |
+
normal_type: "analytic"
|
| 25 |
+
|
| 26 |
+
# the density initialization proposed in the DreamFusion paper
|
| 27 |
+
# does not work very well
|
| 28 |
+
# density_bias: "blob_dreamfusion"
|
| 29 |
+
# density_activation: exp
|
| 30 |
+
# density_blob_scale: 5.
|
| 31 |
+
# density_blob_std: 0.2
|
| 32 |
+
|
| 33 |
+
# use Magic3D density initialization instead
|
| 34 |
+
density_bias: "blob_magic3d"
|
| 35 |
+
density_activation: softplus
|
| 36 |
+
density_blob_scale: 10.
|
| 37 |
+
density_blob_std: 0.5
|
| 38 |
+
|
| 39 |
+
# coarse to fine hash grid encoding
|
| 40 |
+
# to ensure smooth analytic normals
|
| 41 |
+
pos_encoding_config:
|
| 42 |
+
otype: ProgressiveBandHashGrid
|
| 43 |
+
n_levels: 16
|
| 44 |
+
n_features_per_level: 2
|
| 45 |
+
log2_hashmap_size: 19
|
| 46 |
+
base_resolution: 16
|
| 47 |
+
per_level_scale: 1.447269237440378 # max resolution 4096
|
| 48 |
+
start_level: 8 # resolution ~200
|
| 49 |
+
start_step: 2000
|
| 50 |
+
update_steps: 500
|
| 51 |
+
|
| 52 |
+
material_type: "diffuse-with-point-light-material"
|
| 53 |
+
material:
|
| 54 |
+
ambient_only_steps: 2001
|
| 55 |
+
albedo_activation: sigmoid
|
| 56 |
+
|
| 57 |
+
background_type: "neural-environment-map-background"
|
| 58 |
+
background:
|
| 59 |
+
color_activation: sigmoid
|
| 60 |
+
|
| 61 |
+
renderer_type: "nerf-volume-renderer"
|
| 62 |
+
renderer:
|
| 63 |
+
radius: ${system.geometry.radius}
|
| 64 |
+
num_samples_per_ray: 512
|
| 65 |
+
|
| 66 |
+
prompt_processor_type: "stable-diffusion-prompt-processor"
|
| 67 |
+
prompt_processor:
|
| 68 |
+
pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
|
| 69 |
+
prompt: ???
|
| 70 |
+
|
| 71 |
+
guidance_type: "stable-diffusion-guidance"
|
| 72 |
+
guidance:
|
| 73 |
+
pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
|
| 74 |
+
guidance_scale: 100.
|
| 75 |
+
weighting_strategy: sds
|
| 76 |
+
min_step_percent: 0.02
|
| 77 |
+
max_step_percent: 0.98
|
| 78 |
+
|
| 79 |
+
loggers:
|
| 80 |
+
wandb:
|
| 81 |
+
enable: false
|
| 82 |
+
project: "threestudio"
|
| 83 |
+
name: None
|
| 84 |
+
|
| 85 |
+
loss:
|
| 86 |
+
lambda_sds: 1.
|
| 87 |
+
lambda_orient: [0, 10., 1000., 5000]
|
| 88 |
+
lambda_sparsity: 1.
|
| 89 |
+
lambda_opaque: 0.
|
| 90 |
+
|
| 91 |
+
optimizer:
|
| 92 |
+
name: Adam
|
| 93 |
+
args:
|
| 94 |
+
lr: 0.01
|
| 95 |
+
betas: [0.9, 0.99]
|
| 96 |
+
eps: 1.e-15
|
| 97 |
+
params:
|
| 98 |
+
geometry:
|
| 99 |
+
lr: 0.01
|
| 100 |
+
background:
|
| 101 |
+
lr: 0.001
|
| 102 |
+
|
| 103 |
+
trainer:
|
| 104 |
+
max_steps: 10000
|
| 105 |
+
# max_steps: 100
|
| 106 |
+
log_every_n_steps: 1
|
| 107 |
+
num_sanity_val_steps: 0
|
| 108 |
+
val_check_interval: 5000
|
| 109 |
+
enable_progress_bar: true
|
| 110 |
+
precision: 16-mixed
|
| 111 |
+
|
| 112 |
+
checkpoint:
|
| 113 |
+
save_last: true # save at each validation time
|
| 114 |
+
save_top_k: -1
|
| 115 |
+
every_n_train_steps: ${trainer.max_steps}
|
3Dsckpts/dreamfusion_sd/A_radiator_(natural_object)._Using_the_ancient_Egyptian_mural_technique.@20240811-144132/ckpts/epoch=0-step=10000.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ee3c5a8799feaf9010fab9f93db2720a6e8c2228cc0de304722c4c54853411e4
|
| 3 |
+
size 151452111
|
3Dsckpts/dreamfusion_sd/A_radiator_(natural_object)._Using_the_ancient_Egyptian_mural_technique.@20240811-144132/ckpts/last.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ee3c5a8799feaf9010fab9f93db2720a6e8c2228cc0de304722c4c54853411e4
|
| 3 |
+
size 151452111
|
3Dsckpts/dreamfusion_sd/A_radiator_(natural_object)._Using_the_ancient_Egyptian_mural_technique.@20240811-144132/configs/parsed.yaml
ADDED
|
@@ -0,0 +1,109 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: dreamfusion-sd
|
| 2 |
+
description: ''
|
| 3 |
+
tag: A_radiator_(natural_object)._Using_the_ancient_Egyptian_mural_technique.
|
| 4 |
+
seed: 0
|
| 5 |
+
use_timestamp: true
|
| 6 |
+
timestamp: '@20240811-144132'
|
| 7 |
+
exp_root_dir: /results
|
| 8 |
+
exp_dir: /results/dreamfusion-sd
|
| 9 |
+
trial_name: A_radiator_(natural_object)._Using_the_ancient_Egyptian_mural_technique.@20240811-144132
|
| 10 |
+
trial_dir: /results/dreamfusion-sd/A_radiator_(natural_object)._Using_the_ancient_Egyptian_mural_technique.@20240811-144132
|
| 11 |
+
n_gpus: 1
|
| 12 |
+
resume: null
|
| 13 |
+
data_type: random-camera-datamodule
|
| 14 |
+
data:
|
| 15 |
+
batch_size: 1
|
| 16 |
+
width: 64
|
| 17 |
+
height: 64
|
| 18 |
+
camera_distance_range:
|
| 19 |
+
- 1.5
|
| 20 |
+
- 2.0
|
| 21 |
+
fovy_range:
|
| 22 |
+
- 40
|
| 23 |
+
- 70
|
| 24 |
+
elevation_range:
|
| 25 |
+
- -10
|
| 26 |
+
- 45
|
| 27 |
+
light_sample_strategy: dreamfusion
|
| 28 |
+
eval_camera_distance: 2.0
|
| 29 |
+
eval_fovy_deg: 70.0
|
| 30 |
+
system_type: dreamfusion-system
|
| 31 |
+
system:
|
| 32 |
+
geometry_type: implicit-volume
|
| 33 |
+
geometry:
|
| 34 |
+
radius: 2.0
|
| 35 |
+
normal_type: analytic
|
| 36 |
+
density_bias: blob_magic3d
|
| 37 |
+
density_activation: softplus
|
| 38 |
+
density_blob_scale: 10.0
|
| 39 |
+
density_blob_std: 0.5
|
| 40 |
+
pos_encoding_config:
|
| 41 |
+
otype: ProgressiveBandHashGrid
|
| 42 |
+
n_levels: 16
|
| 43 |
+
n_features_per_level: 2
|
| 44 |
+
log2_hashmap_size: 19
|
| 45 |
+
base_resolution: 16
|
| 46 |
+
per_level_scale: 1.447269237440378
|
| 47 |
+
start_level: 8
|
| 48 |
+
start_step: 2000
|
| 49 |
+
update_steps: 500
|
| 50 |
+
material_type: diffuse-with-point-light-material
|
| 51 |
+
material:
|
| 52 |
+
ambient_only_steps: 2001
|
| 53 |
+
albedo_activation: sigmoid
|
| 54 |
+
background_type: neural-environment-map-background
|
| 55 |
+
background:
|
| 56 |
+
color_activation: sigmoid
|
| 57 |
+
renderer_type: nerf-volume-renderer
|
| 58 |
+
renderer:
|
| 59 |
+
radius: 2.0
|
| 60 |
+
num_samples_per_ray: 512
|
| 61 |
+
prompt_processor_type: stable-diffusion-prompt-processor
|
| 62 |
+
prompt_processor:
|
| 63 |
+
pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
|
| 64 |
+
prompt: A radiator (natural object). Using the ancient Egyptian mural technique.
|
| 65 |
+
guidance_type: stable-diffusion-guidance
|
| 66 |
+
guidance:
|
| 67 |
+
pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
|
| 68 |
+
guidance_scale: 100.0
|
| 69 |
+
weighting_strategy: sds
|
| 70 |
+
min_step_percent: 0.02
|
| 71 |
+
max_step_percent: 0.98
|
| 72 |
+
loggers:
|
| 73 |
+
wandb:
|
| 74 |
+
enable: false
|
| 75 |
+
project: threestudio
|
| 76 |
+
name: None
|
| 77 |
+
loss:
|
| 78 |
+
lambda_sds: 1.0
|
| 79 |
+
lambda_orient:
|
| 80 |
+
- 0
|
| 81 |
+
- 10.0
|
| 82 |
+
- 1000.0
|
| 83 |
+
- 5000
|
| 84 |
+
lambda_sparsity: 1.0
|
| 85 |
+
lambda_opaque: 0.0
|
| 86 |
+
optimizer:
|
| 87 |
+
name: Adam
|
| 88 |
+
args:
|
| 89 |
+
lr: 0.01
|
| 90 |
+
betas:
|
| 91 |
+
- 0.9
|
| 92 |
+
- 0.99
|
| 93 |
+
eps: 1.0e-15
|
| 94 |
+
params:
|
| 95 |
+
geometry:
|
| 96 |
+
lr: 0.01
|
| 97 |
+
background:
|
| 98 |
+
lr: 0.001
|
| 99 |
+
trainer:
|
| 100 |
+
max_steps: 10000
|
| 101 |
+
log_every_n_steps: 1
|
| 102 |
+
num_sanity_val_steps: 0
|
| 103 |
+
val_check_interval: 5000
|
| 104 |
+
enable_progress_bar: true
|
| 105 |
+
precision: 16-mixed
|
| 106 |
+
checkpoint:
|
| 107 |
+
save_last: true
|
| 108 |
+
save_top_k: -1
|
| 109 |
+
every_n_train_steps: 10000
|
3Dsckpts/dreamfusion_sd/A_radiator_(natural_object)._Using_the_ancient_Egyptian_mural_technique.@20240811-144132/configs/raw.yaml
ADDED
|
@@ -0,0 +1,115 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: "dreamfusion-sd"
|
| 2 |
+
tag: "${rmspace:${system.prompt_processor.prompt},_}"
|
| 3 |
+
# exp_root_dir: "outputs"
|
| 4 |
+
exp_root_dir: "/results"
|
| 5 |
+
seed: 0
|
| 6 |
+
|
| 7 |
+
data_type: "random-camera-datamodule"
|
| 8 |
+
data:
|
| 9 |
+
batch_size: 1
|
| 10 |
+
width: 64
|
| 11 |
+
height: 64
|
| 12 |
+
camera_distance_range: [1.5, 2.0]
|
| 13 |
+
fovy_range: [40, 70]
|
| 14 |
+
elevation_range: [-10, 45]
|
| 15 |
+
light_sample_strategy: "dreamfusion"
|
| 16 |
+
eval_camera_distance: 2.0
|
| 17 |
+
eval_fovy_deg: 70.
|
| 18 |
+
|
| 19 |
+
system_type: "dreamfusion-system"
|
| 20 |
+
system:
|
| 21 |
+
geometry_type: "implicit-volume"
|
| 22 |
+
geometry:
|
| 23 |
+
radius: 2.0
|
| 24 |
+
normal_type: "analytic"
|
| 25 |
+
|
| 26 |
+
# the density initialization proposed in the DreamFusion paper
|
| 27 |
+
# does not work very well
|
| 28 |
+
# density_bias: "blob_dreamfusion"
|
| 29 |
+
# density_activation: exp
|
| 30 |
+
# density_blob_scale: 5.
|
| 31 |
+
# density_blob_std: 0.2
|
| 32 |
+
|
| 33 |
+
# use Magic3D density initialization instead
|
| 34 |
+
density_bias: "blob_magic3d"
|
| 35 |
+
density_activation: softplus
|
| 36 |
+
density_blob_scale: 10.
|
| 37 |
+
density_blob_std: 0.5
|
| 38 |
+
|
| 39 |
+
# coarse to fine hash grid encoding
|
| 40 |
+
# to ensure smooth analytic normals
|
| 41 |
+
pos_encoding_config:
|
| 42 |
+
otype: ProgressiveBandHashGrid
|
| 43 |
+
n_levels: 16
|
| 44 |
+
n_features_per_level: 2
|
| 45 |
+
log2_hashmap_size: 19
|
| 46 |
+
base_resolution: 16
|
| 47 |
+
per_level_scale: 1.447269237440378 # max resolution 4096
|
| 48 |
+
start_level: 8 # resolution ~200
|
| 49 |
+
start_step: 2000
|
| 50 |
+
update_steps: 500
|
| 51 |
+
|
| 52 |
+
material_type: "diffuse-with-point-light-material"
|
| 53 |
+
material:
|
| 54 |
+
ambient_only_steps: 2001
|
| 55 |
+
albedo_activation: sigmoid
|
| 56 |
+
|
| 57 |
+
background_type: "neural-environment-map-background"
|
| 58 |
+
background:
|
| 59 |
+
color_activation: sigmoid
|
| 60 |
+
|
| 61 |
+
renderer_type: "nerf-volume-renderer"
|
| 62 |
+
renderer:
|
| 63 |
+
radius: ${system.geometry.radius}
|
| 64 |
+
num_samples_per_ray: 512
|
| 65 |
+
|
| 66 |
+
prompt_processor_type: "stable-diffusion-prompt-processor"
|
| 67 |
+
prompt_processor:
|
| 68 |
+
pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
|
| 69 |
+
prompt: ???
|
| 70 |
+
|
| 71 |
+
guidance_type: "stable-diffusion-guidance"
|
| 72 |
+
guidance:
|
| 73 |
+
pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
|
| 74 |
+
guidance_scale: 100.
|
| 75 |
+
weighting_strategy: sds
|
| 76 |
+
min_step_percent: 0.02
|
| 77 |
+
max_step_percent: 0.98
|
| 78 |
+
|
| 79 |
+
loggers:
|
| 80 |
+
wandb:
|
| 81 |
+
enable: false
|
| 82 |
+
project: "threestudio"
|
| 83 |
+
name: None
|
| 84 |
+
|
| 85 |
+
loss:
|
| 86 |
+
lambda_sds: 1.
|
| 87 |
+
lambda_orient: [0, 10., 1000., 5000]
|
| 88 |
+
lambda_sparsity: 1.
|
| 89 |
+
lambda_opaque: 0.
|
| 90 |
+
|
| 91 |
+
optimizer:
|
| 92 |
+
name: Adam
|
| 93 |
+
args:
|
| 94 |
+
lr: 0.01
|
| 95 |
+
betas: [0.9, 0.99]
|
| 96 |
+
eps: 1.e-15
|
| 97 |
+
params:
|
| 98 |
+
geometry:
|
| 99 |
+
lr: 0.01
|
| 100 |
+
background:
|
| 101 |
+
lr: 0.001
|
| 102 |
+
|
| 103 |
+
trainer:
|
| 104 |
+
max_steps: 10000
|
| 105 |
+
# max_steps: 100
|
| 106 |
+
log_every_n_steps: 1
|
| 107 |
+
num_sanity_val_steps: 0
|
| 108 |
+
val_check_interval: 5000
|
| 109 |
+
enable_progress_bar: true
|
| 110 |
+
precision: 16-mixed
|
| 111 |
+
|
| 112 |
+
checkpoint:
|
| 113 |
+
save_last: true # save at each validation time
|
| 114 |
+
save_top_k: -1
|
| 115 |
+
every_n_train_steps: ${trainer.max_steps}
|
3Dsckpts/dreamfusion_sd/A_radiologist;_an_accelerator_(pedal);_a_stuffing_box._In_the_bird-and-flower_genre_and_in_the_style_of_the_artist_Ivan_Shishkin.@20240818-221015/ckpts/epoch=0-step=10000.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:bb4d0316657893f2d32a43f44b15653f9129beae6b15a65bdbe00964af1fde26
|
| 3 |
+
size 151452303
|
3Dsckpts/dreamfusion_sd/A_radiologist;_an_accelerator_(pedal);_a_stuffing_box._In_the_bird-and-flower_genre_and_in_the_style_of_the_artist_Ivan_Shishkin.@20240818-221015/ckpts/last.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:bb4d0316657893f2d32a43f44b15653f9129beae6b15a65bdbe00964af1fde26
|
| 3 |
+
size 151452303
|
3Dsckpts/dreamfusion_sd/A_radiologist;_an_accelerator_(pedal);_a_stuffing_box._In_the_bird-and-flower_genre_and_in_the_style_of_the_artist_Ivan_Shishkin.@20240818-221015/configs/parsed.yaml
ADDED
|
@@ -0,0 +1,110 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: dreamfusion-sd
|
| 2 |
+
description: ''
|
| 3 |
+
tag: A_radiologist;_an_accelerator_(pedal);_a_stuffing_box._In_the_bird-and-flower_genre_and_in_the_style_of_the_artist_Ivan_Shishkin.
|
| 4 |
+
seed: 0
|
| 5 |
+
use_timestamp: true
|
| 6 |
+
timestamp: '@20240818-221015'
|
| 7 |
+
exp_root_dir: /results
|
| 8 |
+
exp_dir: /results/dreamfusion-sd
|
| 9 |
+
trial_name: A_radiologist;_an_accelerator_(pedal);_a_stuffing_box._In_the_bird-and-flower_genre_and_in_the_style_of_the_artist_Ivan_Shishkin.@20240818-221015
|
| 10 |
+
trial_dir: /results/dreamfusion-sd/A_radiologist;_an_accelerator_(pedal);_a_stuffing_box._In_the_bird-and-flower_genre_and_in_the_style_of_the_artist_Ivan_Shishkin.@20240818-221015
|
| 11 |
+
n_gpus: 1
|
| 12 |
+
resume: null
|
| 13 |
+
data_type: random-camera-datamodule
|
| 14 |
+
data:
|
| 15 |
+
batch_size: 1
|
| 16 |
+
width: 64
|
| 17 |
+
height: 64
|
| 18 |
+
camera_distance_range:
|
| 19 |
+
- 1.5
|
| 20 |
+
- 2.0
|
| 21 |
+
fovy_range:
|
| 22 |
+
- 40
|
| 23 |
+
- 70
|
| 24 |
+
elevation_range:
|
| 25 |
+
- -10
|
| 26 |
+
- 45
|
| 27 |
+
light_sample_strategy: dreamfusion
|
| 28 |
+
eval_camera_distance: 2.0
|
| 29 |
+
eval_fovy_deg: 70.0
|
| 30 |
+
system_type: dreamfusion-system
|
| 31 |
+
system:
|
| 32 |
+
geometry_type: implicit-volume
|
| 33 |
+
geometry:
|
| 34 |
+
radius: 2.0
|
| 35 |
+
normal_type: analytic
|
| 36 |
+
density_bias: blob_magic3d
|
| 37 |
+
density_activation: softplus
|
| 38 |
+
density_blob_scale: 10.0
|
| 39 |
+
density_blob_std: 0.5
|
| 40 |
+
pos_encoding_config:
|
| 41 |
+
otype: ProgressiveBandHashGrid
|
| 42 |
+
n_levels: 16
|
| 43 |
+
n_features_per_level: 2
|
| 44 |
+
log2_hashmap_size: 19
|
| 45 |
+
base_resolution: 16
|
| 46 |
+
per_level_scale: 1.447269237440378
|
| 47 |
+
start_level: 8
|
| 48 |
+
start_step: 2000
|
| 49 |
+
update_steps: 500
|
| 50 |
+
material_type: diffuse-with-point-light-material
|
| 51 |
+
material:
|
| 52 |
+
ambient_only_steps: 2001
|
| 53 |
+
albedo_activation: sigmoid
|
| 54 |
+
background_type: neural-environment-map-background
|
| 55 |
+
background:
|
| 56 |
+
color_activation: sigmoid
|
| 57 |
+
renderer_type: nerf-volume-renderer
|
| 58 |
+
renderer:
|
| 59 |
+
radius: 2.0
|
| 60 |
+
num_samples_per_ray: 512
|
| 61 |
+
prompt_processor_type: stable-diffusion-prompt-processor
|
| 62 |
+
prompt_processor:
|
| 63 |
+
pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
|
| 64 |
+
prompt: A radiologist; an accelerator (pedal); a stuffing box. In the bird-and-flower
|
| 65 |
+
genre and in the style of the artist Ivan Shishkin.
|
| 66 |
+
guidance_type: stable-diffusion-guidance
|
| 67 |
+
guidance:
|
| 68 |
+
pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
|
| 69 |
+
guidance_scale: 100.0
|
| 70 |
+
weighting_strategy: sds
|
| 71 |
+
min_step_percent: 0.02
|
| 72 |
+
max_step_percent: 0.98
|
| 73 |
+
loggers:
|
| 74 |
+
wandb:
|
| 75 |
+
enable: false
|
| 76 |
+
project: threestudio
|
| 77 |
+
name: None
|
| 78 |
+
loss:
|
| 79 |
+
lambda_sds: 1.0
|
| 80 |
+
lambda_orient:
|
| 81 |
+
- 0
|
| 82 |
+
- 10.0
|
| 83 |
+
- 1000.0
|
| 84 |
+
- 5000
|
| 85 |
+
lambda_sparsity: 1.0
|
| 86 |
+
lambda_opaque: 0.0
|
| 87 |
+
optimizer:
|
| 88 |
+
name: Adam
|
| 89 |
+
args:
|
| 90 |
+
lr: 0.01
|
| 91 |
+
betas:
|
| 92 |
+
- 0.9
|
| 93 |
+
- 0.99
|
| 94 |
+
eps: 1.0e-15
|
| 95 |
+
params:
|
| 96 |
+
geometry:
|
| 97 |
+
lr: 0.01
|
| 98 |
+
background:
|
| 99 |
+
lr: 0.001
|
| 100 |
+
trainer:
|
| 101 |
+
max_steps: 10000
|
| 102 |
+
log_every_n_steps: 1
|
| 103 |
+
num_sanity_val_steps: 0
|
| 104 |
+
val_check_interval: 5000
|
| 105 |
+
enable_progress_bar: true
|
| 106 |
+
precision: 16-mixed
|
| 107 |
+
checkpoint:
|
| 108 |
+
save_last: true
|
| 109 |
+
save_top_k: -1
|
| 110 |
+
every_n_train_steps: 10000
|
3Dsckpts/dreamfusion_sd/A_radiologist;_an_accelerator_(pedal);_a_stuffing_box._In_the_bird-and-flower_genre_and_in_the_style_of_the_artist_Ivan_Shishkin.@20240818-221015/configs/raw.yaml
ADDED
|
@@ -0,0 +1,115 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: "dreamfusion-sd"
|
| 2 |
+
tag: "${rmspace:${system.prompt_processor.prompt},_}"
|
| 3 |
+
# exp_root_dir: "outputs"
|
| 4 |
+
exp_root_dir: "/results"
|
| 5 |
+
seed: 0
|
| 6 |
+
|
| 7 |
+
data_type: "random-camera-datamodule"
|
| 8 |
+
data:
|
| 9 |
+
batch_size: 1
|
| 10 |
+
width: 64
|
| 11 |
+
height: 64
|
| 12 |
+
camera_distance_range: [1.5, 2.0]
|
| 13 |
+
fovy_range: [40, 70]
|
| 14 |
+
elevation_range: [-10, 45]
|
| 15 |
+
light_sample_strategy: "dreamfusion"
|
| 16 |
+
eval_camera_distance: 2.0
|
| 17 |
+
eval_fovy_deg: 70.
|
| 18 |
+
|
| 19 |
+
system_type: "dreamfusion-system"
|
| 20 |
+
system:
|
| 21 |
+
geometry_type: "implicit-volume"
|
| 22 |
+
geometry:
|
| 23 |
+
radius: 2.0
|
| 24 |
+
normal_type: "analytic"
|
| 25 |
+
|
| 26 |
+
# the density initialization proposed in the DreamFusion paper
|
| 27 |
+
# does not work very well
|
| 28 |
+
# density_bias: "blob_dreamfusion"
|
| 29 |
+
# density_activation: exp
|
| 30 |
+
# density_blob_scale: 5.
|
| 31 |
+
# density_blob_std: 0.2
|
| 32 |
+
|
| 33 |
+
# use Magic3D density initialization instead
|
| 34 |
+
density_bias: "blob_magic3d"
|
| 35 |
+
density_activation: softplus
|
| 36 |
+
density_blob_scale: 10.
|
| 37 |
+
density_blob_std: 0.5
|
| 38 |
+
|
| 39 |
+
# coarse to fine hash grid encoding
|
| 40 |
+
# to ensure smooth analytic normals
|
| 41 |
+
pos_encoding_config:
|
| 42 |
+
otype: ProgressiveBandHashGrid
|
| 43 |
+
n_levels: 16
|
| 44 |
+
n_features_per_level: 2
|
| 45 |
+
log2_hashmap_size: 19
|
| 46 |
+
base_resolution: 16
|
| 47 |
+
per_level_scale: 1.447269237440378 # max resolution 4096
|
| 48 |
+
start_level: 8 # resolution ~200
|
| 49 |
+
start_step: 2000
|
| 50 |
+
update_steps: 500
|
| 51 |
+
|
| 52 |
+
material_type: "diffuse-with-point-light-material"
|
| 53 |
+
material:
|
| 54 |
+
ambient_only_steps: 2001
|
| 55 |
+
albedo_activation: sigmoid
|
| 56 |
+
|
| 57 |
+
background_type: "neural-environment-map-background"
|
| 58 |
+
background:
|
| 59 |
+
color_activation: sigmoid
|
| 60 |
+
|
| 61 |
+
renderer_type: "nerf-volume-renderer"
|
| 62 |
+
renderer:
|
| 63 |
+
radius: ${system.geometry.radius}
|
| 64 |
+
num_samples_per_ray: 512
|
| 65 |
+
|
| 66 |
+
prompt_processor_type: "stable-diffusion-prompt-processor"
|
| 67 |
+
prompt_processor:
|
| 68 |
+
pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
|
| 69 |
+
prompt: ???
|
| 70 |
+
|
| 71 |
+
guidance_type: "stable-diffusion-guidance"
|
| 72 |
+
guidance:
|
| 73 |
+
pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
|
| 74 |
+
guidance_scale: 100.
|
| 75 |
+
weighting_strategy: sds
|
| 76 |
+
min_step_percent: 0.02
|
| 77 |
+
max_step_percent: 0.98
|
| 78 |
+
|
| 79 |
+
loggers:
|
| 80 |
+
wandb:
|
| 81 |
+
enable: false
|
| 82 |
+
project: "threestudio"
|
| 83 |
+
name: None
|
| 84 |
+
|
| 85 |
+
loss:
|
| 86 |
+
lambda_sds: 1.
|
| 87 |
+
lambda_orient: [0, 10., 1000., 5000]
|
| 88 |
+
lambda_sparsity: 1.
|
| 89 |
+
lambda_opaque: 0.
|
| 90 |
+
|
| 91 |
+
optimizer:
|
| 92 |
+
name: Adam
|
| 93 |
+
args:
|
| 94 |
+
lr: 0.01
|
| 95 |
+
betas: [0.9, 0.99]
|
| 96 |
+
eps: 1.e-15
|
| 97 |
+
params:
|
| 98 |
+
geometry:
|
| 99 |
+
lr: 0.01
|
| 100 |
+
background:
|
| 101 |
+
lr: 0.001
|
| 102 |
+
|
| 103 |
+
trainer:
|
| 104 |
+
max_steps: 10000
|
| 105 |
+
# max_steps: 100
|
| 106 |
+
log_every_n_steps: 1
|
| 107 |
+
num_sanity_val_steps: 0
|
| 108 |
+
val_check_interval: 5000
|
| 109 |
+
enable_progress_bar: true
|
| 110 |
+
precision: 16-mixed
|
| 111 |
+
|
| 112 |
+
checkpoint:
|
| 113 |
+
save_last: true # save at each validation time
|
| 114 |
+
save_top_k: -1
|
| 115 |
+
every_n_train_steps: ${trainer.max_steps}
|
3Dsckpts/dreamfusion_sd/A_rangeland;_a_wight;_a_may_apple.@20240812-050302/ckpts/epoch=0-step=10000.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8f9bc4c2111b9f44868e351cab945f65bc6da50f93eb59a73338f5a60fc71567
|
| 3 |
+
size 151451919
|
3Dsckpts/dreamfusion_sd/A_rangeland;_a_wight;_a_may_apple.@20240812-050302/ckpts/last.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8f9bc4c2111b9f44868e351cab945f65bc6da50f93eb59a73338f5a60fc71567
|
| 3 |
+
size 151451919
|
3Dsckpts/dreamfusion_sd/A_rangeland;_a_wight;_a_may_apple.@20240812-050302/configs/parsed.yaml
ADDED
|
@@ -0,0 +1,109 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: dreamfusion-sd
|
| 2 |
+
description: ''
|
| 3 |
+
tag: A_rangeland;_a_wight;_a_may_apple.
|
| 4 |
+
seed: 0
|
| 5 |
+
use_timestamp: true
|
| 6 |
+
timestamp: '@20240812-050302'
|
| 7 |
+
exp_root_dir: /results
|
| 8 |
+
exp_dir: /results/dreamfusion-sd
|
| 9 |
+
trial_name: A_rangeland;_a_wight;_a_may_apple.@20240812-050302
|
| 10 |
+
trial_dir: /results/dreamfusion-sd/A_rangeland;_a_wight;_a_may_apple.@20240812-050302
|
| 11 |
+
n_gpus: 1
|
| 12 |
+
resume: null
|
| 13 |
+
data_type: random-camera-datamodule
|
| 14 |
+
data:
|
| 15 |
+
batch_size: 1
|
| 16 |
+
width: 64
|
| 17 |
+
height: 64
|
| 18 |
+
camera_distance_range:
|
| 19 |
+
- 1.5
|
| 20 |
+
- 2.0
|
| 21 |
+
fovy_range:
|
| 22 |
+
- 40
|
| 23 |
+
- 70
|
| 24 |
+
elevation_range:
|
| 25 |
+
- -10
|
| 26 |
+
- 45
|
| 27 |
+
light_sample_strategy: dreamfusion
|
| 28 |
+
eval_camera_distance: 2.0
|
| 29 |
+
eval_fovy_deg: 70.0
|
| 30 |
+
system_type: dreamfusion-system
|
| 31 |
+
system:
|
| 32 |
+
geometry_type: implicit-volume
|
| 33 |
+
geometry:
|
| 34 |
+
radius: 2.0
|
| 35 |
+
normal_type: analytic
|
| 36 |
+
density_bias: blob_magic3d
|
| 37 |
+
density_activation: softplus
|
| 38 |
+
density_blob_scale: 10.0
|
| 39 |
+
density_blob_std: 0.5
|
| 40 |
+
pos_encoding_config:
|
| 41 |
+
otype: ProgressiveBandHashGrid
|
| 42 |
+
n_levels: 16
|
| 43 |
+
n_features_per_level: 2
|
| 44 |
+
log2_hashmap_size: 19
|
| 45 |
+
base_resolution: 16
|
| 46 |
+
per_level_scale: 1.447269237440378
|
| 47 |
+
start_level: 8
|
| 48 |
+
start_step: 2000
|
| 49 |
+
update_steps: 500
|
| 50 |
+
material_type: diffuse-with-point-light-material
|
| 51 |
+
material:
|
| 52 |
+
ambient_only_steps: 2001
|
| 53 |
+
albedo_activation: sigmoid
|
| 54 |
+
background_type: neural-environment-map-background
|
| 55 |
+
background:
|
| 56 |
+
color_activation: sigmoid
|
| 57 |
+
renderer_type: nerf-volume-renderer
|
| 58 |
+
renderer:
|
| 59 |
+
radius: 2.0
|
| 60 |
+
num_samples_per_ray: 512
|
| 61 |
+
prompt_processor_type: stable-diffusion-prompt-processor
|
| 62 |
+
prompt_processor:
|
| 63 |
+
pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
|
| 64 |
+
prompt: A rangeland; a wight; a may apple.
|
| 65 |
+
guidance_type: stable-diffusion-guidance
|
| 66 |
+
guidance:
|
| 67 |
+
pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
|
| 68 |
+
guidance_scale: 100.0
|
| 69 |
+
weighting_strategy: sds
|
| 70 |
+
min_step_percent: 0.02
|
| 71 |
+
max_step_percent: 0.98
|
| 72 |
+
loggers:
|
| 73 |
+
wandb:
|
| 74 |
+
enable: false
|
| 75 |
+
project: threestudio
|
| 76 |
+
name: None
|
| 77 |
+
loss:
|
| 78 |
+
lambda_sds: 1.0
|
| 79 |
+
lambda_orient:
|
| 80 |
+
- 0
|
| 81 |
+
- 10.0
|
| 82 |
+
- 1000.0
|
| 83 |
+
- 5000
|
| 84 |
+
lambda_sparsity: 1.0
|
| 85 |
+
lambda_opaque: 0.0
|
| 86 |
+
optimizer:
|
| 87 |
+
name: Adam
|
| 88 |
+
args:
|
| 89 |
+
lr: 0.01
|
| 90 |
+
betas:
|
| 91 |
+
- 0.9
|
| 92 |
+
- 0.99
|
| 93 |
+
eps: 1.0e-15
|
| 94 |
+
params:
|
| 95 |
+
geometry:
|
| 96 |
+
lr: 0.01
|
| 97 |
+
background:
|
| 98 |
+
lr: 0.001
|
| 99 |
+
trainer:
|
| 100 |
+
max_steps: 10000
|
| 101 |
+
log_every_n_steps: 1
|
| 102 |
+
num_sanity_val_steps: 0
|
| 103 |
+
val_check_interval: 5000
|
| 104 |
+
enable_progress_bar: true
|
| 105 |
+
precision: 16-mixed
|
| 106 |
+
checkpoint:
|
| 107 |
+
save_last: true
|
| 108 |
+
save_top_k: -1
|
| 109 |
+
every_n_train_steps: 10000
|
3Dsckpts/dreamfusion_sd/A_rangeland;_a_wight;_a_may_apple.@20240812-050302/configs/raw.yaml
ADDED
|
@@ -0,0 +1,115 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: "dreamfusion-sd"
|
| 2 |
+
tag: "${rmspace:${system.prompt_processor.prompt},_}"
|
| 3 |
+
# exp_root_dir: "outputs"
|
| 4 |
+
exp_root_dir: "/results"
|
| 5 |
+
seed: 0
|
| 6 |
+
|
| 7 |
+
data_type: "random-camera-datamodule"
|
| 8 |
+
data:
|
| 9 |
+
batch_size: 1
|
| 10 |
+
width: 64
|
| 11 |
+
height: 64
|
| 12 |
+
camera_distance_range: [1.5, 2.0]
|
| 13 |
+
fovy_range: [40, 70]
|
| 14 |
+
elevation_range: [-10, 45]
|
| 15 |
+
light_sample_strategy: "dreamfusion"
|
| 16 |
+
eval_camera_distance: 2.0
|
| 17 |
+
eval_fovy_deg: 70.
|
| 18 |
+
|
| 19 |
+
system_type: "dreamfusion-system"
|
| 20 |
+
system:
|
| 21 |
+
geometry_type: "implicit-volume"
|
| 22 |
+
geometry:
|
| 23 |
+
radius: 2.0
|
| 24 |
+
normal_type: "analytic"
|
| 25 |
+
|
| 26 |
+
# the density initialization proposed in the DreamFusion paper
|
| 27 |
+
# does not work very well
|
| 28 |
+
# density_bias: "blob_dreamfusion"
|
| 29 |
+
# density_activation: exp
|
| 30 |
+
# density_blob_scale: 5.
|
| 31 |
+
# density_blob_std: 0.2
|
| 32 |
+
|
| 33 |
+
# use Magic3D density initialization instead
|
| 34 |
+
density_bias: "blob_magic3d"
|
| 35 |
+
density_activation: softplus
|
| 36 |
+
density_blob_scale: 10.
|
| 37 |
+
density_blob_std: 0.5
|
| 38 |
+
|
| 39 |
+
# coarse to fine hash grid encoding
|
| 40 |
+
# to ensure smooth analytic normals
|
| 41 |
+
pos_encoding_config:
|
| 42 |
+
otype: ProgressiveBandHashGrid
|
| 43 |
+
n_levels: 16
|
| 44 |
+
n_features_per_level: 2
|
| 45 |
+
log2_hashmap_size: 19
|
| 46 |
+
base_resolution: 16
|
| 47 |
+
per_level_scale: 1.447269237440378 # max resolution 4096
|
| 48 |
+
start_level: 8 # resolution ~200
|
| 49 |
+
start_step: 2000
|
| 50 |
+
update_steps: 500
|
| 51 |
+
|
| 52 |
+
material_type: "diffuse-with-point-light-material"
|
| 53 |
+
material:
|
| 54 |
+
ambient_only_steps: 2001
|
| 55 |
+
albedo_activation: sigmoid
|
| 56 |
+
|
| 57 |
+
background_type: "neural-environment-map-background"
|
| 58 |
+
background:
|
| 59 |
+
color_activation: sigmoid
|
| 60 |
+
|
| 61 |
+
renderer_type: "nerf-volume-renderer"
|
| 62 |
+
renderer:
|
| 63 |
+
radius: ${system.geometry.radius}
|
| 64 |
+
num_samples_per_ray: 512
|
| 65 |
+
|
| 66 |
+
prompt_processor_type: "stable-diffusion-prompt-processor"
|
| 67 |
+
prompt_processor:
|
| 68 |
+
pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
|
| 69 |
+
prompt: ???
|
| 70 |
+
|
| 71 |
+
guidance_type: "stable-diffusion-guidance"
|
| 72 |
+
guidance:
|
| 73 |
+
pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
|
| 74 |
+
guidance_scale: 100.
|
| 75 |
+
weighting_strategy: sds
|
| 76 |
+
min_step_percent: 0.02
|
| 77 |
+
max_step_percent: 0.98
|
| 78 |
+
|
| 79 |
+
loggers:
|
| 80 |
+
wandb:
|
| 81 |
+
enable: false
|
| 82 |
+
project: "threestudio"
|
| 83 |
+
name: None
|
| 84 |
+
|
| 85 |
+
loss:
|
| 86 |
+
lambda_sds: 1.
|
| 87 |
+
lambda_orient: [0, 10., 1000., 5000]
|
| 88 |
+
lambda_sparsity: 1.
|
| 89 |
+
lambda_opaque: 0.
|
| 90 |
+
|
| 91 |
+
optimizer:
|
| 92 |
+
name: Adam
|
| 93 |
+
args:
|
| 94 |
+
lr: 0.01
|
| 95 |
+
betas: [0.9, 0.99]
|
| 96 |
+
eps: 1.e-15
|
| 97 |
+
params:
|
| 98 |
+
geometry:
|
| 99 |
+
lr: 0.01
|
| 100 |
+
background:
|
| 101 |
+
lr: 0.001
|
| 102 |
+
|
| 103 |
+
trainer:
|
| 104 |
+
max_steps: 10000
|
| 105 |
+
# max_steps: 100
|
| 106 |
+
log_every_n_steps: 1
|
| 107 |
+
num_sanity_val_steps: 0
|
| 108 |
+
val_check_interval: 5000
|
| 109 |
+
enable_progress_bar: true
|
| 110 |
+
precision: 16-mixed
|
| 111 |
+
|
| 112 |
+
checkpoint:
|
| 113 |
+
save_last: true # save at each validation time
|
| 114 |
+
save_top_k: -1
|
| 115 |
+
every_n_train_steps: ${trainer.max_steps}
|
3Dsckpts/dreamfusion_sd/A_recreation_room.@20240808-150315/ckpts/epoch=0-step=10000.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:52e4f1fab5206617fd5a25f17c54148f3e078b53239ea70d6edcae2e232915da
|
| 3 |
+
size 151451855
|
3Dsckpts/dreamfusion_sd/A_recreation_room.@20240808-150315/ckpts/last.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:52e4f1fab5206617fd5a25f17c54148f3e078b53239ea70d6edcae2e232915da
|
| 3 |
+
size 151451855
|
3Dsckpts/dreamfusion_sd/A_recreation_room.@20240808-150315/configs/parsed.yaml
ADDED
|
@@ -0,0 +1,109 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: dreamfusion-sd
|
| 2 |
+
description: ''
|
| 3 |
+
tag: A_recreation_room.
|
| 4 |
+
seed: 0
|
| 5 |
+
use_timestamp: true
|
| 6 |
+
timestamp: '@20240808-150315'
|
| 7 |
+
exp_root_dir: /results
|
| 8 |
+
exp_dir: /results/dreamfusion-sd
|
| 9 |
+
trial_name: A_recreation_room.@20240808-150315
|
| 10 |
+
trial_dir: /results/dreamfusion-sd/A_recreation_room.@20240808-150315
|
| 11 |
+
n_gpus: 1
|
| 12 |
+
resume: null
|
| 13 |
+
data_type: random-camera-datamodule
|
| 14 |
+
data:
|
| 15 |
+
batch_size: 1
|
| 16 |
+
width: 64
|
| 17 |
+
height: 64
|
| 18 |
+
camera_distance_range:
|
| 19 |
+
- 1.5
|
| 20 |
+
- 2.0
|
| 21 |
+
fovy_range:
|
| 22 |
+
- 40
|
| 23 |
+
- 70
|
| 24 |
+
elevation_range:
|
| 25 |
+
- -10
|
| 26 |
+
- 45
|
| 27 |
+
light_sample_strategy: dreamfusion
|
| 28 |
+
eval_camera_distance: 2.0
|
| 29 |
+
eval_fovy_deg: 70.0
|
| 30 |
+
system_type: dreamfusion-system
|
| 31 |
+
system:
|
| 32 |
+
geometry_type: implicit-volume
|
| 33 |
+
geometry:
|
| 34 |
+
radius: 2.0
|
| 35 |
+
normal_type: analytic
|
| 36 |
+
density_bias: blob_magic3d
|
| 37 |
+
density_activation: softplus
|
| 38 |
+
density_blob_scale: 10.0
|
| 39 |
+
density_blob_std: 0.5
|
| 40 |
+
pos_encoding_config:
|
| 41 |
+
otype: ProgressiveBandHashGrid
|
| 42 |
+
n_levels: 16
|
| 43 |
+
n_features_per_level: 2
|
| 44 |
+
log2_hashmap_size: 19
|
| 45 |
+
base_resolution: 16
|
| 46 |
+
per_level_scale: 1.447269237440378
|
| 47 |
+
start_level: 8
|
| 48 |
+
start_step: 2000
|
| 49 |
+
update_steps: 500
|
| 50 |
+
material_type: diffuse-with-point-light-material
|
| 51 |
+
material:
|
| 52 |
+
ambient_only_steps: 2001
|
| 53 |
+
albedo_activation: sigmoid
|
| 54 |
+
background_type: neural-environment-map-background
|
| 55 |
+
background:
|
| 56 |
+
color_activation: sigmoid
|
| 57 |
+
renderer_type: nerf-volume-renderer
|
| 58 |
+
renderer:
|
| 59 |
+
radius: 2.0
|
| 60 |
+
num_samples_per_ray: 512
|
| 61 |
+
prompt_processor_type: stable-diffusion-prompt-processor
|
| 62 |
+
prompt_processor:
|
| 63 |
+
pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
|
| 64 |
+
prompt: A recreation room.
|
| 65 |
+
guidance_type: stable-diffusion-guidance
|
| 66 |
+
guidance:
|
| 67 |
+
pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
|
| 68 |
+
guidance_scale: 100.0
|
| 69 |
+
weighting_strategy: sds
|
| 70 |
+
min_step_percent: 0.02
|
| 71 |
+
max_step_percent: 0.98
|
| 72 |
+
loggers:
|
| 73 |
+
wandb:
|
| 74 |
+
enable: false
|
| 75 |
+
project: threestudio
|
| 76 |
+
name: None
|
| 77 |
+
loss:
|
| 78 |
+
lambda_sds: 1.0
|
| 79 |
+
lambda_orient:
|
| 80 |
+
- 0
|
| 81 |
+
- 10.0
|
| 82 |
+
- 1000.0
|
| 83 |
+
- 5000
|
| 84 |
+
lambda_sparsity: 1.0
|
| 85 |
+
lambda_opaque: 0.0
|
| 86 |
+
optimizer:
|
| 87 |
+
name: Adam
|
| 88 |
+
args:
|
| 89 |
+
lr: 0.01
|
| 90 |
+
betas:
|
| 91 |
+
- 0.9
|
| 92 |
+
- 0.99
|
| 93 |
+
eps: 1.0e-15
|
| 94 |
+
params:
|
| 95 |
+
geometry:
|
| 96 |
+
lr: 0.01
|
| 97 |
+
background:
|
| 98 |
+
lr: 0.001
|
| 99 |
+
trainer:
|
| 100 |
+
max_steps: 10000
|
| 101 |
+
log_every_n_steps: 1
|
| 102 |
+
num_sanity_val_steps: 0
|
| 103 |
+
val_check_interval: 5000
|
| 104 |
+
enable_progress_bar: true
|
| 105 |
+
precision: 16-mixed
|
| 106 |
+
checkpoint:
|
| 107 |
+
save_last: true
|
| 108 |
+
save_top_k: -1
|
| 109 |
+
every_n_train_steps: 10000
|
3Dsckpts/dreamfusion_sd/A_recreation_room.@20240808-150315/configs/raw.yaml
ADDED
|
@@ -0,0 +1,115 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: "dreamfusion-sd"
|
| 2 |
+
tag: "${rmspace:${system.prompt_processor.prompt},_}"
|
| 3 |
+
# exp_root_dir: "outputs"
|
| 4 |
+
exp_root_dir: "/results"
|
| 5 |
+
seed: 0
|
| 6 |
+
|
| 7 |
+
data_type: "random-camera-datamodule"
|
| 8 |
+
data:
|
| 9 |
+
batch_size: 1
|
| 10 |
+
width: 64
|
| 11 |
+
height: 64
|
| 12 |
+
camera_distance_range: [1.5, 2.0]
|
| 13 |
+
fovy_range: [40, 70]
|
| 14 |
+
elevation_range: [-10, 45]
|
| 15 |
+
light_sample_strategy: "dreamfusion"
|
| 16 |
+
eval_camera_distance: 2.0
|
| 17 |
+
eval_fovy_deg: 70.
|
| 18 |
+
|
| 19 |
+
system_type: "dreamfusion-system"
|
| 20 |
+
system:
|
| 21 |
+
geometry_type: "implicit-volume"
|
| 22 |
+
geometry:
|
| 23 |
+
radius: 2.0
|
| 24 |
+
normal_type: "analytic"
|
| 25 |
+
|
| 26 |
+
# the density initialization proposed in the DreamFusion paper
|
| 27 |
+
# does not work very well
|
| 28 |
+
# density_bias: "blob_dreamfusion"
|
| 29 |
+
# density_activation: exp
|
| 30 |
+
# density_blob_scale: 5.
|
| 31 |
+
# density_blob_std: 0.2
|
| 32 |
+
|
| 33 |
+
# use Magic3D density initialization instead
|
| 34 |
+
density_bias: "blob_magic3d"
|
| 35 |
+
density_activation: softplus
|
| 36 |
+
density_blob_scale: 10.
|
| 37 |
+
density_blob_std: 0.5
|
| 38 |
+
|
| 39 |
+
# coarse to fine hash grid encoding
|
| 40 |
+
# to ensure smooth analytic normals
|
| 41 |
+
pos_encoding_config:
|
| 42 |
+
otype: ProgressiveBandHashGrid
|
| 43 |
+
n_levels: 16
|
| 44 |
+
n_features_per_level: 2
|
| 45 |
+
log2_hashmap_size: 19
|
| 46 |
+
base_resolution: 16
|
| 47 |
+
per_level_scale: 1.447269237440378 # max resolution 4096
|
| 48 |
+
start_level: 8 # resolution ~200
|
| 49 |
+
start_step: 2000
|
| 50 |
+
update_steps: 500
|
| 51 |
+
|
| 52 |
+
material_type: "diffuse-with-point-light-material"
|
| 53 |
+
material:
|
| 54 |
+
ambient_only_steps: 2001
|
| 55 |
+
albedo_activation: sigmoid
|
| 56 |
+
|
| 57 |
+
background_type: "neural-environment-map-background"
|
| 58 |
+
background:
|
| 59 |
+
color_activation: sigmoid
|
| 60 |
+
|
| 61 |
+
renderer_type: "nerf-volume-renderer"
|
| 62 |
+
renderer:
|
| 63 |
+
radius: ${system.geometry.radius}
|
| 64 |
+
num_samples_per_ray: 512
|
| 65 |
+
|
| 66 |
+
prompt_processor_type: "stable-diffusion-prompt-processor"
|
| 67 |
+
prompt_processor:
|
| 68 |
+
pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
|
| 69 |
+
prompt: ???
|
| 70 |
+
|
| 71 |
+
guidance_type: "stable-diffusion-guidance"
|
| 72 |
+
guidance:
|
| 73 |
+
pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
|
| 74 |
+
guidance_scale: 100.
|
| 75 |
+
weighting_strategy: sds
|
| 76 |
+
min_step_percent: 0.02
|
| 77 |
+
max_step_percent: 0.98
|
| 78 |
+
|
| 79 |
+
loggers:
|
| 80 |
+
wandb:
|
| 81 |
+
enable: false
|
| 82 |
+
project: "threestudio"
|
| 83 |
+
name: None
|
| 84 |
+
|
| 85 |
+
loss:
|
| 86 |
+
lambda_sds: 1.
|
| 87 |
+
lambda_orient: [0, 10., 1000., 5000]
|
| 88 |
+
lambda_sparsity: 1.
|
| 89 |
+
lambda_opaque: 0.
|
| 90 |
+
|
| 91 |
+
optimizer:
|
| 92 |
+
name: Adam
|
| 93 |
+
args:
|
| 94 |
+
lr: 0.01
|
| 95 |
+
betas: [0.9, 0.99]
|
| 96 |
+
eps: 1.e-15
|
| 97 |
+
params:
|
| 98 |
+
geometry:
|
| 99 |
+
lr: 0.01
|
| 100 |
+
background:
|
| 101 |
+
lr: 0.001
|
| 102 |
+
|
| 103 |
+
trainer:
|
| 104 |
+
max_steps: 10000
|
| 105 |
+
# max_steps: 100
|
| 106 |
+
log_every_n_steps: 1
|
| 107 |
+
num_sanity_val_steps: 0
|
| 108 |
+
val_check_interval: 5000
|
| 109 |
+
enable_progress_bar: true
|
| 110 |
+
precision: 16-mixed
|
| 111 |
+
|
| 112 |
+
checkpoint:
|
| 113 |
+
save_last: true # save at each validation time
|
| 114 |
+
save_top_k: -1
|
| 115 |
+
every_n_train_steps: ${trainer.max_steps}
|
3Dsckpts/dreamfusion_sd/A_rectangular_brazil_nut_(edible_nut);_a_bullpen_(area)._In_the_figurative_genre_and_with_the_Realism_painting_style.@20240819-084618/ckpts/epoch=0-step=10000.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:404d0d9e9ff8b7a3b07c6e46793ba8cbdb846cf5ff38dcf88da2aa801c4bc0bf
|
| 3 |
+
size 151452303
|
3Dsckpts/dreamfusion_sd/A_rectangular_brazil_nut_(edible_nut);_a_bullpen_(area)._In_the_figurative_genre_and_with_the_Realism_painting_style.@20240819-084618/ckpts/last.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:404d0d9e9ff8b7a3b07c6e46793ba8cbdb846cf5ff38dcf88da2aa801c4bc0bf
|
| 3 |
+
size 151452303
|
3Dsckpts/dreamfusion_sd/A_rectangular_brazil_nut_(edible_nut);_a_bullpen_(area)._In_the_figurative_genre_and_with_the_Realism_painting_style.@20240819-084618/configs/parsed.yaml
ADDED
|
@@ -0,0 +1,110 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: dreamfusion-sd
|
| 2 |
+
description: ''
|
| 3 |
+
tag: A_rectangular_brazil_nut_(edible_nut);_a_bullpen_(area)._In_the_figurative_genre_and_with_the_Realism_painting_style.
|
| 4 |
+
seed: 0
|
| 5 |
+
use_timestamp: true
|
| 6 |
+
timestamp: '@20240819-084618'
|
| 7 |
+
exp_root_dir: /results
|
| 8 |
+
exp_dir: /results/dreamfusion-sd
|
| 9 |
+
trial_name: A_rectangular_brazil_nut_(edible_nut);_a_bullpen_(area)._In_the_figurative_genre_and_with_the_Realism_painting_style.@20240819-084618
|
| 10 |
+
trial_dir: /results/dreamfusion-sd/A_rectangular_brazil_nut_(edible_nut);_a_bullpen_(area)._In_the_figurative_genre_and_with_the_Realism_painting_style.@20240819-084618
|
| 11 |
+
n_gpus: 1
|
| 12 |
+
resume: null
|
| 13 |
+
data_type: random-camera-datamodule
|
| 14 |
+
data:
|
| 15 |
+
batch_size: 1
|
| 16 |
+
width: 64
|
| 17 |
+
height: 64
|
| 18 |
+
camera_distance_range:
|
| 19 |
+
- 1.5
|
| 20 |
+
- 2.0
|
| 21 |
+
fovy_range:
|
| 22 |
+
- 40
|
| 23 |
+
- 70
|
| 24 |
+
elevation_range:
|
| 25 |
+
- -10
|
| 26 |
+
- 45
|
| 27 |
+
light_sample_strategy: dreamfusion
|
| 28 |
+
eval_camera_distance: 2.0
|
| 29 |
+
eval_fovy_deg: 70.0
|
| 30 |
+
system_type: dreamfusion-system
|
| 31 |
+
system:
|
| 32 |
+
geometry_type: implicit-volume
|
| 33 |
+
geometry:
|
| 34 |
+
radius: 2.0
|
| 35 |
+
normal_type: analytic
|
| 36 |
+
density_bias: blob_magic3d
|
| 37 |
+
density_activation: softplus
|
| 38 |
+
density_blob_scale: 10.0
|
| 39 |
+
density_blob_std: 0.5
|
| 40 |
+
pos_encoding_config:
|
| 41 |
+
otype: ProgressiveBandHashGrid
|
| 42 |
+
n_levels: 16
|
| 43 |
+
n_features_per_level: 2
|
| 44 |
+
log2_hashmap_size: 19
|
| 45 |
+
base_resolution: 16
|
| 46 |
+
per_level_scale: 1.447269237440378
|
| 47 |
+
start_level: 8
|
| 48 |
+
start_step: 2000
|
| 49 |
+
update_steps: 500
|
| 50 |
+
material_type: diffuse-with-point-light-material
|
| 51 |
+
material:
|
| 52 |
+
ambient_only_steps: 2001
|
| 53 |
+
albedo_activation: sigmoid
|
| 54 |
+
background_type: neural-environment-map-background
|
| 55 |
+
background:
|
| 56 |
+
color_activation: sigmoid
|
| 57 |
+
renderer_type: nerf-volume-renderer
|
| 58 |
+
renderer:
|
| 59 |
+
radius: 2.0
|
| 60 |
+
num_samples_per_ray: 512
|
| 61 |
+
prompt_processor_type: stable-diffusion-prompt-processor
|
| 62 |
+
prompt_processor:
|
| 63 |
+
pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
|
| 64 |
+
prompt: A rectangular brazil nut (edible nut); a bullpen (area). In the figurative
|
| 65 |
+
genre and with the Realism painting style.
|
| 66 |
+
guidance_type: stable-diffusion-guidance
|
| 67 |
+
guidance:
|
| 68 |
+
pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
|
| 69 |
+
guidance_scale: 100.0
|
| 70 |
+
weighting_strategy: sds
|
| 71 |
+
min_step_percent: 0.02
|
| 72 |
+
max_step_percent: 0.98
|
| 73 |
+
loggers:
|
| 74 |
+
wandb:
|
| 75 |
+
enable: false
|
| 76 |
+
project: threestudio
|
| 77 |
+
name: None
|
| 78 |
+
loss:
|
| 79 |
+
lambda_sds: 1.0
|
| 80 |
+
lambda_orient:
|
| 81 |
+
- 0
|
| 82 |
+
- 10.0
|
| 83 |
+
- 1000.0
|
| 84 |
+
- 5000
|
| 85 |
+
lambda_sparsity: 1.0
|
| 86 |
+
lambda_opaque: 0.0
|
| 87 |
+
optimizer:
|
| 88 |
+
name: Adam
|
| 89 |
+
args:
|
| 90 |
+
lr: 0.01
|
| 91 |
+
betas:
|
| 92 |
+
- 0.9
|
| 93 |
+
- 0.99
|
| 94 |
+
eps: 1.0e-15
|
| 95 |
+
params:
|
| 96 |
+
geometry:
|
| 97 |
+
lr: 0.01
|
| 98 |
+
background:
|
| 99 |
+
lr: 0.001
|
| 100 |
+
trainer:
|
| 101 |
+
max_steps: 10000
|
| 102 |
+
log_every_n_steps: 1
|
| 103 |
+
num_sanity_val_steps: 0
|
| 104 |
+
val_check_interval: 5000
|
| 105 |
+
enable_progress_bar: true
|
| 106 |
+
precision: 16-mixed
|
| 107 |
+
checkpoint:
|
| 108 |
+
save_last: true
|
| 109 |
+
save_top_k: -1
|
| 110 |
+
every_n_train_steps: 10000
|
3Dsckpts/dreamfusion_sd/A_rectangular_brazil_nut_(edible_nut);_a_bullpen_(area)._In_the_figurative_genre_and_with_the_Realism_painting_style.@20240819-084618/configs/raw.yaml
ADDED
|
@@ -0,0 +1,115 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: "dreamfusion-sd"
|
| 2 |
+
tag: "${rmspace:${system.prompt_processor.prompt},_}"
|
| 3 |
+
# exp_root_dir: "outputs"
|
| 4 |
+
exp_root_dir: "/results"
|
| 5 |
+
seed: 0
|
| 6 |
+
|
| 7 |
+
data_type: "random-camera-datamodule"
|
| 8 |
+
data:
|
| 9 |
+
batch_size: 1
|
| 10 |
+
width: 64
|
| 11 |
+
height: 64
|
| 12 |
+
camera_distance_range: [1.5, 2.0]
|
| 13 |
+
fovy_range: [40, 70]
|
| 14 |
+
elevation_range: [-10, 45]
|
| 15 |
+
light_sample_strategy: "dreamfusion"
|
| 16 |
+
eval_camera_distance: 2.0
|
| 17 |
+
eval_fovy_deg: 70.
|
| 18 |
+
|
| 19 |
+
system_type: "dreamfusion-system"
|
| 20 |
+
system:
|
| 21 |
+
geometry_type: "implicit-volume"
|
| 22 |
+
geometry:
|
| 23 |
+
radius: 2.0
|
| 24 |
+
normal_type: "analytic"
|
| 25 |
+
|
| 26 |
+
# the density initialization proposed in the DreamFusion paper
|
| 27 |
+
# does not work very well
|
| 28 |
+
# density_bias: "blob_dreamfusion"
|
| 29 |
+
# density_activation: exp
|
| 30 |
+
# density_blob_scale: 5.
|
| 31 |
+
# density_blob_std: 0.2
|
| 32 |
+
|
| 33 |
+
# use Magic3D density initialization instead
|
| 34 |
+
density_bias: "blob_magic3d"
|
| 35 |
+
density_activation: softplus
|
| 36 |
+
density_blob_scale: 10.
|
| 37 |
+
density_blob_std: 0.5
|
| 38 |
+
|
| 39 |
+
# coarse to fine hash grid encoding
|
| 40 |
+
# to ensure smooth analytic normals
|
| 41 |
+
pos_encoding_config:
|
| 42 |
+
otype: ProgressiveBandHashGrid
|
| 43 |
+
n_levels: 16
|
| 44 |
+
n_features_per_level: 2
|
| 45 |
+
log2_hashmap_size: 19
|
| 46 |
+
base_resolution: 16
|
| 47 |
+
per_level_scale: 1.447269237440378 # max resolution 4096
|
| 48 |
+
start_level: 8 # resolution ~200
|
| 49 |
+
start_step: 2000
|
| 50 |
+
update_steps: 500
|
| 51 |
+
|
| 52 |
+
material_type: "diffuse-with-point-light-material"
|
| 53 |
+
material:
|
| 54 |
+
ambient_only_steps: 2001
|
| 55 |
+
albedo_activation: sigmoid
|
| 56 |
+
|
| 57 |
+
background_type: "neural-environment-map-background"
|
| 58 |
+
background:
|
| 59 |
+
color_activation: sigmoid
|
| 60 |
+
|
| 61 |
+
renderer_type: "nerf-volume-renderer"
|
| 62 |
+
renderer:
|
| 63 |
+
radius: ${system.geometry.radius}
|
| 64 |
+
num_samples_per_ray: 512
|
| 65 |
+
|
| 66 |
+
prompt_processor_type: "stable-diffusion-prompt-processor"
|
| 67 |
+
prompt_processor:
|
| 68 |
+
pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
|
| 69 |
+
prompt: ???
|
| 70 |
+
|
| 71 |
+
guidance_type: "stable-diffusion-guidance"
|
| 72 |
+
guidance:
|
| 73 |
+
pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
|
| 74 |
+
guidance_scale: 100.
|
| 75 |
+
weighting_strategy: sds
|
| 76 |
+
min_step_percent: 0.02
|
| 77 |
+
max_step_percent: 0.98
|
| 78 |
+
|
| 79 |
+
loggers:
|
| 80 |
+
wandb:
|
| 81 |
+
enable: false
|
| 82 |
+
project: "threestudio"
|
| 83 |
+
name: None
|
| 84 |
+
|
| 85 |
+
loss:
|
| 86 |
+
lambda_sds: 1.
|
| 87 |
+
lambda_orient: [0, 10., 1000., 5000]
|
| 88 |
+
lambda_sparsity: 1.
|
| 89 |
+
lambda_opaque: 0.
|
| 90 |
+
|
| 91 |
+
optimizer:
|
| 92 |
+
name: Adam
|
| 93 |
+
args:
|
| 94 |
+
lr: 0.01
|
| 95 |
+
betas: [0.9, 0.99]
|
| 96 |
+
eps: 1.e-15
|
| 97 |
+
params:
|
| 98 |
+
geometry:
|
| 99 |
+
lr: 0.01
|
| 100 |
+
background:
|
| 101 |
+
lr: 0.001
|
| 102 |
+
|
| 103 |
+
trainer:
|
| 104 |
+
max_steps: 10000
|
| 105 |
+
# max_steps: 100
|
| 106 |
+
log_every_n_steps: 1
|
| 107 |
+
num_sanity_val_steps: 0
|
| 108 |
+
val_check_interval: 5000
|
| 109 |
+
enable_progress_bar: true
|
| 110 |
+
precision: 16-mixed
|
| 111 |
+
|
| 112 |
+
checkpoint:
|
| 113 |
+
save_last: true # save at each validation time
|
| 114 |
+
save_top_k: -1
|
| 115 |
+
every_n_train_steps: ${trainer.max_steps}
|