Ziqi Gao commited on
74d9bbac8ee513972be02ed806a75e60ab3b46871259030d23654f9ce871f51f
Browse files- 3Dsckpts/dreamfusion_sd/A_distressing_celt._In_the_style_of_the_artist_Gustave_Dore_and_using_the_charcoal_drawing_technique.@20240810-003655/ckpts/epoch=0-step=10000.ckpt +3 -0
- 3Dsckpts/dreamfusion_sd/A_distressing_celt._In_the_style_of_the_artist_Gustave_Dore_and_using_the_charcoal_drawing_technique.@20240810-003655/ckpts/last.ckpt +3 -0
- 3Dsckpts/dreamfusion_sd/A_distressing_celt._In_the_style_of_the_artist_Gustave_Dore_and_using_the_charcoal_drawing_technique.@20240810-003655/configs/parsed.yaml +110 -0
- 3Dsckpts/dreamfusion_sd/A_distressing_celt._In_the_style_of_the_artist_Gustave_Dore_and_using_the_charcoal_drawing_technique.@20240810-003655/configs/raw.yaml +115 -0
- 3Dsckpts/dreamfusion_sd/A_distressing_fitment;_a_drama_critic.@20240812-185545/ckpts/epoch=0-step=10000.ckpt +3 -0
- 3Dsckpts/dreamfusion_sd/A_distressing_fitment;_a_drama_critic.@20240812-185545/ckpts/last.ckpt +3 -0
- 3Dsckpts/dreamfusion_sd/A_distressing_fitment;_a_drama_critic.@20240812-185545/configs/parsed.yaml +109 -0
- 3Dsckpts/dreamfusion_sd/A_distressing_fitment;_a_drama_critic.@20240812-185545/configs/raw.yaml +115 -0
- 3Dsckpts/dreamfusion_sd/A_disturbing_quietist._With_the_Contemporary_Realism_painting_style_and_using_the_watercolor_painting_technique.@20240810-000331/ckpts/epoch=0-step=10000.ckpt +3 -0
- 3Dsckpts/dreamfusion_sd/A_disturbing_quietist._With_the_Contemporary_Realism_painting_style_and_using_the_watercolor_painting_technique.@20240810-000331/ckpts/last.ckpt +3 -0
- 3Dsckpts/dreamfusion_sd/A_disturbing_quietist._With_the_Contemporary_Realism_painting_style_and_using_the_watercolor_painting_technique.@20240810-000331/configs/parsed.yaml +110 -0
- 3Dsckpts/dreamfusion_sd/A_disturbing_quietist._With_the_Contemporary_Realism_painting_style_and_using_the_watercolor_painting_technique.@20240810-000331/configs/raw.yaml +115 -0
- 3Dsckpts/dreamfusion_sd/A_ditch_digger.@20240807-002355/ckpts/epoch=0-step=10000.ckpt +3 -0
- 3Dsckpts/dreamfusion_sd/A_ditch_digger.@20240807-002355/ckpts/last.ckpt +3 -0
- 3Dsckpts/dreamfusion_sd/A_ditch_digger.@20240807-002355/configs/parsed.yaml +109 -0
- 3Dsckpts/dreamfusion_sd/A_ditch_digger.@20240807-002355/configs/raw.yaml +115 -0
- 3Dsckpts/dreamfusion_sd/A_divergent_thinker._In_the_abstract_genre_and_in_the_style_of_the_artist_Henri_Rousseau.@20240812-021912/ckpts/epoch=0-step=10000.ckpt +3 -0
- 3Dsckpts/dreamfusion_sd/A_divergent_thinker._In_the_abstract_genre_and_in_the_style_of_the_artist_Henri_Rousseau.@20240812-021912/ckpts/last.ckpt +3 -0
- 3Dsckpts/dreamfusion_sd/A_divergent_thinker._In_the_abstract_genre_and_in_the_style_of_the_artist_Henri_Rousseau.@20240812-021912/configs/parsed.yaml +110 -0
- 3Dsckpts/dreamfusion_sd/A_divergent_thinker._In_the_abstract_genre_and_in_the_style_of_the_artist_Henri_Rousseau.@20240812-021912/configs/raw.yaml +115 -0
- 3Dsckpts/dreamfusion_sd/A_diving_suit;_an_entrepreneur._With_the_Conceptual_Art_painting_style.@20240817-112206/ckpts/epoch=0-step=10000.ckpt +3 -0
- 3Dsckpts/dreamfusion_sd/A_diving_suit;_an_entrepreneur._With_the_Conceptual_Art_painting_style.@20240817-112206/ckpts/last.ckpt +3 -0
- 3Dsckpts/dreamfusion_sd/A_diving_suit;_an_entrepreneur._With_the_Conceptual_Art_painting_style.@20240817-112206/configs/parsed.yaml +109 -0
- 3Dsckpts/dreamfusion_sd/A_diving_suit;_an_entrepreneur._With_the_Conceptual_Art_painting_style.@20240817-112206/configs/raw.yaml +115 -0
- 3Dsckpts/dreamfusion_sd/A_dog_violet;_a_scabbard._In_the_tessellation_genre_and_with_the_Kinetic_Art_painting_style.@20240809-171223/ckpts/epoch=0-step=10000.ckpt +3 -0
- 3Dsckpts/dreamfusion_sd/A_dog_violet;_a_scabbard._In_the_tessellation_genre_and_with_the_Kinetic_Art_painting_style.@20240809-171223/ckpts/last.ckpt +3 -0
- 3Dsckpts/dreamfusion_sd/A_dog_violet;_a_scabbard._In_the_tessellation_genre_and_with_the_Kinetic_Art_painting_style.@20240809-171223/configs/parsed.yaml +110 -0
- 3Dsckpts/dreamfusion_sd/A_dog_violet;_a_scabbard._In_the_tessellation_genre_and_with_the_Kinetic_Art_painting_style.@20240809-171223/configs/raw.yaml +115 -0
3Dsckpts/dreamfusion_sd/A_distressing_celt._In_the_style_of_the_artist_Gustave_Dore_and_using_the_charcoal_drawing_technique.@20240810-003655/ckpts/epoch=0-step=10000.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6f9fb7c470ac81a5365bfe7699b85216dbf1bea978f46a7687effd57fb038432
|
| 3 |
+
size 151452239
|
3Dsckpts/dreamfusion_sd/A_distressing_celt._In_the_style_of_the_artist_Gustave_Dore_and_using_the_charcoal_drawing_technique.@20240810-003655/ckpts/last.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6f9fb7c470ac81a5365bfe7699b85216dbf1bea978f46a7687effd57fb038432
|
| 3 |
+
size 151452239
|
3Dsckpts/dreamfusion_sd/A_distressing_celt._In_the_style_of_the_artist_Gustave_Dore_and_using_the_charcoal_drawing_technique.@20240810-003655/configs/parsed.yaml
ADDED
|
@@ -0,0 +1,110 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: dreamfusion-sd
|
| 2 |
+
description: ''
|
| 3 |
+
tag: A_distressing_celt._In_the_style_of_the_artist_Gustave_Dore_and_using_the_charcoal_drawing_technique.
|
| 4 |
+
seed: 0
|
| 5 |
+
use_timestamp: true
|
| 6 |
+
timestamp: '@20240810-003655'
|
| 7 |
+
exp_root_dir: /results
|
| 8 |
+
exp_dir: /results/dreamfusion-sd
|
| 9 |
+
trial_name: A_distressing_celt._In_the_style_of_the_artist_Gustave_Dore_and_using_the_charcoal_drawing_technique.@20240810-003655
|
| 10 |
+
trial_dir: /results/dreamfusion-sd/A_distressing_celt._In_the_style_of_the_artist_Gustave_Dore_and_using_the_charcoal_drawing_technique.@20240810-003655
|
| 11 |
+
n_gpus: 1
|
| 12 |
+
resume: null
|
| 13 |
+
data_type: random-camera-datamodule
|
| 14 |
+
data:
|
| 15 |
+
batch_size: 1
|
| 16 |
+
width: 64
|
| 17 |
+
height: 64
|
| 18 |
+
camera_distance_range:
|
| 19 |
+
- 1.5
|
| 20 |
+
- 2.0
|
| 21 |
+
fovy_range:
|
| 22 |
+
- 40
|
| 23 |
+
- 70
|
| 24 |
+
elevation_range:
|
| 25 |
+
- -10
|
| 26 |
+
- 45
|
| 27 |
+
light_sample_strategy: dreamfusion
|
| 28 |
+
eval_camera_distance: 2.0
|
| 29 |
+
eval_fovy_deg: 70.0
|
| 30 |
+
system_type: dreamfusion-system
|
| 31 |
+
system:
|
| 32 |
+
geometry_type: implicit-volume
|
| 33 |
+
geometry:
|
| 34 |
+
radius: 2.0
|
| 35 |
+
normal_type: analytic
|
| 36 |
+
density_bias: blob_magic3d
|
| 37 |
+
density_activation: softplus
|
| 38 |
+
density_blob_scale: 10.0
|
| 39 |
+
density_blob_std: 0.5
|
| 40 |
+
pos_encoding_config:
|
| 41 |
+
otype: ProgressiveBandHashGrid
|
| 42 |
+
n_levels: 16
|
| 43 |
+
n_features_per_level: 2
|
| 44 |
+
log2_hashmap_size: 19
|
| 45 |
+
base_resolution: 16
|
| 46 |
+
per_level_scale: 1.447269237440378
|
| 47 |
+
start_level: 8
|
| 48 |
+
start_step: 2000
|
| 49 |
+
update_steps: 500
|
| 50 |
+
material_type: diffuse-with-point-light-material
|
| 51 |
+
material:
|
| 52 |
+
ambient_only_steps: 2001
|
| 53 |
+
albedo_activation: sigmoid
|
| 54 |
+
background_type: neural-environment-map-background
|
| 55 |
+
background:
|
| 56 |
+
color_activation: sigmoid
|
| 57 |
+
renderer_type: nerf-volume-renderer
|
| 58 |
+
renderer:
|
| 59 |
+
radius: 2.0
|
| 60 |
+
num_samples_per_ray: 512
|
| 61 |
+
prompt_processor_type: stable-diffusion-prompt-processor
|
| 62 |
+
prompt_processor:
|
| 63 |
+
pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
|
| 64 |
+
prompt: A distressing celt. In the style of the artist Gustave Dore and using
|
| 65 |
+
the charcoal drawing technique.
|
| 66 |
+
guidance_type: stable-diffusion-guidance
|
| 67 |
+
guidance:
|
| 68 |
+
pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
|
| 69 |
+
guidance_scale: 100.0
|
| 70 |
+
weighting_strategy: sds
|
| 71 |
+
min_step_percent: 0.02
|
| 72 |
+
max_step_percent: 0.98
|
| 73 |
+
loggers:
|
| 74 |
+
wandb:
|
| 75 |
+
enable: false
|
| 76 |
+
project: threestudio
|
| 77 |
+
name: None
|
| 78 |
+
loss:
|
| 79 |
+
lambda_sds: 1.0
|
| 80 |
+
lambda_orient:
|
| 81 |
+
- 0
|
| 82 |
+
- 10.0
|
| 83 |
+
- 1000.0
|
| 84 |
+
- 5000
|
| 85 |
+
lambda_sparsity: 1.0
|
| 86 |
+
lambda_opaque: 0.0
|
| 87 |
+
optimizer:
|
| 88 |
+
name: Adam
|
| 89 |
+
args:
|
| 90 |
+
lr: 0.01
|
| 91 |
+
betas:
|
| 92 |
+
- 0.9
|
| 93 |
+
- 0.99
|
| 94 |
+
eps: 1.0e-15
|
| 95 |
+
params:
|
| 96 |
+
geometry:
|
| 97 |
+
lr: 0.01
|
| 98 |
+
background:
|
| 99 |
+
lr: 0.001
|
| 100 |
+
trainer:
|
| 101 |
+
max_steps: 10000
|
| 102 |
+
log_every_n_steps: 1
|
| 103 |
+
num_sanity_val_steps: 0
|
| 104 |
+
val_check_interval: 5000
|
| 105 |
+
enable_progress_bar: true
|
| 106 |
+
precision: 16-mixed
|
| 107 |
+
checkpoint:
|
| 108 |
+
save_last: true
|
| 109 |
+
save_top_k: -1
|
| 110 |
+
every_n_train_steps: 10000
|
3Dsckpts/dreamfusion_sd/A_distressing_celt._In_the_style_of_the_artist_Gustave_Dore_and_using_the_charcoal_drawing_technique.@20240810-003655/configs/raw.yaml
ADDED
|
@@ -0,0 +1,115 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: "dreamfusion-sd"
|
| 2 |
+
tag: "${rmspace:${system.prompt_processor.prompt},_}"
|
| 3 |
+
# exp_root_dir: "outputs"
|
| 4 |
+
exp_root_dir: "/results"
|
| 5 |
+
seed: 0
|
| 6 |
+
|
| 7 |
+
data_type: "random-camera-datamodule"
|
| 8 |
+
data:
|
| 9 |
+
batch_size: 1
|
| 10 |
+
width: 64
|
| 11 |
+
height: 64
|
| 12 |
+
camera_distance_range: [1.5, 2.0]
|
| 13 |
+
fovy_range: [40, 70]
|
| 14 |
+
elevation_range: [-10, 45]
|
| 15 |
+
light_sample_strategy: "dreamfusion"
|
| 16 |
+
eval_camera_distance: 2.0
|
| 17 |
+
eval_fovy_deg: 70.
|
| 18 |
+
|
| 19 |
+
system_type: "dreamfusion-system"
|
| 20 |
+
system:
|
| 21 |
+
geometry_type: "implicit-volume"
|
| 22 |
+
geometry:
|
| 23 |
+
radius: 2.0
|
| 24 |
+
normal_type: "analytic"
|
| 25 |
+
|
| 26 |
+
# the density initialization proposed in the DreamFusion paper
|
| 27 |
+
# does not work very well
|
| 28 |
+
# density_bias: "blob_dreamfusion"
|
| 29 |
+
# density_activation: exp
|
| 30 |
+
# density_blob_scale: 5.
|
| 31 |
+
# density_blob_std: 0.2
|
| 32 |
+
|
| 33 |
+
# use Magic3D density initialization instead
|
| 34 |
+
density_bias: "blob_magic3d"
|
| 35 |
+
density_activation: softplus
|
| 36 |
+
density_blob_scale: 10.
|
| 37 |
+
density_blob_std: 0.5
|
| 38 |
+
|
| 39 |
+
# coarse to fine hash grid encoding
|
| 40 |
+
# to ensure smooth analytic normals
|
| 41 |
+
pos_encoding_config:
|
| 42 |
+
otype: ProgressiveBandHashGrid
|
| 43 |
+
n_levels: 16
|
| 44 |
+
n_features_per_level: 2
|
| 45 |
+
log2_hashmap_size: 19
|
| 46 |
+
base_resolution: 16
|
| 47 |
+
per_level_scale: 1.447269237440378 # max resolution 4096
|
| 48 |
+
start_level: 8 # resolution ~200
|
| 49 |
+
start_step: 2000
|
| 50 |
+
update_steps: 500
|
| 51 |
+
|
| 52 |
+
material_type: "diffuse-with-point-light-material"
|
| 53 |
+
material:
|
| 54 |
+
ambient_only_steps: 2001
|
| 55 |
+
albedo_activation: sigmoid
|
| 56 |
+
|
| 57 |
+
background_type: "neural-environment-map-background"
|
| 58 |
+
background:
|
| 59 |
+
color_activation: sigmoid
|
| 60 |
+
|
| 61 |
+
renderer_type: "nerf-volume-renderer"
|
| 62 |
+
renderer:
|
| 63 |
+
radius: ${system.geometry.radius}
|
| 64 |
+
num_samples_per_ray: 512
|
| 65 |
+
|
| 66 |
+
prompt_processor_type: "stable-diffusion-prompt-processor"
|
| 67 |
+
prompt_processor:
|
| 68 |
+
pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
|
| 69 |
+
prompt: ???
|
| 70 |
+
|
| 71 |
+
guidance_type: "stable-diffusion-guidance"
|
| 72 |
+
guidance:
|
| 73 |
+
pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
|
| 74 |
+
guidance_scale: 100.
|
| 75 |
+
weighting_strategy: sds
|
| 76 |
+
min_step_percent: 0.02
|
| 77 |
+
max_step_percent: 0.98
|
| 78 |
+
|
| 79 |
+
loggers:
|
| 80 |
+
wandb:
|
| 81 |
+
enable: false
|
| 82 |
+
project: "threestudio"
|
| 83 |
+
name: None
|
| 84 |
+
|
| 85 |
+
loss:
|
| 86 |
+
lambda_sds: 1.
|
| 87 |
+
lambda_orient: [0, 10., 1000., 5000]
|
| 88 |
+
lambda_sparsity: 1.
|
| 89 |
+
lambda_opaque: 0.
|
| 90 |
+
|
| 91 |
+
optimizer:
|
| 92 |
+
name: Adam
|
| 93 |
+
args:
|
| 94 |
+
lr: 0.01
|
| 95 |
+
betas: [0.9, 0.99]
|
| 96 |
+
eps: 1.e-15
|
| 97 |
+
params:
|
| 98 |
+
geometry:
|
| 99 |
+
lr: 0.01
|
| 100 |
+
background:
|
| 101 |
+
lr: 0.001
|
| 102 |
+
|
| 103 |
+
trainer:
|
| 104 |
+
max_steps: 10000
|
| 105 |
+
# max_steps: 100
|
| 106 |
+
log_every_n_steps: 1
|
| 107 |
+
num_sanity_val_steps: 0
|
| 108 |
+
val_check_interval: 5000
|
| 109 |
+
enable_progress_bar: true
|
| 110 |
+
precision: 16-mixed
|
| 111 |
+
|
| 112 |
+
checkpoint:
|
| 113 |
+
save_last: true # save at each validation time
|
| 114 |
+
save_top_k: -1
|
| 115 |
+
every_n_train_steps: ${trainer.max_steps}
|
3Dsckpts/dreamfusion_sd/A_distressing_fitment;_a_drama_critic.@20240812-185545/ckpts/epoch=0-step=10000.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8fa86f858b5b8f9971ac71a458badd3d43c8d7d0b69e073796788a90e4f83956
|
| 3 |
+
size 151451983
|
3Dsckpts/dreamfusion_sd/A_distressing_fitment;_a_drama_critic.@20240812-185545/ckpts/last.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8fa86f858b5b8f9971ac71a458badd3d43c8d7d0b69e073796788a90e4f83956
|
| 3 |
+
size 151451983
|
3Dsckpts/dreamfusion_sd/A_distressing_fitment;_a_drama_critic.@20240812-185545/configs/parsed.yaml
ADDED
|
@@ -0,0 +1,109 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: dreamfusion-sd
|
| 2 |
+
description: ''
|
| 3 |
+
tag: A_distressing_fitment;_a_drama_critic.
|
| 4 |
+
seed: 0
|
| 5 |
+
use_timestamp: true
|
| 6 |
+
timestamp: '@20240812-185545'
|
| 7 |
+
exp_root_dir: /results
|
| 8 |
+
exp_dir: /results/dreamfusion-sd
|
| 9 |
+
trial_name: A_distressing_fitment;_a_drama_critic.@20240812-185545
|
| 10 |
+
trial_dir: /results/dreamfusion-sd/A_distressing_fitment;_a_drama_critic.@20240812-185545
|
| 11 |
+
n_gpus: 1
|
| 12 |
+
resume: null
|
| 13 |
+
data_type: random-camera-datamodule
|
| 14 |
+
data:
|
| 15 |
+
batch_size: 1
|
| 16 |
+
width: 64
|
| 17 |
+
height: 64
|
| 18 |
+
camera_distance_range:
|
| 19 |
+
- 1.5
|
| 20 |
+
- 2.0
|
| 21 |
+
fovy_range:
|
| 22 |
+
- 40
|
| 23 |
+
- 70
|
| 24 |
+
elevation_range:
|
| 25 |
+
- -10
|
| 26 |
+
- 45
|
| 27 |
+
light_sample_strategy: dreamfusion
|
| 28 |
+
eval_camera_distance: 2.0
|
| 29 |
+
eval_fovy_deg: 70.0
|
| 30 |
+
system_type: dreamfusion-system
|
| 31 |
+
system:
|
| 32 |
+
geometry_type: implicit-volume
|
| 33 |
+
geometry:
|
| 34 |
+
radius: 2.0
|
| 35 |
+
normal_type: analytic
|
| 36 |
+
density_bias: blob_magic3d
|
| 37 |
+
density_activation: softplus
|
| 38 |
+
density_blob_scale: 10.0
|
| 39 |
+
density_blob_std: 0.5
|
| 40 |
+
pos_encoding_config:
|
| 41 |
+
otype: ProgressiveBandHashGrid
|
| 42 |
+
n_levels: 16
|
| 43 |
+
n_features_per_level: 2
|
| 44 |
+
log2_hashmap_size: 19
|
| 45 |
+
base_resolution: 16
|
| 46 |
+
per_level_scale: 1.447269237440378
|
| 47 |
+
start_level: 8
|
| 48 |
+
start_step: 2000
|
| 49 |
+
update_steps: 500
|
| 50 |
+
material_type: diffuse-with-point-light-material
|
| 51 |
+
material:
|
| 52 |
+
ambient_only_steps: 2001
|
| 53 |
+
albedo_activation: sigmoid
|
| 54 |
+
background_type: neural-environment-map-background
|
| 55 |
+
background:
|
| 56 |
+
color_activation: sigmoid
|
| 57 |
+
renderer_type: nerf-volume-renderer
|
| 58 |
+
renderer:
|
| 59 |
+
radius: 2.0
|
| 60 |
+
num_samples_per_ray: 512
|
| 61 |
+
prompt_processor_type: stable-diffusion-prompt-processor
|
| 62 |
+
prompt_processor:
|
| 63 |
+
pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
|
| 64 |
+
prompt: A distressing fitment; a drama critic.
|
| 65 |
+
guidance_type: stable-diffusion-guidance
|
| 66 |
+
guidance:
|
| 67 |
+
pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
|
| 68 |
+
guidance_scale: 100.0
|
| 69 |
+
weighting_strategy: sds
|
| 70 |
+
min_step_percent: 0.02
|
| 71 |
+
max_step_percent: 0.98
|
| 72 |
+
loggers:
|
| 73 |
+
wandb:
|
| 74 |
+
enable: false
|
| 75 |
+
project: threestudio
|
| 76 |
+
name: None
|
| 77 |
+
loss:
|
| 78 |
+
lambda_sds: 1.0
|
| 79 |
+
lambda_orient:
|
| 80 |
+
- 0
|
| 81 |
+
- 10.0
|
| 82 |
+
- 1000.0
|
| 83 |
+
- 5000
|
| 84 |
+
lambda_sparsity: 1.0
|
| 85 |
+
lambda_opaque: 0.0
|
| 86 |
+
optimizer:
|
| 87 |
+
name: Adam
|
| 88 |
+
args:
|
| 89 |
+
lr: 0.01
|
| 90 |
+
betas:
|
| 91 |
+
- 0.9
|
| 92 |
+
- 0.99
|
| 93 |
+
eps: 1.0e-15
|
| 94 |
+
params:
|
| 95 |
+
geometry:
|
| 96 |
+
lr: 0.01
|
| 97 |
+
background:
|
| 98 |
+
lr: 0.001
|
| 99 |
+
trainer:
|
| 100 |
+
max_steps: 10000
|
| 101 |
+
log_every_n_steps: 1
|
| 102 |
+
num_sanity_val_steps: 0
|
| 103 |
+
val_check_interval: 5000
|
| 104 |
+
enable_progress_bar: true
|
| 105 |
+
precision: 16-mixed
|
| 106 |
+
checkpoint:
|
| 107 |
+
save_last: true
|
| 108 |
+
save_top_k: -1
|
| 109 |
+
every_n_train_steps: 10000
|
3Dsckpts/dreamfusion_sd/A_distressing_fitment;_a_drama_critic.@20240812-185545/configs/raw.yaml
ADDED
|
@@ -0,0 +1,115 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: "dreamfusion-sd"
|
| 2 |
+
tag: "${rmspace:${system.prompt_processor.prompt},_}"
|
| 3 |
+
# exp_root_dir: "outputs"
|
| 4 |
+
exp_root_dir: "/results"
|
| 5 |
+
seed: 0
|
| 6 |
+
|
| 7 |
+
data_type: "random-camera-datamodule"
|
| 8 |
+
data:
|
| 9 |
+
batch_size: 1
|
| 10 |
+
width: 64
|
| 11 |
+
height: 64
|
| 12 |
+
camera_distance_range: [1.5, 2.0]
|
| 13 |
+
fovy_range: [40, 70]
|
| 14 |
+
elevation_range: [-10, 45]
|
| 15 |
+
light_sample_strategy: "dreamfusion"
|
| 16 |
+
eval_camera_distance: 2.0
|
| 17 |
+
eval_fovy_deg: 70.
|
| 18 |
+
|
| 19 |
+
system_type: "dreamfusion-system"
|
| 20 |
+
system:
|
| 21 |
+
geometry_type: "implicit-volume"
|
| 22 |
+
geometry:
|
| 23 |
+
radius: 2.0
|
| 24 |
+
normal_type: "analytic"
|
| 25 |
+
|
| 26 |
+
# the density initialization proposed in the DreamFusion paper
|
| 27 |
+
# does not work very well
|
| 28 |
+
# density_bias: "blob_dreamfusion"
|
| 29 |
+
# density_activation: exp
|
| 30 |
+
# density_blob_scale: 5.
|
| 31 |
+
# density_blob_std: 0.2
|
| 32 |
+
|
| 33 |
+
# use Magic3D density initialization instead
|
| 34 |
+
density_bias: "blob_magic3d"
|
| 35 |
+
density_activation: softplus
|
| 36 |
+
density_blob_scale: 10.
|
| 37 |
+
density_blob_std: 0.5
|
| 38 |
+
|
| 39 |
+
# coarse to fine hash grid encoding
|
| 40 |
+
# to ensure smooth analytic normals
|
| 41 |
+
pos_encoding_config:
|
| 42 |
+
otype: ProgressiveBandHashGrid
|
| 43 |
+
n_levels: 16
|
| 44 |
+
n_features_per_level: 2
|
| 45 |
+
log2_hashmap_size: 19
|
| 46 |
+
base_resolution: 16
|
| 47 |
+
per_level_scale: 1.447269237440378 # max resolution 4096
|
| 48 |
+
start_level: 8 # resolution ~200
|
| 49 |
+
start_step: 2000
|
| 50 |
+
update_steps: 500
|
| 51 |
+
|
| 52 |
+
material_type: "diffuse-with-point-light-material"
|
| 53 |
+
material:
|
| 54 |
+
ambient_only_steps: 2001
|
| 55 |
+
albedo_activation: sigmoid
|
| 56 |
+
|
| 57 |
+
background_type: "neural-environment-map-background"
|
| 58 |
+
background:
|
| 59 |
+
color_activation: sigmoid
|
| 60 |
+
|
| 61 |
+
renderer_type: "nerf-volume-renderer"
|
| 62 |
+
renderer:
|
| 63 |
+
radius: ${system.geometry.radius}
|
| 64 |
+
num_samples_per_ray: 512
|
| 65 |
+
|
| 66 |
+
prompt_processor_type: "stable-diffusion-prompt-processor"
|
| 67 |
+
prompt_processor:
|
| 68 |
+
pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
|
| 69 |
+
prompt: ???
|
| 70 |
+
|
| 71 |
+
guidance_type: "stable-diffusion-guidance"
|
| 72 |
+
guidance:
|
| 73 |
+
pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
|
| 74 |
+
guidance_scale: 100.
|
| 75 |
+
weighting_strategy: sds
|
| 76 |
+
min_step_percent: 0.02
|
| 77 |
+
max_step_percent: 0.98
|
| 78 |
+
|
| 79 |
+
loggers:
|
| 80 |
+
wandb:
|
| 81 |
+
enable: false
|
| 82 |
+
project: "threestudio"
|
| 83 |
+
name: None
|
| 84 |
+
|
| 85 |
+
loss:
|
| 86 |
+
lambda_sds: 1.
|
| 87 |
+
lambda_orient: [0, 10., 1000., 5000]
|
| 88 |
+
lambda_sparsity: 1.
|
| 89 |
+
lambda_opaque: 0.
|
| 90 |
+
|
| 91 |
+
optimizer:
|
| 92 |
+
name: Adam
|
| 93 |
+
args:
|
| 94 |
+
lr: 0.01
|
| 95 |
+
betas: [0.9, 0.99]
|
| 96 |
+
eps: 1.e-15
|
| 97 |
+
params:
|
| 98 |
+
geometry:
|
| 99 |
+
lr: 0.01
|
| 100 |
+
background:
|
| 101 |
+
lr: 0.001
|
| 102 |
+
|
| 103 |
+
trainer:
|
| 104 |
+
max_steps: 10000
|
| 105 |
+
# max_steps: 100
|
| 106 |
+
log_every_n_steps: 1
|
| 107 |
+
num_sanity_val_steps: 0
|
| 108 |
+
val_check_interval: 5000
|
| 109 |
+
enable_progress_bar: true
|
| 110 |
+
precision: 16-mixed
|
| 111 |
+
|
| 112 |
+
checkpoint:
|
| 113 |
+
save_last: true # save at each validation time
|
| 114 |
+
save_top_k: -1
|
| 115 |
+
every_n_train_steps: ${trainer.max_steps}
|
3Dsckpts/dreamfusion_sd/A_disturbing_quietist._With_the_Contemporary_Realism_painting_style_and_using_the_watercolor_painting_technique.@20240810-000331/ckpts/epoch=0-step=10000.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1ea7cd0b9e98f95898f82a3c5e98c45bf81aa33d3e7676899ee173803876d4c5
|
| 3 |
+
size 151452239
|
3Dsckpts/dreamfusion_sd/A_disturbing_quietist._With_the_Contemporary_Realism_painting_style_and_using_the_watercolor_painting_technique.@20240810-000331/ckpts/last.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1ea7cd0b9e98f95898f82a3c5e98c45bf81aa33d3e7676899ee173803876d4c5
|
| 3 |
+
size 151452239
|
3Dsckpts/dreamfusion_sd/A_disturbing_quietist._With_the_Contemporary_Realism_painting_style_and_using_the_watercolor_painting_technique.@20240810-000331/configs/parsed.yaml
ADDED
|
@@ -0,0 +1,110 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: dreamfusion-sd
|
| 2 |
+
description: ''
|
| 3 |
+
tag: A_disturbing_quietist._With_the_Contemporary_Realism_painting_style_and_using_the_watercolor_painting_technique.
|
| 4 |
+
seed: 0
|
| 5 |
+
use_timestamp: true
|
| 6 |
+
timestamp: '@20240810-000331'
|
| 7 |
+
exp_root_dir: /results
|
| 8 |
+
exp_dir: /results/dreamfusion-sd
|
| 9 |
+
trial_name: A_disturbing_quietist._With_the_Contemporary_Realism_painting_style_and_using_the_watercolor_painting_technique.@20240810-000331
|
| 10 |
+
trial_dir: /results/dreamfusion-sd/A_disturbing_quietist._With_the_Contemporary_Realism_painting_style_and_using_the_watercolor_painting_technique.@20240810-000331
|
| 11 |
+
n_gpus: 1
|
| 12 |
+
resume: null
|
| 13 |
+
data_type: random-camera-datamodule
|
| 14 |
+
data:
|
| 15 |
+
batch_size: 1
|
| 16 |
+
width: 64
|
| 17 |
+
height: 64
|
| 18 |
+
camera_distance_range:
|
| 19 |
+
- 1.5
|
| 20 |
+
- 2.0
|
| 21 |
+
fovy_range:
|
| 22 |
+
- 40
|
| 23 |
+
- 70
|
| 24 |
+
elevation_range:
|
| 25 |
+
- -10
|
| 26 |
+
- 45
|
| 27 |
+
light_sample_strategy: dreamfusion
|
| 28 |
+
eval_camera_distance: 2.0
|
| 29 |
+
eval_fovy_deg: 70.0
|
| 30 |
+
system_type: dreamfusion-system
|
| 31 |
+
system:
|
| 32 |
+
geometry_type: implicit-volume
|
| 33 |
+
geometry:
|
| 34 |
+
radius: 2.0
|
| 35 |
+
normal_type: analytic
|
| 36 |
+
density_bias: blob_magic3d
|
| 37 |
+
density_activation: softplus
|
| 38 |
+
density_blob_scale: 10.0
|
| 39 |
+
density_blob_std: 0.5
|
| 40 |
+
pos_encoding_config:
|
| 41 |
+
otype: ProgressiveBandHashGrid
|
| 42 |
+
n_levels: 16
|
| 43 |
+
n_features_per_level: 2
|
| 44 |
+
log2_hashmap_size: 19
|
| 45 |
+
base_resolution: 16
|
| 46 |
+
per_level_scale: 1.447269237440378
|
| 47 |
+
start_level: 8
|
| 48 |
+
start_step: 2000
|
| 49 |
+
update_steps: 500
|
| 50 |
+
material_type: diffuse-with-point-light-material
|
| 51 |
+
material:
|
| 52 |
+
ambient_only_steps: 2001
|
| 53 |
+
albedo_activation: sigmoid
|
| 54 |
+
background_type: neural-environment-map-background
|
| 55 |
+
background:
|
| 56 |
+
color_activation: sigmoid
|
| 57 |
+
renderer_type: nerf-volume-renderer
|
| 58 |
+
renderer:
|
| 59 |
+
radius: 2.0
|
| 60 |
+
num_samples_per_ray: 512
|
| 61 |
+
prompt_processor_type: stable-diffusion-prompt-processor
|
| 62 |
+
prompt_processor:
|
| 63 |
+
pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
|
| 64 |
+
prompt: A disturbing quietist. With the Contemporary Realism painting style and
|
| 65 |
+
using the watercolor painting technique.
|
| 66 |
+
guidance_type: stable-diffusion-guidance
|
| 67 |
+
guidance:
|
| 68 |
+
pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
|
| 69 |
+
guidance_scale: 100.0
|
| 70 |
+
weighting_strategy: sds
|
| 71 |
+
min_step_percent: 0.02
|
| 72 |
+
max_step_percent: 0.98
|
| 73 |
+
loggers:
|
| 74 |
+
wandb:
|
| 75 |
+
enable: false
|
| 76 |
+
project: threestudio
|
| 77 |
+
name: None
|
| 78 |
+
loss:
|
| 79 |
+
lambda_sds: 1.0
|
| 80 |
+
lambda_orient:
|
| 81 |
+
- 0
|
| 82 |
+
- 10.0
|
| 83 |
+
- 1000.0
|
| 84 |
+
- 5000
|
| 85 |
+
lambda_sparsity: 1.0
|
| 86 |
+
lambda_opaque: 0.0
|
| 87 |
+
optimizer:
|
| 88 |
+
name: Adam
|
| 89 |
+
args:
|
| 90 |
+
lr: 0.01
|
| 91 |
+
betas:
|
| 92 |
+
- 0.9
|
| 93 |
+
- 0.99
|
| 94 |
+
eps: 1.0e-15
|
| 95 |
+
params:
|
| 96 |
+
geometry:
|
| 97 |
+
lr: 0.01
|
| 98 |
+
background:
|
| 99 |
+
lr: 0.001
|
| 100 |
+
trainer:
|
| 101 |
+
max_steps: 10000
|
| 102 |
+
log_every_n_steps: 1
|
| 103 |
+
num_sanity_val_steps: 0
|
| 104 |
+
val_check_interval: 5000
|
| 105 |
+
enable_progress_bar: true
|
| 106 |
+
precision: 16-mixed
|
| 107 |
+
checkpoint:
|
| 108 |
+
save_last: true
|
| 109 |
+
save_top_k: -1
|
| 110 |
+
every_n_train_steps: 10000
|
3Dsckpts/dreamfusion_sd/A_disturbing_quietist._With_the_Contemporary_Realism_painting_style_and_using_the_watercolor_painting_technique.@20240810-000331/configs/raw.yaml
ADDED
|
@@ -0,0 +1,115 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: "dreamfusion-sd"
|
| 2 |
+
tag: "${rmspace:${system.prompt_processor.prompt},_}"
|
| 3 |
+
# exp_root_dir: "outputs"
|
| 4 |
+
exp_root_dir: "/results"
|
| 5 |
+
seed: 0
|
| 6 |
+
|
| 7 |
+
data_type: "random-camera-datamodule"
|
| 8 |
+
data:
|
| 9 |
+
batch_size: 1
|
| 10 |
+
width: 64
|
| 11 |
+
height: 64
|
| 12 |
+
camera_distance_range: [1.5, 2.0]
|
| 13 |
+
fovy_range: [40, 70]
|
| 14 |
+
elevation_range: [-10, 45]
|
| 15 |
+
light_sample_strategy: "dreamfusion"
|
| 16 |
+
eval_camera_distance: 2.0
|
| 17 |
+
eval_fovy_deg: 70.
|
| 18 |
+
|
| 19 |
+
system_type: "dreamfusion-system"
|
| 20 |
+
system:
|
| 21 |
+
geometry_type: "implicit-volume"
|
| 22 |
+
geometry:
|
| 23 |
+
radius: 2.0
|
| 24 |
+
normal_type: "analytic"
|
| 25 |
+
|
| 26 |
+
# the density initialization proposed in the DreamFusion paper
|
| 27 |
+
# does not work very well
|
| 28 |
+
# density_bias: "blob_dreamfusion"
|
| 29 |
+
# density_activation: exp
|
| 30 |
+
# density_blob_scale: 5.
|
| 31 |
+
# density_blob_std: 0.2
|
| 32 |
+
|
| 33 |
+
# use Magic3D density initialization instead
|
| 34 |
+
density_bias: "blob_magic3d"
|
| 35 |
+
density_activation: softplus
|
| 36 |
+
density_blob_scale: 10.
|
| 37 |
+
density_blob_std: 0.5
|
| 38 |
+
|
| 39 |
+
# coarse to fine hash grid encoding
|
| 40 |
+
# to ensure smooth analytic normals
|
| 41 |
+
pos_encoding_config:
|
| 42 |
+
otype: ProgressiveBandHashGrid
|
| 43 |
+
n_levels: 16
|
| 44 |
+
n_features_per_level: 2
|
| 45 |
+
log2_hashmap_size: 19
|
| 46 |
+
base_resolution: 16
|
| 47 |
+
per_level_scale: 1.447269237440378 # max resolution 4096
|
| 48 |
+
start_level: 8 # resolution ~200
|
| 49 |
+
start_step: 2000
|
| 50 |
+
update_steps: 500
|
| 51 |
+
|
| 52 |
+
material_type: "diffuse-with-point-light-material"
|
| 53 |
+
material:
|
| 54 |
+
ambient_only_steps: 2001
|
| 55 |
+
albedo_activation: sigmoid
|
| 56 |
+
|
| 57 |
+
background_type: "neural-environment-map-background"
|
| 58 |
+
background:
|
| 59 |
+
color_activation: sigmoid
|
| 60 |
+
|
| 61 |
+
renderer_type: "nerf-volume-renderer"
|
| 62 |
+
renderer:
|
| 63 |
+
radius: ${system.geometry.radius}
|
| 64 |
+
num_samples_per_ray: 512
|
| 65 |
+
|
| 66 |
+
prompt_processor_type: "stable-diffusion-prompt-processor"
|
| 67 |
+
prompt_processor:
|
| 68 |
+
pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
|
| 69 |
+
prompt: ???
|
| 70 |
+
|
| 71 |
+
guidance_type: "stable-diffusion-guidance"
|
| 72 |
+
guidance:
|
| 73 |
+
pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
|
| 74 |
+
guidance_scale: 100.
|
| 75 |
+
weighting_strategy: sds
|
| 76 |
+
min_step_percent: 0.02
|
| 77 |
+
max_step_percent: 0.98
|
| 78 |
+
|
| 79 |
+
loggers:
|
| 80 |
+
wandb:
|
| 81 |
+
enable: false
|
| 82 |
+
project: "threestudio"
|
| 83 |
+
name: None
|
| 84 |
+
|
| 85 |
+
loss:
|
| 86 |
+
lambda_sds: 1.
|
| 87 |
+
lambda_orient: [0, 10., 1000., 5000]
|
| 88 |
+
lambda_sparsity: 1.
|
| 89 |
+
lambda_opaque: 0.
|
| 90 |
+
|
| 91 |
+
optimizer:
|
| 92 |
+
name: Adam
|
| 93 |
+
args:
|
| 94 |
+
lr: 0.01
|
| 95 |
+
betas: [0.9, 0.99]
|
| 96 |
+
eps: 1.e-15
|
| 97 |
+
params:
|
| 98 |
+
geometry:
|
| 99 |
+
lr: 0.01
|
| 100 |
+
background:
|
| 101 |
+
lr: 0.001
|
| 102 |
+
|
| 103 |
+
trainer:
|
| 104 |
+
max_steps: 10000
|
| 105 |
+
# max_steps: 100
|
| 106 |
+
log_every_n_steps: 1
|
| 107 |
+
num_sanity_val_steps: 0
|
| 108 |
+
val_check_interval: 5000
|
| 109 |
+
enable_progress_bar: true
|
| 110 |
+
precision: 16-mixed
|
| 111 |
+
|
| 112 |
+
checkpoint:
|
| 113 |
+
save_last: true # save at each validation time
|
| 114 |
+
save_top_k: -1
|
| 115 |
+
every_n_train_steps: ${trainer.max_steps}
|
3Dsckpts/dreamfusion_sd/A_ditch_digger.@20240807-002355/ckpts/epoch=0-step=10000.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7ce26534d66d9810072af033b247cb8ed6a26c3821f17c307634c96171a0e77b
|
| 3 |
+
size 151451855
|
3Dsckpts/dreamfusion_sd/A_ditch_digger.@20240807-002355/ckpts/last.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7ce26534d66d9810072af033b247cb8ed6a26c3821f17c307634c96171a0e77b
|
| 3 |
+
size 151451855
|
3Dsckpts/dreamfusion_sd/A_ditch_digger.@20240807-002355/configs/parsed.yaml
ADDED
|
@@ -0,0 +1,109 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: dreamfusion-sd
|
| 2 |
+
description: ''
|
| 3 |
+
tag: A_ditch_digger.
|
| 4 |
+
seed: 0
|
| 5 |
+
use_timestamp: true
|
| 6 |
+
timestamp: '@20240807-002355'
|
| 7 |
+
exp_root_dir: /results
|
| 8 |
+
exp_dir: /results/dreamfusion-sd
|
| 9 |
+
trial_name: A_ditch_digger.@20240807-002355
|
| 10 |
+
trial_dir: /results/dreamfusion-sd/A_ditch_digger.@20240807-002355
|
| 11 |
+
n_gpus: 1
|
| 12 |
+
resume: null
|
| 13 |
+
data_type: random-camera-datamodule
|
| 14 |
+
data:
|
| 15 |
+
batch_size: 1
|
| 16 |
+
width: 64
|
| 17 |
+
height: 64
|
| 18 |
+
camera_distance_range:
|
| 19 |
+
- 1.5
|
| 20 |
+
- 2.0
|
| 21 |
+
fovy_range:
|
| 22 |
+
- 40
|
| 23 |
+
- 70
|
| 24 |
+
elevation_range:
|
| 25 |
+
- -10
|
| 26 |
+
- 45
|
| 27 |
+
light_sample_strategy: dreamfusion
|
| 28 |
+
eval_camera_distance: 2.0
|
| 29 |
+
eval_fovy_deg: 70.0
|
| 30 |
+
system_type: dreamfusion-system
|
| 31 |
+
system:
|
| 32 |
+
geometry_type: implicit-volume
|
| 33 |
+
geometry:
|
| 34 |
+
radius: 2.0
|
| 35 |
+
normal_type: analytic
|
| 36 |
+
density_bias: blob_magic3d
|
| 37 |
+
density_activation: softplus
|
| 38 |
+
density_blob_scale: 10.0
|
| 39 |
+
density_blob_std: 0.5
|
| 40 |
+
pos_encoding_config:
|
| 41 |
+
otype: ProgressiveBandHashGrid
|
| 42 |
+
n_levels: 16
|
| 43 |
+
n_features_per_level: 2
|
| 44 |
+
log2_hashmap_size: 19
|
| 45 |
+
base_resolution: 16
|
| 46 |
+
per_level_scale: 1.447269237440378
|
| 47 |
+
start_level: 8
|
| 48 |
+
start_step: 2000
|
| 49 |
+
update_steps: 500
|
| 50 |
+
material_type: diffuse-with-point-light-material
|
| 51 |
+
material:
|
| 52 |
+
ambient_only_steps: 2001
|
| 53 |
+
albedo_activation: sigmoid
|
| 54 |
+
background_type: neural-environment-map-background
|
| 55 |
+
background:
|
| 56 |
+
color_activation: sigmoid
|
| 57 |
+
renderer_type: nerf-volume-renderer
|
| 58 |
+
renderer:
|
| 59 |
+
radius: 2.0
|
| 60 |
+
num_samples_per_ray: 512
|
| 61 |
+
prompt_processor_type: stable-diffusion-prompt-processor
|
| 62 |
+
prompt_processor:
|
| 63 |
+
pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
|
| 64 |
+
prompt: A ditch digger.
|
| 65 |
+
guidance_type: stable-diffusion-guidance
|
| 66 |
+
guidance:
|
| 67 |
+
pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
|
| 68 |
+
guidance_scale: 100.0
|
| 69 |
+
weighting_strategy: sds
|
| 70 |
+
min_step_percent: 0.02
|
| 71 |
+
max_step_percent: 0.98
|
| 72 |
+
loggers:
|
| 73 |
+
wandb:
|
| 74 |
+
enable: false
|
| 75 |
+
project: threestudio
|
| 76 |
+
name: None
|
| 77 |
+
loss:
|
| 78 |
+
lambda_sds: 1.0
|
| 79 |
+
lambda_orient:
|
| 80 |
+
- 0
|
| 81 |
+
- 10.0
|
| 82 |
+
- 1000.0
|
| 83 |
+
- 5000
|
| 84 |
+
lambda_sparsity: 1.0
|
| 85 |
+
lambda_opaque: 0.0
|
| 86 |
+
optimizer:
|
| 87 |
+
name: Adam
|
| 88 |
+
args:
|
| 89 |
+
lr: 0.01
|
| 90 |
+
betas:
|
| 91 |
+
- 0.9
|
| 92 |
+
- 0.99
|
| 93 |
+
eps: 1.0e-15
|
| 94 |
+
params:
|
| 95 |
+
geometry:
|
| 96 |
+
lr: 0.01
|
| 97 |
+
background:
|
| 98 |
+
lr: 0.001
|
| 99 |
+
trainer:
|
| 100 |
+
max_steps: 10000
|
| 101 |
+
log_every_n_steps: 1
|
| 102 |
+
num_sanity_val_steps: 0
|
| 103 |
+
val_check_interval: 5000
|
| 104 |
+
enable_progress_bar: true
|
| 105 |
+
precision: 16-mixed
|
| 106 |
+
checkpoint:
|
| 107 |
+
save_last: true
|
| 108 |
+
save_top_k: -1
|
| 109 |
+
every_n_train_steps: 10000
|
3Dsckpts/dreamfusion_sd/A_ditch_digger.@20240807-002355/configs/raw.yaml
ADDED
|
@@ -0,0 +1,115 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: "dreamfusion-sd"
|
| 2 |
+
tag: "${rmspace:${system.prompt_processor.prompt},_}"
|
| 3 |
+
# exp_root_dir: "outputs"
|
| 4 |
+
exp_root_dir: "/results"
|
| 5 |
+
seed: 0
|
| 6 |
+
|
| 7 |
+
data_type: "random-camera-datamodule"
|
| 8 |
+
data:
|
| 9 |
+
batch_size: 1
|
| 10 |
+
width: 64
|
| 11 |
+
height: 64
|
| 12 |
+
camera_distance_range: [1.5, 2.0]
|
| 13 |
+
fovy_range: [40, 70]
|
| 14 |
+
elevation_range: [-10, 45]
|
| 15 |
+
light_sample_strategy: "dreamfusion"
|
| 16 |
+
eval_camera_distance: 2.0
|
| 17 |
+
eval_fovy_deg: 70.
|
| 18 |
+
|
| 19 |
+
system_type: "dreamfusion-system"
|
| 20 |
+
system:
|
| 21 |
+
geometry_type: "implicit-volume"
|
| 22 |
+
geometry:
|
| 23 |
+
radius: 2.0
|
| 24 |
+
normal_type: "analytic"
|
| 25 |
+
|
| 26 |
+
# the density initialization proposed in the DreamFusion paper
|
| 27 |
+
# does not work very well
|
| 28 |
+
# density_bias: "blob_dreamfusion"
|
| 29 |
+
# density_activation: exp
|
| 30 |
+
# density_blob_scale: 5.
|
| 31 |
+
# density_blob_std: 0.2
|
| 32 |
+
|
| 33 |
+
# use Magic3D density initialization instead
|
| 34 |
+
density_bias: "blob_magic3d"
|
| 35 |
+
density_activation: softplus
|
| 36 |
+
density_blob_scale: 10.
|
| 37 |
+
density_blob_std: 0.5
|
| 38 |
+
|
| 39 |
+
# coarse to fine hash grid encoding
|
| 40 |
+
# to ensure smooth analytic normals
|
| 41 |
+
pos_encoding_config:
|
| 42 |
+
otype: ProgressiveBandHashGrid
|
| 43 |
+
n_levels: 16
|
| 44 |
+
n_features_per_level: 2
|
| 45 |
+
log2_hashmap_size: 19
|
| 46 |
+
base_resolution: 16
|
| 47 |
+
per_level_scale: 1.447269237440378 # max resolution 4096
|
| 48 |
+
start_level: 8 # resolution ~200
|
| 49 |
+
start_step: 2000
|
| 50 |
+
update_steps: 500
|
| 51 |
+
|
| 52 |
+
material_type: "diffuse-with-point-light-material"
|
| 53 |
+
material:
|
| 54 |
+
ambient_only_steps: 2001
|
| 55 |
+
albedo_activation: sigmoid
|
| 56 |
+
|
| 57 |
+
background_type: "neural-environment-map-background"
|
| 58 |
+
background:
|
| 59 |
+
color_activation: sigmoid
|
| 60 |
+
|
| 61 |
+
renderer_type: "nerf-volume-renderer"
|
| 62 |
+
renderer:
|
| 63 |
+
radius: ${system.geometry.radius}
|
| 64 |
+
num_samples_per_ray: 512
|
| 65 |
+
|
| 66 |
+
prompt_processor_type: "stable-diffusion-prompt-processor"
|
| 67 |
+
prompt_processor:
|
| 68 |
+
pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
|
| 69 |
+
prompt: ???
|
| 70 |
+
|
| 71 |
+
guidance_type: "stable-diffusion-guidance"
|
| 72 |
+
guidance:
|
| 73 |
+
pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
|
| 74 |
+
guidance_scale: 100.
|
| 75 |
+
weighting_strategy: sds
|
| 76 |
+
min_step_percent: 0.02
|
| 77 |
+
max_step_percent: 0.98
|
| 78 |
+
|
| 79 |
+
loggers:
|
| 80 |
+
wandb:
|
| 81 |
+
enable: false
|
| 82 |
+
project: "threestudio"
|
| 83 |
+
name: None
|
| 84 |
+
|
| 85 |
+
loss:
|
| 86 |
+
lambda_sds: 1.
|
| 87 |
+
lambda_orient: [0, 10., 1000., 5000]
|
| 88 |
+
lambda_sparsity: 1.
|
| 89 |
+
lambda_opaque: 0.
|
| 90 |
+
|
| 91 |
+
optimizer:
|
| 92 |
+
name: Adam
|
| 93 |
+
args:
|
| 94 |
+
lr: 0.01
|
| 95 |
+
betas: [0.9, 0.99]
|
| 96 |
+
eps: 1.e-15
|
| 97 |
+
params:
|
| 98 |
+
geometry:
|
| 99 |
+
lr: 0.01
|
| 100 |
+
background:
|
| 101 |
+
lr: 0.001
|
| 102 |
+
|
| 103 |
+
trainer:
|
| 104 |
+
max_steps: 10000
|
| 105 |
+
# max_steps: 100
|
| 106 |
+
log_every_n_steps: 1
|
| 107 |
+
num_sanity_val_steps: 0
|
| 108 |
+
val_check_interval: 5000
|
| 109 |
+
enable_progress_bar: true
|
| 110 |
+
precision: 16-mixed
|
| 111 |
+
|
| 112 |
+
checkpoint:
|
| 113 |
+
save_last: true # save at each validation time
|
| 114 |
+
save_top_k: -1
|
| 115 |
+
every_n_train_steps: ${trainer.max_steps}
|
3Dsckpts/dreamfusion_sd/A_divergent_thinker._In_the_abstract_genre_and_in_the_style_of_the_artist_Henri_Rousseau.@20240812-021912/ckpts/epoch=0-step=10000.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:781ba1eb1065ea21afe1af528c0a0ebeb2a48a97fc2dc23862559311bd671a78
|
| 3 |
+
size 151452175
|
3Dsckpts/dreamfusion_sd/A_divergent_thinker._In_the_abstract_genre_and_in_the_style_of_the_artist_Henri_Rousseau.@20240812-021912/ckpts/last.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:781ba1eb1065ea21afe1af528c0a0ebeb2a48a97fc2dc23862559311bd671a78
|
| 3 |
+
size 151452175
|
3Dsckpts/dreamfusion_sd/A_divergent_thinker._In_the_abstract_genre_and_in_the_style_of_the_artist_Henri_Rousseau.@20240812-021912/configs/parsed.yaml
ADDED
|
@@ -0,0 +1,110 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: dreamfusion-sd
|
| 2 |
+
description: ''
|
| 3 |
+
tag: A_divergent_thinker._In_the_abstract_genre_and_in_the_style_of_the_artist_Henri_Rousseau.
|
| 4 |
+
seed: 0
|
| 5 |
+
use_timestamp: true
|
| 6 |
+
timestamp: '@20240812-021912'
|
| 7 |
+
exp_root_dir: /results
|
| 8 |
+
exp_dir: /results/dreamfusion-sd
|
| 9 |
+
trial_name: A_divergent_thinker._In_the_abstract_genre_and_in_the_style_of_the_artist_Henri_Rousseau.@20240812-021912
|
| 10 |
+
trial_dir: /results/dreamfusion-sd/A_divergent_thinker._In_the_abstract_genre_and_in_the_style_of_the_artist_Henri_Rousseau.@20240812-021912
|
| 11 |
+
n_gpus: 1
|
| 12 |
+
resume: null
|
| 13 |
+
data_type: random-camera-datamodule
|
| 14 |
+
data:
|
| 15 |
+
batch_size: 1
|
| 16 |
+
width: 64
|
| 17 |
+
height: 64
|
| 18 |
+
camera_distance_range:
|
| 19 |
+
- 1.5
|
| 20 |
+
- 2.0
|
| 21 |
+
fovy_range:
|
| 22 |
+
- 40
|
| 23 |
+
- 70
|
| 24 |
+
elevation_range:
|
| 25 |
+
- -10
|
| 26 |
+
- 45
|
| 27 |
+
light_sample_strategy: dreamfusion
|
| 28 |
+
eval_camera_distance: 2.0
|
| 29 |
+
eval_fovy_deg: 70.0
|
| 30 |
+
system_type: dreamfusion-system
|
| 31 |
+
system:
|
| 32 |
+
geometry_type: implicit-volume
|
| 33 |
+
geometry:
|
| 34 |
+
radius: 2.0
|
| 35 |
+
normal_type: analytic
|
| 36 |
+
density_bias: blob_magic3d
|
| 37 |
+
density_activation: softplus
|
| 38 |
+
density_blob_scale: 10.0
|
| 39 |
+
density_blob_std: 0.5
|
| 40 |
+
pos_encoding_config:
|
| 41 |
+
otype: ProgressiveBandHashGrid
|
| 42 |
+
n_levels: 16
|
| 43 |
+
n_features_per_level: 2
|
| 44 |
+
log2_hashmap_size: 19
|
| 45 |
+
base_resolution: 16
|
| 46 |
+
per_level_scale: 1.447269237440378
|
| 47 |
+
start_level: 8
|
| 48 |
+
start_step: 2000
|
| 49 |
+
update_steps: 500
|
| 50 |
+
material_type: diffuse-with-point-light-material
|
| 51 |
+
material:
|
| 52 |
+
ambient_only_steps: 2001
|
| 53 |
+
albedo_activation: sigmoid
|
| 54 |
+
background_type: neural-environment-map-background
|
| 55 |
+
background:
|
| 56 |
+
color_activation: sigmoid
|
| 57 |
+
renderer_type: nerf-volume-renderer
|
| 58 |
+
renderer:
|
| 59 |
+
radius: 2.0
|
| 60 |
+
num_samples_per_ray: 512
|
| 61 |
+
prompt_processor_type: stable-diffusion-prompt-processor
|
| 62 |
+
prompt_processor:
|
| 63 |
+
pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
|
| 64 |
+
prompt: A divergent thinker. In the abstract genre and in the style of the artist
|
| 65 |
+
Henri Rousseau.
|
| 66 |
+
guidance_type: stable-diffusion-guidance
|
| 67 |
+
guidance:
|
| 68 |
+
pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
|
| 69 |
+
guidance_scale: 100.0
|
| 70 |
+
weighting_strategy: sds
|
| 71 |
+
min_step_percent: 0.02
|
| 72 |
+
max_step_percent: 0.98
|
| 73 |
+
loggers:
|
| 74 |
+
wandb:
|
| 75 |
+
enable: false
|
| 76 |
+
project: threestudio
|
| 77 |
+
name: None
|
| 78 |
+
loss:
|
| 79 |
+
lambda_sds: 1.0
|
| 80 |
+
lambda_orient:
|
| 81 |
+
- 0
|
| 82 |
+
- 10.0
|
| 83 |
+
- 1000.0
|
| 84 |
+
- 5000
|
| 85 |
+
lambda_sparsity: 1.0
|
| 86 |
+
lambda_opaque: 0.0
|
| 87 |
+
optimizer:
|
| 88 |
+
name: Adam
|
| 89 |
+
args:
|
| 90 |
+
lr: 0.01
|
| 91 |
+
betas:
|
| 92 |
+
- 0.9
|
| 93 |
+
- 0.99
|
| 94 |
+
eps: 1.0e-15
|
| 95 |
+
params:
|
| 96 |
+
geometry:
|
| 97 |
+
lr: 0.01
|
| 98 |
+
background:
|
| 99 |
+
lr: 0.001
|
| 100 |
+
trainer:
|
| 101 |
+
max_steps: 10000
|
| 102 |
+
log_every_n_steps: 1
|
| 103 |
+
num_sanity_val_steps: 0
|
| 104 |
+
val_check_interval: 5000
|
| 105 |
+
enable_progress_bar: true
|
| 106 |
+
precision: 16-mixed
|
| 107 |
+
checkpoint:
|
| 108 |
+
save_last: true
|
| 109 |
+
save_top_k: -1
|
| 110 |
+
every_n_train_steps: 10000
|
3Dsckpts/dreamfusion_sd/A_divergent_thinker._In_the_abstract_genre_and_in_the_style_of_the_artist_Henri_Rousseau.@20240812-021912/configs/raw.yaml
ADDED
|
@@ -0,0 +1,115 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: "dreamfusion-sd"
|
| 2 |
+
tag: "${rmspace:${system.prompt_processor.prompt},_}"
|
| 3 |
+
# exp_root_dir: "outputs"
|
| 4 |
+
exp_root_dir: "/results"
|
| 5 |
+
seed: 0
|
| 6 |
+
|
| 7 |
+
data_type: "random-camera-datamodule"
|
| 8 |
+
data:
|
| 9 |
+
batch_size: 1
|
| 10 |
+
width: 64
|
| 11 |
+
height: 64
|
| 12 |
+
camera_distance_range: [1.5, 2.0]
|
| 13 |
+
fovy_range: [40, 70]
|
| 14 |
+
elevation_range: [-10, 45]
|
| 15 |
+
light_sample_strategy: "dreamfusion"
|
| 16 |
+
eval_camera_distance: 2.0
|
| 17 |
+
eval_fovy_deg: 70.
|
| 18 |
+
|
| 19 |
+
system_type: "dreamfusion-system"
|
| 20 |
+
system:
|
| 21 |
+
geometry_type: "implicit-volume"
|
| 22 |
+
geometry:
|
| 23 |
+
radius: 2.0
|
| 24 |
+
normal_type: "analytic"
|
| 25 |
+
|
| 26 |
+
# the density initialization proposed in the DreamFusion paper
|
| 27 |
+
# does not work very well
|
| 28 |
+
# density_bias: "blob_dreamfusion"
|
| 29 |
+
# density_activation: exp
|
| 30 |
+
# density_blob_scale: 5.
|
| 31 |
+
# density_blob_std: 0.2
|
| 32 |
+
|
| 33 |
+
# use Magic3D density initialization instead
|
| 34 |
+
density_bias: "blob_magic3d"
|
| 35 |
+
density_activation: softplus
|
| 36 |
+
density_blob_scale: 10.
|
| 37 |
+
density_blob_std: 0.5
|
| 38 |
+
|
| 39 |
+
# coarse to fine hash grid encoding
|
| 40 |
+
# to ensure smooth analytic normals
|
| 41 |
+
pos_encoding_config:
|
| 42 |
+
otype: ProgressiveBandHashGrid
|
| 43 |
+
n_levels: 16
|
| 44 |
+
n_features_per_level: 2
|
| 45 |
+
log2_hashmap_size: 19
|
| 46 |
+
base_resolution: 16
|
| 47 |
+
per_level_scale: 1.447269237440378 # max resolution 4096
|
| 48 |
+
start_level: 8 # resolution ~200
|
| 49 |
+
start_step: 2000
|
| 50 |
+
update_steps: 500
|
| 51 |
+
|
| 52 |
+
material_type: "diffuse-with-point-light-material"
|
| 53 |
+
material:
|
| 54 |
+
ambient_only_steps: 2001
|
| 55 |
+
albedo_activation: sigmoid
|
| 56 |
+
|
| 57 |
+
background_type: "neural-environment-map-background"
|
| 58 |
+
background:
|
| 59 |
+
color_activation: sigmoid
|
| 60 |
+
|
| 61 |
+
renderer_type: "nerf-volume-renderer"
|
| 62 |
+
renderer:
|
| 63 |
+
radius: ${system.geometry.radius}
|
| 64 |
+
num_samples_per_ray: 512
|
| 65 |
+
|
| 66 |
+
prompt_processor_type: "stable-diffusion-prompt-processor"
|
| 67 |
+
prompt_processor:
|
| 68 |
+
pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
|
| 69 |
+
prompt: ???
|
| 70 |
+
|
| 71 |
+
guidance_type: "stable-diffusion-guidance"
|
| 72 |
+
guidance:
|
| 73 |
+
pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
|
| 74 |
+
guidance_scale: 100.
|
| 75 |
+
weighting_strategy: sds
|
| 76 |
+
min_step_percent: 0.02
|
| 77 |
+
max_step_percent: 0.98
|
| 78 |
+
|
| 79 |
+
loggers:
|
| 80 |
+
wandb:
|
| 81 |
+
enable: false
|
| 82 |
+
project: "threestudio"
|
| 83 |
+
name: None
|
| 84 |
+
|
| 85 |
+
loss:
|
| 86 |
+
lambda_sds: 1.
|
| 87 |
+
lambda_orient: [0, 10., 1000., 5000]
|
| 88 |
+
lambda_sparsity: 1.
|
| 89 |
+
lambda_opaque: 0.
|
| 90 |
+
|
| 91 |
+
optimizer:
|
| 92 |
+
name: Adam
|
| 93 |
+
args:
|
| 94 |
+
lr: 0.01
|
| 95 |
+
betas: [0.9, 0.99]
|
| 96 |
+
eps: 1.e-15
|
| 97 |
+
params:
|
| 98 |
+
geometry:
|
| 99 |
+
lr: 0.01
|
| 100 |
+
background:
|
| 101 |
+
lr: 0.001
|
| 102 |
+
|
| 103 |
+
trainer:
|
| 104 |
+
max_steps: 10000
|
| 105 |
+
# max_steps: 100
|
| 106 |
+
log_every_n_steps: 1
|
| 107 |
+
num_sanity_val_steps: 0
|
| 108 |
+
val_check_interval: 5000
|
| 109 |
+
enable_progress_bar: true
|
| 110 |
+
precision: 16-mixed
|
| 111 |
+
|
| 112 |
+
checkpoint:
|
| 113 |
+
save_last: true # save at each validation time
|
| 114 |
+
save_top_k: -1
|
| 115 |
+
every_n_train_steps: ${trainer.max_steps}
|
3Dsckpts/dreamfusion_sd/A_diving_suit;_an_entrepreneur._With_the_Conceptual_Art_painting_style.@20240817-112206/ckpts/epoch=0-step=10000.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ac421c0f4e8e8cc297744f4f127adf747f1b9b5276f5b57b3033c2f6b63bc950
|
| 3 |
+
size 151452111
|
3Dsckpts/dreamfusion_sd/A_diving_suit;_an_entrepreneur._With_the_Conceptual_Art_painting_style.@20240817-112206/ckpts/last.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ac421c0f4e8e8cc297744f4f127adf747f1b9b5276f5b57b3033c2f6b63bc950
|
| 3 |
+
size 151452111
|
3Dsckpts/dreamfusion_sd/A_diving_suit;_an_entrepreneur._With_the_Conceptual_Art_painting_style.@20240817-112206/configs/parsed.yaml
ADDED
|
@@ -0,0 +1,109 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: dreamfusion-sd
|
| 2 |
+
description: ''
|
| 3 |
+
tag: A_diving_suit;_an_entrepreneur._With_the_Conceptual_Art_painting_style.
|
| 4 |
+
seed: 0
|
| 5 |
+
use_timestamp: true
|
| 6 |
+
timestamp: '@20240817-112206'
|
| 7 |
+
exp_root_dir: /results
|
| 8 |
+
exp_dir: /results/dreamfusion-sd
|
| 9 |
+
trial_name: A_diving_suit;_an_entrepreneur._With_the_Conceptual_Art_painting_style.@20240817-112206
|
| 10 |
+
trial_dir: /results/dreamfusion-sd/A_diving_suit;_an_entrepreneur._With_the_Conceptual_Art_painting_style.@20240817-112206
|
| 11 |
+
n_gpus: 1
|
| 12 |
+
resume: null
|
| 13 |
+
data_type: random-camera-datamodule
|
| 14 |
+
data:
|
| 15 |
+
batch_size: 1
|
| 16 |
+
width: 64
|
| 17 |
+
height: 64
|
| 18 |
+
camera_distance_range:
|
| 19 |
+
- 1.5
|
| 20 |
+
- 2.0
|
| 21 |
+
fovy_range:
|
| 22 |
+
- 40
|
| 23 |
+
- 70
|
| 24 |
+
elevation_range:
|
| 25 |
+
- -10
|
| 26 |
+
- 45
|
| 27 |
+
light_sample_strategy: dreamfusion
|
| 28 |
+
eval_camera_distance: 2.0
|
| 29 |
+
eval_fovy_deg: 70.0
|
| 30 |
+
system_type: dreamfusion-system
|
| 31 |
+
system:
|
| 32 |
+
geometry_type: implicit-volume
|
| 33 |
+
geometry:
|
| 34 |
+
radius: 2.0
|
| 35 |
+
normal_type: analytic
|
| 36 |
+
density_bias: blob_magic3d
|
| 37 |
+
density_activation: softplus
|
| 38 |
+
density_blob_scale: 10.0
|
| 39 |
+
density_blob_std: 0.5
|
| 40 |
+
pos_encoding_config:
|
| 41 |
+
otype: ProgressiveBandHashGrid
|
| 42 |
+
n_levels: 16
|
| 43 |
+
n_features_per_level: 2
|
| 44 |
+
log2_hashmap_size: 19
|
| 45 |
+
base_resolution: 16
|
| 46 |
+
per_level_scale: 1.447269237440378
|
| 47 |
+
start_level: 8
|
| 48 |
+
start_step: 2000
|
| 49 |
+
update_steps: 500
|
| 50 |
+
material_type: diffuse-with-point-light-material
|
| 51 |
+
material:
|
| 52 |
+
ambient_only_steps: 2001
|
| 53 |
+
albedo_activation: sigmoid
|
| 54 |
+
background_type: neural-environment-map-background
|
| 55 |
+
background:
|
| 56 |
+
color_activation: sigmoid
|
| 57 |
+
renderer_type: nerf-volume-renderer
|
| 58 |
+
renderer:
|
| 59 |
+
radius: 2.0
|
| 60 |
+
num_samples_per_ray: 512
|
| 61 |
+
prompt_processor_type: stable-diffusion-prompt-processor
|
| 62 |
+
prompt_processor:
|
| 63 |
+
pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
|
| 64 |
+
prompt: A diving suit; an entrepreneur. With the Conceptual Art painting style.
|
| 65 |
+
guidance_type: stable-diffusion-guidance
|
| 66 |
+
guidance:
|
| 67 |
+
pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
|
| 68 |
+
guidance_scale: 100.0
|
| 69 |
+
weighting_strategy: sds
|
| 70 |
+
min_step_percent: 0.02
|
| 71 |
+
max_step_percent: 0.98
|
| 72 |
+
loggers:
|
| 73 |
+
wandb:
|
| 74 |
+
enable: false
|
| 75 |
+
project: threestudio
|
| 76 |
+
name: None
|
| 77 |
+
loss:
|
| 78 |
+
lambda_sds: 1.0
|
| 79 |
+
lambda_orient:
|
| 80 |
+
- 0
|
| 81 |
+
- 10.0
|
| 82 |
+
- 1000.0
|
| 83 |
+
- 5000
|
| 84 |
+
lambda_sparsity: 1.0
|
| 85 |
+
lambda_opaque: 0.0
|
| 86 |
+
optimizer:
|
| 87 |
+
name: Adam
|
| 88 |
+
args:
|
| 89 |
+
lr: 0.01
|
| 90 |
+
betas:
|
| 91 |
+
- 0.9
|
| 92 |
+
- 0.99
|
| 93 |
+
eps: 1.0e-15
|
| 94 |
+
params:
|
| 95 |
+
geometry:
|
| 96 |
+
lr: 0.01
|
| 97 |
+
background:
|
| 98 |
+
lr: 0.001
|
| 99 |
+
trainer:
|
| 100 |
+
max_steps: 10000
|
| 101 |
+
log_every_n_steps: 1
|
| 102 |
+
num_sanity_val_steps: 0
|
| 103 |
+
val_check_interval: 5000
|
| 104 |
+
enable_progress_bar: true
|
| 105 |
+
precision: 16-mixed
|
| 106 |
+
checkpoint:
|
| 107 |
+
save_last: true
|
| 108 |
+
save_top_k: -1
|
| 109 |
+
every_n_train_steps: 10000
|
3Dsckpts/dreamfusion_sd/A_diving_suit;_an_entrepreneur._With_the_Conceptual_Art_painting_style.@20240817-112206/configs/raw.yaml
ADDED
|
@@ -0,0 +1,115 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: "dreamfusion-sd"
|
| 2 |
+
tag: "${rmspace:${system.prompt_processor.prompt},_}"
|
| 3 |
+
# exp_root_dir: "outputs"
|
| 4 |
+
exp_root_dir: "/results"
|
| 5 |
+
seed: 0
|
| 6 |
+
|
| 7 |
+
data_type: "random-camera-datamodule"
|
| 8 |
+
data:
|
| 9 |
+
batch_size: 1
|
| 10 |
+
width: 64
|
| 11 |
+
height: 64
|
| 12 |
+
camera_distance_range: [1.5, 2.0]
|
| 13 |
+
fovy_range: [40, 70]
|
| 14 |
+
elevation_range: [-10, 45]
|
| 15 |
+
light_sample_strategy: "dreamfusion"
|
| 16 |
+
eval_camera_distance: 2.0
|
| 17 |
+
eval_fovy_deg: 70.
|
| 18 |
+
|
| 19 |
+
system_type: "dreamfusion-system"
|
| 20 |
+
system:
|
| 21 |
+
geometry_type: "implicit-volume"
|
| 22 |
+
geometry:
|
| 23 |
+
radius: 2.0
|
| 24 |
+
normal_type: "analytic"
|
| 25 |
+
|
| 26 |
+
# the density initialization proposed in the DreamFusion paper
|
| 27 |
+
# does not work very well
|
| 28 |
+
# density_bias: "blob_dreamfusion"
|
| 29 |
+
# density_activation: exp
|
| 30 |
+
# density_blob_scale: 5.
|
| 31 |
+
# density_blob_std: 0.2
|
| 32 |
+
|
| 33 |
+
# use Magic3D density initialization instead
|
| 34 |
+
density_bias: "blob_magic3d"
|
| 35 |
+
density_activation: softplus
|
| 36 |
+
density_blob_scale: 10.
|
| 37 |
+
density_blob_std: 0.5
|
| 38 |
+
|
| 39 |
+
# coarse to fine hash grid encoding
|
| 40 |
+
# to ensure smooth analytic normals
|
| 41 |
+
pos_encoding_config:
|
| 42 |
+
otype: ProgressiveBandHashGrid
|
| 43 |
+
n_levels: 16
|
| 44 |
+
n_features_per_level: 2
|
| 45 |
+
log2_hashmap_size: 19
|
| 46 |
+
base_resolution: 16
|
| 47 |
+
per_level_scale: 1.447269237440378 # max resolution 4096
|
| 48 |
+
start_level: 8 # resolution ~200
|
| 49 |
+
start_step: 2000
|
| 50 |
+
update_steps: 500
|
| 51 |
+
|
| 52 |
+
material_type: "diffuse-with-point-light-material"
|
| 53 |
+
material:
|
| 54 |
+
ambient_only_steps: 2001
|
| 55 |
+
albedo_activation: sigmoid
|
| 56 |
+
|
| 57 |
+
background_type: "neural-environment-map-background"
|
| 58 |
+
background:
|
| 59 |
+
color_activation: sigmoid
|
| 60 |
+
|
| 61 |
+
renderer_type: "nerf-volume-renderer"
|
| 62 |
+
renderer:
|
| 63 |
+
radius: ${system.geometry.radius}
|
| 64 |
+
num_samples_per_ray: 512
|
| 65 |
+
|
| 66 |
+
prompt_processor_type: "stable-diffusion-prompt-processor"
|
| 67 |
+
prompt_processor:
|
| 68 |
+
pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
|
| 69 |
+
prompt: ???
|
| 70 |
+
|
| 71 |
+
guidance_type: "stable-diffusion-guidance"
|
| 72 |
+
guidance:
|
| 73 |
+
pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
|
| 74 |
+
guidance_scale: 100.
|
| 75 |
+
weighting_strategy: sds
|
| 76 |
+
min_step_percent: 0.02
|
| 77 |
+
max_step_percent: 0.98
|
| 78 |
+
|
| 79 |
+
loggers:
|
| 80 |
+
wandb:
|
| 81 |
+
enable: false
|
| 82 |
+
project: "threestudio"
|
| 83 |
+
name: None
|
| 84 |
+
|
| 85 |
+
loss:
|
| 86 |
+
lambda_sds: 1.
|
| 87 |
+
lambda_orient: [0, 10., 1000., 5000]
|
| 88 |
+
lambda_sparsity: 1.
|
| 89 |
+
lambda_opaque: 0.
|
| 90 |
+
|
| 91 |
+
optimizer:
|
| 92 |
+
name: Adam
|
| 93 |
+
args:
|
| 94 |
+
lr: 0.01
|
| 95 |
+
betas: [0.9, 0.99]
|
| 96 |
+
eps: 1.e-15
|
| 97 |
+
params:
|
| 98 |
+
geometry:
|
| 99 |
+
lr: 0.01
|
| 100 |
+
background:
|
| 101 |
+
lr: 0.001
|
| 102 |
+
|
| 103 |
+
trainer:
|
| 104 |
+
max_steps: 10000
|
| 105 |
+
# max_steps: 100
|
| 106 |
+
log_every_n_steps: 1
|
| 107 |
+
num_sanity_val_steps: 0
|
| 108 |
+
val_check_interval: 5000
|
| 109 |
+
enable_progress_bar: true
|
| 110 |
+
precision: 16-mixed
|
| 111 |
+
|
| 112 |
+
checkpoint:
|
| 113 |
+
save_last: true # save at each validation time
|
| 114 |
+
save_top_k: -1
|
| 115 |
+
every_n_train_steps: ${trainer.max_steps}
|
3Dsckpts/dreamfusion_sd/A_dog_violet;_a_scabbard._In_the_tessellation_genre_and_with_the_Kinetic_Art_painting_style.@20240809-171223/ckpts/epoch=0-step=10000.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6c76829eb760081da196bc71ee220cce12396604c878c987e20dc5e1858e3d13
|
| 3 |
+
size 151452175
|
3Dsckpts/dreamfusion_sd/A_dog_violet;_a_scabbard._In_the_tessellation_genre_and_with_the_Kinetic_Art_painting_style.@20240809-171223/ckpts/last.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6c76829eb760081da196bc71ee220cce12396604c878c987e20dc5e1858e3d13
|
| 3 |
+
size 151452175
|
3Dsckpts/dreamfusion_sd/A_dog_violet;_a_scabbard._In_the_tessellation_genre_and_with_the_Kinetic_Art_painting_style.@20240809-171223/configs/parsed.yaml
ADDED
|
@@ -0,0 +1,110 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: dreamfusion-sd
|
| 2 |
+
description: ''
|
| 3 |
+
tag: A_dog_violet;_a_scabbard._In_the_tessellation_genre_and_with_the_Kinetic_Art_painting_style.
|
| 4 |
+
seed: 0
|
| 5 |
+
use_timestamp: true
|
| 6 |
+
timestamp: '@20240809-171223'
|
| 7 |
+
exp_root_dir: /results
|
| 8 |
+
exp_dir: /results/dreamfusion-sd
|
| 9 |
+
trial_name: A_dog_violet;_a_scabbard._In_the_tessellation_genre_and_with_the_Kinetic_Art_painting_style.@20240809-171223
|
| 10 |
+
trial_dir: /results/dreamfusion-sd/A_dog_violet;_a_scabbard._In_the_tessellation_genre_and_with_the_Kinetic_Art_painting_style.@20240809-171223
|
| 11 |
+
n_gpus: 1
|
| 12 |
+
resume: null
|
| 13 |
+
data_type: random-camera-datamodule
|
| 14 |
+
data:
|
| 15 |
+
batch_size: 1
|
| 16 |
+
width: 64
|
| 17 |
+
height: 64
|
| 18 |
+
camera_distance_range:
|
| 19 |
+
- 1.5
|
| 20 |
+
- 2.0
|
| 21 |
+
fovy_range:
|
| 22 |
+
- 40
|
| 23 |
+
- 70
|
| 24 |
+
elevation_range:
|
| 25 |
+
- -10
|
| 26 |
+
- 45
|
| 27 |
+
light_sample_strategy: dreamfusion
|
| 28 |
+
eval_camera_distance: 2.0
|
| 29 |
+
eval_fovy_deg: 70.0
|
| 30 |
+
system_type: dreamfusion-system
|
| 31 |
+
system:
|
| 32 |
+
geometry_type: implicit-volume
|
| 33 |
+
geometry:
|
| 34 |
+
radius: 2.0
|
| 35 |
+
normal_type: analytic
|
| 36 |
+
density_bias: blob_magic3d
|
| 37 |
+
density_activation: softplus
|
| 38 |
+
density_blob_scale: 10.0
|
| 39 |
+
density_blob_std: 0.5
|
| 40 |
+
pos_encoding_config:
|
| 41 |
+
otype: ProgressiveBandHashGrid
|
| 42 |
+
n_levels: 16
|
| 43 |
+
n_features_per_level: 2
|
| 44 |
+
log2_hashmap_size: 19
|
| 45 |
+
base_resolution: 16
|
| 46 |
+
per_level_scale: 1.447269237440378
|
| 47 |
+
start_level: 8
|
| 48 |
+
start_step: 2000
|
| 49 |
+
update_steps: 500
|
| 50 |
+
material_type: diffuse-with-point-light-material
|
| 51 |
+
material:
|
| 52 |
+
ambient_only_steps: 2001
|
| 53 |
+
albedo_activation: sigmoid
|
| 54 |
+
background_type: neural-environment-map-background
|
| 55 |
+
background:
|
| 56 |
+
color_activation: sigmoid
|
| 57 |
+
renderer_type: nerf-volume-renderer
|
| 58 |
+
renderer:
|
| 59 |
+
radius: 2.0
|
| 60 |
+
num_samples_per_ray: 512
|
| 61 |
+
prompt_processor_type: stable-diffusion-prompt-processor
|
| 62 |
+
prompt_processor:
|
| 63 |
+
pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
|
| 64 |
+
prompt: A dog violet; a scabbard. In the tessellation genre and with the Kinetic
|
| 65 |
+
Art painting style.
|
| 66 |
+
guidance_type: stable-diffusion-guidance
|
| 67 |
+
guidance:
|
| 68 |
+
pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
|
| 69 |
+
guidance_scale: 100.0
|
| 70 |
+
weighting_strategy: sds
|
| 71 |
+
min_step_percent: 0.02
|
| 72 |
+
max_step_percent: 0.98
|
| 73 |
+
loggers:
|
| 74 |
+
wandb:
|
| 75 |
+
enable: false
|
| 76 |
+
project: threestudio
|
| 77 |
+
name: None
|
| 78 |
+
loss:
|
| 79 |
+
lambda_sds: 1.0
|
| 80 |
+
lambda_orient:
|
| 81 |
+
- 0
|
| 82 |
+
- 10.0
|
| 83 |
+
- 1000.0
|
| 84 |
+
- 5000
|
| 85 |
+
lambda_sparsity: 1.0
|
| 86 |
+
lambda_opaque: 0.0
|
| 87 |
+
optimizer:
|
| 88 |
+
name: Adam
|
| 89 |
+
args:
|
| 90 |
+
lr: 0.01
|
| 91 |
+
betas:
|
| 92 |
+
- 0.9
|
| 93 |
+
- 0.99
|
| 94 |
+
eps: 1.0e-15
|
| 95 |
+
params:
|
| 96 |
+
geometry:
|
| 97 |
+
lr: 0.01
|
| 98 |
+
background:
|
| 99 |
+
lr: 0.001
|
| 100 |
+
trainer:
|
| 101 |
+
max_steps: 10000
|
| 102 |
+
log_every_n_steps: 1
|
| 103 |
+
num_sanity_val_steps: 0
|
| 104 |
+
val_check_interval: 5000
|
| 105 |
+
enable_progress_bar: true
|
| 106 |
+
precision: 16-mixed
|
| 107 |
+
checkpoint:
|
| 108 |
+
save_last: true
|
| 109 |
+
save_top_k: -1
|
| 110 |
+
every_n_train_steps: 10000
|
3Dsckpts/dreamfusion_sd/A_dog_violet;_a_scabbard._In_the_tessellation_genre_and_with_the_Kinetic_Art_painting_style.@20240809-171223/configs/raw.yaml
ADDED
|
@@ -0,0 +1,115 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: "dreamfusion-sd"
|
| 2 |
+
tag: "${rmspace:${system.prompt_processor.prompt},_}"
|
| 3 |
+
# exp_root_dir: "outputs"
|
| 4 |
+
exp_root_dir: "/results"
|
| 5 |
+
seed: 0
|
| 6 |
+
|
| 7 |
+
data_type: "random-camera-datamodule"
|
| 8 |
+
data:
|
| 9 |
+
batch_size: 1
|
| 10 |
+
width: 64
|
| 11 |
+
height: 64
|
| 12 |
+
camera_distance_range: [1.5, 2.0]
|
| 13 |
+
fovy_range: [40, 70]
|
| 14 |
+
elevation_range: [-10, 45]
|
| 15 |
+
light_sample_strategy: "dreamfusion"
|
| 16 |
+
eval_camera_distance: 2.0
|
| 17 |
+
eval_fovy_deg: 70.
|
| 18 |
+
|
| 19 |
+
system_type: "dreamfusion-system"
|
| 20 |
+
system:
|
| 21 |
+
geometry_type: "implicit-volume"
|
| 22 |
+
geometry:
|
| 23 |
+
radius: 2.0
|
| 24 |
+
normal_type: "analytic"
|
| 25 |
+
|
| 26 |
+
# the density initialization proposed in the DreamFusion paper
|
| 27 |
+
# does not work very well
|
| 28 |
+
# density_bias: "blob_dreamfusion"
|
| 29 |
+
# density_activation: exp
|
| 30 |
+
# density_blob_scale: 5.
|
| 31 |
+
# density_blob_std: 0.2
|
| 32 |
+
|
| 33 |
+
# use Magic3D density initialization instead
|
| 34 |
+
density_bias: "blob_magic3d"
|
| 35 |
+
density_activation: softplus
|
| 36 |
+
density_blob_scale: 10.
|
| 37 |
+
density_blob_std: 0.5
|
| 38 |
+
|
| 39 |
+
# coarse to fine hash grid encoding
|
| 40 |
+
# to ensure smooth analytic normals
|
| 41 |
+
pos_encoding_config:
|
| 42 |
+
otype: ProgressiveBandHashGrid
|
| 43 |
+
n_levels: 16
|
| 44 |
+
n_features_per_level: 2
|
| 45 |
+
log2_hashmap_size: 19
|
| 46 |
+
base_resolution: 16
|
| 47 |
+
per_level_scale: 1.447269237440378 # max resolution 4096
|
| 48 |
+
start_level: 8 # resolution ~200
|
| 49 |
+
start_step: 2000
|
| 50 |
+
update_steps: 500
|
| 51 |
+
|
| 52 |
+
material_type: "diffuse-with-point-light-material"
|
| 53 |
+
material:
|
| 54 |
+
ambient_only_steps: 2001
|
| 55 |
+
albedo_activation: sigmoid
|
| 56 |
+
|
| 57 |
+
background_type: "neural-environment-map-background"
|
| 58 |
+
background:
|
| 59 |
+
color_activation: sigmoid
|
| 60 |
+
|
| 61 |
+
renderer_type: "nerf-volume-renderer"
|
| 62 |
+
renderer:
|
| 63 |
+
radius: ${system.geometry.radius}
|
| 64 |
+
num_samples_per_ray: 512
|
| 65 |
+
|
| 66 |
+
prompt_processor_type: "stable-diffusion-prompt-processor"
|
| 67 |
+
prompt_processor:
|
| 68 |
+
pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
|
| 69 |
+
prompt: ???
|
| 70 |
+
|
| 71 |
+
guidance_type: "stable-diffusion-guidance"
|
| 72 |
+
guidance:
|
| 73 |
+
pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
|
| 74 |
+
guidance_scale: 100.
|
| 75 |
+
weighting_strategy: sds
|
| 76 |
+
min_step_percent: 0.02
|
| 77 |
+
max_step_percent: 0.98
|
| 78 |
+
|
| 79 |
+
loggers:
|
| 80 |
+
wandb:
|
| 81 |
+
enable: false
|
| 82 |
+
project: "threestudio"
|
| 83 |
+
name: None
|
| 84 |
+
|
| 85 |
+
loss:
|
| 86 |
+
lambda_sds: 1.
|
| 87 |
+
lambda_orient: [0, 10., 1000., 5000]
|
| 88 |
+
lambda_sparsity: 1.
|
| 89 |
+
lambda_opaque: 0.
|
| 90 |
+
|
| 91 |
+
optimizer:
|
| 92 |
+
name: Adam
|
| 93 |
+
args:
|
| 94 |
+
lr: 0.01
|
| 95 |
+
betas: [0.9, 0.99]
|
| 96 |
+
eps: 1.e-15
|
| 97 |
+
params:
|
| 98 |
+
geometry:
|
| 99 |
+
lr: 0.01
|
| 100 |
+
background:
|
| 101 |
+
lr: 0.001
|
| 102 |
+
|
| 103 |
+
trainer:
|
| 104 |
+
max_steps: 10000
|
| 105 |
+
# max_steps: 100
|
| 106 |
+
log_every_n_steps: 1
|
| 107 |
+
num_sanity_val_steps: 0
|
| 108 |
+
val_check_interval: 5000
|
| 109 |
+
enable_progress_bar: true
|
| 110 |
+
precision: 16-mixed
|
| 111 |
+
|
| 112 |
+
checkpoint:
|
| 113 |
+
save_last: true # save at each validation time
|
| 114 |
+
save_top_k: -1
|
| 115 |
+
every_n_train_steps: ${trainer.max_steps}
|