Ziqi Gao commited on
1350ba1123ef15248e1be9286fa4a69acd7a5a7fb41a52c32dd5e200772b96a0
Browse files- 3Dsckpts/dreamfusion_sd/A_circular_crustacean;_a_stemmer_(device)._In_the_style_of_the_artist_Kazimir_Malevich_and_using_the_gouache_painting_technique.@20240818-022104/ckpts/epoch=0-step=10000.ckpt +3 -0
- 3Dsckpts/dreamfusion_sd/A_circular_crustacean;_a_stemmer_(device)._In_the_style_of_the_artist_Kazimir_Malevich_and_using_the_gouache_painting_technique.@20240818-022104/ckpts/last.ckpt +3 -0
- 3Dsckpts/dreamfusion_sd/A_circular_crustacean;_a_stemmer_(device)._In_the_style_of_the_artist_Kazimir_Malevich_and_using_the_gouache_painting_technique.@20240818-022104/configs/parsed.yaml +110 -0
- 3Dsckpts/dreamfusion_sd/A_circular_crustacean;_a_stemmer_(device)._In_the_style_of_the_artist_Kazimir_Malevich_and_using_the_gouache_painting_technique.@20240818-022104/configs/raw.yaml +115 -0
- 3Dsckpts/dreamfusion_sd/A_city_father.@20240808-052555/ckpts/epoch=0-step=10000.ckpt +3 -0
- 3Dsckpts/dreamfusion_sd/A_city_father.@20240808-052555/ckpts/last.ckpt +3 -0
- 3Dsckpts/dreamfusion_sd/A_city_father.@20240808-052555/configs/parsed.yaml +109 -0
- 3Dsckpts/dreamfusion_sd/A_city_father.@20240808-052555/configs/raw.yaml +115 -0
- 3Dsckpts/dreamfusion_sd/A_clone.@20240806-190252/ckpts/epoch=0-step=10000.ckpt +3 -0
- 3Dsckpts/dreamfusion_sd/A_clone.@20240806-190252/ckpts/last.ckpt +3 -0
- 3Dsckpts/dreamfusion_sd/A_clone.@20240806-190252/configs/parsed.yaml +109 -0
- 3Dsckpts/dreamfusion_sd/A_clone.@20240806-190252/configs/raw.yaml +115 -0
- 3Dsckpts/dreamfusion_sd/A_closed_field_spaniel._In_the_style_of_the_artist_Zeng_Fanzhi_and_using_the_chalk_drawing_technique.@20240810-032222/ckpts/epoch=0-step=10000.ckpt +3 -0
- 3Dsckpts/dreamfusion_sd/A_closed_field_spaniel._In_the_style_of_the_artist_Zeng_Fanzhi_and_using_the_chalk_drawing_technique.@20240810-032222/ckpts/last.ckpt +3 -0
- 3Dsckpts/dreamfusion_sd/A_closed_field_spaniel._In_the_style_of_the_artist_Zeng_Fanzhi_and_using_the_chalk_drawing_technique.@20240810-032222/configs/parsed.yaml +110 -0
- 3Dsckpts/dreamfusion_sd/A_closed_field_spaniel._In_the_style_of_the_artist_Zeng_Fanzhi_and_using_the_chalk_drawing_technique.@20240810-032222/configs/raw.yaml +115 -0
- 3Dsckpts/dreamfusion_sd/A_coalface_is_streaming_water_from_the_freckle._In_the_style_of_the_artist_Vincent_van_Gogh_and_using_the_ballpoint_pen_drawing_technique.@20240817-155724/ckpts/epoch=0-step=10000.ckpt +3 -0
- 3Dsckpts/dreamfusion_sd/A_coalface_is_streaming_water_from_the_freckle._In_the_style_of_the_artist_Vincent_van_Gogh_and_using_the_ballpoint_pen_drawing_technique.@20240817-155724/ckpts/last.ckpt +3 -0
- 3Dsckpts/dreamfusion_sd/A_coalface_is_streaming_water_from_the_freckle._In_the_style_of_the_artist_Vincent_van_Gogh_and_using_the_ballpoint_pen_drawing_technique.@20240817-155724/configs/parsed.yaml +110 -0
- 3Dsckpts/dreamfusion_sd/A_coalface_is_streaming_water_from_the_freckle._In_the_style_of_the_artist_Vincent_van_Gogh_and_using_the_ballpoint_pen_drawing_technique.@20240817-155724/configs/raw.yaml +115 -0
- 3Dsckpts/dreamfusion_sd/A_coast_boykinia._In_the_interior_genre.@20240810-052033/ckpts/epoch=0-step=10000.ckpt +3 -0
- 3Dsckpts/dreamfusion_sd/A_coast_boykinia._In_the_interior_genre.@20240810-052033/ckpts/last.ckpt +3 -0
- 3Dsckpts/dreamfusion_sd/A_coast_boykinia._In_the_interior_genre.@20240810-052033/configs/parsed.yaml +109 -0
- 3Dsckpts/dreamfusion_sd/A_coast_boykinia._In_the_interior_genre.@20240810-052033/configs/raw.yaml +115 -0
- 3Dsckpts/dreamfusion_sd/A_cocked_hat._With_the_Joseon_Dynasty_painting_style_and_using_the_chalk_drawing_technique.@20240811-153007/ckpts/epoch=0-step=10000.ckpt +3 -0
- 3Dsckpts/dreamfusion_sd/A_cocked_hat._With_the_Joseon_Dynasty_painting_style_and_using_the_chalk_drawing_technique.@20240811-153007/ckpts/last.ckpt +3 -0
- 3Dsckpts/dreamfusion_sd/A_cocked_hat._With_the_Joseon_Dynasty_painting_style_and_using_the_chalk_drawing_technique.@20240811-153007/configs/parsed.yaml +110 -0
- 3Dsckpts/dreamfusion_sd/A_cocked_hat._With_the_Joseon_Dynasty_painting_style_and_using_the_chalk_drawing_technique.@20240811-153007/configs/raw.yaml +115 -0
3Dsckpts/dreamfusion_sd/A_circular_crustacean;_a_stemmer_(device)._In_the_style_of_the_artist_Kazimir_Malevich_and_using_the_gouache_painting_technique.@20240818-022104/ckpts/epoch=0-step=10000.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5ba50adeb03a4a3379cab452ad952a1f3392554383b6cfcabe5637bcfc1763a6
|
| 3 |
+
size 151452303
|
3Dsckpts/dreamfusion_sd/A_circular_crustacean;_a_stemmer_(device)._In_the_style_of_the_artist_Kazimir_Malevich_and_using_the_gouache_painting_technique.@20240818-022104/ckpts/last.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5ba50adeb03a4a3379cab452ad952a1f3392554383b6cfcabe5637bcfc1763a6
|
| 3 |
+
size 151452303
|
3Dsckpts/dreamfusion_sd/A_circular_crustacean;_a_stemmer_(device)._In_the_style_of_the_artist_Kazimir_Malevich_and_using_the_gouache_painting_technique.@20240818-022104/configs/parsed.yaml
ADDED
|
@@ -0,0 +1,110 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: dreamfusion-sd
|
| 2 |
+
description: ''
|
| 3 |
+
tag: A_circular_crustacean;_a_stemmer_(device)._In_the_style_of_the_artist_Kazimir_Malevich_and_using_the_gouache_painting_technique.
|
| 4 |
+
seed: 0
|
| 5 |
+
use_timestamp: true
|
| 6 |
+
timestamp: '@20240818-022104'
|
| 7 |
+
exp_root_dir: /results
|
| 8 |
+
exp_dir: /results/dreamfusion-sd
|
| 9 |
+
trial_name: A_circular_crustacean;_a_stemmer_(device)._In_the_style_of_the_artist_Kazimir_Malevich_and_using_the_gouache_painting_technique.@20240818-022104
|
| 10 |
+
trial_dir: /results/dreamfusion-sd/A_circular_crustacean;_a_stemmer_(device)._In_the_style_of_the_artist_Kazimir_Malevich_and_using_the_gouache_painting_technique.@20240818-022104
|
| 11 |
+
n_gpus: 1
|
| 12 |
+
resume: null
|
| 13 |
+
data_type: random-camera-datamodule
|
| 14 |
+
data:
|
| 15 |
+
batch_size: 1
|
| 16 |
+
width: 64
|
| 17 |
+
height: 64
|
| 18 |
+
camera_distance_range:
|
| 19 |
+
- 1.5
|
| 20 |
+
- 2.0
|
| 21 |
+
fovy_range:
|
| 22 |
+
- 40
|
| 23 |
+
- 70
|
| 24 |
+
elevation_range:
|
| 25 |
+
- -10
|
| 26 |
+
- 45
|
| 27 |
+
light_sample_strategy: dreamfusion
|
| 28 |
+
eval_camera_distance: 2.0
|
| 29 |
+
eval_fovy_deg: 70.0
|
| 30 |
+
system_type: dreamfusion-system
|
| 31 |
+
system:
|
| 32 |
+
geometry_type: implicit-volume
|
| 33 |
+
geometry:
|
| 34 |
+
radius: 2.0
|
| 35 |
+
normal_type: analytic
|
| 36 |
+
density_bias: blob_magic3d
|
| 37 |
+
density_activation: softplus
|
| 38 |
+
density_blob_scale: 10.0
|
| 39 |
+
density_blob_std: 0.5
|
| 40 |
+
pos_encoding_config:
|
| 41 |
+
otype: ProgressiveBandHashGrid
|
| 42 |
+
n_levels: 16
|
| 43 |
+
n_features_per_level: 2
|
| 44 |
+
log2_hashmap_size: 19
|
| 45 |
+
base_resolution: 16
|
| 46 |
+
per_level_scale: 1.447269237440378
|
| 47 |
+
start_level: 8
|
| 48 |
+
start_step: 2000
|
| 49 |
+
update_steps: 500
|
| 50 |
+
material_type: diffuse-with-point-light-material
|
| 51 |
+
material:
|
| 52 |
+
ambient_only_steps: 2001
|
| 53 |
+
albedo_activation: sigmoid
|
| 54 |
+
background_type: neural-environment-map-background
|
| 55 |
+
background:
|
| 56 |
+
color_activation: sigmoid
|
| 57 |
+
renderer_type: nerf-volume-renderer
|
| 58 |
+
renderer:
|
| 59 |
+
radius: 2.0
|
| 60 |
+
num_samples_per_ray: 512
|
| 61 |
+
prompt_processor_type: stable-diffusion-prompt-processor
|
| 62 |
+
prompt_processor:
|
| 63 |
+
pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
|
| 64 |
+
prompt: A circular crustacean; a stemmer (device). In the style of the artist
|
| 65 |
+
Kazimir Malevich and using the gouache painting technique.
|
| 66 |
+
guidance_type: stable-diffusion-guidance
|
| 67 |
+
guidance:
|
| 68 |
+
pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
|
| 69 |
+
guidance_scale: 100.0
|
| 70 |
+
weighting_strategy: sds
|
| 71 |
+
min_step_percent: 0.02
|
| 72 |
+
max_step_percent: 0.98
|
| 73 |
+
loggers:
|
| 74 |
+
wandb:
|
| 75 |
+
enable: false
|
| 76 |
+
project: threestudio
|
| 77 |
+
name: None
|
| 78 |
+
loss:
|
| 79 |
+
lambda_sds: 1.0
|
| 80 |
+
lambda_orient:
|
| 81 |
+
- 0
|
| 82 |
+
- 10.0
|
| 83 |
+
- 1000.0
|
| 84 |
+
- 5000
|
| 85 |
+
lambda_sparsity: 1.0
|
| 86 |
+
lambda_opaque: 0.0
|
| 87 |
+
optimizer:
|
| 88 |
+
name: Adam
|
| 89 |
+
args:
|
| 90 |
+
lr: 0.01
|
| 91 |
+
betas:
|
| 92 |
+
- 0.9
|
| 93 |
+
- 0.99
|
| 94 |
+
eps: 1.0e-15
|
| 95 |
+
params:
|
| 96 |
+
geometry:
|
| 97 |
+
lr: 0.01
|
| 98 |
+
background:
|
| 99 |
+
lr: 0.001
|
| 100 |
+
trainer:
|
| 101 |
+
max_steps: 10000
|
| 102 |
+
log_every_n_steps: 1
|
| 103 |
+
num_sanity_val_steps: 0
|
| 104 |
+
val_check_interval: 5000
|
| 105 |
+
enable_progress_bar: true
|
| 106 |
+
precision: 16-mixed
|
| 107 |
+
checkpoint:
|
| 108 |
+
save_last: true
|
| 109 |
+
save_top_k: -1
|
| 110 |
+
every_n_train_steps: 10000
|
3Dsckpts/dreamfusion_sd/A_circular_crustacean;_a_stemmer_(device)._In_the_style_of_the_artist_Kazimir_Malevich_and_using_the_gouache_painting_technique.@20240818-022104/configs/raw.yaml
ADDED
|
@@ -0,0 +1,115 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: "dreamfusion-sd"
|
| 2 |
+
tag: "${rmspace:${system.prompt_processor.prompt},_}"
|
| 3 |
+
# exp_root_dir: "outputs"
|
| 4 |
+
exp_root_dir: "/results"
|
| 5 |
+
seed: 0
|
| 6 |
+
|
| 7 |
+
data_type: "random-camera-datamodule"
|
| 8 |
+
data:
|
| 9 |
+
batch_size: 1
|
| 10 |
+
width: 64
|
| 11 |
+
height: 64
|
| 12 |
+
camera_distance_range: [1.5, 2.0]
|
| 13 |
+
fovy_range: [40, 70]
|
| 14 |
+
elevation_range: [-10, 45]
|
| 15 |
+
light_sample_strategy: "dreamfusion"
|
| 16 |
+
eval_camera_distance: 2.0
|
| 17 |
+
eval_fovy_deg: 70.
|
| 18 |
+
|
| 19 |
+
system_type: "dreamfusion-system"
|
| 20 |
+
system:
|
| 21 |
+
geometry_type: "implicit-volume"
|
| 22 |
+
geometry:
|
| 23 |
+
radius: 2.0
|
| 24 |
+
normal_type: "analytic"
|
| 25 |
+
|
| 26 |
+
# the density initialization proposed in the DreamFusion paper
|
| 27 |
+
# does not work very well
|
| 28 |
+
# density_bias: "blob_dreamfusion"
|
| 29 |
+
# density_activation: exp
|
| 30 |
+
# density_blob_scale: 5.
|
| 31 |
+
# density_blob_std: 0.2
|
| 32 |
+
|
| 33 |
+
# use Magic3D density initialization instead
|
| 34 |
+
density_bias: "blob_magic3d"
|
| 35 |
+
density_activation: softplus
|
| 36 |
+
density_blob_scale: 10.
|
| 37 |
+
density_blob_std: 0.5
|
| 38 |
+
|
| 39 |
+
# coarse to fine hash grid encoding
|
| 40 |
+
# to ensure smooth analytic normals
|
| 41 |
+
pos_encoding_config:
|
| 42 |
+
otype: ProgressiveBandHashGrid
|
| 43 |
+
n_levels: 16
|
| 44 |
+
n_features_per_level: 2
|
| 45 |
+
log2_hashmap_size: 19
|
| 46 |
+
base_resolution: 16
|
| 47 |
+
per_level_scale: 1.447269237440378 # max resolution 4096
|
| 48 |
+
start_level: 8 # resolution ~200
|
| 49 |
+
start_step: 2000
|
| 50 |
+
update_steps: 500
|
| 51 |
+
|
| 52 |
+
material_type: "diffuse-with-point-light-material"
|
| 53 |
+
material:
|
| 54 |
+
ambient_only_steps: 2001
|
| 55 |
+
albedo_activation: sigmoid
|
| 56 |
+
|
| 57 |
+
background_type: "neural-environment-map-background"
|
| 58 |
+
background:
|
| 59 |
+
color_activation: sigmoid
|
| 60 |
+
|
| 61 |
+
renderer_type: "nerf-volume-renderer"
|
| 62 |
+
renderer:
|
| 63 |
+
radius: ${system.geometry.radius}
|
| 64 |
+
num_samples_per_ray: 512
|
| 65 |
+
|
| 66 |
+
prompt_processor_type: "stable-diffusion-prompt-processor"
|
| 67 |
+
prompt_processor:
|
| 68 |
+
pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
|
| 69 |
+
prompt: ???
|
| 70 |
+
|
| 71 |
+
guidance_type: "stable-diffusion-guidance"
|
| 72 |
+
guidance:
|
| 73 |
+
pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
|
| 74 |
+
guidance_scale: 100.
|
| 75 |
+
weighting_strategy: sds
|
| 76 |
+
min_step_percent: 0.02
|
| 77 |
+
max_step_percent: 0.98
|
| 78 |
+
|
| 79 |
+
loggers:
|
| 80 |
+
wandb:
|
| 81 |
+
enable: false
|
| 82 |
+
project: "threestudio"
|
| 83 |
+
name: None
|
| 84 |
+
|
| 85 |
+
loss:
|
| 86 |
+
lambda_sds: 1.
|
| 87 |
+
lambda_orient: [0, 10., 1000., 5000]
|
| 88 |
+
lambda_sparsity: 1.
|
| 89 |
+
lambda_opaque: 0.
|
| 90 |
+
|
| 91 |
+
optimizer:
|
| 92 |
+
name: Adam
|
| 93 |
+
args:
|
| 94 |
+
lr: 0.01
|
| 95 |
+
betas: [0.9, 0.99]
|
| 96 |
+
eps: 1.e-15
|
| 97 |
+
params:
|
| 98 |
+
geometry:
|
| 99 |
+
lr: 0.01
|
| 100 |
+
background:
|
| 101 |
+
lr: 0.001
|
| 102 |
+
|
| 103 |
+
trainer:
|
| 104 |
+
max_steps: 10000
|
| 105 |
+
# max_steps: 100
|
| 106 |
+
log_every_n_steps: 1
|
| 107 |
+
num_sanity_val_steps: 0
|
| 108 |
+
val_check_interval: 5000
|
| 109 |
+
enable_progress_bar: true
|
| 110 |
+
precision: 16-mixed
|
| 111 |
+
|
| 112 |
+
checkpoint:
|
| 113 |
+
save_last: true # save at each validation time
|
| 114 |
+
save_top_k: -1
|
| 115 |
+
every_n_train_steps: ${trainer.max_steps}
|
3Dsckpts/dreamfusion_sd/A_city_father.@20240808-052555/ckpts/epoch=0-step=10000.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b39a10d848cf85ec79df8d016b164e9484f8751739134471c33d1b2d3b9cd6cc
|
| 3 |
+
size 151451855
|
3Dsckpts/dreamfusion_sd/A_city_father.@20240808-052555/ckpts/last.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b39a10d848cf85ec79df8d016b164e9484f8751739134471c33d1b2d3b9cd6cc
|
| 3 |
+
size 151451855
|
3Dsckpts/dreamfusion_sd/A_city_father.@20240808-052555/configs/parsed.yaml
ADDED
|
@@ -0,0 +1,109 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: dreamfusion-sd
|
| 2 |
+
description: ''
|
| 3 |
+
tag: A_city_father.
|
| 4 |
+
seed: 0
|
| 5 |
+
use_timestamp: true
|
| 6 |
+
timestamp: '@20240808-052555'
|
| 7 |
+
exp_root_dir: /results
|
| 8 |
+
exp_dir: /results/dreamfusion-sd
|
| 9 |
+
trial_name: A_city_father.@20240808-052555
|
| 10 |
+
trial_dir: /results/dreamfusion-sd/A_city_father.@20240808-052555
|
| 11 |
+
n_gpus: 1
|
| 12 |
+
resume: null
|
| 13 |
+
data_type: random-camera-datamodule
|
| 14 |
+
data:
|
| 15 |
+
batch_size: 1
|
| 16 |
+
width: 64
|
| 17 |
+
height: 64
|
| 18 |
+
camera_distance_range:
|
| 19 |
+
- 1.5
|
| 20 |
+
- 2.0
|
| 21 |
+
fovy_range:
|
| 22 |
+
- 40
|
| 23 |
+
- 70
|
| 24 |
+
elevation_range:
|
| 25 |
+
- -10
|
| 26 |
+
- 45
|
| 27 |
+
light_sample_strategy: dreamfusion
|
| 28 |
+
eval_camera_distance: 2.0
|
| 29 |
+
eval_fovy_deg: 70.0
|
| 30 |
+
system_type: dreamfusion-system
|
| 31 |
+
system:
|
| 32 |
+
geometry_type: implicit-volume
|
| 33 |
+
geometry:
|
| 34 |
+
radius: 2.0
|
| 35 |
+
normal_type: analytic
|
| 36 |
+
density_bias: blob_magic3d
|
| 37 |
+
density_activation: softplus
|
| 38 |
+
density_blob_scale: 10.0
|
| 39 |
+
density_blob_std: 0.5
|
| 40 |
+
pos_encoding_config:
|
| 41 |
+
otype: ProgressiveBandHashGrid
|
| 42 |
+
n_levels: 16
|
| 43 |
+
n_features_per_level: 2
|
| 44 |
+
log2_hashmap_size: 19
|
| 45 |
+
base_resolution: 16
|
| 46 |
+
per_level_scale: 1.447269237440378
|
| 47 |
+
start_level: 8
|
| 48 |
+
start_step: 2000
|
| 49 |
+
update_steps: 500
|
| 50 |
+
material_type: diffuse-with-point-light-material
|
| 51 |
+
material:
|
| 52 |
+
ambient_only_steps: 2001
|
| 53 |
+
albedo_activation: sigmoid
|
| 54 |
+
background_type: neural-environment-map-background
|
| 55 |
+
background:
|
| 56 |
+
color_activation: sigmoid
|
| 57 |
+
renderer_type: nerf-volume-renderer
|
| 58 |
+
renderer:
|
| 59 |
+
radius: 2.0
|
| 60 |
+
num_samples_per_ray: 512
|
| 61 |
+
prompt_processor_type: stable-diffusion-prompt-processor
|
| 62 |
+
prompt_processor:
|
| 63 |
+
pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
|
| 64 |
+
prompt: A city father.
|
| 65 |
+
guidance_type: stable-diffusion-guidance
|
| 66 |
+
guidance:
|
| 67 |
+
pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
|
| 68 |
+
guidance_scale: 100.0
|
| 69 |
+
weighting_strategy: sds
|
| 70 |
+
min_step_percent: 0.02
|
| 71 |
+
max_step_percent: 0.98
|
| 72 |
+
loggers:
|
| 73 |
+
wandb:
|
| 74 |
+
enable: false
|
| 75 |
+
project: threestudio
|
| 76 |
+
name: None
|
| 77 |
+
loss:
|
| 78 |
+
lambda_sds: 1.0
|
| 79 |
+
lambda_orient:
|
| 80 |
+
- 0
|
| 81 |
+
- 10.0
|
| 82 |
+
- 1000.0
|
| 83 |
+
- 5000
|
| 84 |
+
lambda_sparsity: 1.0
|
| 85 |
+
lambda_opaque: 0.0
|
| 86 |
+
optimizer:
|
| 87 |
+
name: Adam
|
| 88 |
+
args:
|
| 89 |
+
lr: 0.01
|
| 90 |
+
betas:
|
| 91 |
+
- 0.9
|
| 92 |
+
- 0.99
|
| 93 |
+
eps: 1.0e-15
|
| 94 |
+
params:
|
| 95 |
+
geometry:
|
| 96 |
+
lr: 0.01
|
| 97 |
+
background:
|
| 98 |
+
lr: 0.001
|
| 99 |
+
trainer:
|
| 100 |
+
max_steps: 10000
|
| 101 |
+
log_every_n_steps: 1
|
| 102 |
+
num_sanity_val_steps: 0
|
| 103 |
+
val_check_interval: 5000
|
| 104 |
+
enable_progress_bar: true
|
| 105 |
+
precision: 16-mixed
|
| 106 |
+
checkpoint:
|
| 107 |
+
save_last: true
|
| 108 |
+
save_top_k: -1
|
| 109 |
+
every_n_train_steps: 10000
|
3Dsckpts/dreamfusion_sd/A_city_father.@20240808-052555/configs/raw.yaml
ADDED
|
@@ -0,0 +1,115 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: "dreamfusion-sd"
|
| 2 |
+
tag: "${rmspace:${system.prompt_processor.prompt},_}"
|
| 3 |
+
# exp_root_dir: "outputs"
|
| 4 |
+
exp_root_dir: "/results"
|
| 5 |
+
seed: 0
|
| 6 |
+
|
| 7 |
+
data_type: "random-camera-datamodule"
|
| 8 |
+
data:
|
| 9 |
+
batch_size: 1
|
| 10 |
+
width: 64
|
| 11 |
+
height: 64
|
| 12 |
+
camera_distance_range: [1.5, 2.0]
|
| 13 |
+
fovy_range: [40, 70]
|
| 14 |
+
elevation_range: [-10, 45]
|
| 15 |
+
light_sample_strategy: "dreamfusion"
|
| 16 |
+
eval_camera_distance: 2.0
|
| 17 |
+
eval_fovy_deg: 70.
|
| 18 |
+
|
| 19 |
+
system_type: "dreamfusion-system"
|
| 20 |
+
system:
|
| 21 |
+
geometry_type: "implicit-volume"
|
| 22 |
+
geometry:
|
| 23 |
+
radius: 2.0
|
| 24 |
+
normal_type: "analytic"
|
| 25 |
+
|
| 26 |
+
# the density initialization proposed in the DreamFusion paper
|
| 27 |
+
# does not work very well
|
| 28 |
+
# density_bias: "blob_dreamfusion"
|
| 29 |
+
# density_activation: exp
|
| 30 |
+
# density_blob_scale: 5.
|
| 31 |
+
# density_blob_std: 0.2
|
| 32 |
+
|
| 33 |
+
# use Magic3D density initialization instead
|
| 34 |
+
density_bias: "blob_magic3d"
|
| 35 |
+
density_activation: softplus
|
| 36 |
+
density_blob_scale: 10.
|
| 37 |
+
density_blob_std: 0.5
|
| 38 |
+
|
| 39 |
+
# coarse to fine hash grid encoding
|
| 40 |
+
# to ensure smooth analytic normals
|
| 41 |
+
pos_encoding_config:
|
| 42 |
+
otype: ProgressiveBandHashGrid
|
| 43 |
+
n_levels: 16
|
| 44 |
+
n_features_per_level: 2
|
| 45 |
+
log2_hashmap_size: 19
|
| 46 |
+
base_resolution: 16
|
| 47 |
+
per_level_scale: 1.447269237440378 # max resolution 4096
|
| 48 |
+
start_level: 8 # resolution ~200
|
| 49 |
+
start_step: 2000
|
| 50 |
+
update_steps: 500
|
| 51 |
+
|
| 52 |
+
material_type: "diffuse-with-point-light-material"
|
| 53 |
+
material:
|
| 54 |
+
ambient_only_steps: 2001
|
| 55 |
+
albedo_activation: sigmoid
|
| 56 |
+
|
| 57 |
+
background_type: "neural-environment-map-background"
|
| 58 |
+
background:
|
| 59 |
+
color_activation: sigmoid
|
| 60 |
+
|
| 61 |
+
renderer_type: "nerf-volume-renderer"
|
| 62 |
+
renderer:
|
| 63 |
+
radius: ${system.geometry.radius}
|
| 64 |
+
num_samples_per_ray: 512
|
| 65 |
+
|
| 66 |
+
prompt_processor_type: "stable-diffusion-prompt-processor"
|
| 67 |
+
prompt_processor:
|
| 68 |
+
pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
|
| 69 |
+
prompt: ???
|
| 70 |
+
|
| 71 |
+
guidance_type: "stable-diffusion-guidance"
|
| 72 |
+
guidance:
|
| 73 |
+
pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
|
| 74 |
+
guidance_scale: 100.
|
| 75 |
+
weighting_strategy: sds
|
| 76 |
+
min_step_percent: 0.02
|
| 77 |
+
max_step_percent: 0.98
|
| 78 |
+
|
| 79 |
+
loggers:
|
| 80 |
+
wandb:
|
| 81 |
+
enable: false
|
| 82 |
+
project: "threestudio"
|
| 83 |
+
name: None
|
| 84 |
+
|
| 85 |
+
loss:
|
| 86 |
+
lambda_sds: 1.
|
| 87 |
+
lambda_orient: [0, 10., 1000., 5000]
|
| 88 |
+
lambda_sparsity: 1.
|
| 89 |
+
lambda_opaque: 0.
|
| 90 |
+
|
| 91 |
+
optimizer:
|
| 92 |
+
name: Adam
|
| 93 |
+
args:
|
| 94 |
+
lr: 0.01
|
| 95 |
+
betas: [0.9, 0.99]
|
| 96 |
+
eps: 1.e-15
|
| 97 |
+
params:
|
| 98 |
+
geometry:
|
| 99 |
+
lr: 0.01
|
| 100 |
+
background:
|
| 101 |
+
lr: 0.001
|
| 102 |
+
|
| 103 |
+
trainer:
|
| 104 |
+
max_steps: 10000
|
| 105 |
+
# max_steps: 100
|
| 106 |
+
log_every_n_steps: 1
|
| 107 |
+
num_sanity_val_steps: 0
|
| 108 |
+
val_check_interval: 5000
|
| 109 |
+
enable_progress_bar: true
|
| 110 |
+
precision: 16-mixed
|
| 111 |
+
|
| 112 |
+
checkpoint:
|
| 113 |
+
save_last: true # save at each validation time
|
| 114 |
+
save_top_k: -1
|
| 115 |
+
every_n_train_steps: ${trainer.max_steps}
|
3Dsckpts/dreamfusion_sd/A_clone.@20240806-190252/ckpts/epoch=0-step=10000.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:34e6cc13c8cd8fb7e43a517e98b42f33eb2bfedf75be14a30178eef46869377c
|
| 3 |
+
size 151451855
|
3Dsckpts/dreamfusion_sd/A_clone.@20240806-190252/ckpts/last.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:34e6cc13c8cd8fb7e43a517e98b42f33eb2bfedf75be14a30178eef46869377c
|
| 3 |
+
size 151451855
|
3Dsckpts/dreamfusion_sd/A_clone.@20240806-190252/configs/parsed.yaml
ADDED
|
@@ -0,0 +1,109 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: dreamfusion-sd
|
| 2 |
+
description: ''
|
| 3 |
+
tag: A_clone.
|
| 4 |
+
seed: 0
|
| 5 |
+
use_timestamp: true
|
| 6 |
+
timestamp: '@20240806-190252'
|
| 7 |
+
exp_root_dir: /results
|
| 8 |
+
exp_dir: /results/dreamfusion-sd
|
| 9 |
+
trial_name: A_clone.@20240806-190252
|
| 10 |
+
trial_dir: /results/dreamfusion-sd/A_clone.@20240806-190252
|
| 11 |
+
n_gpus: 1
|
| 12 |
+
resume: null
|
| 13 |
+
data_type: random-camera-datamodule
|
| 14 |
+
data:
|
| 15 |
+
batch_size: 1
|
| 16 |
+
width: 64
|
| 17 |
+
height: 64
|
| 18 |
+
camera_distance_range:
|
| 19 |
+
- 1.5
|
| 20 |
+
- 2.0
|
| 21 |
+
fovy_range:
|
| 22 |
+
- 40
|
| 23 |
+
- 70
|
| 24 |
+
elevation_range:
|
| 25 |
+
- -10
|
| 26 |
+
- 45
|
| 27 |
+
light_sample_strategy: dreamfusion
|
| 28 |
+
eval_camera_distance: 2.0
|
| 29 |
+
eval_fovy_deg: 70.0
|
| 30 |
+
system_type: dreamfusion-system
|
| 31 |
+
system:
|
| 32 |
+
geometry_type: implicit-volume
|
| 33 |
+
geometry:
|
| 34 |
+
radius: 2.0
|
| 35 |
+
normal_type: analytic
|
| 36 |
+
density_bias: blob_magic3d
|
| 37 |
+
density_activation: softplus
|
| 38 |
+
density_blob_scale: 10.0
|
| 39 |
+
density_blob_std: 0.5
|
| 40 |
+
pos_encoding_config:
|
| 41 |
+
otype: ProgressiveBandHashGrid
|
| 42 |
+
n_levels: 16
|
| 43 |
+
n_features_per_level: 2
|
| 44 |
+
log2_hashmap_size: 19
|
| 45 |
+
base_resolution: 16
|
| 46 |
+
per_level_scale: 1.447269237440378
|
| 47 |
+
start_level: 8
|
| 48 |
+
start_step: 2000
|
| 49 |
+
update_steps: 500
|
| 50 |
+
material_type: diffuse-with-point-light-material
|
| 51 |
+
material:
|
| 52 |
+
ambient_only_steps: 2001
|
| 53 |
+
albedo_activation: sigmoid
|
| 54 |
+
background_type: neural-environment-map-background
|
| 55 |
+
background:
|
| 56 |
+
color_activation: sigmoid
|
| 57 |
+
renderer_type: nerf-volume-renderer
|
| 58 |
+
renderer:
|
| 59 |
+
radius: 2.0
|
| 60 |
+
num_samples_per_ray: 512
|
| 61 |
+
prompt_processor_type: stable-diffusion-prompt-processor
|
| 62 |
+
prompt_processor:
|
| 63 |
+
pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
|
| 64 |
+
prompt: A clone.
|
| 65 |
+
guidance_type: stable-diffusion-guidance
|
| 66 |
+
guidance:
|
| 67 |
+
pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
|
| 68 |
+
guidance_scale: 100.0
|
| 69 |
+
weighting_strategy: sds
|
| 70 |
+
min_step_percent: 0.02
|
| 71 |
+
max_step_percent: 0.98
|
| 72 |
+
loggers:
|
| 73 |
+
wandb:
|
| 74 |
+
enable: false
|
| 75 |
+
project: threestudio
|
| 76 |
+
name: None
|
| 77 |
+
loss:
|
| 78 |
+
lambda_sds: 1.0
|
| 79 |
+
lambda_orient:
|
| 80 |
+
- 0
|
| 81 |
+
- 10.0
|
| 82 |
+
- 1000.0
|
| 83 |
+
- 5000
|
| 84 |
+
lambda_sparsity: 1.0
|
| 85 |
+
lambda_opaque: 0.0
|
| 86 |
+
optimizer:
|
| 87 |
+
name: Adam
|
| 88 |
+
args:
|
| 89 |
+
lr: 0.01
|
| 90 |
+
betas:
|
| 91 |
+
- 0.9
|
| 92 |
+
- 0.99
|
| 93 |
+
eps: 1.0e-15
|
| 94 |
+
params:
|
| 95 |
+
geometry:
|
| 96 |
+
lr: 0.01
|
| 97 |
+
background:
|
| 98 |
+
lr: 0.001
|
| 99 |
+
trainer:
|
| 100 |
+
max_steps: 10000
|
| 101 |
+
log_every_n_steps: 1
|
| 102 |
+
num_sanity_val_steps: 0
|
| 103 |
+
val_check_interval: 5000
|
| 104 |
+
enable_progress_bar: true
|
| 105 |
+
precision: 16-mixed
|
| 106 |
+
checkpoint:
|
| 107 |
+
save_last: true
|
| 108 |
+
save_top_k: -1
|
| 109 |
+
every_n_train_steps: 10000
|
3Dsckpts/dreamfusion_sd/A_clone.@20240806-190252/configs/raw.yaml
ADDED
|
@@ -0,0 +1,115 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: "dreamfusion-sd"
|
| 2 |
+
tag: "${rmspace:${system.prompt_processor.prompt},_}"
|
| 3 |
+
# exp_root_dir: "outputs"
|
| 4 |
+
exp_root_dir: "/results"
|
| 5 |
+
seed: 0
|
| 6 |
+
|
| 7 |
+
data_type: "random-camera-datamodule"
|
| 8 |
+
data:
|
| 9 |
+
batch_size: 1
|
| 10 |
+
width: 64
|
| 11 |
+
height: 64
|
| 12 |
+
camera_distance_range: [1.5, 2.0]
|
| 13 |
+
fovy_range: [40, 70]
|
| 14 |
+
elevation_range: [-10, 45]
|
| 15 |
+
light_sample_strategy: "dreamfusion"
|
| 16 |
+
eval_camera_distance: 2.0
|
| 17 |
+
eval_fovy_deg: 70.
|
| 18 |
+
|
| 19 |
+
system_type: "dreamfusion-system"
|
| 20 |
+
system:
|
| 21 |
+
geometry_type: "implicit-volume"
|
| 22 |
+
geometry:
|
| 23 |
+
radius: 2.0
|
| 24 |
+
normal_type: "analytic"
|
| 25 |
+
|
| 26 |
+
# the density initialization proposed in the DreamFusion paper
|
| 27 |
+
# does not work very well
|
| 28 |
+
# density_bias: "blob_dreamfusion"
|
| 29 |
+
# density_activation: exp
|
| 30 |
+
# density_blob_scale: 5.
|
| 31 |
+
# density_blob_std: 0.2
|
| 32 |
+
|
| 33 |
+
# use Magic3D density initialization instead
|
| 34 |
+
density_bias: "blob_magic3d"
|
| 35 |
+
density_activation: softplus
|
| 36 |
+
density_blob_scale: 10.
|
| 37 |
+
density_blob_std: 0.5
|
| 38 |
+
|
| 39 |
+
# coarse to fine hash grid encoding
|
| 40 |
+
# to ensure smooth analytic normals
|
| 41 |
+
pos_encoding_config:
|
| 42 |
+
otype: ProgressiveBandHashGrid
|
| 43 |
+
n_levels: 16
|
| 44 |
+
n_features_per_level: 2
|
| 45 |
+
log2_hashmap_size: 19
|
| 46 |
+
base_resolution: 16
|
| 47 |
+
per_level_scale: 1.447269237440378 # max resolution 4096
|
| 48 |
+
start_level: 8 # resolution ~200
|
| 49 |
+
start_step: 2000
|
| 50 |
+
update_steps: 500
|
| 51 |
+
|
| 52 |
+
material_type: "diffuse-with-point-light-material"
|
| 53 |
+
material:
|
| 54 |
+
ambient_only_steps: 2001
|
| 55 |
+
albedo_activation: sigmoid
|
| 56 |
+
|
| 57 |
+
background_type: "neural-environment-map-background"
|
| 58 |
+
background:
|
| 59 |
+
color_activation: sigmoid
|
| 60 |
+
|
| 61 |
+
renderer_type: "nerf-volume-renderer"
|
| 62 |
+
renderer:
|
| 63 |
+
radius: ${system.geometry.radius}
|
| 64 |
+
num_samples_per_ray: 512
|
| 65 |
+
|
| 66 |
+
prompt_processor_type: "stable-diffusion-prompt-processor"
|
| 67 |
+
prompt_processor:
|
| 68 |
+
pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
|
| 69 |
+
prompt: ???
|
| 70 |
+
|
| 71 |
+
guidance_type: "stable-diffusion-guidance"
|
| 72 |
+
guidance:
|
| 73 |
+
pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
|
| 74 |
+
guidance_scale: 100.
|
| 75 |
+
weighting_strategy: sds
|
| 76 |
+
min_step_percent: 0.02
|
| 77 |
+
max_step_percent: 0.98
|
| 78 |
+
|
| 79 |
+
loggers:
|
| 80 |
+
wandb:
|
| 81 |
+
enable: false
|
| 82 |
+
project: "threestudio"
|
| 83 |
+
name: None
|
| 84 |
+
|
| 85 |
+
loss:
|
| 86 |
+
lambda_sds: 1.
|
| 87 |
+
lambda_orient: [0, 10., 1000., 5000]
|
| 88 |
+
lambda_sparsity: 1.
|
| 89 |
+
lambda_opaque: 0.
|
| 90 |
+
|
| 91 |
+
optimizer:
|
| 92 |
+
name: Adam
|
| 93 |
+
args:
|
| 94 |
+
lr: 0.01
|
| 95 |
+
betas: [0.9, 0.99]
|
| 96 |
+
eps: 1.e-15
|
| 97 |
+
params:
|
| 98 |
+
geometry:
|
| 99 |
+
lr: 0.01
|
| 100 |
+
background:
|
| 101 |
+
lr: 0.001
|
| 102 |
+
|
| 103 |
+
trainer:
|
| 104 |
+
max_steps: 10000
|
| 105 |
+
# max_steps: 100
|
| 106 |
+
log_every_n_steps: 1
|
| 107 |
+
num_sanity_val_steps: 0
|
| 108 |
+
val_check_interval: 5000
|
| 109 |
+
enable_progress_bar: true
|
| 110 |
+
precision: 16-mixed
|
| 111 |
+
|
| 112 |
+
checkpoint:
|
| 113 |
+
save_last: true # save at each validation time
|
| 114 |
+
save_top_k: -1
|
| 115 |
+
every_n_train_steps: ${trainer.max_steps}
|
3Dsckpts/dreamfusion_sd/A_closed_field_spaniel._In_the_style_of_the_artist_Zeng_Fanzhi_and_using_the_chalk_drawing_technique.@20240810-032222/ckpts/epoch=0-step=10000.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:95e0c3bf7223e728a803bb5d87a58c4add1f14fbbc1d80cc037baa4b37cc9931
|
| 3 |
+
size 151452239
|
3Dsckpts/dreamfusion_sd/A_closed_field_spaniel._In_the_style_of_the_artist_Zeng_Fanzhi_and_using_the_chalk_drawing_technique.@20240810-032222/ckpts/last.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:95e0c3bf7223e728a803bb5d87a58c4add1f14fbbc1d80cc037baa4b37cc9931
|
| 3 |
+
size 151452239
|
3Dsckpts/dreamfusion_sd/A_closed_field_spaniel._In_the_style_of_the_artist_Zeng_Fanzhi_and_using_the_chalk_drawing_technique.@20240810-032222/configs/parsed.yaml
ADDED
|
@@ -0,0 +1,110 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: dreamfusion-sd
|
| 2 |
+
description: ''
|
| 3 |
+
tag: A_closed_field_spaniel._In_the_style_of_the_artist_Zeng_Fanzhi_and_using_the_chalk_drawing_technique.
|
| 4 |
+
seed: 0
|
| 5 |
+
use_timestamp: true
|
| 6 |
+
timestamp: '@20240810-032222'
|
| 7 |
+
exp_root_dir: /results
|
| 8 |
+
exp_dir: /results/dreamfusion-sd
|
| 9 |
+
trial_name: A_closed_field_spaniel._In_the_style_of_the_artist_Zeng_Fanzhi_and_using_the_chalk_drawing_technique.@20240810-032222
|
| 10 |
+
trial_dir: /results/dreamfusion-sd/A_closed_field_spaniel._In_the_style_of_the_artist_Zeng_Fanzhi_and_using_the_chalk_drawing_technique.@20240810-032222
|
| 11 |
+
n_gpus: 1
|
| 12 |
+
resume: null
|
| 13 |
+
data_type: random-camera-datamodule
|
| 14 |
+
data:
|
| 15 |
+
batch_size: 1
|
| 16 |
+
width: 64
|
| 17 |
+
height: 64
|
| 18 |
+
camera_distance_range:
|
| 19 |
+
- 1.5
|
| 20 |
+
- 2.0
|
| 21 |
+
fovy_range:
|
| 22 |
+
- 40
|
| 23 |
+
- 70
|
| 24 |
+
elevation_range:
|
| 25 |
+
- -10
|
| 26 |
+
- 45
|
| 27 |
+
light_sample_strategy: dreamfusion
|
| 28 |
+
eval_camera_distance: 2.0
|
| 29 |
+
eval_fovy_deg: 70.0
|
| 30 |
+
system_type: dreamfusion-system
|
| 31 |
+
system:
|
| 32 |
+
geometry_type: implicit-volume
|
| 33 |
+
geometry:
|
| 34 |
+
radius: 2.0
|
| 35 |
+
normal_type: analytic
|
| 36 |
+
density_bias: blob_magic3d
|
| 37 |
+
density_activation: softplus
|
| 38 |
+
density_blob_scale: 10.0
|
| 39 |
+
density_blob_std: 0.5
|
| 40 |
+
pos_encoding_config:
|
| 41 |
+
otype: ProgressiveBandHashGrid
|
| 42 |
+
n_levels: 16
|
| 43 |
+
n_features_per_level: 2
|
| 44 |
+
log2_hashmap_size: 19
|
| 45 |
+
base_resolution: 16
|
| 46 |
+
per_level_scale: 1.447269237440378
|
| 47 |
+
start_level: 8
|
| 48 |
+
start_step: 2000
|
| 49 |
+
update_steps: 500
|
| 50 |
+
material_type: diffuse-with-point-light-material
|
| 51 |
+
material:
|
| 52 |
+
ambient_only_steps: 2001
|
| 53 |
+
albedo_activation: sigmoid
|
| 54 |
+
background_type: neural-environment-map-background
|
| 55 |
+
background:
|
| 56 |
+
color_activation: sigmoid
|
| 57 |
+
renderer_type: nerf-volume-renderer
|
| 58 |
+
renderer:
|
| 59 |
+
radius: 2.0
|
| 60 |
+
num_samples_per_ray: 512
|
| 61 |
+
prompt_processor_type: stable-diffusion-prompt-processor
|
| 62 |
+
prompt_processor:
|
| 63 |
+
pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
|
| 64 |
+
prompt: A closed field spaniel. In the style of the artist Zeng Fanzhi and using
|
| 65 |
+
the chalk drawing technique.
|
| 66 |
+
guidance_type: stable-diffusion-guidance
|
| 67 |
+
guidance:
|
| 68 |
+
pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
|
| 69 |
+
guidance_scale: 100.0
|
| 70 |
+
weighting_strategy: sds
|
| 71 |
+
min_step_percent: 0.02
|
| 72 |
+
max_step_percent: 0.98
|
| 73 |
+
loggers:
|
| 74 |
+
wandb:
|
| 75 |
+
enable: false
|
| 76 |
+
project: threestudio
|
| 77 |
+
name: None
|
| 78 |
+
loss:
|
| 79 |
+
lambda_sds: 1.0
|
| 80 |
+
lambda_orient:
|
| 81 |
+
- 0
|
| 82 |
+
- 10.0
|
| 83 |
+
- 1000.0
|
| 84 |
+
- 5000
|
| 85 |
+
lambda_sparsity: 1.0
|
| 86 |
+
lambda_opaque: 0.0
|
| 87 |
+
optimizer:
|
| 88 |
+
name: Adam
|
| 89 |
+
args:
|
| 90 |
+
lr: 0.01
|
| 91 |
+
betas:
|
| 92 |
+
- 0.9
|
| 93 |
+
- 0.99
|
| 94 |
+
eps: 1.0e-15
|
| 95 |
+
params:
|
| 96 |
+
geometry:
|
| 97 |
+
lr: 0.01
|
| 98 |
+
background:
|
| 99 |
+
lr: 0.001
|
| 100 |
+
trainer:
|
| 101 |
+
max_steps: 10000
|
| 102 |
+
log_every_n_steps: 1
|
| 103 |
+
num_sanity_val_steps: 0
|
| 104 |
+
val_check_interval: 5000
|
| 105 |
+
enable_progress_bar: true
|
| 106 |
+
precision: 16-mixed
|
| 107 |
+
checkpoint:
|
| 108 |
+
save_last: true
|
| 109 |
+
save_top_k: -1
|
| 110 |
+
every_n_train_steps: 10000
|
3Dsckpts/dreamfusion_sd/A_closed_field_spaniel._In_the_style_of_the_artist_Zeng_Fanzhi_and_using_the_chalk_drawing_technique.@20240810-032222/configs/raw.yaml
ADDED
|
@@ -0,0 +1,115 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: "dreamfusion-sd"
|
| 2 |
+
tag: "${rmspace:${system.prompt_processor.prompt},_}"
|
| 3 |
+
# exp_root_dir: "outputs"
|
| 4 |
+
exp_root_dir: "/results"
|
| 5 |
+
seed: 0
|
| 6 |
+
|
| 7 |
+
data_type: "random-camera-datamodule"
|
| 8 |
+
data:
|
| 9 |
+
batch_size: 1
|
| 10 |
+
width: 64
|
| 11 |
+
height: 64
|
| 12 |
+
camera_distance_range: [1.5, 2.0]
|
| 13 |
+
fovy_range: [40, 70]
|
| 14 |
+
elevation_range: [-10, 45]
|
| 15 |
+
light_sample_strategy: "dreamfusion"
|
| 16 |
+
eval_camera_distance: 2.0
|
| 17 |
+
eval_fovy_deg: 70.
|
| 18 |
+
|
| 19 |
+
system_type: "dreamfusion-system"
|
| 20 |
+
system:
|
| 21 |
+
geometry_type: "implicit-volume"
|
| 22 |
+
geometry:
|
| 23 |
+
radius: 2.0
|
| 24 |
+
normal_type: "analytic"
|
| 25 |
+
|
| 26 |
+
# the density initialization proposed in the DreamFusion paper
|
| 27 |
+
# does not work very well
|
| 28 |
+
# density_bias: "blob_dreamfusion"
|
| 29 |
+
# density_activation: exp
|
| 30 |
+
# density_blob_scale: 5.
|
| 31 |
+
# density_blob_std: 0.2
|
| 32 |
+
|
| 33 |
+
# use Magic3D density initialization instead
|
| 34 |
+
density_bias: "blob_magic3d"
|
| 35 |
+
density_activation: softplus
|
| 36 |
+
density_blob_scale: 10.
|
| 37 |
+
density_blob_std: 0.5
|
| 38 |
+
|
| 39 |
+
# coarse to fine hash grid encoding
|
| 40 |
+
# to ensure smooth analytic normals
|
| 41 |
+
pos_encoding_config:
|
| 42 |
+
otype: ProgressiveBandHashGrid
|
| 43 |
+
n_levels: 16
|
| 44 |
+
n_features_per_level: 2
|
| 45 |
+
log2_hashmap_size: 19
|
| 46 |
+
base_resolution: 16
|
| 47 |
+
per_level_scale: 1.447269237440378 # max resolution 4096
|
| 48 |
+
start_level: 8 # resolution ~200
|
| 49 |
+
start_step: 2000
|
| 50 |
+
update_steps: 500
|
| 51 |
+
|
| 52 |
+
material_type: "diffuse-with-point-light-material"
|
| 53 |
+
material:
|
| 54 |
+
ambient_only_steps: 2001
|
| 55 |
+
albedo_activation: sigmoid
|
| 56 |
+
|
| 57 |
+
background_type: "neural-environment-map-background"
|
| 58 |
+
background:
|
| 59 |
+
color_activation: sigmoid
|
| 60 |
+
|
| 61 |
+
renderer_type: "nerf-volume-renderer"
|
| 62 |
+
renderer:
|
| 63 |
+
radius: ${system.geometry.radius}
|
| 64 |
+
num_samples_per_ray: 512
|
| 65 |
+
|
| 66 |
+
prompt_processor_type: "stable-diffusion-prompt-processor"
|
| 67 |
+
prompt_processor:
|
| 68 |
+
pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
|
| 69 |
+
prompt: ???
|
| 70 |
+
|
| 71 |
+
guidance_type: "stable-diffusion-guidance"
|
| 72 |
+
guidance:
|
| 73 |
+
pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
|
| 74 |
+
guidance_scale: 100.
|
| 75 |
+
weighting_strategy: sds
|
| 76 |
+
min_step_percent: 0.02
|
| 77 |
+
max_step_percent: 0.98
|
| 78 |
+
|
| 79 |
+
loggers:
|
| 80 |
+
wandb:
|
| 81 |
+
enable: false
|
| 82 |
+
project: "threestudio"
|
| 83 |
+
name: None
|
| 84 |
+
|
| 85 |
+
loss:
|
| 86 |
+
lambda_sds: 1.
|
| 87 |
+
lambda_orient: [0, 10., 1000., 5000]
|
| 88 |
+
lambda_sparsity: 1.
|
| 89 |
+
lambda_opaque: 0.
|
| 90 |
+
|
| 91 |
+
optimizer:
|
| 92 |
+
name: Adam
|
| 93 |
+
args:
|
| 94 |
+
lr: 0.01
|
| 95 |
+
betas: [0.9, 0.99]
|
| 96 |
+
eps: 1.e-15
|
| 97 |
+
params:
|
| 98 |
+
geometry:
|
| 99 |
+
lr: 0.01
|
| 100 |
+
background:
|
| 101 |
+
lr: 0.001
|
| 102 |
+
|
| 103 |
+
trainer:
|
| 104 |
+
max_steps: 10000
|
| 105 |
+
# max_steps: 100
|
| 106 |
+
log_every_n_steps: 1
|
| 107 |
+
num_sanity_val_steps: 0
|
| 108 |
+
val_check_interval: 5000
|
| 109 |
+
enable_progress_bar: true
|
| 110 |
+
precision: 16-mixed
|
| 111 |
+
|
| 112 |
+
checkpoint:
|
| 113 |
+
save_last: true # save at each validation time
|
| 114 |
+
save_top_k: -1
|
| 115 |
+
every_n_train_steps: ${trainer.max_steps}
|
3Dsckpts/dreamfusion_sd/A_coalface_is_streaming_water_from_the_freckle._In_the_style_of_the_artist_Vincent_van_Gogh_and_using_the_ballpoint_pen_drawing_technique.@20240817-155724/ckpts/epoch=0-step=10000.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7fdbae32bb02fd1c93025f0e484b348951fd1b4c3117b8ed0168de07b5468ba0
|
| 3 |
+
size 151452367
|
3Dsckpts/dreamfusion_sd/A_coalface_is_streaming_water_from_the_freckle._In_the_style_of_the_artist_Vincent_van_Gogh_and_using_the_ballpoint_pen_drawing_technique.@20240817-155724/ckpts/last.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7fdbae32bb02fd1c93025f0e484b348951fd1b4c3117b8ed0168de07b5468ba0
|
| 3 |
+
size 151452367
|
3Dsckpts/dreamfusion_sd/A_coalface_is_streaming_water_from_the_freckle._In_the_style_of_the_artist_Vincent_van_Gogh_and_using_the_ballpoint_pen_drawing_technique.@20240817-155724/configs/parsed.yaml
ADDED
|
@@ -0,0 +1,110 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: dreamfusion-sd
|
| 2 |
+
description: ''
|
| 3 |
+
tag: A_coalface_is_streaming_water_from_the_freckle._In_the_style_of_the_artist_Vincent_van_Gogh_and_using_the_ballpoint_pen_drawing_technique.
|
| 4 |
+
seed: 0
|
| 5 |
+
use_timestamp: true
|
| 6 |
+
timestamp: '@20240817-155724'
|
| 7 |
+
exp_root_dir: /results
|
| 8 |
+
exp_dir: /results/dreamfusion-sd
|
| 9 |
+
trial_name: A_coalface_is_streaming_water_from_the_freckle._In_the_style_of_the_artist_Vincent_van_Gogh_and_using_the_ballpoint_pen_drawing_technique.@20240817-155724
|
| 10 |
+
trial_dir: /results/dreamfusion-sd/A_coalface_is_streaming_water_from_the_freckle._In_the_style_of_the_artist_Vincent_van_Gogh_and_using_the_ballpoint_pen_drawing_technique.@20240817-155724
|
| 11 |
+
n_gpus: 1
|
| 12 |
+
resume: null
|
| 13 |
+
data_type: random-camera-datamodule
|
| 14 |
+
data:
|
| 15 |
+
batch_size: 1
|
| 16 |
+
width: 64
|
| 17 |
+
height: 64
|
| 18 |
+
camera_distance_range:
|
| 19 |
+
- 1.5
|
| 20 |
+
- 2.0
|
| 21 |
+
fovy_range:
|
| 22 |
+
- 40
|
| 23 |
+
- 70
|
| 24 |
+
elevation_range:
|
| 25 |
+
- -10
|
| 26 |
+
- 45
|
| 27 |
+
light_sample_strategy: dreamfusion
|
| 28 |
+
eval_camera_distance: 2.0
|
| 29 |
+
eval_fovy_deg: 70.0
|
| 30 |
+
system_type: dreamfusion-system
|
| 31 |
+
system:
|
| 32 |
+
geometry_type: implicit-volume
|
| 33 |
+
geometry:
|
| 34 |
+
radius: 2.0
|
| 35 |
+
normal_type: analytic
|
| 36 |
+
density_bias: blob_magic3d
|
| 37 |
+
density_activation: softplus
|
| 38 |
+
density_blob_scale: 10.0
|
| 39 |
+
density_blob_std: 0.5
|
| 40 |
+
pos_encoding_config:
|
| 41 |
+
otype: ProgressiveBandHashGrid
|
| 42 |
+
n_levels: 16
|
| 43 |
+
n_features_per_level: 2
|
| 44 |
+
log2_hashmap_size: 19
|
| 45 |
+
base_resolution: 16
|
| 46 |
+
per_level_scale: 1.447269237440378
|
| 47 |
+
start_level: 8
|
| 48 |
+
start_step: 2000
|
| 49 |
+
update_steps: 500
|
| 50 |
+
material_type: diffuse-with-point-light-material
|
| 51 |
+
material:
|
| 52 |
+
ambient_only_steps: 2001
|
| 53 |
+
albedo_activation: sigmoid
|
| 54 |
+
background_type: neural-environment-map-background
|
| 55 |
+
background:
|
| 56 |
+
color_activation: sigmoid
|
| 57 |
+
renderer_type: nerf-volume-renderer
|
| 58 |
+
renderer:
|
| 59 |
+
radius: 2.0
|
| 60 |
+
num_samples_per_ray: 512
|
| 61 |
+
prompt_processor_type: stable-diffusion-prompt-processor
|
| 62 |
+
prompt_processor:
|
| 63 |
+
pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
|
| 64 |
+
prompt: A coalface is streaming water from the freckle. In the style of the artist
|
| 65 |
+
Vincent van Gogh and using the ballpoint pen drawing technique.
|
| 66 |
+
guidance_type: stable-diffusion-guidance
|
| 67 |
+
guidance:
|
| 68 |
+
pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
|
| 69 |
+
guidance_scale: 100.0
|
| 70 |
+
weighting_strategy: sds
|
| 71 |
+
min_step_percent: 0.02
|
| 72 |
+
max_step_percent: 0.98
|
| 73 |
+
loggers:
|
| 74 |
+
wandb:
|
| 75 |
+
enable: false
|
| 76 |
+
project: threestudio
|
| 77 |
+
name: None
|
| 78 |
+
loss:
|
| 79 |
+
lambda_sds: 1.0
|
| 80 |
+
lambda_orient:
|
| 81 |
+
- 0
|
| 82 |
+
- 10.0
|
| 83 |
+
- 1000.0
|
| 84 |
+
- 5000
|
| 85 |
+
lambda_sparsity: 1.0
|
| 86 |
+
lambda_opaque: 0.0
|
| 87 |
+
optimizer:
|
| 88 |
+
name: Adam
|
| 89 |
+
args:
|
| 90 |
+
lr: 0.01
|
| 91 |
+
betas:
|
| 92 |
+
- 0.9
|
| 93 |
+
- 0.99
|
| 94 |
+
eps: 1.0e-15
|
| 95 |
+
params:
|
| 96 |
+
geometry:
|
| 97 |
+
lr: 0.01
|
| 98 |
+
background:
|
| 99 |
+
lr: 0.001
|
| 100 |
+
trainer:
|
| 101 |
+
max_steps: 10000
|
| 102 |
+
log_every_n_steps: 1
|
| 103 |
+
num_sanity_val_steps: 0
|
| 104 |
+
val_check_interval: 5000
|
| 105 |
+
enable_progress_bar: true
|
| 106 |
+
precision: 16-mixed
|
| 107 |
+
checkpoint:
|
| 108 |
+
save_last: true
|
| 109 |
+
save_top_k: -1
|
| 110 |
+
every_n_train_steps: 10000
|
3Dsckpts/dreamfusion_sd/A_coalface_is_streaming_water_from_the_freckle._In_the_style_of_the_artist_Vincent_van_Gogh_and_using_the_ballpoint_pen_drawing_technique.@20240817-155724/configs/raw.yaml
ADDED
|
@@ -0,0 +1,115 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: "dreamfusion-sd"
|
| 2 |
+
tag: "${rmspace:${system.prompt_processor.prompt},_}"
|
| 3 |
+
# exp_root_dir: "outputs"
|
| 4 |
+
exp_root_dir: "/results"
|
| 5 |
+
seed: 0
|
| 6 |
+
|
| 7 |
+
data_type: "random-camera-datamodule"
|
| 8 |
+
data:
|
| 9 |
+
batch_size: 1
|
| 10 |
+
width: 64
|
| 11 |
+
height: 64
|
| 12 |
+
camera_distance_range: [1.5, 2.0]
|
| 13 |
+
fovy_range: [40, 70]
|
| 14 |
+
elevation_range: [-10, 45]
|
| 15 |
+
light_sample_strategy: "dreamfusion"
|
| 16 |
+
eval_camera_distance: 2.0
|
| 17 |
+
eval_fovy_deg: 70.
|
| 18 |
+
|
| 19 |
+
system_type: "dreamfusion-system"
|
| 20 |
+
system:
|
| 21 |
+
geometry_type: "implicit-volume"
|
| 22 |
+
geometry:
|
| 23 |
+
radius: 2.0
|
| 24 |
+
normal_type: "analytic"
|
| 25 |
+
|
| 26 |
+
# the density initialization proposed in the DreamFusion paper
|
| 27 |
+
# does not work very well
|
| 28 |
+
# density_bias: "blob_dreamfusion"
|
| 29 |
+
# density_activation: exp
|
| 30 |
+
# density_blob_scale: 5.
|
| 31 |
+
# density_blob_std: 0.2
|
| 32 |
+
|
| 33 |
+
# use Magic3D density initialization instead
|
| 34 |
+
density_bias: "blob_magic3d"
|
| 35 |
+
density_activation: softplus
|
| 36 |
+
density_blob_scale: 10.
|
| 37 |
+
density_blob_std: 0.5
|
| 38 |
+
|
| 39 |
+
# coarse to fine hash grid encoding
|
| 40 |
+
# to ensure smooth analytic normals
|
| 41 |
+
pos_encoding_config:
|
| 42 |
+
otype: ProgressiveBandHashGrid
|
| 43 |
+
n_levels: 16
|
| 44 |
+
n_features_per_level: 2
|
| 45 |
+
log2_hashmap_size: 19
|
| 46 |
+
base_resolution: 16
|
| 47 |
+
per_level_scale: 1.447269237440378 # max resolution 4096
|
| 48 |
+
start_level: 8 # resolution ~200
|
| 49 |
+
start_step: 2000
|
| 50 |
+
update_steps: 500
|
| 51 |
+
|
| 52 |
+
material_type: "diffuse-with-point-light-material"
|
| 53 |
+
material:
|
| 54 |
+
ambient_only_steps: 2001
|
| 55 |
+
albedo_activation: sigmoid
|
| 56 |
+
|
| 57 |
+
background_type: "neural-environment-map-background"
|
| 58 |
+
background:
|
| 59 |
+
color_activation: sigmoid
|
| 60 |
+
|
| 61 |
+
renderer_type: "nerf-volume-renderer"
|
| 62 |
+
renderer:
|
| 63 |
+
radius: ${system.geometry.radius}
|
| 64 |
+
num_samples_per_ray: 512
|
| 65 |
+
|
| 66 |
+
prompt_processor_type: "stable-diffusion-prompt-processor"
|
| 67 |
+
prompt_processor:
|
| 68 |
+
pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
|
| 69 |
+
prompt: ???
|
| 70 |
+
|
| 71 |
+
guidance_type: "stable-diffusion-guidance"
|
| 72 |
+
guidance:
|
| 73 |
+
pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
|
| 74 |
+
guidance_scale: 100.
|
| 75 |
+
weighting_strategy: sds
|
| 76 |
+
min_step_percent: 0.02
|
| 77 |
+
max_step_percent: 0.98
|
| 78 |
+
|
| 79 |
+
loggers:
|
| 80 |
+
wandb:
|
| 81 |
+
enable: false
|
| 82 |
+
project: "threestudio"
|
| 83 |
+
name: None
|
| 84 |
+
|
| 85 |
+
loss:
|
| 86 |
+
lambda_sds: 1.
|
| 87 |
+
lambda_orient: [0, 10., 1000., 5000]
|
| 88 |
+
lambda_sparsity: 1.
|
| 89 |
+
lambda_opaque: 0.
|
| 90 |
+
|
| 91 |
+
optimizer:
|
| 92 |
+
name: Adam
|
| 93 |
+
args:
|
| 94 |
+
lr: 0.01
|
| 95 |
+
betas: [0.9, 0.99]
|
| 96 |
+
eps: 1.e-15
|
| 97 |
+
params:
|
| 98 |
+
geometry:
|
| 99 |
+
lr: 0.01
|
| 100 |
+
background:
|
| 101 |
+
lr: 0.001
|
| 102 |
+
|
| 103 |
+
trainer:
|
| 104 |
+
max_steps: 10000
|
| 105 |
+
# max_steps: 100
|
| 106 |
+
log_every_n_steps: 1
|
| 107 |
+
num_sanity_val_steps: 0
|
| 108 |
+
val_check_interval: 5000
|
| 109 |
+
enable_progress_bar: true
|
| 110 |
+
precision: 16-mixed
|
| 111 |
+
|
| 112 |
+
checkpoint:
|
| 113 |
+
save_last: true # save at each validation time
|
| 114 |
+
save_top_k: -1
|
| 115 |
+
every_n_train_steps: ${trainer.max_steps}
|
3Dsckpts/dreamfusion_sd/A_coast_boykinia._In_the_interior_genre.@20240810-052033/ckpts/epoch=0-step=10000.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:149f3518013a199b70f56e40cd7c30a25be376f8c86300d69c26909bdfef08e4
|
| 3 |
+
size 151451983
|
3Dsckpts/dreamfusion_sd/A_coast_boykinia._In_the_interior_genre.@20240810-052033/ckpts/last.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:149f3518013a199b70f56e40cd7c30a25be376f8c86300d69c26909bdfef08e4
|
| 3 |
+
size 151451983
|
3Dsckpts/dreamfusion_sd/A_coast_boykinia._In_the_interior_genre.@20240810-052033/configs/parsed.yaml
ADDED
|
@@ -0,0 +1,109 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: dreamfusion-sd
|
| 2 |
+
description: ''
|
| 3 |
+
tag: A_coast_boykinia._In_the_interior_genre.
|
| 4 |
+
seed: 0
|
| 5 |
+
use_timestamp: true
|
| 6 |
+
timestamp: '@20240810-052033'
|
| 7 |
+
exp_root_dir: /results
|
| 8 |
+
exp_dir: /results/dreamfusion-sd
|
| 9 |
+
trial_name: A_coast_boykinia._In_the_interior_genre.@20240810-052033
|
| 10 |
+
trial_dir: /results/dreamfusion-sd/A_coast_boykinia._In_the_interior_genre.@20240810-052033
|
| 11 |
+
n_gpus: 1
|
| 12 |
+
resume: null
|
| 13 |
+
data_type: random-camera-datamodule
|
| 14 |
+
data:
|
| 15 |
+
batch_size: 1
|
| 16 |
+
width: 64
|
| 17 |
+
height: 64
|
| 18 |
+
camera_distance_range:
|
| 19 |
+
- 1.5
|
| 20 |
+
- 2.0
|
| 21 |
+
fovy_range:
|
| 22 |
+
- 40
|
| 23 |
+
- 70
|
| 24 |
+
elevation_range:
|
| 25 |
+
- -10
|
| 26 |
+
- 45
|
| 27 |
+
light_sample_strategy: dreamfusion
|
| 28 |
+
eval_camera_distance: 2.0
|
| 29 |
+
eval_fovy_deg: 70.0
|
| 30 |
+
system_type: dreamfusion-system
|
| 31 |
+
system:
|
| 32 |
+
geometry_type: implicit-volume
|
| 33 |
+
geometry:
|
| 34 |
+
radius: 2.0
|
| 35 |
+
normal_type: analytic
|
| 36 |
+
density_bias: blob_magic3d
|
| 37 |
+
density_activation: softplus
|
| 38 |
+
density_blob_scale: 10.0
|
| 39 |
+
density_blob_std: 0.5
|
| 40 |
+
pos_encoding_config:
|
| 41 |
+
otype: ProgressiveBandHashGrid
|
| 42 |
+
n_levels: 16
|
| 43 |
+
n_features_per_level: 2
|
| 44 |
+
log2_hashmap_size: 19
|
| 45 |
+
base_resolution: 16
|
| 46 |
+
per_level_scale: 1.447269237440378
|
| 47 |
+
start_level: 8
|
| 48 |
+
start_step: 2000
|
| 49 |
+
update_steps: 500
|
| 50 |
+
material_type: diffuse-with-point-light-material
|
| 51 |
+
material:
|
| 52 |
+
ambient_only_steps: 2001
|
| 53 |
+
albedo_activation: sigmoid
|
| 54 |
+
background_type: neural-environment-map-background
|
| 55 |
+
background:
|
| 56 |
+
color_activation: sigmoid
|
| 57 |
+
renderer_type: nerf-volume-renderer
|
| 58 |
+
renderer:
|
| 59 |
+
radius: 2.0
|
| 60 |
+
num_samples_per_ray: 512
|
| 61 |
+
prompt_processor_type: stable-diffusion-prompt-processor
|
| 62 |
+
prompt_processor:
|
| 63 |
+
pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
|
| 64 |
+
prompt: A coast boykinia. In the interior genre.
|
| 65 |
+
guidance_type: stable-diffusion-guidance
|
| 66 |
+
guidance:
|
| 67 |
+
pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
|
| 68 |
+
guidance_scale: 100.0
|
| 69 |
+
weighting_strategy: sds
|
| 70 |
+
min_step_percent: 0.02
|
| 71 |
+
max_step_percent: 0.98
|
| 72 |
+
loggers:
|
| 73 |
+
wandb:
|
| 74 |
+
enable: false
|
| 75 |
+
project: threestudio
|
| 76 |
+
name: None
|
| 77 |
+
loss:
|
| 78 |
+
lambda_sds: 1.0
|
| 79 |
+
lambda_orient:
|
| 80 |
+
- 0
|
| 81 |
+
- 10.0
|
| 82 |
+
- 1000.0
|
| 83 |
+
- 5000
|
| 84 |
+
lambda_sparsity: 1.0
|
| 85 |
+
lambda_opaque: 0.0
|
| 86 |
+
optimizer:
|
| 87 |
+
name: Adam
|
| 88 |
+
args:
|
| 89 |
+
lr: 0.01
|
| 90 |
+
betas:
|
| 91 |
+
- 0.9
|
| 92 |
+
- 0.99
|
| 93 |
+
eps: 1.0e-15
|
| 94 |
+
params:
|
| 95 |
+
geometry:
|
| 96 |
+
lr: 0.01
|
| 97 |
+
background:
|
| 98 |
+
lr: 0.001
|
| 99 |
+
trainer:
|
| 100 |
+
max_steps: 10000
|
| 101 |
+
log_every_n_steps: 1
|
| 102 |
+
num_sanity_val_steps: 0
|
| 103 |
+
val_check_interval: 5000
|
| 104 |
+
enable_progress_bar: true
|
| 105 |
+
precision: 16-mixed
|
| 106 |
+
checkpoint:
|
| 107 |
+
save_last: true
|
| 108 |
+
save_top_k: -1
|
| 109 |
+
every_n_train_steps: 10000
|
3Dsckpts/dreamfusion_sd/A_coast_boykinia._In_the_interior_genre.@20240810-052033/configs/raw.yaml
ADDED
|
@@ -0,0 +1,115 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: "dreamfusion-sd"
|
| 2 |
+
tag: "${rmspace:${system.prompt_processor.prompt},_}"
|
| 3 |
+
# exp_root_dir: "outputs"
|
| 4 |
+
exp_root_dir: "/results"
|
| 5 |
+
seed: 0
|
| 6 |
+
|
| 7 |
+
data_type: "random-camera-datamodule"
|
| 8 |
+
data:
|
| 9 |
+
batch_size: 1
|
| 10 |
+
width: 64
|
| 11 |
+
height: 64
|
| 12 |
+
camera_distance_range: [1.5, 2.0]
|
| 13 |
+
fovy_range: [40, 70]
|
| 14 |
+
elevation_range: [-10, 45]
|
| 15 |
+
light_sample_strategy: "dreamfusion"
|
| 16 |
+
eval_camera_distance: 2.0
|
| 17 |
+
eval_fovy_deg: 70.
|
| 18 |
+
|
| 19 |
+
system_type: "dreamfusion-system"
|
| 20 |
+
system:
|
| 21 |
+
geometry_type: "implicit-volume"
|
| 22 |
+
geometry:
|
| 23 |
+
radius: 2.0
|
| 24 |
+
normal_type: "analytic"
|
| 25 |
+
|
| 26 |
+
# the density initialization proposed in the DreamFusion paper
|
| 27 |
+
# does not work very well
|
| 28 |
+
# density_bias: "blob_dreamfusion"
|
| 29 |
+
# density_activation: exp
|
| 30 |
+
# density_blob_scale: 5.
|
| 31 |
+
# density_blob_std: 0.2
|
| 32 |
+
|
| 33 |
+
# use Magic3D density initialization instead
|
| 34 |
+
density_bias: "blob_magic3d"
|
| 35 |
+
density_activation: softplus
|
| 36 |
+
density_blob_scale: 10.
|
| 37 |
+
density_blob_std: 0.5
|
| 38 |
+
|
| 39 |
+
# coarse to fine hash grid encoding
|
| 40 |
+
# to ensure smooth analytic normals
|
| 41 |
+
pos_encoding_config:
|
| 42 |
+
otype: ProgressiveBandHashGrid
|
| 43 |
+
n_levels: 16
|
| 44 |
+
n_features_per_level: 2
|
| 45 |
+
log2_hashmap_size: 19
|
| 46 |
+
base_resolution: 16
|
| 47 |
+
per_level_scale: 1.447269237440378 # max resolution 4096
|
| 48 |
+
start_level: 8 # resolution ~200
|
| 49 |
+
start_step: 2000
|
| 50 |
+
update_steps: 500
|
| 51 |
+
|
| 52 |
+
material_type: "diffuse-with-point-light-material"
|
| 53 |
+
material:
|
| 54 |
+
ambient_only_steps: 2001
|
| 55 |
+
albedo_activation: sigmoid
|
| 56 |
+
|
| 57 |
+
background_type: "neural-environment-map-background"
|
| 58 |
+
background:
|
| 59 |
+
color_activation: sigmoid
|
| 60 |
+
|
| 61 |
+
renderer_type: "nerf-volume-renderer"
|
| 62 |
+
renderer:
|
| 63 |
+
radius: ${system.geometry.radius}
|
| 64 |
+
num_samples_per_ray: 512
|
| 65 |
+
|
| 66 |
+
prompt_processor_type: "stable-diffusion-prompt-processor"
|
| 67 |
+
prompt_processor:
|
| 68 |
+
pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
|
| 69 |
+
prompt: ???
|
| 70 |
+
|
| 71 |
+
guidance_type: "stable-diffusion-guidance"
|
| 72 |
+
guidance:
|
| 73 |
+
pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
|
| 74 |
+
guidance_scale: 100.
|
| 75 |
+
weighting_strategy: sds
|
| 76 |
+
min_step_percent: 0.02
|
| 77 |
+
max_step_percent: 0.98
|
| 78 |
+
|
| 79 |
+
loggers:
|
| 80 |
+
wandb:
|
| 81 |
+
enable: false
|
| 82 |
+
project: "threestudio"
|
| 83 |
+
name: None
|
| 84 |
+
|
| 85 |
+
loss:
|
| 86 |
+
lambda_sds: 1.
|
| 87 |
+
lambda_orient: [0, 10., 1000., 5000]
|
| 88 |
+
lambda_sparsity: 1.
|
| 89 |
+
lambda_opaque: 0.
|
| 90 |
+
|
| 91 |
+
optimizer:
|
| 92 |
+
name: Adam
|
| 93 |
+
args:
|
| 94 |
+
lr: 0.01
|
| 95 |
+
betas: [0.9, 0.99]
|
| 96 |
+
eps: 1.e-15
|
| 97 |
+
params:
|
| 98 |
+
geometry:
|
| 99 |
+
lr: 0.01
|
| 100 |
+
background:
|
| 101 |
+
lr: 0.001
|
| 102 |
+
|
| 103 |
+
trainer:
|
| 104 |
+
max_steps: 10000
|
| 105 |
+
# max_steps: 100
|
| 106 |
+
log_every_n_steps: 1
|
| 107 |
+
num_sanity_val_steps: 0
|
| 108 |
+
val_check_interval: 5000
|
| 109 |
+
enable_progress_bar: true
|
| 110 |
+
precision: 16-mixed
|
| 111 |
+
|
| 112 |
+
checkpoint:
|
| 113 |
+
save_last: true # save at each validation time
|
| 114 |
+
save_top_k: -1
|
| 115 |
+
every_n_train_steps: ${trainer.max_steps}
|
3Dsckpts/dreamfusion_sd/A_cocked_hat._With_the_Joseon_Dynasty_painting_style_and_using_the_chalk_drawing_technique.@20240811-153007/ckpts/epoch=0-step=10000.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d3f1d313f01dcb2e1592a8c545e61810b26476a4d4f61727aa47298a8381ef22
|
| 3 |
+
size 151452175
|
3Dsckpts/dreamfusion_sd/A_cocked_hat._With_the_Joseon_Dynasty_painting_style_and_using_the_chalk_drawing_technique.@20240811-153007/ckpts/last.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d3f1d313f01dcb2e1592a8c545e61810b26476a4d4f61727aa47298a8381ef22
|
| 3 |
+
size 151452175
|
3Dsckpts/dreamfusion_sd/A_cocked_hat._With_the_Joseon_Dynasty_painting_style_and_using_the_chalk_drawing_technique.@20240811-153007/configs/parsed.yaml
ADDED
|
@@ -0,0 +1,110 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: dreamfusion-sd
|
| 2 |
+
description: ''
|
| 3 |
+
tag: A_cocked_hat._With_the_Joseon_Dynasty_painting_style_and_using_the_chalk_drawing_technique.
|
| 4 |
+
seed: 0
|
| 5 |
+
use_timestamp: true
|
| 6 |
+
timestamp: '@20240811-153007'
|
| 7 |
+
exp_root_dir: /results
|
| 8 |
+
exp_dir: /results/dreamfusion-sd
|
| 9 |
+
trial_name: A_cocked_hat._With_the_Joseon_Dynasty_painting_style_and_using_the_chalk_drawing_technique.@20240811-153007
|
| 10 |
+
trial_dir: /results/dreamfusion-sd/A_cocked_hat._With_the_Joseon_Dynasty_painting_style_and_using_the_chalk_drawing_technique.@20240811-153007
|
| 11 |
+
n_gpus: 1
|
| 12 |
+
resume: null
|
| 13 |
+
data_type: random-camera-datamodule
|
| 14 |
+
data:
|
| 15 |
+
batch_size: 1
|
| 16 |
+
width: 64
|
| 17 |
+
height: 64
|
| 18 |
+
camera_distance_range:
|
| 19 |
+
- 1.5
|
| 20 |
+
- 2.0
|
| 21 |
+
fovy_range:
|
| 22 |
+
- 40
|
| 23 |
+
- 70
|
| 24 |
+
elevation_range:
|
| 25 |
+
- -10
|
| 26 |
+
- 45
|
| 27 |
+
light_sample_strategy: dreamfusion
|
| 28 |
+
eval_camera_distance: 2.0
|
| 29 |
+
eval_fovy_deg: 70.0
|
| 30 |
+
system_type: dreamfusion-system
|
| 31 |
+
system:
|
| 32 |
+
geometry_type: implicit-volume
|
| 33 |
+
geometry:
|
| 34 |
+
radius: 2.0
|
| 35 |
+
normal_type: analytic
|
| 36 |
+
density_bias: blob_magic3d
|
| 37 |
+
density_activation: softplus
|
| 38 |
+
density_blob_scale: 10.0
|
| 39 |
+
density_blob_std: 0.5
|
| 40 |
+
pos_encoding_config:
|
| 41 |
+
otype: ProgressiveBandHashGrid
|
| 42 |
+
n_levels: 16
|
| 43 |
+
n_features_per_level: 2
|
| 44 |
+
log2_hashmap_size: 19
|
| 45 |
+
base_resolution: 16
|
| 46 |
+
per_level_scale: 1.447269237440378
|
| 47 |
+
start_level: 8
|
| 48 |
+
start_step: 2000
|
| 49 |
+
update_steps: 500
|
| 50 |
+
material_type: diffuse-with-point-light-material
|
| 51 |
+
material:
|
| 52 |
+
ambient_only_steps: 2001
|
| 53 |
+
albedo_activation: sigmoid
|
| 54 |
+
background_type: neural-environment-map-background
|
| 55 |
+
background:
|
| 56 |
+
color_activation: sigmoid
|
| 57 |
+
renderer_type: nerf-volume-renderer
|
| 58 |
+
renderer:
|
| 59 |
+
radius: 2.0
|
| 60 |
+
num_samples_per_ray: 512
|
| 61 |
+
prompt_processor_type: stable-diffusion-prompt-processor
|
| 62 |
+
prompt_processor:
|
| 63 |
+
pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
|
| 64 |
+
prompt: A cocked hat. With the Joseon Dynasty painting style and using the chalk
|
| 65 |
+
drawing technique.
|
| 66 |
+
guidance_type: stable-diffusion-guidance
|
| 67 |
+
guidance:
|
| 68 |
+
pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
|
| 69 |
+
guidance_scale: 100.0
|
| 70 |
+
weighting_strategy: sds
|
| 71 |
+
min_step_percent: 0.02
|
| 72 |
+
max_step_percent: 0.98
|
| 73 |
+
loggers:
|
| 74 |
+
wandb:
|
| 75 |
+
enable: false
|
| 76 |
+
project: threestudio
|
| 77 |
+
name: None
|
| 78 |
+
loss:
|
| 79 |
+
lambda_sds: 1.0
|
| 80 |
+
lambda_orient:
|
| 81 |
+
- 0
|
| 82 |
+
- 10.0
|
| 83 |
+
- 1000.0
|
| 84 |
+
- 5000
|
| 85 |
+
lambda_sparsity: 1.0
|
| 86 |
+
lambda_opaque: 0.0
|
| 87 |
+
optimizer:
|
| 88 |
+
name: Adam
|
| 89 |
+
args:
|
| 90 |
+
lr: 0.01
|
| 91 |
+
betas:
|
| 92 |
+
- 0.9
|
| 93 |
+
- 0.99
|
| 94 |
+
eps: 1.0e-15
|
| 95 |
+
params:
|
| 96 |
+
geometry:
|
| 97 |
+
lr: 0.01
|
| 98 |
+
background:
|
| 99 |
+
lr: 0.001
|
| 100 |
+
trainer:
|
| 101 |
+
max_steps: 10000
|
| 102 |
+
log_every_n_steps: 1
|
| 103 |
+
num_sanity_val_steps: 0
|
| 104 |
+
val_check_interval: 5000
|
| 105 |
+
enable_progress_bar: true
|
| 106 |
+
precision: 16-mixed
|
| 107 |
+
checkpoint:
|
| 108 |
+
save_last: true
|
| 109 |
+
save_top_k: -1
|
| 110 |
+
every_n_train_steps: 10000
|
3Dsckpts/dreamfusion_sd/A_cocked_hat._With_the_Joseon_Dynasty_painting_style_and_using_the_chalk_drawing_technique.@20240811-153007/configs/raw.yaml
ADDED
|
@@ -0,0 +1,115 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: "dreamfusion-sd"
|
| 2 |
+
tag: "${rmspace:${system.prompt_processor.prompt},_}"
|
| 3 |
+
# exp_root_dir: "outputs"
|
| 4 |
+
exp_root_dir: "/results"
|
| 5 |
+
seed: 0
|
| 6 |
+
|
| 7 |
+
data_type: "random-camera-datamodule"
|
| 8 |
+
data:
|
| 9 |
+
batch_size: 1
|
| 10 |
+
width: 64
|
| 11 |
+
height: 64
|
| 12 |
+
camera_distance_range: [1.5, 2.0]
|
| 13 |
+
fovy_range: [40, 70]
|
| 14 |
+
elevation_range: [-10, 45]
|
| 15 |
+
light_sample_strategy: "dreamfusion"
|
| 16 |
+
eval_camera_distance: 2.0
|
| 17 |
+
eval_fovy_deg: 70.
|
| 18 |
+
|
| 19 |
+
system_type: "dreamfusion-system"
|
| 20 |
+
system:
|
| 21 |
+
geometry_type: "implicit-volume"
|
| 22 |
+
geometry:
|
| 23 |
+
radius: 2.0
|
| 24 |
+
normal_type: "analytic"
|
| 25 |
+
|
| 26 |
+
# the density initialization proposed in the DreamFusion paper
|
| 27 |
+
# does not work very well
|
| 28 |
+
# density_bias: "blob_dreamfusion"
|
| 29 |
+
# density_activation: exp
|
| 30 |
+
# density_blob_scale: 5.
|
| 31 |
+
# density_blob_std: 0.2
|
| 32 |
+
|
| 33 |
+
# use Magic3D density initialization instead
|
| 34 |
+
density_bias: "blob_magic3d"
|
| 35 |
+
density_activation: softplus
|
| 36 |
+
density_blob_scale: 10.
|
| 37 |
+
density_blob_std: 0.5
|
| 38 |
+
|
| 39 |
+
# coarse to fine hash grid encoding
|
| 40 |
+
# to ensure smooth analytic normals
|
| 41 |
+
pos_encoding_config:
|
| 42 |
+
otype: ProgressiveBandHashGrid
|
| 43 |
+
n_levels: 16
|
| 44 |
+
n_features_per_level: 2
|
| 45 |
+
log2_hashmap_size: 19
|
| 46 |
+
base_resolution: 16
|
| 47 |
+
per_level_scale: 1.447269237440378 # max resolution 4096
|
| 48 |
+
start_level: 8 # resolution ~200
|
| 49 |
+
start_step: 2000
|
| 50 |
+
update_steps: 500
|
| 51 |
+
|
| 52 |
+
material_type: "diffuse-with-point-light-material"
|
| 53 |
+
material:
|
| 54 |
+
ambient_only_steps: 2001
|
| 55 |
+
albedo_activation: sigmoid
|
| 56 |
+
|
| 57 |
+
background_type: "neural-environment-map-background"
|
| 58 |
+
background:
|
| 59 |
+
color_activation: sigmoid
|
| 60 |
+
|
| 61 |
+
renderer_type: "nerf-volume-renderer"
|
| 62 |
+
renderer:
|
| 63 |
+
radius: ${system.geometry.radius}
|
| 64 |
+
num_samples_per_ray: 512
|
| 65 |
+
|
| 66 |
+
prompt_processor_type: "stable-diffusion-prompt-processor"
|
| 67 |
+
prompt_processor:
|
| 68 |
+
pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
|
| 69 |
+
prompt: ???
|
| 70 |
+
|
| 71 |
+
guidance_type: "stable-diffusion-guidance"
|
| 72 |
+
guidance:
|
| 73 |
+
pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
|
| 74 |
+
guidance_scale: 100.
|
| 75 |
+
weighting_strategy: sds
|
| 76 |
+
min_step_percent: 0.02
|
| 77 |
+
max_step_percent: 0.98
|
| 78 |
+
|
| 79 |
+
loggers:
|
| 80 |
+
wandb:
|
| 81 |
+
enable: false
|
| 82 |
+
project: "threestudio"
|
| 83 |
+
name: None
|
| 84 |
+
|
| 85 |
+
loss:
|
| 86 |
+
lambda_sds: 1.
|
| 87 |
+
lambda_orient: [0, 10., 1000., 5000]
|
| 88 |
+
lambda_sparsity: 1.
|
| 89 |
+
lambda_opaque: 0.
|
| 90 |
+
|
| 91 |
+
optimizer:
|
| 92 |
+
name: Adam
|
| 93 |
+
args:
|
| 94 |
+
lr: 0.01
|
| 95 |
+
betas: [0.9, 0.99]
|
| 96 |
+
eps: 1.e-15
|
| 97 |
+
params:
|
| 98 |
+
geometry:
|
| 99 |
+
lr: 0.01
|
| 100 |
+
background:
|
| 101 |
+
lr: 0.001
|
| 102 |
+
|
| 103 |
+
trainer:
|
| 104 |
+
max_steps: 10000
|
| 105 |
+
# max_steps: 100
|
| 106 |
+
log_every_n_steps: 1
|
| 107 |
+
num_sanity_val_steps: 0
|
| 108 |
+
val_check_interval: 5000
|
| 109 |
+
enable_progress_bar: true
|
| 110 |
+
precision: 16-mixed
|
| 111 |
+
|
| 112 |
+
checkpoint:
|
| 113 |
+
save_last: true # save at each validation time
|
| 114 |
+
save_top_k: -1
|
| 115 |
+
every_n_train_steps: ${trainer.max_steps}
|