Ziqi Gao commited on
367d6aa5c051b9cf32cff2b14324f8202d636dd3f01077f7abed1b5ba5a65736
Browse files- 3Dsckpts/dreamfusion_sd/A_direful_no-show_(guest)._In_the_tessellation_genre_and_in_the_style_of_the_artist_kiri_nichol.@20240808-154323/ckpts/epoch=0-step=10000.ckpt +3 -0
- 3Dsckpts/dreamfusion_sd/A_direful_no-show_(guest)._In_the_tessellation_genre_and_in_the_style_of_the_artist_kiri_nichol.@20240808-154323/ckpts/last.ckpt +3 -0
- 3Dsckpts/dreamfusion_sd/A_direful_no-show_(guest)._In_the_tessellation_genre_and_in_the_style_of_the_artist_kiri_nichol.@20240808-154323/configs/parsed.yaml +110 -0
- 3Dsckpts/dreamfusion_sd/A_direful_no-show_(guest)._In_the_tessellation_genre_and_in_the_style_of_the_artist_kiri_nichol.@20240808-154323/configs/raw.yaml +115 -0
- 3Dsckpts/dreamfusion_sd/A_direful_sponge_cloth._In_the_style_of_the_artist_Pyotr_Konchalovsky_and_using_the_canvas_painting_technique.@20240808-122715/ckpts/epoch=0-step=10000.ckpt +3 -0
- 3Dsckpts/dreamfusion_sd/A_direful_sponge_cloth._In_the_style_of_the_artist_Pyotr_Konchalovsky_and_using_the_canvas_painting_technique.@20240808-122715/ckpts/last.ckpt +3 -0
- 3Dsckpts/dreamfusion_sd/A_direful_sponge_cloth._In_the_style_of_the_artist_Pyotr_Konchalovsky_and_using_the_canvas_painting_technique.@20240808-122715/configs/parsed.yaml +110 -0
- 3Dsckpts/dreamfusion_sd/A_direful_sponge_cloth._In_the_style_of_the_artist_Pyotr_Konchalovsky_and_using_the_canvas_painting_technique.@20240808-122715/configs/raw.yaml +115 -0
- 3Dsckpts/dreamfusion_sd/A_dirty_adviser;_a_heartseed._In_the_shan_shui_genre.@20240813-185916/ckpts/epoch=0-step=10000.ckpt +3 -0
- 3Dsckpts/dreamfusion_sd/A_dirty_adviser;_a_heartseed._In_the_shan_shui_genre.@20240813-185916/ckpts/last.ckpt +3 -0
- 3Dsckpts/dreamfusion_sd/A_dirty_adviser;_a_heartseed._In_the_shan_shui_genre.@20240813-185916/configs/parsed.yaml +109 -0
- 3Dsckpts/dreamfusion_sd/A_dirty_adviser;_a_heartseed._In_the_shan_shui_genre.@20240813-185916/configs/raw.yaml +115 -0
- 3Dsckpts/dreamfusion_sd/A_discount_house_is_indicates_wind_direction_the_sweatbox_(device)._With_the_Action_painting_painting_style_and_using_the_encaustic_painting_technique.@20240816-035159/ckpts/epoch=0-step=10000.ckpt +3 -0
- 3Dsckpts/dreamfusion_sd/A_discount_house_is_indicates_wind_direction_the_sweatbox_(device)._With_the_Action_painting_painting_style_and_using_the_encaustic_painting_technique.@20240816-035159/ckpts/last.ckpt +3 -0
- 3Dsckpts/dreamfusion_sd/A_discount_house_is_indicates_wind_direction_the_sweatbox_(device)._With_the_Action_painting_painting_style_and_using_the_encaustic_painting_technique.@20240816-035159/configs/parsed.yaml +110 -0
- 3Dsckpts/dreamfusion_sd/A_discount_house_is_indicates_wind_direction_the_sweatbox_(device)._With_the_Action_painting_painting_style_and_using_the_encaustic_painting_technique.@20240816-035159/configs/raw.yaml +115 -0
- 3Dsckpts/dreamfusion_sd/A_dishy_economic_libertarian.@20240816-170059/ckpts/epoch=0-step=10000.ckpt +3 -0
- 3Dsckpts/dreamfusion_sd/A_dishy_economic_libertarian.@20240816-170059/ckpts/last.ckpt +3 -0
- 3Dsckpts/dreamfusion_sd/A_dishy_economic_libertarian.@20240816-170059/configs/parsed.yaml +109 -0
- 3Dsckpts/dreamfusion_sd/A_dishy_economic_libertarian.@20240816-170059/configs/raw.yaml +115 -0
- 3Dsckpts/dreamfusion_sd/A_dishy_holding_pattern;_a_transactor._In_the_interior_genre_and_with_the_Nas-Taliq_painting_style.@20240818-001215/ckpts/epoch=0-step=10000.ckpt +3 -0
- 3Dsckpts/dreamfusion_sd/A_dishy_holding_pattern;_a_transactor._In_the_interior_genre_and_with_the_Nas-Taliq_painting_style.@20240818-001215/ckpts/last.ckpt +3 -0
- 3Dsckpts/dreamfusion_sd/A_dishy_holding_pattern;_a_transactor._In_the_interior_genre_and_with_the_Nas-Taliq_painting_style.@20240818-001215/configs/parsed.yaml +110 -0
- 3Dsckpts/dreamfusion_sd/A_dishy_holding_pattern;_a_transactor._In_the_interior_genre_and_with_the_Nas-Taliq_painting_style.@20240818-001215/configs/raw.yaml +115 -0
- 3Dsckpts/dreamfusion_sd/A_disquieting_warship._In_the_style_of_the_artist_kiri_nichol_and_using_the_3D_rendering_technique.@20240809-132913/ckpts/epoch=0-step=10000.ckpt +3 -0
- 3Dsckpts/dreamfusion_sd/A_disquieting_warship._In_the_style_of_the_artist_kiri_nichol_and_using_the_3D_rendering_technique.@20240809-132913/ckpts/last.ckpt +3 -0
- 3Dsckpts/dreamfusion_sd/A_disquieting_warship._In_the_style_of_the_artist_kiri_nichol_and_using_the_3D_rendering_technique.@20240809-132913/configs/parsed.yaml +110 -0
- 3Dsckpts/dreamfusion_sd/A_disquieting_warship._In_the_style_of_the_artist_kiri_nichol_and_using_the_3D_rendering_technique.@20240809-132913/configs/raw.yaml +115 -0
3Dsckpts/dreamfusion_sd/A_direful_no-show_(guest)._In_the_tessellation_genre_and_in_the_style_of_the_artist_kiri_nichol.@20240808-154323/ckpts/epoch=0-step=10000.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6e3c9a7604b460d781fe7b068aac5597a22182479ee731bcccdf95b7d3ff4249
|
| 3 |
+
size 151452175
|
3Dsckpts/dreamfusion_sd/A_direful_no-show_(guest)._In_the_tessellation_genre_and_in_the_style_of_the_artist_kiri_nichol.@20240808-154323/ckpts/last.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6e3c9a7604b460d781fe7b068aac5597a22182479ee731bcccdf95b7d3ff4249
|
| 3 |
+
size 151452175
|
3Dsckpts/dreamfusion_sd/A_direful_no-show_(guest)._In_the_tessellation_genre_and_in_the_style_of_the_artist_kiri_nichol.@20240808-154323/configs/parsed.yaml
ADDED
|
@@ -0,0 +1,110 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: dreamfusion-sd
|
| 2 |
+
description: ''
|
| 3 |
+
tag: A_direful_no-show_(guest)._In_the_tessellation_genre_and_in_the_style_of_the_artist_kiri_nichol.
|
| 4 |
+
seed: 0
|
| 5 |
+
use_timestamp: true
|
| 6 |
+
timestamp: '@20240808-154323'
|
| 7 |
+
exp_root_dir: /results
|
| 8 |
+
exp_dir: /results/dreamfusion-sd
|
| 9 |
+
trial_name: A_direful_no-show_(guest)._In_the_tessellation_genre_and_in_the_style_of_the_artist_kiri_nichol.@20240808-154323
|
| 10 |
+
trial_dir: /results/dreamfusion-sd/A_direful_no-show_(guest)._In_the_tessellation_genre_and_in_the_style_of_the_artist_kiri_nichol.@20240808-154323
|
| 11 |
+
n_gpus: 1
|
| 12 |
+
resume: null
|
| 13 |
+
data_type: random-camera-datamodule
|
| 14 |
+
data:
|
| 15 |
+
batch_size: 1
|
| 16 |
+
width: 64
|
| 17 |
+
height: 64
|
| 18 |
+
camera_distance_range:
|
| 19 |
+
- 1.5
|
| 20 |
+
- 2.0
|
| 21 |
+
fovy_range:
|
| 22 |
+
- 40
|
| 23 |
+
- 70
|
| 24 |
+
elevation_range:
|
| 25 |
+
- -10
|
| 26 |
+
- 45
|
| 27 |
+
light_sample_strategy: dreamfusion
|
| 28 |
+
eval_camera_distance: 2.0
|
| 29 |
+
eval_fovy_deg: 70.0
|
| 30 |
+
system_type: dreamfusion-system
|
| 31 |
+
system:
|
| 32 |
+
geometry_type: implicit-volume
|
| 33 |
+
geometry:
|
| 34 |
+
radius: 2.0
|
| 35 |
+
normal_type: analytic
|
| 36 |
+
density_bias: blob_magic3d
|
| 37 |
+
density_activation: softplus
|
| 38 |
+
density_blob_scale: 10.0
|
| 39 |
+
density_blob_std: 0.5
|
| 40 |
+
pos_encoding_config:
|
| 41 |
+
otype: ProgressiveBandHashGrid
|
| 42 |
+
n_levels: 16
|
| 43 |
+
n_features_per_level: 2
|
| 44 |
+
log2_hashmap_size: 19
|
| 45 |
+
base_resolution: 16
|
| 46 |
+
per_level_scale: 1.447269237440378
|
| 47 |
+
start_level: 8
|
| 48 |
+
start_step: 2000
|
| 49 |
+
update_steps: 500
|
| 50 |
+
material_type: diffuse-with-point-light-material
|
| 51 |
+
material:
|
| 52 |
+
ambient_only_steps: 2001
|
| 53 |
+
albedo_activation: sigmoid
|
| 54 |
+
background_type: neural-environment-map-background
|
| 55 |
+
background:
|
| 56 |
+
color_activation: sigmoid
|
| 57 |
+
renderer_type: nerf-volume-renderer
|
| 58 |
+
renderer:
|
| 59 |
+
radius: 2.0
|
| 60 |
+
num_samples_per_ray: 512
|
| 61 |
+
prompt_processor_type: stable-diffusion-prompt-processor
|
| 62 |
+
prompt_processor:
|
| 63 |
+
pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
|
| 64 |
+
prompt: A direful no-show (guest). In the tessellation genre and in the style
|
| 65 |
+
of the artist kiri nichol.
|
| 66 |
+
guidance_type: stable-diffusion-guidance
|
| 67 |
+
guidance:
|
| 68 |
+
pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
|
| 69 |
+
guidance_scale: 100.0
|
| 70 |
+
weighting_strategy: sds
|
| 71 |
+
min_step_percent: 0.02
|
| 72 |
+
max_step_percent: 0.98
|
| 73 |
+
loggers:
|
| 74 |
+
wandb:
|
| 75 |
+
enable: false
|
| 76 |
+
project: threestudio
|
| 77 |
+
name: None
|
| 78 |
+
loss:
|
| 79 |
+
lambda_sds: 1.0
|
| 80 |
+
lambda_orient:
|
| 81 |
+
- 0
|
| 82 |
+
- 10.0
|
| 83 |
+
- 1000.0
|
| 84 |
+
- 5000
|
| 85 |
+
lambda_sparsity: 1.0
|
| 86 |
+
lambda_opaque: 0.0
|
| 87 |
+
optimizer:
|
| 88 |
+
name: Adam
|
| 89 |
+
args:
|
| 90 |
+
lr: 0.01
|
| 91 |
+
betas:
|
| 92 |
+
- 0.9
|
| 93 |
+
- 0.99
|
| 94 |
+
eps: 1.0e-15
|
| 95 |
+
params:
|
| 96 |
+
geometry:
|
| 97 |
+
lr: 0.01
|
| 98 |
+
background:
|
| 99 |
+
lr: 0.001
|
| 100 |
+
trainer:
|
| 101 |
+
max_steps: 10000
|
| 102 |
+
log_every_n_steps: 1
|
| 103 |
+
num_sanity_val_steps: 0
|
| 104 |
+
val_check_interval: 5000
|
| 105 |
+
enable_progress_bar: true
|
| 106 |
+
precision: 16-mixed
|
| 107 |
+
checkpoint:
|
| 108 |
+
save_last: true
|
| 109 |
+
save_top_k: -1
|
| 110 |
+
every_n_train_steps: 10000
|
3Dsckpts/dreamfusion_sd/A_direful_no-show_(guest)._In_the_tessellation_genre_and_in_the_style_of_the_artist_kiri_nichol.@20240808-154323/configs/raw.yaml
ADDED
|
@@ -0,0 +1,115 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: "dreamfusion-sd"
|
| 2 |
+
tag: "${rmspace:${system.prompt_processor.prompt},_}"
|
| 3 |
+
# exp_root_dir: "outputs"
|
| 4 |
+
exp_root_dir: "/results"
|
| 5 |
+
seed: 0
|
| 6 |
+
|
| 7 |
+
data_type: "random-camera-datamodule"
|
| 8 |
+
data:
|
| 9 |
+
batch_size: 1
|
| 10 |
+
width: 64
|
| 11 |
+
height: 64
|
| 12 |
+
camera_distance_range: [1.5, 2.0]
|
| 13 |
+
fovy_range: [40, 70]
|
| 14 |
+
elevation_range: [-10, 45]
|
| 15 |
+
light_sample_strategy: "dreamfusion"
|
| 16 |
+
eval_camera_distance: 2.0
|
| 17 |
+
eval_fovy_deg: 70.
|
| 18 |
+
|
| 19 |
+
system_type: "dreamfusion-system"
|
| 20 |
+
system:
|
| 21 |
+
geometry_type: "implicit-volume"
|
| 22 |
+
geometry:
|
| 23 |
+
radius: 2.0
|
| 24 |
+
normal_type: "analytic"
|
| 25 |
+
|
| 26 |
+
# the density initialization proposed in the DreamFusion paper
|
| 27 |
+
# does not work very well
|
| 28 |
+
# density_bias: "blob_dreamfusion"
|
| 29 |
+
# density_activation: exp
|
| 30 |
+
# density_blob_scale: 5.
|
| 31 |
+
# density_blob_std: 0.2
|
| 32 |
+
|
| 33 |
+
# use Magic3D density initialization instead
|
| 34 |
+
density_bias: "blob_magic3d"
|
| 35 |
+
density_activation: softplus
|
| 36 |
+
density_blob_scale: 10.
|
| 37 |
+
density_blob_std: 0.5
|
| 38 |
+
|
| 39 |
+
# coarse to fine hash grid encoding
|
| 40 |
+
# to ensure smooth analytic normals
|
| 41 |
+
pos_encoding_config:
|
| 42 |
+
otype: ProgressiveBandHashGrid
|
| 43 |
+
n_levels: 16
|
| 44 |
+
n_features_per_level: 2
|
| 45 |
+
log2_hashmap_size: 19
|
| 46 |
+
base_resolution: 16
|
| 47 |
+
per_level_scale: 1.447269237440378 # max resolution 4096
|
| 48 |
+
start_level: 8 # resolution ~200
|
| 49 |
+
start_step: 2000
|
| 50 |
+
update_steps: 500
|
| 51 |
+
|
| 52 |
+
material_type: "diffuse-with-point-light-material"
|
| 53 |
+
material:
|
| 54 |
+
ambient_only_steps: 2001
|
| 55 |
+
albedo_activation: sigmoid
|
| 56 |
+
|
| 57 |
+
background_type: "neural-environment-map-background"
|
| 58 |
+
background:
|
| 59 |
+
color_activation: sigmoid
|
| 60 |
+
|
| 61 |
+
renderer_type: "nerf-volume-renderer"
|
| 62 |
+
renderer:
|
| 63 |
+
radius: ${system.geometry.radius}
|
| 64 |
+
num_samples_per_ray: 512
|
| 65 |
+
|
| 66 |
+
prompt_processor_type: "stable-diffusion-prompt-processor"
|
| 67 |
+
prompt_processor:
|
| 68 |
+
pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
|
| 69 |
+
prompt: ???
|
| 70 |
+
|
| 71 |
+
guidance_type: "stable-diffusion-guidance"
|
| 72 |
+
guidance:
|
| 73 |
+
pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
|
| 74 |
+
guidance_scale: 100.
|
| 75 |
+
weighting_strategy: sds
|
| 76 |
+
min_step_percent: 0.02
|
| 77 |
+
max_step_percent: 0.98
|
| 78 |
+
|
| 79 |
+
loggers:
|
| 80 |
+
wandb:
|
| 81 |
+
enable: false
|
| 82 |
+
project: "threestudio"
|
| 83 |
+
name: None
|
| 84 |
+
|
| 85 |
+
loss:
|
| 86 |
+
lambda_sds: 1.
|
| 87 |
+
lambda_orient: [0, 10., 1000., 5000]
|
| 88 |
+
lambda_sparsity: 1.
|
| 89 |
+
lambda_opaque: 0.
|
| 90 |
+
|
| 91 |
+
optimizer:
|
| 92 |
+
name: Adam
|
| 93 |
+
args:
|
| 94 |
+
lr: 0.01
|
| 95 |
+
betas: [0.9, 0.99]
|
| 96 |
+
eps: 1.e-15
|
| 97 |
+
params:
|
| 98 |
+
geometry:
|
| 99 |
+
lr: 0.01
|
| 100 |
+
background:
|
| 101 |
+
lr: 0.001
|
| 102 |
+
|
| 103 |
+
trainer:
|
| 104 |
+
max_steps: 10000
|
| 105 |
+
# max_steps: 100
|
| 106 |
+
log_every_n_steps: 1
|
| 107 |
+
num_sanity_val_steps: 0
|
| 108 |
+
val_check_interval: 5000
|
| 109 |
+
enable_progress_bar: true
|
| 110 |
+
precision: 16-mixed
|
| 111 |
+
|
| 112 |
+
checkpoint:
|
| 113 |
+
save_last: true # save at each validation time
|
| 114 |
+
save_top_k: -1
|
| 115 |
+
every_n_train_steps: ${trainer.max_steps}
|
3Dsckpts/dreamfusion_sd/A_direful_sponge_cloth._In_the_style_of_the_artist_Pyotr_Konchalovsky_and_using_the_canvas_painting_technique.@20240808-122715/ckpts/epoch=0-step=10000.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:66e4812c058c539366b1c7283c836865f37c5e0f47b9cc9a3af1d7a8bbabcdb0
|
| 3 |
+
size 151452239
|
3Dsckpts/dreamfusion_sd/A_direful_sponge_cloth._In_the_style_of_the_artist_Pyotr_Konchalovsky_and_using_the_canvas_painting_technique.@20240808-122715/ckpts/last.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:66e4812c058c539366b1c7283c836865f37c5e0f47b9cc9a3af1d7a8bbabcdb0
|
| 3 |
+
size 151452239
|
3Dsckpts/dreamfusion_sd/A_direful_sponge_cloth._In_the_style_of_the_artist_Pyotr_Konchalovsky_and_using_the_canvas_painting_technique.@20240808-122715/configs/parsed.yaml
ADDED
|
@@ -0,0 +1,110 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: dreamfusion-sd
|
| 2 |
+
description: ''
|
| 3 |
+
tag: A_direful_sponge_cloth._In_the_style_of_the_artist_Pyotr_Konchalovsky_and_using_the_canvas_painting_technique.
|
| 4 |
+
seed: 0
|
| 5 |
+
use_timestamp: true
|
| 6 |
+
timestamp: '@20240808-122715'
|
| 7 |
+
exp_root_dir: /results
|
| 8 |
+
exp_dir: /results/dreamfusion-sd
|
| 9 |
+
trial_name: A_direful_sponge_cloth._In_the_style_of_the_artist_Pyotr_Konchalovsky_and_using_the_canvas_painting_technique.@20240808-122715
|
| 10 |
+
trial_dir: /results/dreamfusion-sd/A_direful_sponge_cloth._In_the_style_of_the_artist_Pyotr_Konchalovsky_and_using_the_canvas_painting_technique.@20240808-122715
|
| 11 |
+
n_gpus: 1
|
| 12 |
+
resume: null
|
| 13 |
+
data_type: random-camera-datamodule
|
| 14 |
+
data:
|
| 15 |
+
batch_size: 1
|
| 16 |
+
width: 64
|
| 17 |
+
height: 64
|
| 18 |
+
camera_distance_range:
|
| 19 |
+
- 1.5
|
| 20 |
+
- 2.0
|
| 21 |
+
fovy_range:
|
| 22 |
+
- 40
|
| 23 |
+
- 70
|
| 24 |
+
elevation_range:
|
| 25 |
+
- -10
|
| 26 |
+
- 45
|
| 27 |
+
light_sample_strategy: dreamfusion
|
| 28 |
+
eval_camera_distance: 2.0
|
| 29 |
+
eval_fovy_deg: 70.0
|
| 30 |
+
system_type: dreamfusion-system
|
| 31 |
+
system:
|
| 32 |
+
geometry_type: implicit-volume
|
| 33 |
+
geometry:
|
| 34 |
+
radius: 2.0
|
| 35 |
+
normal_type: analytic
|
| 36 |
+
density_bias: blob_magic3d
|
| 37 |
+
density_activation: softplus
|
| 38 |
+
density_blob_scale: 10.0
|
| 39 |
+
density_blob_std: 0.5
|
| 40 |
+
pos_encoding_config:
|
| 41 |
+
otype: ProgressiveBandHashGrid
|
| 42 |
+
n_levels: 16
|
| 43 |
+
n_features_per_level: 2
|
| 44 |
+
log2_hashmap_size: 19
|
| 45 |
+
base_resolution: 16
|
| 46 |
+
per_level_scale: 1.447269237440378
|
| 47 |
+
start_level: 8
|
| 48 |
+
start_step: 2000
|
| 49 |
+
update_steps: 500
|
| 50 |
+
material_type: diffuse-with-point-light-material
|
| 51 |
+
material:
|
| 52 |
+
ambient_only_steps: 2001
|
| 53 |
+
albedo_activation: sigmoid
|
| 54 |
+
background_type: neural-environment-map-background
|
| 55 |
+
background:
|
| 56 |
+
color_activation: sigmoid
|
| 57 |
+
renderer_type: nerf-volume-renderer
|
| 58 |
+
renderer:
|
| 59 |
+
radius: 2.0
|
| 60 |
+
num_samples_per_ray: 512
|
| 61 |
+
prompt_processor_type: stable-diffusion-prompt-processor
|
| 62 |
+
prompt_processor:
|
| 63 |
+
pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
|
| 64 |
+
prompt: A direful sponge cloth. In the style of the artist Pyotr Konchalovsky
|
| 65 |
+
and using the canvas painting technique.
|
| 66 |
+
guidance_type: stable-diffusion-guidance
|
| 67 |
+
guidance:
|
| 68 |
+
pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
|
| 69 |
+
guidance_scale: 100.0
|
| 70 |
+
weighting_strategy: sds
|
| 71 |
+
min_step_percent: 0.02
|
| 72 |
+
max_step_percent: 0.98
|
| 73 |
+
loggers:
|
| 74 |
+
wandb:
|
| 75 |
+
enable: false
|
| 76 |
+
project: threestudio
|
| 77 |
+
name: None
|
| 78 |
+
loss:
|
| 79 |
+
lambda_sds: 1.0
|
| 80 |
+
lambda_orient:
|
| 81 |
+
- 0
|
| 82 |
+
- 10.0
|
| 83 |
+
- 1000.0
|
| 84 |
+
- 5000
|
| 85 |
+
lambda_sparsity: 1.0
|
| 86 |
+
lambda_opaque: 0.0
|
| 87 |
+
optimizer:
|
| 88 |
+
name: Adam
|
| 89 |
+
args:
|
| 90 |
+
lr: 0.01
|
| 91 |
+
betas:
|
| 92 |
+
- 0.9
|
| 93 |
+
- 0.99
|
| 94 |
+
eps: 1.0e-15
|
| 95 |
+
params:
|
| 96 |
+
geometry:
|
| 97 |
+
lr: 0.01
|
| 98 |
+
background:
|
| 99 |
+
lr: 0.001
|
| 100 |
+
trainer:
|
| 101 |
+
max_steps: 10000
|
| 102 |
+
log_every_n_steps: 1
|
| 103 |
+
num_sanity_val_steps: 0
|
| 104 |
+
val_check_interval: 5000
|
| 105 |
+
enable_progress_bar: true
|
| 106 |
+
precision: 16-mixed
|
| 107 |
+
checkpoint:
|
| 108 |
+
save_last: true
|
| 109 |
+
save_top_k: -1
|
| 110 |
+
every_n_train_steps: 10000
|
3Dsckpts/dreamfusion_sd/A_direful_sponge_cloth._In_the_style_of_the_artist_Pyotr_Konchalovsky_and_using_the_canvas_painting_technique.@20240808-122715/configs/raw.yaml
ADDED
|
@@ -0,0 +1,115 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: "dreamfusion-sd"
|
| 2 |
+
tag: "${rmspace:${system.prompt_processor.prompt},_}"
|
| 3 |
+
# exp_root_dir: "outputs"
|
| 4 |
+
exp_root_dir: "/results"
|
| 5 |
+
seed: 0
|
| 6 |
+
|
| 7 |
+
data_type: "random-camera-datamodule"
|
| 8 |
+
data:
|
| 9 |
+
batch_size: 1
|
| 10 |
+
width: 64
|
| 11 |
+
height: 64
|
| 12 |
+
camera_distance_range: [1.5, 2.0]
|
| 13 |
+
fovy_range: [40, 70]
|
| 14 |
+
elevation_range: [-10, 45]
|
| 15 |
+
light_sample_strategy: "dreamfusion"
|
| 16 |
+
eval_camera_distance: 2.0
|
| 17 |
+
eval_fovy_deg: 70.
|
| 18 |
+
|
| 19 |
+
system_type: "dreamfusion-system"
|
| 20 |
+
system:
|
| 21 |
+
geometry_type: "implicit-volume"
|
| 22 |
+
geometry:
|
| 23 |
+
radius: 2.0
|
| 24 |
+
normal_type: "analytic"
|
| 25 |
+
|
| 26 |
+
# the density initialization proposed in the DreamFusion paper
|
| 27 |
+
# does not work very well
|
| 28 |
+
# density_bias: "blob_dreamfusion"
|
| 29 |
+
# density_activation: exp
|
| 30 |
+
# density_blob_scale: 5.
|
| 31 |
+
# density_blob_std: 0.2
|
| 32 |
+
|
| 33 |
+
# use Magic3D density initialization instead
|
| 34 |
+
density_bias: "blob_magic3d"
|
| 35 |
+
density_activation: softplus
|
| 36 |
+
density_blob_scale: 10.
|
| 37 |
+
density_blob_std: 0.5
|
| 38 |
+
|
| 39 |
+
# coarse to fine hash grid encoding
|
| 40 |
+
# to ensure smooth analytic normals
|
| 41 |
+
pos_encoding_config:
|
| 42 |
+
otype: ProgressiveBandHashGrid
|
| 43 |
+
n_levels: 16
|
| 44 |
+
n_features_per_level: 2
|
| 45 |
+
log2_hashmap_size: 19
|
| 46 |
+
base_resolution: 16
|
| 47 |
+
per_level_scale: 1.447269237440378 # max resolution 4096
|
| 48 |
+
start_level: 8 # resolution ~200
|
| 49 |
+
start_step: 2000
|
| 50 |
+
update_steps: 500
|
| 51 |
+
|
| 52 |
+
material_type: "diffuse-with-point-light-material"
|
| 53 |
+
material:
|
| 54 |
+
ambient_only_steps: 2001
|
| 55 |
+
albedo_activation: sigmoid
|
| 56 |
+
|
| 57 |
+
background_type: "neural-environment-map-background"
|
| 58 |
+
background:
|
| 59 |
+
color_activation: sigmoid
|
| 60 |
+
|
| 61 |
+
renderer_type: "nerf-volume-renderer"
|
| 62 |
+
renderer:
|
| 63 |
+
radius: ${system.geometry.radius}
|
| 64 |
+
num_samples_per_ray: 512
|
| 65 |
+
|
| 66 |
+
prompt_processor_type: "stable-diffusion-prompt-processor"
|
| 67 |
+
prompt_processor:
|
| 68 |
+
pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
|
| 69 |
+
prompt: ???
|
| 70 |
+
|
| 71 |
+
guidance_type: "stable-diffusion-guidance"
|
| 72 |
+
guidance:
|
| 73 |
+
pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
|
| 74 |
+
guidance_scale: 100.
|
| 75 |
+
weighting_strategy: sds
|
| 76 |
+
min_step_percent: 0.02
|
| 77 |
+
max_step_percent: 0.98
|
| 78 |
+
|
| 79 |
+
loggers:
|
| 80 |
+
wandb:
|
| 81 |
+
enable: false
|
| 82 |
+
project: "threestudio"
|
| 83 |
+
name: None
|
| 84 |
+
|
| 85 |
+
loss:
|
| 86 |
+
lambda_sds: 1.
|
| 87 |
+
lambda_orient: [0, 10., 1000., 5000]
|
| 88 |
+
lambda_sparsity: 1.
|
| 89 |
+
lambda_opaque: 0.
|
| 90 |
+
|
| 91 |
+
optimizer:
|
| 92 |
+
name: Adam
|
| 93 |
+
args:
|
| 94 |
+
lr: 0.01
|
| 95 |
+
betas: [0.9, 0.99]
|
| 96 |
+
eps: 1.e-15
|
| 97 |
+
params:
|
| 98 |
+
geometry:
|
| 99 |
+
lr: 0.01
|
| 100 |
+
background:
|
| 101 |
+
lr: 0.001
|
| 102 |
+
|
| 103 |
+
trainer:
|
| 104 |
+
max_steps: 10000
|
| 105 |
+
# max_steps: 100
|
| 106 |
+
log_every_n_steps: 1
|
| 107 |
+
num_sanity_val_steps: 0
|
| 108 |
+
val_check_interval: 5000
|
| 109 |
+
enable_progress_bar: true
|
| 110 |
+
precision: 16-mixed
|
| 111 |
+
|
| 112 |
+
checkpoint:
|
| 113 |
+
save_last: true # save at each validation time
|
| 114 |
+
save_top_k: -1
|
| 115 |
+
every_n_train_steps: ${trainer.max_steps}
|
3Dsckpts/dreamfusion_sd/A_dirty_adviser;_a_heartseed._In_the_shan_shui_genre.@20240813-185916/ckpts/epoch=0-step=10000.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:859463c6b0e6d13cb5461e1c46288d9cf4f7139f5ef81370150943592b29238c
|
| 3 |
+
size 151452047
|
3Dsckpts/dreamfusion_sd/A_dirty_adviser;_a_heartseed._In_the_shan_shui_genre.@20240813-185916/ckpts/last.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:859463c6b0e6d13cb5461e1c46288d9cf4f7139f5ef81370150943592b29238c
|
| 3 |
+
size 151452047
|
3Dsckpts/dreamfusion_sd/A_dirty_adviser;_a_heartseed._In_the_shan_shui_genre.@20240813-185916/configs/parsed.yaml
ADDED
|
@@ -0,0 +1,109 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: dreamfusion-sd
|
| 2 |
+
description: ''
|
| 3 |
+
tag: A_dirty_adviser;_a_heartseed._In_the_shan_shui_genre.
|
| 4 |
+
seed: 0
|
| 5 |
+
use_timestamp: true
|
| 6 |
+
timestamp: '@20240813-185916'
|
| 7 |
+
exp_root_dir: /results
|
| 8 |
+
exp_dir: /results/dreamfusion-sd
|
| 9 |
+
trial_name: A_dirty_adviser;_a_heartseed._In_the_shan_shui_genre.@20240813-185916
|
| 10 |
+
trial_dir: /results/dreamfusion-sd/A_dirty_adviser;_a_heartseed._In_the_shan_shui_genre.@20240813-185916
|
| 11 |
+
n_gpus: 1
|
| 12 |
+
resume: null
|
| 13 |
+
data_type: random-camera-datamodule
|
| 14 |
+
data:
|
| 15 |
+
batch_size: 1
|
| 16 |
+
width: 64
|
| 17 |
+
height: 64
|
| 18 |
+
camera_distance_range:
|
| 19 |
+
- 1.5
|
| 20 |
+
- 2.0
|
| 21 |
+
fovy_range:
|
| 22 |
+
- 40
|
| 23 |
+
- 70
|
| 24 |
+
elevation_range:
|
| 25 |
+
- -10
|
| 26 |
+
- 45
|
| 27 |
+
light_sample_strategy: dreamfusion
|
| 28 |
+
eval_camera_distance: 2.0
|
| 29 |
+
eval_fovy_deg: 70.0
|
| 30 |
+
system_type: dreamfusion-system
|
| 31 |
+
system:
|
| 32 |
+
geometry_type: implicit-volume
|
| 33 |
+
geometry:
|
| 34 |
+
radius: 2.0
|
| 35 |
+
normal_type: analytic
|
| 36 |
+
density_bias: blob_magic3d
|
| 37 |
+
density_activation: softplus
|
| 38 |
+
density_blob_scale: 10.0
|
| 39 |
+
density_blob_std: 0.5
|
| 40 |
+
pos_encoding_config:
|
| 41 |
+
otype: ProgressiveBandHashGrid
|
| 42 |
+
n_levels: 16
|
| 43 |
+
n_features_per_level: 2
|
| 44 |
+
log2_hashmap_size: 19
|
| 45 |
+
base_resolution: 16
|
| 46 |
+
per_level_scale: 1.447269237440378
|
| 47 |
+
start_level: 8
|
| 48 |
+
start_step: 2000
|
| 49 |
+
update_steps: 500
|
| 50 |
+
material_type: diffuse-with-point-light-material
|
| 51 |
+
material:
|
| 52 |
+
ambient_only_steps: 2001
|
| 53 |
+
albedo_activation: sigmoid
|
| 54 |
+
background_type: neural-environment-map-background
|
| 55 |
+
background:
|
| 56 |
+
color_activation: sigmoid
|
| 57 |
+
renderer_type: nerf-volume-renderer
|
| 58 |
+
renderer:
|
| 59 |
+
radius: 2.0
|
| 60 |
+
num_samples_per_ray: 512
|
| 61 |
+
prompt_processor_type: stable-diffusion-prompt-processor
|
| 62 |
+
prompt_processor:
|
| 63 |
+
pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
|
| 64 |
+
prompt: A dirty adviser; a heartseed. In the shan shui genre.
|
| 65 |
+
guidance_type: stable-diffusion-guidance
|
| 66 |
+
guidance:
|
| 67 |
+
pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
|
| 68 |
+
guidance_scale: 100.0
|
| 69 |
+
weighting_strategy: sds
|
| 70 |
+
min_step_percent: 0.02
|
| 71 |
+
max_step_percent: 0.98
|
| 72 |
+
loggers:
|
| 73 |
+
wandb:
|
| 74 |
+
enable: false
|
| 75 |
+
project: threestudio
|
| 76 |
+
name: None
|
| 77 |
+
loss:
|
| 78 |
+
lambda_sds: 1.0
|
| 79 |
+
lambda_orient:
|
| 80 |
+
- 0
|
| 81 |
+
- 10.0
|
| 82 |
+
- 1000.0
|
| 83 |
+
- 5000
|
| 84 |
+
lambda_sparsity: 1.0
|
| 85 |
+
lambda_opaque: 0.0
|
| 86 |
+
optimizer:
|
| 87 |
+
name: Adam
|
| 88 |
+
args:
|
| 89 |
+
lr: 0.01
|
| 90 |
+
betas:
|
| 91 |
+
- 0.9
|
| 92 |
+
- 0.99
|
| 93 |
+
eps: 1.0e-15
|
| 94 |
+
params:
|
| 95 |
+
geometry:
|
| 96 |
+
lr: 0.01
|
| 97 |
+
background:
|
| 98 |
+
lr: 0.001
|
| 99 |
+
trainer:
|
| 100 |
+
max_steps: 10000
|
| 101 |
+
log_every_n_steps: 1
|
| 102 |
+
num_sanity_val_steps: 0
|
| 103 |
+
val_check_interval: 5000
|
| 104 |
+
enable_progress_bar: true
|
| 105 |
+
precision: 16-mixed
|
| 106 |
+
checkpoint:
|
| 107 |
+
save_last: true
|
| 108 |
+
save_top_k: -1
|
| 109 |
+
every_n_train_steps: 10000
|
3Dsckpts/dreamfusion_sd/A_dirty_adviser;_a_heartseed._In_the_shan_shui_genre.@20240813-185916/configs/raw.yaml
ADDED
|
@@ -0,0 +1,115 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: "dreamfusion-sd"
|
| 2 |
+
tag: "${rmspace:${system.prompt_processor.prompt},_}"
|
| 3 |
+
# exp_root_dir: "outputs"
|
| 4 |
+
exp_root_dir: "/results"
|
| 5 |
+
seed: 0
|
| 6 |
+
|
| 7 |
+
data_type: "random-camera-datamodule"
|
| 8 |
+
data:
|
| 9 |
+
batch_size: 1
|
| 10 |
+
width: 64
|
| 11 |
+
height: 64
|
| 12 |
+
camera_distance_range: [1.5, 2.0]
|
| 13 |
+
fovy_range: [40, 70]
|
| 14 |
+
elevation_range: [-10, 45]
|
| 15 |
+
light_sample_strategy: "dreamfusion"
|
| 16 |
+
eval_camera_distance: 2.0
|
| 17 |
+
eval_fovy_deg: 70.
|
| 18 |
+
|
| 19 |
+
system_type: "dreamfusion-system"
|
| 20 |
+
system:
|
| 21 |
+
geometry_type: "implicit-volume"
|
| 22 |
+
geometry:
|
| 23 |
+
radius: 2.0
|
| 24 |
+
normal_type: "analytic"
|
| 25 |
+
|
| 26 |
+
# the density initialization proposed in the DreamFusion paper
|
| 27 |
+
# does not work very well
|
| 28 |
+
# density_bias: "blob_dreamfusion"
|
| 29 |
+
# density_activation: exp
|
| 30 |
+
# density_blob_scale: 5.
|
| 31 |
+
# density_blob_std: 0.2
|
| 32 |
+
|
| 33 |
+
# use Magic3D density initialization instead
|
| 34 |
+
density_bias: "blob_magic3d"
|
| 35 |
+
density_activation: softplus
|
| 36 |
+
density_blob_scale: 10.
|
| 37 |
+
density_blob_std: 0.5
|
| 38 |
+
|
| 39 |
+
# coarse to fine hash grid encoding
|
| 40 |
+
# to ensure smooth analytic normals
|
| 41 |
+
pos_encoding_config:
|
| 42 |
+
otype: ProgressiveBandHashGrid
|
| 43 |
+
n_levels: 16
|
| 44 |
+
n_features_per_level: 2
|
| 45 |
+
log2_hashmap_size: 19
|
| 46 |
+
base_resolution: 16
|
| 47 |
+
per_level_scale: 1.447269237440378 # max resolution 4096
|
| 48 |
+
start_level: 8 # resolution ~200
|
| 49 |
+
start_step: 2000
|
| 50 |
+
update_steps: 500
|
| 51 |
+
|
| 52 |
+
material_type: "diffuse-with-point-light-material"
|
| 53 |
+
material:
|
| 54 |
+
ambient_only_steps: 2001
|
| 55 |
+
albedo_activation: sigmoid
|
| 56 |
+
|
| 57 |
+
background_type: "neural-environment-map-background"
|
| 58 |
+
background:
|
| 59 |
+
color_activation: sigmoid
|
| 60 |
+
|
| 61 |
+
renderer_type: "nerf-volume-renderer"
|
| 62 |
+
renderer:
|
| 63 |
+
radius: ${system.geometry.radius}
|
| 64 |
+
num_samples_per_ray: 512
|
| 65 |
+
|
| 66 |
+
prompt_processor_type: "stable-diffusion-prompt-processor"
|
| 67 |
+
prompt_processor:
|
| 68 |
+
pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
|
| 69 |
+
prompt: ???
|
| 70 |
+
|
| 71 |
+
guidance_type: "stable-diffusion-guidance"
|
| 72 |
+
guidance:
|
| 73 |
+
pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
|
| 74 |
+
guidance_scale: 100.
|
| 75 |
+
weighting_strategy: sds
|
| 76 |
+
min_step_percent: 0.02
|
| 77 |
+
max_step_percent: 0.98
|
| 78 |
+
|
| 79 |
+
loggers:
|
| 80 |
+
wandb:
|
| 81 |
+
enable: false
|
| 82 |
+
project: "threestudio"
|
| 83 |
+
name: None
|
| 84 |
+
|
| 85 |
+
loss:
|
| 86 |
+
lambda_sds: 1.
|
| 87 |
+
lambda_orient: [0, 10., 1000., 5000]
|
| 88 |
+
lambda_sparsity: 1.
|
| 89 |
+
lambda_opaque: 0.
|
| 90 |
+
|
| 91 |
+
optimizer:
|
| 92 |
+
name: Adam
|
| 93 |
+
args:
|
| 94 |
+
lr: 0.01
|
| 95 |
+
betas: [0.9, 0.99]
|
| 96 |
+
eps: 1.e-15
|
| 97 |
+
params:
|
| 98 |
+
geometry:
|
| 99 |
+
lr: 0.01
|
| 100 |
+
background:
|
| 101 |
+
lr: 0.001
|
| 102 |
+
|
| 103 |
+
trainer:
|
| 104 |
+
max_steps: 10000
|
| 105 |
+
# max_steps: 100
|
| 106 |
+
log_every_n_steps: 1
|
| 107 |
+
num_sanity_val_steps: 0
|
| 108 |
+
val_check_interval: 5000
|
| 109 |
+
enable_progress_bar: true
|
| 110 |
+
precision: 16-mixed
|
| 111 |
+
|
| 112 |
+
checkpoint:
|
| 113 |
+
save_last: true # save at each validation time
|
| 114 |
+
save_top_k: -1
|
| 115 |
+
every_n_train_steps: ${trainer.max_steps}
|
3Dsckpts/dreamfusion_sd/A_discount_house_is_indicates_wind_direction_the_sweatbox_(device)._With_the_Action_painting_painting_style_and_using_the_encaustic_painting_technique.@20240816-035159/ckpts/epoch=0-step=10000.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7aaf1754ebddc4bf39c0e5499d06586fdc6804f0b4a8134fc8cdbce4fd57d6be
|
| 3 |
+
size 151452431
|
3Dsckpts/dreamfusion_sd/A_discount_house_is_indicates_wind_direction_the_sweatbox_(device)._With_the_Action_painting_painting_style_and_using_the_encaustic_painting_technique.@20240816-035159/ckpts/last.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7aaf1754ebddc4bf39c0e5499d06586fdc6804f0b4a8134fc8cdbce4fd57d6be
|
| 3 |
+
size 151452431
|
3Dsckpts/dreamfusion_sd/A_discount_house_is_indicates_wind_direction_the_sweatbox_(device)._With_the_Action_painting_painting_style_and_using_the_encaustic_painting_technique.@20240816-035159/configs/parsed.yaml
ADDED
|
@@ -0,0 +1,110 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: dreamfusion-sd
|
| 2 |
+
description: ''
|
| 3 |
+
tag: A_discount_house_is_indicates_wind_direction_the_sweatbox_(device)._With_the_Action_painting_painting_style_and_using_the_encaustic_painting_technique.
|
| 4 |
+
seed: 0
|
| 5 |
+
use_timestamp: true
|
| 6 |
+
timestamp: '@20240816-035159'
|
| 7 |
+
exp_root_dir: /results
|
| 8 |
+
exp_dir: /results/dreamfusion-sd
|
| 9 |
+
trial_name: A_discount_house_is_indicates_wind_direction_the_sweatbox_(device)._With_the_Action_painting_painting_style_and_using_the_encaustic_painting_technique.@20240816-035159
|
| 10 |
+
trial_dir: /results/dreamfusion-sd/A_discount_house_is_indicates_wind_direction_the_sweatbox_(device)._With_the_Action_painting_painting_style_and_using_the_encaustic_painting_technique.@20240816-035159
|
| 11 |
+
n_gpus: 1
|
| 12 |
+
resume: null
|
| 13 |
+
data_type: random-camera-datamodule
|
| 14 |
+
data:
|
| 15 |
+
batch_size: 1
|
| 16 |
+
width: 64
|
| 17 |
+
height: 64
|
| 18 |
+
camera_distance_range:
|
| 19 |
+
- 1.5
|
| 20 |
+
- 2.0
|
| 21 |
+
fovy_range:
|
| 22 |
+
- 40
|
| 23 |
+
- 70
|
| 24 |
+
elevation_range:
|
| 25 |
+
- -10
|
| 26 |
+
- 45
|
| 27 |
+
light_sample_strategy: dreamfusion
|
| 28 |
+
eval_camera_distance: 2.0
|
| 29 |
+
eval_fovy_deg: 70.0
|
| 30 |
+
system_type: dreamfusion-system
|
| 31 |
+
system:
|
| 32 |
+
geometry_type: implicit-volume
|
| 33 |
+
geometry:
|
| 34 |
+
radius: 2.0
|
| 35 |
+
normal_type: analytic
|
| 36 |
+
density_bias: blob_magic3d
|
| 37 |
+
density_activation: softplus
|
| 38 |
+
density_blob_scale: 10.0
|
| 39 |
+
density_blob_std: 0.5
|
| 40 |
+
pos_encoding_config:
|
| 41 |
+
otype: ProgressiveBandHashGrid
|
| 42 |
+
n_levels: 16
|
| 43 |
+
n_features_per_level: 2
|
| 44 |
+
log2_hashmap_size: 19
|
| 45 |
+
base_resolution: 16
|
| 46 |
+
per_level_scale: 1.447269237440378
|
| 47 |
+
start_level: 8
|
| 48 |
+
start_step: 2000
|
| 49 |
+
update_steps: 500
|
| 50 |
+
material_type: diffuse-with-point-light-material
|
| 51 |
+
material:
|
| 52 |
+
ambient_only_steps: 2001
|
| 53 |
+
albedo_activation: sigmoid
|
| 54 |
+
background_type: neural-environment-map-background
|
| 55 |
+
background:
|
| 56 |
+
color_activation: sigmoid
|
| 57 |
+
renderer_type: nerf-volume-renderer
|
| 58 |
+
renderer:
|
| 59 |
+
radius: 2.0
|
| 60 |
+
num_samples_per_ray: 512
|
| 61 |
+
prompt_processor_type: stable-diffusion-prompt-processor
|
| 62 |
+
prompt_processor:
|
| 63 |
+
pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
|
| 64 |
+
prompt: A discount house is indicates wind direction the sweatbox (device). With
|
| 65 |
+
the Action painting painting style and using the encaustic painting technique.
|
| 66 |
+
guidance_type: stable-diffusion-guidance
|
| 67 |
+
guidance:
|
| 68 |
+
pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
|
| 69 |
+
guidance_scale: 100.0
|
| 70 |
+
weighting_strategy: sds
|
| 71 |
+
min_step_percent: 0.02
|
| 72 |
+
max_step_percent: 0.98
|
| 73 |
+
loggers:
|
| 74 |
+
wandb:
|
| 75 |
+
enable: false
|
| 76 |
+
project: threestudio
|
| 77 |
+
name: None
|
| 78 |
+
loss:
|
| 79 |
+
lambda_sds: 1.0
|
| 80 |
+
lambda_orient:
|
| 81 |
+
- 0
|
| 82 |
+
- 10.0
|
| 83 |
+
- 1000.0
|
| 84 |
+
- 5000
|
| 85 |
+
lambda_sparsity: 1.0
|
| 86 |
+
lambda_opaque: 0.0
|
| 87 |
+
optimizer:
|
| 88 |
+
name: Adam
|
| 89 |
+
args:
|
| 90 |
+
lr: 0.01
|
| 91 |
+
betas:
|
| 92 |
+
- 0.9
|
| 93 |
+
- 0.99
|
| 94 |
+
eps: 1.0e-15
|
| 95 |
+
params:
|
| 96 |
+
geometry:
|
| 97 |
+
lr: 0.01
|
| 98 |
+
background:
|
| 99 |
+
lr: 0.001
|
| 100 |
+
trainer:
|
| 101 |
+
max_steps: 10000
|
| 102 |
+
log_every_n_steps: 1
|
| 103 |
+
num_sanity_val_steps: 0
|
| 104 |
+
val_check_interval: 5000
|
| 105 |
+
enable_progress_bar: true
|
| 106 |
+
precision: 16-mixed
|
| 107 |
+
checkpoint:
|
| 108 |
+
save_last: true
|
| 109 |
+
save_top_k: -1
|
| 110 |
+
every_n_train_steps: 10000
|
3Dsckpts/dreamfusion_sd/A_discount_house_is_indicates_wind_direction_the_sweatbox_(device)._With_the_Action_painting_painting_style_and_using_the_encaustic_painting_technique.@20240816-035159/configs/raw.yaml
ADDED
|
@@ -0,0 +1,115 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: "dreamfusion-sd"
|
| 2 |
+
tag: "${rmspace:${system.prompt_processor.prompt},_}"
|
| 3 |
+
# exp_root_dir: "outputs"
|
| 4 |
+
exp_root_dir: "/results"
|
| 5 |
+
seed: 0
|
| 6 |
+
|
| 7 |
+
data_type: "random-camera-datamodule"
|
| 8 |
+
data:
|
| 9 |
+
batch_size: 1
|
| 10 |
+
width: 64
|
| 11 |
+
height: 64
|
| 12 |
+
camera_distance_range: [1.5, 2.0]
|
| 13 |
+
fovy_range: [40, 70]
|
| 14 |
+
elevation_range: [-10, 45]
|
| 15 |
+
light_sample_strategy: "dreamfusion"
|
| 16 |
+
eval_camera_distance: 2.0
|
| 17 |
+
eval_fovy_deg: 70.
|
| 18 |
+
|
| 19 |
+
system_type: "dreamfusion-system"
|
| 20 |
+
system:
|
| 21 |
+
geometry_type: "implicit-volume"
|
| 22 |
+
geometry:
|
| 23 |
+
radius: 2.0
|
| 24 |
+
normal_type: "analytic"
|
| 25 |
+
|
| 26 |
+
# the density initialization proposed in the DreamFusion paper
|
| 27 |
+
# does not work very well
|
| 28 |
+
# density_bias: "blob_dreamfusion"
|
| 29 |
+
# density_activation: exp
|
| 30 |
+
# density_blob_scale: 5.
|
| 31 |
+
# density_blob_std: 0.2
|
| 32 |
+
|
| 33 |
+
# use Magic3D density initialization instead
|
| 34 |
+
density_bias: "blob_magic3d"
|
| 35 |
+
density_activation: softplus
|
| 36 |
+
density_blob_scale: 10.
|
| 37 |
+
density_blob_std: 0.5
|
| 38 |
+
|
| 39 |
+
# coarse to fine hash grid encoding
|
| 40 |
+
# to ensure smooth analytic normals
|
| 41 |
+
pos_encoding_config:
|
| 42 |
+
otype: ProgressiveBandHashGrid
|
| 43 |
+
n_levels: 16
|
| 44 |
+
n_features_per_level: 2
|
| 45 |
+
log2_hashmap_size: 19
|
| 46 |
+
base_resolution: 16
|
| 47 |
+
per_level_scale: 1.447269237440378 # max resolution 4096
|
| 48 |
+
start_level: 8 # resolution ~200
|
| 49 |
+
start_step: 2000
|
| 50 |
+
update_steps: 500
|
| 51 |
+
|
| 52 |
+
material_type: "diffuse-with-point-light-material"
|
| 53 |
+
material:
|
| 54 |
+
ambient_only_steps: 2001
|
| 55 |
+
albedo_activation: sigmoid
|
| 56 |
+
|
| 57 |
+
background_type: "neural-environment-map-background"
|
| 58 |
+
background:
|
| 59 |
+
color_activation: sigmoid
|
| 60 |
+
|
| 61 |
+
renderer_type: "nerf-volume-renderer"
|
| 62 |
+
renderer:
|
| 63 |
+
radius: ${system.geometry.radius}
|
| 64 |
+
num_samples_per_ray: 512
|
| 65 |
+
|
| 66 |
+
prompt_processor_type: "stable-diffusion-prompt-processor"
|
| 67 |
+
prompt_processor:
|
| 68 |
+
pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
|
| 69 |
+
prompt: ???
|
| 70 |
+
|
| 71 |
+
guidance_type: "stable-diffusion-guidance"
|
| 72 |
+
guidance:
|
| 73 |
+
pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
|
| 74 |
+
guidance_scale: 100.
|
| 75 |
+
weighting_strategy: sds
|
| 76 |
+
min_step_percent: 0.02
|
| 77 |
+
max_step_percent: 0.98
|
| 78 |
+
|
| 79 |
+
loggers:
|
| 80 |
+
wandb:
|
| 81 |
+
enable: false
|
| 82 |
+
project: "threestudio"
|
| 83 |
+
name: None
|
| 84 |
+
|
| 85 |
+
loss:
|
| 86 |
+
lambda_sds: 1.
|
| 87 |
+
lambda_orient: [0, 10., 1000., 5000]
|
| 88 |
+
lambda_sparsity: 1.
|
| 89 |
+
lambda_opaque: 0.
|
| 90 |
+
|
| 91 |
+
optimizer:
|
| 92 |
+
name: Adam
|
| 93 |
+
args:
|
| 94 |
+
lr: 0.01
|
| 95 |
+
betas: [0.9, 0.99]
|
| 96 |
+
eps: 1.e-15
|
| 97 |
+
params:
|
| 98 |
+
geometry:
|
| 99 |
+
lr: 0.01
|
| 100 |
+
background:
|
| 101 |
+
lr: 0.001
|
| 102 |
+
|
| 103 |
+
trainer:
|
| 104 |
+
max_steps: 10000
|
| 105 |
+
# max_steps: 100
|
| 106 |
+
log_every_n_steps: 1
|
| 107 |
+
num_sanity_val_steps: 0
|
| 108 |
+
val_check_interval: 5000
|
| 109 |
+
enable_progress_bar: true
|
| 110 |
+
precision: 16-mixed
|
| 111 |
+
|
| 112 |
+
checkpoint:
|
| 113 |
+
save_last: true # save at each validation time
|
| 114 |
+
save_top_k: -1
|
| 115 |
+
every_n_train_steps: ${trainer.max_steps}
|
3Dsckpts/dreamfusion_sd/A_dishy_economic_libertarian.@20240816-170059/ckpts/epoch=0-step=10000.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5b907ebcd655290fd2f66a6f4a5896d9e3037a7ecbbf7bac6fa9fa3c832636ca
|
| 3 |
+
size 151451919
|
3Dsckpts/dreamfusion_sd/A_dishy_economic_libertarian.@20240816-170059/ckpts/last.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5b907ebcd655290fd2f66a6f4a5896d9e3037a7ecbbf7bac6fa9fa3c832636ca
|
| 3 |
+
size 151451919
|
3Dsckpts/dreamfusion_sd/A_dishy_economic_libertarian.@20240816-170059/configs/parsed.yaml
ADDED
|
@@ -0,0 +1,109 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: dreamfusion-sd
|
| 2 |
+
description: ''
|
| 3 |
+
tag: A_dishy_economic_libertarian.
|
| 4 |
+
seed: 0
|
| 5 |
+
use_timestamp: true
|
| 6 |
+
timestamp: '@20240816-170059'
|
| 7 |
+
exp_root_dir: /results
|
| 8 |
+
exp_dir: /results/dreamfusion-sd
|
| 9 |
+
trial_name: A_dishy_economic_libertarian.@20240816-170059
|
| 10 |
+
trial_dir: /results/dreamfusion-sd/A_dishy_economic_libertarian.@20240816-170059
|
| 11 |
+
n_gpus: 1
|
| 12 |
+
resume: null
|
| 13 |
+
data_type: random-camera-datamodule
|
| 14 |
+
data:
|
| 15 |
+
batch_size: 1
|
| 16 |
+
width: 64
|
| 17 |
+
height: 64
|
| 18 |
+
camera_distance_range:
|
| 19 |
+
- 1.5
|
| 20 |
+
- 2.0
|
| 21 |
+
fovy_range:
|
| 22 |
+
- 40
|
| 23 |
+
- 70
|
| 24 |
+
elevation_range:
|
| 25 |
+
- -10
|
| 26 |
+
- 45
|
| 27 |
+
light_sample_strategy: dreamfusion
|
| 28 |
+
eval_camera_distance: 2.0
|
| 29 |
+
eval_fovy_deg: 70.0
|
| 30 |
+
system_type: dreamfusion-system
|
| 31 |
+
system:
|
| 32 |
+
geometry_type: implicit-volume
|
| 33 |
+
geometry:
|
| 34 |
+
radius: 2.0
|
| 35 |
+
normal_type: analytic
|
| 36 |
+
density_bias: blob_magic3d
|
| 37 |
+
density_activation: softplus
|
| 38 |
+
density_blob_scale: 10.0
|
| 39 |
+
density_blob_std: 0.5
|
| 40 |
+
pos_encoding_config:
|
| 41 |
+
otype: ProgressiveBandHashGrid
|
| 42 |
+
n_levels: 16
|
| 43 |
+
n_features_per_level: 2
|
| 44 |
+
log2_hashmap_size: 19
|
| 45 |
+
base_resolution: 16
|
| 46 |
+
per_level_scale: 1.447269237440378
|
| 47 |
+
start_level: 8
|
| 48 |
+
start_step: 2000
|
| 49 |
+
update_steps: 500
|
| 50 |
+
material_type: diffuse-with-point-light-material
|
| 51 |
+
material:
|
| 52 |
+
ambient_only_steps: 2001
|
| 53 |
+
albedo_activation: sigmoid
|
| 54 |
+
background_type: neural-environment-map-background
|
| 55 |
+
background:
|
| 56 |
+
color_activation: sigmoid
|
| 57 |
+
renderer_type: nerf-volume-renderer
|
| 58 |
+
renderer:
|
| 59 |
+
radius: 2.0
|
| 60 |
+
num_samples_per_ray: 512
|
| 61 |
+
prompt_processor_type: stable-diffusion-prompt-processor
|
| 62 |
+
prompt_processor:
|
| 63 |
+
pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
|
| 64 |
+
prompt: A dishy economic libertarian.
|
| 65 |
+
guidance_type: stable-diffusion-guidance
|
| 66 |
+
guidance:
|
| 67 |
+
pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
|
| 68 |
+
guidance_scale: 100.0
|
| 69 |
+
weighting_strategy: sds
|
| 70 |
+
min_step_percent: 0.02
|
| 71 |
+
max_step_percent: 0.98
|
| 72 |
+
loggers:
|
| 73 |
+
wandb:
|
| 74 |
+
enable: false
|
| 75 |
+
project: threestudio
|
| 76 |
+
name: None
|
| 77 |
+
loss:
|
| 78 |
+
lambda_sds: 1.0
|
| 79 |
+
lambda_orient:
|
| 80 |
+
- 0
|
| 81 |
+
- 10.0
|
| 82 |
+
- 1000.0
|
| 83 |
+
- 5000
|
| 84 |
+
lambda_sparsity: 1.0
|
| 85 |
+
lambda_opaque: 0.0
|
| 86 |
+
optimizer:
|
| 87 |
+
name: Adam
|
| 88 |
+
args:
|
| 89 |
+
lr: 0.01
|
| 90 |
+
betas:
|
| 91 |
+
- 0.9
|
| 92 |
+
- 0.99
|
| 93 |
+
eps: 1.0e-15
|
| 94 |
+
params:
|
| 95 |
+
geometry:
|
| 96 |
+
lr: 0.01
|
| 97 |
+
background:
|
| 98 |
+
lr: 0.001
|
| 99 |
+
trainer:
|
| 100 |
+
max_steps: 10000
|
| 101 |
+
log_every_n_steps: 1
|
| 102 |
+
num_sanity_val_steps: 0
|
| 103 |
+
val_check_interval: 5000
|
| 104 |
+
enable_progress_bar: true
|
| 105 |
+
precision: 16-mixed
|
| 106 |
+
checkpoint:
|
| 107 |
+
save_last: true
|
| 108 |
+
save_top_k: -1
|
| 109 |
+
every_n_train_steps: 10000
|
3Dsckpts/dreamfusion_sd/A_dishy_economic_libertarian.@20240816-170059/configs/raw.yaml
ADDED
|
@@ -0,0 +1,115 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: "dreamfusion-sd"
|
| 2 |
+
tag: "${rmspace:${system.prompt_processor.prompt},_}"
|
| 3 |
+
# exp_root_dir: "outputs"
|
| 4 |
+
exp_root_dir: "/results"
|
| 5 |
+
seed: 0
|
| 6 |
+
|
| 7 |
+
data_type: "random-camera-datamodule"
|
| 8 |
+
data:
|
| 9 |
+
batch_size: 1
|
| 10 |
+
width: 64
|
| 11 |
+
height: 64
|
| 12 |
+
camera_distance_range: [1.5, 2.0]
|
| 13 |
+
fovy_range: [40, 70]
|
| 14 |
+
elevation_range: [-10, 45]
|
| 15 |
+
light_sample_strategy: "dreamfusion"
|
| 16 |
+
eval_camera_distance: 2.0
|
| 17 |
+
eval_fovy_deg: 70.
|
| 18 |
+
|
| 19 |
+
system_type: "dreamfusion-system"
|
| 20 |
+
system:
|
| 21 |
+
geometry_type: "implicit-volume"
|
| 22 |
+
geometry:
|
| 23 |
+
radius: 2.0
|
| 24 |
+
normal_type: "analytic"
|
| 25 |
+
|
| 26 |
+
# the density initialization proposed in the DreamFusion paper
|
| 27 |
+
# does not work very well
|
| 28 |
+
# density_bias: "blob_dreamfusion"
|
| 29 |
+
# density_activation: exp
|
| 30 |
+
# density_blob_scale: 5.
|
| 31 |
+
# density_blob_std: 0.2
|
| 32 |
+
|
| 33 |
+
# use Magic3D density initialization instead
|
| 34 |
+
density_bias: "blob_magic3d"
|
| 35 |
+
density_activation: softplus
|
| 36 |
+
density_blob_scale: 10.
|
| 37 |
+
density_blob_std: 0.5
|
| 38 |
+
|
| 39 |
+
# coarse to fine hash grid encoding
|
| 40 |
+
# to ensure smooth analytic normals
|
| 41 |
+
pos_encoding_config:
|
| 42 |
+
otype: ProgressiveBandHashGrid
|
| 43 |
+
n_levels: 16
|
| 44 |
+
n_features_per_level: 2
|
| 45 |
+
log2_hashmap_size: 19
|
| 46 |
+
base_resolution: 16
|
| 47 |
+
per_level_scale: 1.447269237440378 # max resolution 4096
|
| 48 |
+
start_level: 8 # resolution ~200
|
| 49 |
+
start_step: 2000
|
| 50 |
+
update_steps: 500
|
| 51 |
+
|
| 52 |
+
material_type: "diffuse-with-point-light-material"
|
| 53 |
+
material:
|
| 54 |
+
ambient_only_steps: 2001
|
| 55 |
+
albedo_activation: sigmoid
|
| 56 |
+
|
| 57 |
+
background_type: "neural-environment-map-background"
|
| 58 |
+
background:
|
| 59 |
+
color_activation: sigmoid
|
| 60 |
+
|
| 61 |
+
renderer_type: "nerf-volume-renderer"
|
| 62 |
+
renderer:
|
| 63 |
+
radius: ${system.geometry.radius}
|
| 64 |
+
num_samples_per_ray: 512
|
| 65 |
+
|
| 66 |
+
prompt_processor_type: "stable-diffusion-prompt-processor"
|
| 67 |
+
prompt_processor:
|
| 68 |
+
pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
|
| 69 |
+
prompt: ???
|
| 70 |
+
|
| 71 |
+
guidance_type: "stable-diffusion-guidance"
|
| 72 |
+
guidance:
|
| 73 |
+
pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
|
| 74 |
+
guidance_scale: 100.
|
| 75 |
+
weighting_strategy: sds
|
| 76 |
+
min_step_percent: 0.02
|
| 77 |
+
max_step_percent: 0.98
|
| 78 |
+
|
| 79 |
+
loggers:
|
| 80 |
+
wandb:
|
| 81 |
+
enable: false
|
| 82 |
+
project: "threestudio"
|
| 83 |
+
name: None
|
| 84 |
+
|
| 85 |
+
loss:
|
| 86 |
+
lambda_sds: 1.
|
| 87 |
+
lambda_orient: [0, 10., 1000., 5000]
|
| 88 |
+
lambda_sparsity: 1.
|
| 89 |
+
lambda_opaque: 0.
|
| 90 |
+
|
| 91 |
+
optimizer:
|
| 92 |
+
name: Adam
|
| 93 |
+
args:
|
| 94 |
+
lr: 0.01
|
| 95 |
+
betas: [0.9, 0.99]
|
| 96 |
+
eps: 1.e-15
|
| 97 |
+
params:
|
| 98 |
+
geometry:
|
| 99 |
+
lr: 0.01
|
| 100 |
+
background:
|
| 101 |
+
lr: 0.001
|
| 102 |
+
|
| 103 |
+
trainer:
|
| 104 |
+
max_steps: 10000
|
| 105 |
+
# max_steps: 100
|
| 106 |
+
log_every_n_steps: 1
|
| 107 |
+
num_sanity_val_steps: 0
|
| 108 |
+
val_check_interval: 5000
|
| 109 |
+
enable_progress_bar: true
|
| 110 |
+
precision: 16-mixed
|
| 111 |
+
|
| 112 |
+
checkpoint:
|
| 113 |
+
save_last: true # save at each validation time
|
| 114 |
+
save_top_k: -1
|
| 115 |
+
every_n_train_steps: ${trainer.max_steps}
|
3Dsckpts/dreamfusion_sd/A_dishy_holding_pattern;_a_transactor._In_the_interior_genre_and_with_the_Nas-Taliq_painting_style.@20240818-001215/ckpts/epoch=0-step=10000.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f1fdd8efa2a7466096a12417cdb7ffb0da9300805eb2df3cddbe9b2f2726ddaf
|
| 3 |
+
size 151452175
|
3Dsckpts/dreamfusion_sd/A_dishy_holding_pattern;_a_transactor._In_the_interior_genre_and_with_the_Nas-Taliq_painting_style.@20240818-001215/ckpts/last.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f1fdd8efa2a7466096a12417cdb7ffb0da9300805eb2df3cddbe9b2f2726ddaf
|
| 3 |
+
size 151452175
|
3Dsckpts/dreamfusion_sd/A_dishy_holding_pattern;_a_transactor._In_the_interior_genre_and_with_the_Nas-Taliq_painting_style.@20240818-001215/configs/parsed.yaml
ADDED
|
@@ -0,0 +1,110 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: dreamfusion-sd
|
| 2 |
+
description: ''
|
| 3 |
+
tag: A_dishy_holding_pattern;_a_transactor._In_the_interior_genre_and_with_the_Nas-Taliq_painting_style.
|
| 4 |
+
seed: 0
|
| 5 |
+
use_timestamp: true
|
| 6 |
+
timestamp: '@20240818-001215'
|
| 7 |
+
exp_root_dir: /results
|
| 8 |
+
exp_dir: /results/dreamfusion-sd
|
| 9 |
+
trial_name: A_dishy_holding_pattern;_a_transactor._In_the_interior_genre_and_with_the_Nas-Taliq_painting_style.@20240818-001215
|
| 10 |
+
trial_dir: /results/dreamfusion-sd/A_dishy_holding_pattern;_a_transactor._In_the_interior_genre_and_with_the_Nas-Taliq_painting_style.@20240818-001215
|
| 11 |
+
n_gpus: 1
|
| 12 |
+
resume: null
|
| 13 |
+
data_type: random-camera-datamodule
|
| 14 |
+
data:
|
| 15 |
+
batch_size: 1
|
| 16 |
+
width: 64
|
| 17 |
+
height: 64
|
| 18 |
+
camera_distance_range:
|
| 19 |
+
- 1.5
|
| 20 |
+
- 2.0
|
| 21 |
+
fovy_range:
|
| 22 |
+
- 40
|
| 23 |
+
- 70
|
| 24 |
+
elevation_range:
|
| 25 |
+
- -10
|
| 26 |
+
- 45
|
| 27 |
+
light_sample_strategy: dreamfusion
|
| 28 |
+
eval_camera_distance: 2.0
|
| 29 |
+
eval_fovy_deg: 70.0
|
| 30 |
+
system_type: dreamfusion-system
|
| 31 |
+
system:
|
| 32 |
+
geometry_type: implicit-volume
|
| 33 |
+
geometry:
|
| 34 |
+
radius: 2.0
|
| 35 |
+
normal_type: analytic
|
| 36 |
+
density_bias: blob_magic3d
|
| 37 |
+
density_activation: softplus
|
| 38 |
+
density_blob_scale: 10.0
|
| 39 |
+
density_blob_std: 0.5
|
| 40 |
+
pos_encoding_config:
|
| 41 |
+
otype: ProgressiveBandHashGrid
|
| 42 |
+
n_levels: 16
|
| 43 |
+
n_features_per_level: 2
|
| 44 |
+
log2_hashmap_size: 19
|
| 45 |
+
base_resolution: 16
|
| 46 |
+
per_level_scale: 1.447269237440378
|
| 47 |
+
start_level: 8
|
| 48 |
+
start_step: 2000
|
| 49 |
+
update_steps: 500
|
| 50 |
+
material_type: diffuse-with-point-light-material
|
| 51 |
+
material:
|
| 52 |
+
ambient_only_steps: 2001
|
| 53 |
+
albedo_activation: sigmoid
|
| 54 |
+
background_type: neural-environment-map-background
|
| 55 |
+
background:
|
| 56 |
+
color_activation: sigmoid
|
| 57 |
+
renderer_type: nerf-volume-renderer
|
| 58 |
+
renderer:
|
| 59 |
+
radius: 2.0
|
| 60 |
+
num_samples_per_ray: 512
|
| 61 |
+
prompt_processor_type: stable-diffusion-prompt-processor
|
| 62 |
+
prompt_processor:
|
| 63 |
+
pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
|
| 64 |
+
prompt: A dishy holding pattern; a transactor. In the interior genre and with
|
| 65 |
+
the Nas-Taliq painting style.
|
| 66 |
+
guidance_type: stable-diffusion-guidance
|
| 67 |
+
guidance:
|
| 68 |
+
pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
|
| 69 |
+
guidance_scale: 100.0
|
| 70 |
+
weighting_strategy: sds
|
| 71 |
+
min_step_percent: 0.02
|
| 72 |
+
max_step_percent: 0.98
|
| 73 |
+
loggers:
|
| 74 |
+
wandb:
|
| 75 |
+
enable: false
|
| 76 |
+
project: threestudio
|
| 77 |
+
name: None
|
| 78 |
+
loss:
|
| 79 |
+
lambda_sds: 1.0
|
| 80 |
+
lambda_orient:
|
| 81 |
+
- 0
|
| 82 |
+
- 10.0
|
| 83 |
+
- 1000.0
|
| 84 |
+
- 5000
|
| 85 |
+
lambda_sparsity: 1.0
|
| 86 |
+
lambda_opaque: 0.0
|
| 87 |
+
optimizer:
|
| 88 |
+
name: Adam
|
| 89 |
+
args:
|
| 90 |
+
lr: 0.01
|
| 91 |
+
betas:
|
| 92 |
+
- 0.9
|
| 93 |
+
- 0.99
|
| 94 |
+
eps: 1.0e-15
|
| 95 |
+
params:
|
| 96 |
+
geometry:
|
| 97 |
+
lr: 0.01
|
| 98 |
+
background:
|
| 99 |
+
lr: 0.001
|
| 100 |
+
trainer:
|
| 101 |
+
max_steps: 10000
|
| 102 |
+
log_every_n_steps: 1
|
| 103 |
+
num_sanity_val_steps: 0
|
| 104 |
+
val_check_interval: 5000
|
| 105 |
+
enable_progress_bar: true
|
| 106 |
+
precision: 16-mixed
|
| 107 |
+
checkpoint:
|
| 108 |
+
save_last: true
|
| 109 |
+
save_top_k: -1
|
| 110 |
+
every_n_train_steps: 10000
|
3Dsckpts/dreamfusion_sd/A_dishy_holding_pattern;_a_transactor._In_the_interior_genre_and_with_the_Nas-Taliq_painting_style.@20240818-001215/configs/raw.yaml
ADDED
|
@@ -0,0 +1,115 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: "dreamfusion-sd"
|
| 2 |
+
tag: "${rmspace:${system.prompt_processor.prompt},_}"
|
| 3 |
+
# exp_root_dir: "outputs"
|
| 4 |
+
exp_root_dir: "/results"
|
| 5 |
+
seed: 0
|
| 6 |
+
|
| 7 |
+
data_type: "random-camera-datamodule"
|
| 8 |
+
data:
|
| 9 |
+
batch_size: 1
|
| 10 |
+
width: 64
|
| 11 |
+
height: 64
|
| 12 |
+
camera_distance_range: [1.5, 2.0]
|
| 13 |
+
fovy_range: [40, 70]
|
| 14 |
+
elevation_range: [-10, 45]
|
| 15 |
+
light_sample_strategy: "dreamfusion"
|
| 16 |
+
eval_camera_distance: 2.0
|
| 17 |
+
eval_fovy_deg: 70.
|
| 18 |
+
|
| 19 |
+
system_type: "dreamfusion-system"
|
| 20 |
+
system:
|
| 21 |
+
geometry_type: "implicit-volume"
|
| 22 |
+
geometry:
|
| 23 |
+
radius: 2.0
|
| 24 |
+
normal_type: "analytic"
|
| 25 |
+
|
| 26 |
+
# the density initialization proposed in the DreamFusion paper
|
| 27 |
+
# does not work very well
|
| 28 |
+
# density_bias: "blob_dreamfusion"
|
| 29 |
+
# density_activation: exp
|
| 30 |
+
# density_blob_scale: 5.
|
| 31 |
+
# density_blob_std: 0.2
|
| 32 |
+
|
| 33 |
+
# use Magic3D density initialization instead
|
| 34 |
+
density_bias: "blob_magic3d"
|
| 35 |
+
density_activation: softplus
|
| 36 |
+
density_blob_scale: 10.
|
| 37 |
+
density_blob_std: 0.5
|
| 38 |
+
|
| 39 |
+
# coarse to fine hash grid encoding
|
| 40 |
+
# to ensure smooth analytic normals
|
| 41 |
+
pos_encoding_config:
|
| 42 |
+
otype: ProgressiveBandHashGrid
|
| 43 |
+
n_levels: 16
|
| 44 |
+
n_features_per_level: 2
|
| 45 |
+
log2_hashmap_size: 19
|
| 46 |
+
base_resolution: 16
|
| 47 |
+
per_level_scale: 1.447269237440378 # max resolution 4096
|
| 48 |
+
start_level: 8 # resolution ~200
|
| 49 |
+
start_step: 2000
|
| 50 |
+
update_steps: 500
|
| 51 |
+
|
| 52 |
+
material_type: "diffuse-with-point-light-material"
|
| 53 |
+
material:
|
| 54 |
+
ambient_only_steps: 2001
|
| 55 |
+
albedo_activation: sigmoid
|
| 56 |
+
|
| 57 |
+
background_type: "neural-environment-map-background"
|
| 58 |
+
background:
|
| 59 |
+
color_activation: sigmoid
|
| 60 |
+
|
| 61 |
+
renderer_type: "nerf-volume-renderer"
|
| 62 |
+
renderer:
|
| 63 |
+
radius: ${system.geometry.radius}
|
| 64 |
+
num_samples_per_ray: 512
|
| 65 |
+
|
| 66 |
+
prompt_processor_type: "stable-diffusion-prompt-processor"
|
| 67 |
+
prompt_processor:
|
| 68 |
+
pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
|
| 69 |
+
prompt: ???
|
| 70 |
+
|
| 71 |
+
guidance_type: "stable-diffusion-guidance"
|
| 72 |
+
guidance:
|
| 73 |
+
pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
|
| 74 |
+
guidance_scale: 100.
|
| 75 |
+
weighting_strategy: sds
|
| 76 |
+
min_step_percent: 0.02
|
| 77 |
+
max_step_percent: 0.98
|
| 78 |
+
|
| 79 |
+
loggers:
|
| 80 |
+
wandb:
|
| 81 |
+
enable: false
|
| 82 |
+
project: "threestudio"
|
| 83 |
+
name: None
|
| 84 |
+
|
| 85 |
+
loss:
|
| 86 |
+
lambda_sds: 1.
|
| 87 |
+
lambda_orient: [0, 10., 1000., 5000]
|
| 88 |
+
lambda_sparsity: 1.
|
| 89 |
+
lambda_opaque: 0.
|
| 90 |
+
|
| 91 |
+
optimizer:
|
| 92 |
+
name: Adam
|
| 93 |
+
args:
|
| 94 |
+
lr: 0.01
|
| 95 |
+
betas: [0.9, 0.99]
|
| 96 |
+
eps: 1.e-15
|
| 97 |
+
params:
|
| 98 |
+
geometry:
|
| 99 |
+
lr: 0.01
|
| 100 |
+
background:
|
| 101 |
+
lr: 0.001
|
| 102 |
+
|
| 103 |
+
trainer:
|
| 104 |
+
max_steps: 10000
|
| 105 |
+
# max_steps: 100
|
| 106 |
+
log_every_n_steps: 1
|
| 107 |
+
num_sanity_val_steps: 0
|
| 108 |
+
val_check_interval: 5000
|
| 109 |
+
enable_progress_bar: true
|
| 110 |
+
precision: 16-mixed
|
| 111 |
+
|
| 112 |
+
checkpoint:
|
| 113 |
+
save_last: true # save at each validation time
|
| 114 |
+
save_top_k: -1
|
| 115 |
+
every_n_train_steps: ${trainer.max_steps}
|
3Dsckpts/dreamfusion_sd/A_disquieting_warship._In_the_style_of_the_artist_kiri_nichol_and_using_the_3D_rendering_technique.@20240809-132913/ckpts/epoch=0-step=10000.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:71c461ebc6359de7401983edce7895d8d0923ce54b60f577f206e268374efc21
|
| 3 |
+
size 151452175
|
3Dsckpts/dreamfusion_sd/A_disquieting_warship._In_the_style_of_the_artist_kiri_nichol_and_using_the_3D_rendering_technique.@20240809-132913/ckpts/last.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:71c461ebc6359de7401983edce7895d8d0923ce54b60f577f206e268374efc21
|
| 3 |
+
size 151452175
|
3Dsckpts/dreamfusion_sd/A_disquieting_warship._In_the_style_of_the_artist_kiri_nichol_and_using_the_3D_rendering_technique.@20240809-132913/configs/parsed.yaml
ADDED
|
@@ -0,0 +1,110 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: dreamfusion-sd
|
| 2 |
+
description: ''
|
| 3 |
+
tag: A_disquieting_warship._In_the_style_of_the_artist_kiri_nichol_and_using_the_3D_rendering_technique.
|
| 4 |
+
seed: 0
|
| 5 |
+
use_timestamp: true
|
| 6 |
+
timestamp: '@20240809-132913'
|
| 7 |
+
exp_root_dir: /results
|
| 8 |
+
exp_dir: /results/dreamfusion-sd
|
| 9 |
+
trial_name: A_disquieting_warship._In_the_style_of_the_artist_kiri_nichol_and_using_the_3D_rendering_technique.@20240809-132913
|
| 10 |
+
trial_dir: /results/dreamfusion-sd/A_disquieting_warship._In_the_style_of_the_artist_kiri_nichol_and_using_the_3D_rendering_technique.@20240809-132913
|
| 11 |
+
n_gpus: 1
|
| 12 |
+
resume: null
|
| 13 |
+
data_type: random-camera-datamodule
|
| 14 |
+
data:
|
| 15 |
+
batch_size: 1
|
| 16 |
+
width: 64
|
| 17 |
+
height: 64
|
| 18 |
+
camera_distance_range:
|
| 19 |
+
- 1.5
|
| 20 |
+
- 2.0
|
| 21 |
+
fovy_range:
|
| 22 |
+
- 40
|
| 23 |
+
- 70
|
| 24 |
+
elevation_range:
|
| 25 |
+
- -10
|
| 26 |
+
- 45
|
| 27 |
+
light_sample_strategy: dreamfusion
|
| 28 |
+
eval_camera_distance: 2.0
|
| 29 |
+
eval_fovy_deg: 70.0
|
| 30 |
+
system_type: dreamfusion-system
|
| 31 |
+
system:
|
| 32 |
+
geometry_type: implicit-volume
|
| 33 |
+
geometry:
|
| 34 |
+
radius: 2.0
|
| 35 |
+
normal_type: analytic
|
| 36 |
+
density_bias: blob_magic3d
|
| 37 |
+
density_activation: softplus
|
| 38 |
+
density_blob_scale: 10.0
|
| 39 |
+
density_blob_std: 0.5
|
| 40 |
+
pos_encoding_config:
|
| 41 |
+
otype: ProgressiveBandHashGrid
|
| 42 |
+
n_levels: 16
|
| 43 |
+
n_features_per_level: 2
|
| 44 |
+
log2_hashmap_size: 19
|
| 45 |
+
base_resolution: 16
|
| 46 |
+
per_level_scale: 1.447269237440378
|
| 47 |
+
start_level: 8
|
| 48 |
+
start_step: 2000
|
| 49 |
+
update_steps: 500
|
| 50 |
+
material_type: diffuse-with-point-light-material
|
| 51 |
+
material:
|
| 52 |
+
ambient_only_steps: 2001
|
| 53 |
+
albedo_activation: sigmoid
|
| 54 |
+
background_type: neural-environment-map-background
|
| 55 |
+
background:
|
| 56 |
+
color_activation: sigmoid
|
| 57 |
+
renderer_type: nerf-volume-renderer
|
| 58 |
+
renderer:
|
| 59 |
+
radius: 2.0
|
| 60 |
+
num_samples_per_ray: 512
|
| 61 |
+
prompt_processor_type: stable-diffusion-prompt-processor
|
| 62 |
+
prompt_processor:
|
| 63 |
+
pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
|
| 64 |
+
prompt: A disquieting warship. In the style of the artist kiri nichol and using
|
| 65 |
+
the 3D rendering technique.
|
| 66 |
+
guidance_type: stable-diffusion-guidance
|
| 67 |
+
guidance:
|
| 68 |
+
pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
|
| 69 |
+
guidance_scale: 100.0
|
| 70 |
+
weighting_strategy: sds
|
| 71 |
+
min_step_percent: 0.02
|
| 72 |
+
max_step_percent: 0.98
|
| 73 |
+
loggers:
|
| 74 |
+
wandb:
|
| 75 |
+
enable: false
|
| 76 |
+
project: threestudio
|
| 77 |
+
name: None
|
| 78 |
+
loss:
|
| 79 |
+
lambda_sds: 1.0
|
| 80 |
+
lambda_orient:
|
| 81 |
+
- 0
|
| 82 |
+
- 10.0
|
| 83 |
+
- 1000.0
|
| 84 |
+
- 5000
|
| 85 |
+
lambda_sparsity: 1.0
|
| 86 |
+
lambda_opaque: 0.0
|
| 87 |
+
optimizer:
|
| 88 |
+
name: Adam
|
| 89 |
+
args:
|
| 90 |
+
lr: 0.01
|
| 91 |
+
betas:
|
| 92 |
+
- 0.9
|
| 93 |
+
- 0.99
|
| 94 |
+
eps: 1.0e-15
|
| 95 |
+
params:
|
| 96 |
+
geometry:
|
| 97 |
+
lr: 0.01
|
| 98 |
+
background:
|
| 99 |
+
lr: 0.001
|
| 100 |
+
trainer:
|
| 101 |
+
max_steps: 10000
|
| 102 |
+
log_every_n_steps: 1
|
| 103 |
+
num_sanity_val_steps: 0
|
| 104 |
+
val_check_interval: 5000
|
| 105 |
+
enable_progress_bar: true
|
| 106 |
+
precision: 16-mixed
|
| 107 |
+
checkpoint:
|
| 108 |
+
save_last: true
|
| 109 |
+
save_top_k: -1
|
| 110 |
+
every_n_train_steps: 10000
|
3Dsckpts/dreamfusion_sd/A_disquieting_warship._In_the_style_of_the_artist_kiri_nichol_and_using_the_3D_rendering_technique.@20240809-132913/configs/raw.yaml
ADDED
|
@@ -0,0 +1,115 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: "dreamfusion-sd"
|
| 2 |
+
tag: "${rmspace:${system.prompt_processor.prompt},_}"
|
| 3 |
+
# exp_root_dir: "outputs"
|
| 4 |
+
exp_root_dir: "/results"
|
| 5 |
+
seed: 0
|
| 6 |
+
|
| 7 |
+
data_type: "random-camera-datamodule"
|
| 8 |
+
data:
|
| 9 |
+
batch_size: 1
|
| 10 |
+
width: 64
|
| 11 |
+
height: 64
|
| 12 |
+
camera_distance_range: [1.5, 2.0]
|
| 13 |
+
fovy_range: [40, 70]
|
| 14 |
+
elevation_range: [-10, 45]
|
| 15 |
+
light_sample_strategy: "dreamfusion"
|
| 16 |
+
eval_camera_distance: 2.0
|
| 17 |
+
eval_fovy_deg: 70.
|
| 18 |
+
|
| 19 |
+
system_type: "dreamfusion-system"
|
| 20 |
+
system:
|
| 21 |
+
geometry_type: "implicit-volume"
|
| 22 |
+
geometry:
|
| 23 |
+
radius: 2.0
|
| 24 |
+
normal_type: "analytic"
|
| 25 |
+
|
| 26 |
+
# the density initialization proposed in the DreamFusion paper
|
| 27 |
+
# does not work very well
|
| 28 |
+
# density_bias: "blob_dreamfusion"
|
| 29 |
+
# density_activation: exp
|
| 30 |
+
# density_blob_scale: 5.
|
| 31 |
+
# density_blob_std: 0.2
|
| 32 |
+
|
| 33 |
+
# use Magic3D density initialization instead
|
| 34 |
+
density_bias: "blob_magic3d"
|
| 35 |
+
density_activation: softplus
|
| 36 |
+
density_blob_scale: 10.
|
| 37 |
+
density_blob_std: 0.5
|
| 38 |
+
|
| 39 |
+
# coarse to fine hash grid encoding
|
| 40 |
+
# to ensure smooth analytic normals
|
| 41 |
+
pos_encoding_config:
|
| 42 |
+
otype: ProgressiveBandHashGrid
|
| 43 |
+
n_levels: 16
|
| 44 |
+
n_features_per_level: 2
|
| 45 |
+
log2_hashmap_size: 19
|
| 46 |
+
base_resolution: 16
|
| 47 |
+
per_level_scale: 1.447269237440378 # max resolution 4096
|
| 48 |
+
start_level: 8 # resolution ~200
|
| 49 |
+
start_step: 2000
|
| 50 |
+
update_steps: 500
|
| 51 |
+
|
| 52 |
+
material_type: "diffuse-with-point-light-material"
|
| 53 |
+
material:
|
| 54 |
+
ambient_only_steps: 2001
|
| 55 |
+
albedo_activation: sigmoid
|
| 56 |
+
|
| 57 |
+
background_type: "neural-environment-map-background"
|
| 58 |
+
background:
|
| 59 |
+
color_activation: sigmoid
|
| 60 |
+
|
| 61 |
+
renderer_type: "nerf-volume-renderer"
|
| 62 |
+
renderer:
|
| 63 |
+
radius: ${system.geometry.radius}
|
| 64 |
+
num_samples_per_ray: 512
|
| 65 |
+
|
| 66 |
+
prompt_processor_type: "stable-diffusion-prompt-processor"
|
| 67 |
+
prompt_processor:
|
| 68 |
+
pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
|
| 69 |
+
prompt: ???
|
| 70 |
+
|
| 71 |
+
guidance_type: "stable-diffusion-guidance"
|
| 72 |
+
guidance:
|
| 73 |
+
pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
|
| 74 |
+
guidance_scale: 100.
|
| 75 |
+
weighting_strategy: sds
|
| 76 |
+
min_step_percent: 0.02
|
| 77 |
+
max_step_percent: 0.98
|
| 78 |
+
|
| 79 |
+
loggers:
|
| 80 |
+
wandb:
|
| 81 |
+
enable: false
|
| 82 |
+
project: "threestudio"
|
| 83 |
+
name: None
|
| 84 |
+
|
| 85 |
+
loss:
|
| 86 |
+
lambda_sds: 1.
|
| 87 |
+
lambda_orient: [0, 10., 1000., 5000]
|
| 88 |
+
lambda_sparsity: 1.
|
| 89 |
+
lambda_opaque: 0.
|
| 90 |
+
|
| 91 |
+
optimizer:
|
| 92 |
+
name: Adam
|
| 93 |
+
args:
|
| 94 |
+
lr: 0.01
|
| 95 |
+
betas: [0.9, 0.99]
|
| 96 |
+
eps: 1.e-15
|
| 97 |
+
params:
|
| 98 |
+
geometry:
|
| 99 |
+
lr: 0.01
|
| 100 |
+
background:
|
| 101 |
+
lr: 0.001
|
| 102 |
+
|
| 103 |
+
trainer:
|
| 104 |
+
max_steps: 10000
|
| 105 |
+
# max_steps: 100
|
| 106 |
+
log_every_n_steps: 1
|
| 107 |
+
num_sanity_val_steps: 0
|
| 108 |
+
val_check_interval: 5000
|
| 109 |
+
enable_progress_bar: true
|
| 110 |
+
precision: 16-mixed
|
| 111 |
+
|
| 112 |
+
checkpoint:
|
| 113 |
+
save_last: true # save at each validation time
|
| 114 |
+
save_top_k: -1
|
| 115 |
+
every_n_train_steps: ${trainer.max_steps}
|