Add checkpoint: zju_392_mono-best

.gitattributes

@@ -1235,3 +1235,102 @@ checkpoints/zju_387_refine-best/test-view/renders/Final/render_c23_f000420.png f
 checkpoints/zju_387_refine-best/test-view/renders/Final/render_c23_f000450.png filter=lfs diff=lfs merge=lfs -text
 checkpoints/zju_387_refine-best/test-view/renders/Final/render_c23_f000480.png filter=lfs diff=lfs merge=lfs -text
 checkpoints/zju_387_refine-best/test-view/renders/Final/render_c23_f000510.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c02_f000360.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c03_f000360.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c05_f000000.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c05_f000120.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c05_f000510.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c06_f000000.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c06_f000120.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c06_f000480.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c06_f000510.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c07_f000060.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c07_f000480.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c07_f000510.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c08_f000060.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c08_f000090.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c08_f000150.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c08_f000180.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c08_f000480.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c08_f000510.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c09_f000060.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c09_f000090.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c09_f000150.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c09_f000180.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c09_f000210.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c09_f000330.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c09_f000480.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c09_f000510.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c10_f000060.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c10_f000090.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c10_f000150.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c10_f000180.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c10_f000210.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c10_f000330.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c10_f000450.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c10_f000480.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c10_f000540.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c11_f000060.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c11_f000090.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c11_f000150.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c11_f000180.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c11_f000210.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c11_f000240.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c11_f000270.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c11_f000300.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c11_f000330.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c11_f000450.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c11_f000480.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c11_f000540.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c12_f000000.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c12_f000030.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c12_f000060.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c12_f000090.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c12_f000150.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c12_f000180.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c12_f000210.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c12_f000240.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c12_f000270.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c12_f000300.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c12_f000330.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c12_f000360.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c12_f000450.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c12_f000480.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c12_f000540.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c13_f000000.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c13_f000030.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c13_f000060.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c13_f000090.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c13_f000120.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c13_f000150.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c13_f000180.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c13_f000210.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c13_f000240.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c13_f000270.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c13_f000300.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c13_f000330.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c13_f000360.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c13_f000390.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c13_f000420.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c13_f000450.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c13_f000480.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c13_f000510.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c13_f000540.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c14_f000000.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c14_f000030.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c14_f000060.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c14_f000090.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c14_f000120.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c14_f000150.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c14_f000180.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c14_f000210.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c14_f000240.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c14_f000270.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c14_f000300.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c14_f000330.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c14_f000360.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c14_f000390.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c14_f000420.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c14_f000450.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c14_f000480.png filter=lfs diff=lfs merge=lfs -text
+checkpoints/zju_392_mono-best/test-view/renders/Final/render_c14_f000510.png filter=lfs diff=lfs merge=lfs -text

checkpoints/zju_392_mono-best/.hydra/config.yaml

@@ -0,0 +1,220 @@
+name: ${dataset_name}-${tag}
+tag: best
+model:
+  gaussian:
+    use_sh: false
+    sh_degree: 3
+    delay: 1000
+    feature_dim: 32
+  pose_correction:
+    name: direct
+    delay: 2500
+  deformer:
+    rigid:
+      name: skinning_field
+      distill: false
+      res: 64
+      z_ratio: 4
+      d_out: 25
+      soft_blend: 20
+      n_reg_pts: 1024
+      skinning_network:
+        otype: VanillaMLP
+        n_neurons: 128
+        n_hidden_layers: 4
+        skip_in: []
+        cond_in: []
+        multires: 0
+    non_rigid:
+      name: gmm_field
+      delay: 1500
+      k: 24
+      use_positional_encoder: false
+      use_hashgrid: true
+      use_vanillamlp: true
+      use_betas: true
+      use_smpl_weights_for_gating: false
+      feature_dim: ${model.texture.non_rigid_dim}
+      latent_dim: 0
+      pose_encoder:
+        num_joints: 24
+        rel_joints: false
+        dim_per_joint: 32
+        global_dim: 64
+        out_dim: -1
+      hashgrid:
+        n_levels: 16
+        n_features_per_level: 2
+        log2_hashmap_size: 19
+        base_resolution: 16
+        per_level_scale: 1.447269237440378
+        max_resolution: 2048
+      vanilla_mlp:
+        n_neurons: 128
+        n_hidden_layers: 2
+        skip_in: []
+        cond_in:
+        - 0
+        multires: 0
+      boundary_threshold: 0.1
+  texture:
+    name: mlp
+    feature_dim: ${model.gaussian.feature_dim}
+    use_xyz: false
+    use_cov: false
+    use_normal: false
+    sh_degree: 3
+    non_rigid_dim: 16
+    latent_dim: 16
+    cano_view_dir: true
+    view_noise: 45
+    mlp:
+      n_neurons: 64
+      n_hidden_layers: 2
+      skip_in: []
+      cond_in: []
+      multires: 0
+dataset:
+  preload: true
+  train_smpl: true
+  mode: ${mode}
+  test_mode: view
+  predict_seq: 0
+  freeview: false
+  resolution: -1
+  padding: 0.1
+  white_background: false
+  data_device: cuda
+  eval: false
+  name: zjumocap
+  root_dir: ../data/ZJUMoCap
+  subject: CoreView_392
+  refine: false
+  train_views:
+  - '1'
+  val_views:
+  - '2'
+  - '3'
+  - '4'
+  - '5'
+  - '6'
+  - '7'
+  - '8'
+  - '9'
+  - '10'
+  - '11'
+  - '12'
+  - '13'
+  - '14'
+  - '15'
+  - '16'
+  - '17'
+  - '18'
+  - '19'
+  - '20'
+  - '21'
+  - '22'
+  - '23'
+  test_views:
+    view: ${dataset.val_views}
+    video:
+    - '12'
+    all: []
+  predict_views:
+  - '1'
+  train_frames:
+  - 0
+  - 0
+  - 1
+  val_frames:
+  - 0
+  - 1
+  - 1
+  test_frames:
+    view:
+    - 0
+    - 0
+    - 30
+    video:
+    - 0
+    - 0
+    - 1
+    all:
+    - 0
+    - 0
+    - 1
+  predict_frames:
+  - 0
+  - 0
+  - 1
+  img_hw:
+  - 512
+  - 512
+  lanczos: false
+opt:
+  iterations: 8000
+  grad_clip: 0.1
+  position_lr_init: 0.00016
+  position_lr_final: 1.6e-06
+  position_lr_delay_mult: 0.01
+  position_lr_max_steps: 30000
+  feature_lr: 0.001
+  opacity_lr: 0.05
+  scaling_lr: 0.005
+  rotation_lr: 0.001
+  pose_correction_lr: 0.0001
+  rigid_lr: 0.0001
+  non_rigid_lr: 0.001
+  lr_ratio: 0.1
+  lambda_l1: 1.0
+  lambda_dssim: 0.0
+  lambda_perceptual: 0.02
+  mask_loss_type: l1
+  lambda_mask: 0.1
+  lambda_opacity: 0.0
+  lambda_skinning:
+  - 10
+  - 1000
+  - 0.1
+  lambda_pose: 0.0
+  lambda_boundary: 0.0
+  lambda_coherence: 0.2
+  lambda_balance: 0.0
+  lambda_gating: 0.0
+  percent_dense: 0.01
+  densification_interval: 100
+  opacity_reset_interval: 3000
+  densify_from_iter: 500
+  densify_until_iter: 4000
+  densify_grad_threshold: 0.0002
+  opacity_threshold: 0.05
+  texture_lr: 0.001
+  tex_latent_lr: 0.001
+  latent_weight_decay: 0.05
+  nr_latent_lr: 0.001
+pipeline:
+  convert_SHs_python: true
+  compute_cov3D_python: true
+  debug: false
+  pose_noise: 0.1
+debug_from: -1
+detect_anomaly: false
+test_iterations: []
+test_interval: 500
+save_iterations:
+- 30000
+seed: 0
+checkpoint_iterations: []
+start_checkpoint: null
+wandb_disable: true
+mode: test
+load_ckpt: null
+evaluate: true
+clean: true
+visualize_gating: false
+white_background: true
+dataset_name: zju_392_mono
+pose_name: direct
+texture_name: shallow_mlp
+rigid_name: mlp_field
+non_rigid_name: gmm_field

checkpoints/zju_392_mono-best/.hydra/hydra.yaml

@@ -0,0 +1,162 @@
+hydra:
+  run:
+    dir: exp/${name}
+  sweep:
+    dir: multirun/${now:%Y-%m-%d}/${now:%H-%M-%S}
+    subdir: ${hydra.job.num}
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: RUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .hydra
+  overrides:
+    hydra:
+    - hydra.mode=RUN
+    task:
+    - mode=test
+    - dataset.test_mode=view
+    - dataset=zjumocap_392_mono
+  job:
+    name: render
+    chdir: false
+    override_dirname: dataset.test_mode=view,dataset=zjumocap_392_mono,mode=test
+    id: ???
+    num: ???
+    config_name: config
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /workspace/3dgs/AvatarMoE
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /workspace/3dgs/AvatarMoE/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /workspace/3dgs/AvatarMoE/exp/zju_392_mono-best
+    choices:
+      non_rigid: gmm_field
+      rigid: skinning_field
+      texture: shallow_mlp
+      pose_correction: direct
+      dataset: zjumocap_392_mono
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

checkpoints/zju_392_mono-best/.hydra/overrides.yaml

@@ -0,0 +1,3 @@
+- mode=test
+- dataset.test_mode=view
+- dataset=zjumocap_392_mono

checkpoints/zju_392_mono-best/ckpt8000.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79536a01319bea480e38534a0bcca8a0412ca3f315dc88ff8c0679e94facde9a
+size 51819918