Upload 3 files

hydra_config/config.yaml

@@ -0,0 +1,305 @@
+exp_name: base_config-1.zju_mocap.logl2
+out_dir: outputs/${exp_name}/zju_mocap/${subject_id}/${now:%y%m%d_%H%M%S}
+seed: 2022
+strict_reproducibility: true
+multi_gpu: false
+local_rank: 0
+rank: 0
+world_size: 1
+iter: 10000
+batch: 2
+num_workers_train: 4
+num_workers_validate: 0
+train_res:
+- 512
+- 512
+external_ckpt_dir: null
+external_ckpt_step: null
+validate: false
+no_train: false
+no_mesh_export: false
+val_batch: 1
+validate_interval: 1000
+num_val_examples: 100
+compute_val_metrics: true
+save_val_images: true
+compute_val_metrics_with_mask: true
+visualize_freq: null
+log_interval: 100
+log_val_interval: 500
+save_interval: 500
+display:
+- bsdf: kd
+- bsdf: ks
+- bsdf: normal
+- latlong: true
+display_interval: 0
+display_res: null
+save_ckpt_interval: 5000
+num_kept_ckpts: 3
+save_mesh_interval: 5000
+monitor_metric_name: metrics_otf/psnr/validate_${validate_dataset.0.split}
+monitor_metric_outlier_threshold: 1.0
+monitor_metric_type: max
+dev_run: false
+dev_run_num_frames: 1
+dev_run_same_train_val: false
+learning_rate_final_mult: 1.0
+learning_rate_geometry: 0.0005
+learning_rate_material: 0.003
+learning_rate_motion: 0.0001
+learning_rate_schedule_type: exponential
+learning_rate_schedule_steps:
+- 3000
+use_training_tricks: false
+warmup_iter_mesh: 100
+warmup_iter_tet: 100
+optimizer_geometry: adam
+loss: logl2
+img_loss_weight: 1.0
+mask_loss_weight: 1.0
+lpips_loss_weight: 0.0
+lpips_in_srgb: true
+vertices_laplace_regularizer: 0.0
+tet_deform_regularizer: 0.0
+sdf_regularizer: 0.02
+invisible_triangle_sdf_regularizer: 0.01
+init_sdf_regularizer: 0.0
+bone_sdf_hinge: -0.01
+bone_sdf_regularizer: 0.0
+eikonal_regularizer: 0.0
+laplace: relative
+laplace_scale: 10000.0
+albedo_regularizer: 0.03
+ks_regularizer: 0.05
+nrm_regularizer: 0.025
+perturb_nrm_regularizer: 0.25
+light_regularizer: 0.005
+visibility_regularizer: 0.001
+non_rigid_offset_regularizer: 0.1
+non_rigid_offset_laplace_regularizer: 20
+non_rigid_bone_offset_regularizer: 0.0
+skinning_regularizer: 0.0
+smpl_surface_skinning_regularizser: 10.0
+num_samples_per_bone: 50
+sdf_mlp_lipschitz_regularizer: 1.0e-06
+skin_net_lipschitz_regularizer: 1.0e-06
+non_rigid_offset_net_lipschitz_regularizer: 1.0e-06
+skin_logits_regularizer: 0.0
+skin_logits_regularizer_radius: 0.005
+use_loss_scaling: false
+num_loss_scaling_buffers: 1000
+loss_scaling_type: full
+num_rand_img_for_img_loss: ${batch}
+mask_percentage_for_img_loss: null
+tet_dir: tmp/quartet/meshes/
+dmtet_grid: 128
+mesh_center:
+- 0.0
+- -0.3
+- 0.025
+mesh_scale: 2.1
+finetune_tet2mesh: false
+lock_pos: false
+use_mesh: false
+pre_train_tet_with_bone_capsule: false
+learn_sdf_with_mlp: true
+sdf_mlp_type: frequency_lipschitz
+sdf_mlp_num_freq: 6
+sdf_mlp_num_base_freq: 4
+enable_tet_vert_deform: true
+learn_tet_vert_deform_with_mlp: false
+pre_train_sdf_mlp_steps: 500
+pre_train_sdf_mlp_learning_rate: 0.0005
+sdf_mlp_postional_encoding_anneal_steps: 0
+subdivide_aware_marching_tet: false
+subdivide_tetmesh_iters:
+- 500
+subdivide_no_motion_update_interval: 0
+subdivide_learning_rate_warmup_interval: 0
+subdivide_learning_rate_mult: 0.01
+prune_tetmesh_iters:
+- 500
+prune_tetmesh_padding_percent: 0.05
+subdivide_tetmesh_type: full
+force_reinit_optims_after_subdivide_tetmesh: true
+pre_train_with_smpl: true
+iter_to_stop_optim_sdf_mlp: null
+skin_net_encoding_type: meta_skin_net
+skin_net_num_freq: 4
+skin_net_num_base_freq: 0
+skin_net_logit_softmax_temperature: 0.05
+tfs_type: joint
+learn_mesh_skinning: false
+skin_net_postional_encoding_anneal_steps: 0
+learn_non_rigid_offset: true
+non_rigid_offset_input_dim: 78
+non_rigid_offset_net_encoding_type: frequency_windowed
+non_rigid_offset_net_num_freq: 4
+non_rigid_offset_net_num_base_freq: 0
+non_rigid_type: canon
+split_non_rigid_offset_net_optim_steps: 500
+non_rigid_offset_net_postional_encoding_anneal_steps: 5000
+non_rigid_offset_smooth: false
+add_noise_to_params: false
+pre_train_skin_net_with_bone_capsule: false
+pre_train_skin_net_steps: 500
+pre_train_skin_net_learning_rate: 0.001
+pre_train_non_rigid_offset_net_with_bone_capsule: false
+pre_train_non_rigid_offset_net_steps: 500
+pre_train_non_rigid_offset_net_learning_rate: 0.001
+meta_skin_net_weight_path: data/meta_skin_net.pt
+custom_mip: false
+kd_max:
+- 1.0
+- 1.0
+- 1.0
+- 1.0
+kd_min:
+- 0.0
+- 0.0
+- 0.0
+- 0.0
+ks_max:
+- 1.0
+- 1.0
+- 1.0
+ks_min:
+- 0.0
+- 0.08
+- 0.0
+learn_mesh_material_with_mlp: false
+min_roughness: 0.08
+mtl_override: null
+nrm_max:
+- 1.0
+- 1.0
+- 1.0
+nrm_min:
+- -1.0
+- -1.0
+- 0.0
+random_textures: true
+texture_res:
+- 1024
+- 1024
+use_texture_conditional_inputs: true
+texture_conditional_input_dims: 78
+texture_conditional_channel_idx:
+- 3
+no_perturbed_nrm: true
+perturbed_nrm_start_iter: 0
+mlp_texture_internal_dims: 64
+camera_space_light: false
+env_scale: 1.0
+envmap: null
+learn_light: true
+lock_light: false
+rasterize_context: opengl
+layers: 1
+spp: 2
+background: black
+bsdf: null
+monitor_metric_threshold: 1.0
+subject_id: 313
+base_root_dir: data/zju_mocap
+train_views:
+- 0
+- 6
+- 12
+- 18
+train_begin_frame_id: 0
+train_num_frame: 60
+validate_views:
+- 1
+- 2
+- 3
+- 4
+- 5
+- 7
+- 8
+- 9
+- 10
+- 11
+- 13
+- 14
+- 15
+- 16
+- 17
+- 19
+- 20
+validate_begin_frame_id_novel_view: 0
+validate_num_frame_novel_view: 2
+validate_begin_frame_id_novel_pose: 60
+validate_num_frame_novel_pose: 34
+mask_at_box_bound_pad: 0.0
+pre_load: false
+force_reload: false
+use_vitruvian_pose: true
+train_dataset:
+  _target_: dataset.zju_mocap.DatasetZJUMoCap
+  root_dir: ${base_root_dir}/CoreView_${subject_id}
+  split: train
+  mask_dir_name: mask_cihp
+  tfs_type: ${tfs_type}
+  views: ${train_views}
+  begin_frame_id: ${train_begin_frame_id}
+  num_frames: ${train_num_frame}
+  frame_interval: 1
+  dilate_erode_mask: false
+  order_camera_first: true
+  resize_factor: 0.5
+  opencv_camera: true
+  pre_load: ${pre_load}
+  force_reload: ${force_reload}
+  no_image_inputs: false
+  cam_near_far:
+  - 0.1
+  - 1000.0
+  width: 1024
+  height: 1024
+  use_vitruvian_pose: ${use_vitruvian_pose}
+  mask_at_box_bound_pad: ${mask_at_box_bound_pad}
+validate_dataset:
+- _target_: dataset.zju_mocap.DatasetZJUMoCap
+  root_dir: ${train_dataset.root_dir}
+  split: novel_view
+  mask_dir_name: mask_cihp
+  tfs_type: ${tfs_type}
+  views: ${validate_views}
+  begin_frame_id: ${validate_begin_frame_id_novel_view}
+  num_frames: ${validate_num_frame_novel_view}
+  frame_interval: 30
+  dilate_erode_mask: false
+  order_camera_first: ${train_dataset.order_camera_first}
+  resize_factor: ${train_dataset.resize_factor}
+  opencv_camera: ${train_dataset.opencv_camera}
+  pre_load: ${pre_load}
+  force_reload: ${force_reload}
+  no_image_inputs: false
+  cam_near_far: ${train_dataset.cam_near_far}
+  width: ${train_dataset.width}
+  height: ${train_dataset.height}
+  use_vitruvian_pose: ${use_vitruvian_pose}
+  mask_at_box_bound_pad: ${mask_at_box_bound_pad}
+- _target_: dataset.zju_mocap.DatasetZJUMoCap
+  root_dir: ${train_dataset.root_dir}
+  split: novel_pose
+  mask_dir_name: mask_cihp
+  tfs_type: ${tfs_type}
+  views: ${validate_views}
+  begin_frame_id: ${validate_begin_frame_id_novel_pose}
+  num_frames: ${validate_num_frame_novel_pose}
+  frame_interval: 30
+  dilate_erode_mask: false
+  order_camera_first: ${train_dataset.order_camera_first}
+  resize_factor: ${train_dataset.resize_factor}
+  opencv_camera: ${train_dataset.opencv_camera}
+  pre_load: ${pre_load}
+  force_reload: ${force_reload}
+  no_image_inputs: false
+  cam_near_far: ${train_dataset.cam_near_far}
+  width: ${train_dataset.width}
+  height: ${train_dataset.height}
+  use_vitruvian_pose: ${use_vitruvian_pose}
+  mask_at_box_bound_pad: ${mask_at_box_bound_pad}

hydra_config/hydra.yaml

@@ -0,0 +1,207 @@
+hydra:
+  run:
+    dir: ${out_dir}
+  sweep:
+    dir: multirun/${now:%Y-%m-%d}/${now:%H-%M-%S}
+    subdir: ${hydra.job.num}
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: RUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .hydra
+  overrides:
+    hydra:
+    - hydra.mode=RUN
+    task:
+    - exp_name=base_config-1.zju_mocap.logl2
+    - iter=10000
+    - no_perturbed_nrm=True
+    - skin_net_encoding_type=meta_skin_net
+    - sdf_mlp_type=frequency_lipschitz
+    - non_rigid_offset_net_encoding_type=frequency_windowed
+    - non_rigid_offset_net_postional_encoding_anneal_steps=5000
+    - tfs_type=joint
+    - dmtet_grid=128
+    - tet_dir=tmp/quartet/meshes/
+    - batch=2
+    - learning_rate_geometry=0.0005
+    - learning_rate_material=0.003
+    - learning_rate_motion=0.0001
+    - learn_sdf_with_mlp=True
+    - use_texture_conditional_inputs=True
+    - learn_tet_vert_deform_with_mlp=False
+    - warmup_iter_tet=100
+    - learning_rate_final_mult=1.0
+    - texture_conditional_channel_idx=[3]
+    - use_training_tricks=False
+    - num_samples_per_bone=50
+    - vertices_laplace_regularizer=0.0
+    - tet_deform_regularizer=0.0
+    - bone_sdf_regularizer=0.0
+    - light_regularizer=0.005
+    - sdf_regularizer=0.02
+    - enable_tet_vert_deform=True
+    - spp=2
+    - subdivide_aware_marching_tet=False
+    - sdf_mlp_lipschitz_regularizer=1e-06
+    - skin_net_lipschitz_regularizer=1e-06
+    - prune_tetmesh_iters=[500]
+    - subdivide_tetmesh_iters=[500]
+    - learn_non_rigid_offset=True
+    - non_rigid_type=canon
+    - non_rigid_offset_regularizer=0.1
+    - non_rigid_bone_offset_regularizer=0.0
+    - non_rigid_offset_net_lipschitz_regularizer=1e-06
+    - mlp_texture_internal_dims=64
+    - split_non_rigid_offset_net_optim_steps=500
+    - dataset@_global_=zju_mocap/313.yaml
+    - pre_load=False
+    - out_dir=outputs/${exp_name}/zju_mocap/${subject_id}/${now:%y%m%d_%H%M%S}
+    - pre_train_with_smpl=True
+    - invisible_triangle_sdf_regularizer=0.01
+    - use_vitruvian_pose=True
+    - skinning_regularizer=0.0
+    - smpl_surface_skinning_regularizser=10.0
+    - non_rigid_offset_laplace_regularizer=20
+    - loss=logl2
+  job:
+    name: ${exp_name}
+    chdir: null
+    override_dirname: batch=2,bone_sdf_regularizer=0.0,dataset@_global_=zju_mocap/313.yaml,dmtet_grid=128,enable_tet_vert_deform=True,invisible_triangle_sdf_regularizer=0.01,iter=10000,learn_non_rigid_offset=True,learn_sdf_with_mlp=True,learn_tet_vert_deform_with_mlp=False,learning_rate_final_mult=1.0,learning_rate_geometry=0.0005,learning_rate_material=0.003,learning_rate_motion=0.0001,light_regularizer=0.005,loss=logl2,mlp_texture_internal_dims=64,no_perturbed_nrm=True,non_rigid_bone_offset_regularizer=0.0,non_rigid_offset_laplace_regularizer=20,non_rigid_offset_net_encoding_type=frequency_windowed,non_rigid_offset_net_lipschitz_regularizer=1e-06,non_rigid_offset_net_postional_encoding_anneal_steps=5000,non_rigid_offset_regularizer=0.1,non_rigid_type=canon,num_samples_per_bone=50,out_dir=outputs/${exp_name}/zju_mocap/${subject_id}/${now:%y%m%d_%H%M%S},pre_load=False,pre_train_with_smpl=True,prune_tetmesh_iters=[500],sdf_mlp_lipschitz_regularizer=1e-06,sdf_mlp_type=frequency_lipschitz,sdf_regularizer=0.02,skin_net_encoding_type=meta_skin_net,skin_net_lipschitz_regularizer=1e-06,skinning_regularizer=0.0,smpl_surface_skinning_regularizser=10.0,split_non_rigid_offset_net_optim_steps=500,spp=2,subdivide_aware_marching_tet=False,subdivide_tetmesh_iters=[500],tet_deform_regularizer=0.0,tet_dir=tmp/quartet/meshes/,texture_conditional_channel_idx=[3],tfs_type=joint,use_texture_conditional_inputs=True,use_training_tricks=False,use_vitruvian_pose=True,vertices_laplace_regularizer=0.0,warmup_iter_tet=100
+    id: ???
+    num: ???
+    config_name: base
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys:
+        - exp_name
+  runtime:
+    version: 1.2.0
+    version_base: '1.2'
+    cwd: /mnt/disk_1/xiaoke/codes/nvdiffrec-human
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /mnt/disk_1/xiaoke/codes/nvdiffrec-human/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /mnt/disk_1/xiaoke/codes/nvdiffrec-human/outputs/base_config-1.zju_mocap.logl2/zju_mocap/313/230306_084623
+    choices:
+      dataset@_global_: zju_mocap/313.yaml
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

hydra_config/overrides.yaml

@@ -0,0 +1,51 @@
+- exp_name=base_config-1.zju_mocap.logl2
+- iter=10000
+- no_perturbed_nrm=True
+- skin_net_encoding_type=meta_skin_net
+- sdf_mlp_type=frequency_lipschitz
+- non_rigid_offset_net_encoding_type=frequency_windowed
+- non_rigid_offset_net_postional_encoding_anneal_steps=5000
+- tfs_type=joint
+- dmtet_grid=128
+- tet_dir=tmp/quartet/meshes/
+- batch=2
+- learning_rate_geometry=0.0005
+- learning_rate_material=0.003
+- learning_rate_motion=0.0001
+- learn_sdf_with_mlp=True
+- use_texture_conditional_inputs=True
+- learn_tet_vert_deform_with_mlp=False
+- warmup_iter_tet=100
+- learning_rate_final_mult=1.0
+- texture_conditional_channel_idx=[3]
+- use_training_tricks=False
+- num_samples_per_bone=50
+- vertices_laplace_regularizer=0.0
+- tet_deform_regularizer=0.0
+- bone_sdf_regularizer=0.0
+- light_regularizer=0.005
+- sdf_regularizer=0.02
+- enable_tet_vert_deform=True
+- spp=2
+- subdivide_aware_marching_tet=False
+- sdf_mlp_lipschitz_regularizer=1e-06
+- skin_net_lipschitz_regularizer=1e-06
+- prune_tetmesh_iters=[500]
+- subdivide_tetmesh_iters=[500]
+- learn_non_rigid_offset=True
+- non_rigid_type=canon
+- non_rigid_offset_regularizer=0.1
+- non_rigid_bone_offset_regularizer=0.0
+- non_rigid_offset_net_lipschitz_regularizer=1e-06
+- mlp_texture_internal_dims=64
+- split_non_rigid_offset_net_optim_steps=500
+- dataset@_global_=zju_mocap/313.yaml
+- pre_load=False
+- out_dir=outputs/${exp_name}/zju_mocap/${subject_id}/${now:%y%m%d_%H%M%S}
+- pre_train_with_smpl=True
+- invisible_triangle_sdf_regularizer=0.01
+- use_vitruvian_pose=True
+- skinning_regularizer=0.0
+- smpl_surface_skinning_regularizser=10.0
+- non_rigid_offset_laplace_regularizer=20
+- loss=logl2