fix missing configs

config/neuralbody/dataset/neuralbody_lightstage_multiobject.yml

@@ -0,0 +1,81 @@
+# This config defines the custom neuralbody + background of lightstage
+parents:
+  - config/neuralbody/dataset/neuralbody_custom.yml
+
+data_share_args:
+  image_args:
+    mask_bkgd: False
+    unsync: output-smpl-3d/time_offset.json
+  sample_args:
+    nrays: 8192
+  object_args:
+    allhuman:
+      pids: [0]
+      model: neuralbody-smplmask
+      rate: 1
+      args:
+        pid: -1
+        use_param_foreachview: True
+        rate_body: 0.95
+        reader:
+          _no_merge_: True
+          smpl:
+            root: output-smpl-3d/smpl
+          vertices:
+            root: output-smpl-3d/vertices
+            padding: 0.1
+          mask:
+            root: output-smpl-3d/instance
+            undis: False # don't undis as it is rendered by KRT
+          label:
+            root: output-keypoints3d/label
+            undis: False # don't undis as it is rendered by undistorted
+    allball:
+      model: trajbbox
+      rate: 10.
+      pids: []
+      args:
+        root: output-object3d/keypoints3d
+        # scale: [0.12, 0.12, 0.12]
+        scale: [0.15, 0.15, 0.15]
+    background:
+      model: cylinder
+      rate: 0.1
+      args:
+        center: [0., 0., 0.]
+        # radius: [3., 5.]
+        # zranges: [0.01, 3.]
+        radius: [2.8, 5.]
+        zranges: [-0.05, 3.]
+    ground:
+      model: plane
+      rate: 0.1
+      args:
+        center: [0., 0., 0.]
+        radius: 5.
+        # zranges: [-0.05, 0.01]
+        zranges: [-0.05, 0.02]
+
+data_val_args:
+  subs: ['07', '09', '12', '20']
+  object_args:
+    allhuman:
+      args:
+        use_param_foreachview: True
+        reader:
+          smpl:
+            root: output-smpl-3d/smpl
+          mask:
+            root: output-smpl-3d/instance
+            undis: False # don't undis as it is rendered by KRT
+          vertices:
+            root: output-smpl-3d/vertices
+            padding: 0.1
+
+data_demo_args:
+  split: demo
+  camera_args:
+    method: mean
+    H: 1024
+    W: 1024
+    allstep: 300

config/neuralbody/network/comp_neuralbody+back+groundshadow.yml

@@ -0,0 +1,53 @@
+network_module: easymocap.neuralbody.model.compose.ComposedModel
+network_args:
+  models:
+    background: # 背景假设基本保持静态的
+      _parent_: config/neuralbody/network/nerf.yml
+      network_args:
+        sample_args:
+          method: uniform
+          N_samples: 16
+        D: 4
+        D_rgb: 1
+        skips: []
+    ground: # 地面假设动态不强
+      _parent_: config/neuralbody/network/nerf_shadowground.yml
+    allhuman: # 降低人的动态性能
+      _parent_: config/neuralbody/network/neuralbodypp.yml
+      pids: [0]
+      # network_args:
+      #   embed_time:
+      #     mode: mlp
+      #     shape: [300, 32]
+      #     D: 0
+      #     W: 32
+      #   embed_vert: [6890, 16]
+      #   voxel_pad: [0.1, 0.1, 0.1]
+      #   sparse:
+      #     dims: [16, 32, 64, 128]
+      #   nerf:
+      #     sample_args:
+      #       method: uniform
+      #       N_samples: 64
+      #     D: 3
+      #     skips: []
+      #     D_rgb: 3
+      #     pts_to_density: False
+      #     pts_to_rgb: True
+    allball:
+      _parent_: config/neuralbody/network/DCNerf.yml
+      pids: []
+      network_args:
+        opt_traj_step: 10000
+        share_view: True
+        embed:
+          mode: mlp
+          shape: [300, 32]
+          res: 32
+          D: 0
+          W: 32
+        nerf:
+          init_bias: 3.
+          sample_args:
+            method: uniform
+            N_samples: 16

config/neuralbody/network/nerf_shadowground.yml

@@ -0,0 +1,28 @@
+network_module: easymocap.neuralbody.model.nerfplus.NeRFGroundShadow
+network_args:
+  embed:
+    mode: mlp
+    shape: [300, 32]
+    D: 0
+    W: 32
+  shadow:
+    D: 2
+    W: 128
+  nerf:
+    sample_args:
+      method: uniform
+      N_samples: 16
+    D: 4
+    D_rgb: 1
+    W: 256
+    dim_pts: 3
+    dim_dir: 3
+    xyz_res: 10
+    view_res: 4
+    skips: [4]
+    use_viewdirs: True
+    use_occupancy: True
+    linear_func: 'Linear'
+    act_fn: expsoftplus
+    init_bias: 3.
+    pts_to_rgb: False

config/neuralbody/network/neuralbodypp.yml

@@ -0,0 +1,32 @@
+network_module: easymocap.neuralbody.model.neuralbody.Network
+network_args:
+  embed_vert: [6890, 16]
+  embed_time: 
+    mode: mlp
+    shape: [300, 128]
+    D: 0
+    W: 128
+  voxel_size: [0.005, 0.005, 0.005]
+  voxel_pad: [0.1, 0.1, 0.1]
+  sparse:
+    dims: [16, 32, 64, 128]
+  nerf:
+    sample_args:
+      method: uniform
+      N_samples: 64
+    D: 3 # follow neuralbody
+    skips: []
+    W: 256
+    dim_pts: 3
+    dim_dir: 3
+    # follow neural body: use pts to rgb and not use pts to density
+    pts_to_density: False
+    pts_to_rgb: True
+    xyz_res: 10
+    view_res: 4
+    use_viewdirs: True
+    use_occupancy: True
+    linear_func: 'Linear'
+    act_fn: expsoftplus
+    density_bias: True
+    init_bias: -1.

config/neuralbody/utils/trainer_entropy.yml

@@ -0,0 +1,19 @@
+parents:
+  - config/neuralbody/utils/trainer_base.yml
+
+trainer_args:
+  loss:
+    entropy:
+      weight: 0.01
+      module: easymocap.neuralbody.renderer.render_loss.LossEntropyInstance
+      args:
+        norm: "l2"
+        start: 0
+        end: 10000
+    sparse:
+      weight: 0.001
+      module: easymocap.neuralbody.renderer.render_loss.LossSparseEntropy
+      args:
+        norm: "l2"
+        start: 10000
+        end: 999999