EasyMocap/config/mvmp/detect_match_triangulate_fitSMPL.yml

module: myeasymocap.stages.basestage.MultiStage
args:
  output: output/detect_match_triangulate
  keys_keep: [cameras, imgnames]
  at_step:
    detect:
      module: myeasymocap.backbone.yolo.yolo.MultiPerson # Use YOLO to detect multi-person
      key_from_data: [images, imgnames]
      args:
        model: yolov5m
        name: person
        min_length: 150 # this two threshold control the wanted bboxes
        max_length: 1000
    # keypoints2d:
    #   module: myeasymocap.backbone.hrnet.myhrnet.MyHRNet
    #   key_from_data: [images, imgnames]
    #   key_from_previous: [bbox]
    #   key_keep: []
    #   args:
    #     ckpt: data/models/pose_hrnet_w48_384x288.pth
    #     single_person: False # This flag controls the function to detect all keypoints
    keypoints2d:
      module: myeasymocap.backbone.vitpose.vit_moe.MyViT
      key_from_data: [images, imgnames]
      key_from_previous: [bbox]
      key_keep: []
      args:
        ckpt: data/models/vitpose+_base.pth
        single_person: False # This flag controls the function to detect all keypoints
    vis_2d:
      module: myeasymocap.io.vis.Vis2D
      skip: False
      key_from_data: [images]
      key_from_previous: [keypoints, bbox]
      args:
        name: vis_keypoints2d
        scale: 0.5
    match:
      module: myeasymocap.operations.match_base.MatchAndTrack
      key_from_data: [cameras, meta]
      key_from_previous: [keypoints]
      args:
        cfg_match:
          min_conf: 0.3
          min_joints: 9
          distance:
            mode: epipolar
            threshold: 0.05 # 用于控制匹配的内点阈值
            threshold_track: 0.05 # track的匹配的内点阈值
            min_common_joints: 9
            cfg_svt:
              debug: 0
              maxIter: 10
              w_sparse: 0.1
              w_rank: 50
              tol: 0.0001
              aff_min: 0.3
          triangulate:
            min_view: 3 # min view when triangulate each points
            min_view_body: 3 # min visible view of the body
            min_conf_3d: 0.1
            dist_max: 50 # pixel
            dist_track_pixel: 100 # pixel
            dist_track: 100 # mm
        cfg_track:
          max_person: 100
          max_missing: 3 # 最多丢失5帧就要删除
          final_ranges: [[-10000, -10000, -10000], [10000, 10000, 10000]] # 最终的输出的range，仅用于输出的时候的筛选
          final_max_person: 100
          kintree: [[ 1,  0], [ 2,  1], [ 3,  2], [ 4,  3], [ 5,  1], [ 6,  5], [ 7,  6], [ 8,  1], [ 9,  8], [10,  9], [11, 10], [12,  8], [13, 12], [14, 13], [15,  0], [16,  0], [17, 15], [18, 16], [19, 14], [20, 19], [21, 14], [22, 11], [23, 22], [24, 11]]
    vis_kpts3d:
      module: myeasymocap.io.vis.Vis3D
      key_from_data: [images, cameras]
      key_from_previous: [results] # 用于最后的一起优化
      args:
        scale: 0.5
        lw_factor: 10
  at_final:
    write_raw: # write the raw 3d keypoints
      module: myeasymocap.io.write.WriteAll
      key_from_data: [results, meta]
      args:
        name: keypoints3d_raw
    collect: # split the results of each frame to each person
      module: myeasymocap.stages.collect.CollectMultiPersonMultiFrame
      key_from_data: [keypoints3d, pids]
      args:
        key: keypoints3d
        min_frame: 20
    load_body_model: # 载入身体模型
      module: myeasymocap.io.model.SMPLLoader
      args:
        model_path: models/pare/data/body_models/smpl/SMPL_NEUTRAL.pkl # load PARE model
        regressor_path: models/J_regressor_body25.npy
    #   # 这个模块返回两个内容：body_model, model; 其中的body_model是用来进行可视化的
    fitting_each_person:
      module: myeasymocap.stages.basestage.StageForFittingEach
      key_from_previous: [model, results]
      key_from_data: []
      args:
        stages: _file_/config/mvmp/meta_fit_SMPL.yml
        keys_keep: [params]
    write:
      module: myeasymocap.io.write.WriteSMPL
      key_from_data: [meta]
      key_from_previous: [results, model]
      args:
        name: smpl
    vis_render:
      module: myeasymocap.io.vis3d.RenderAll_multiview
      key_from_data: [meta, cameras, imgnames]
      key_from_previous: [results, body_model]
      args:
        backend: pyrender
        view_list: [0]
        scale: 0.5
    make_video:
      module: myeasymocap.io.video.MakeVideo
      args:
        fps: 60
        keep_image: False