|
config = { |
|
"data": { |
|
"use_cache": True, |
|
"data_dir": "./data", |
|
"trainset_humandata": [ |
|
'SynHand'], |
|
"testset": 'EHF', |
|
"BEDLAM_train_sample_interval": 5, |
|
"SynBody_train_sample_interval": 10, |
|
"EgoBody_Kinect_train_sample_interval": 10, |
|
"UBody_train_sample_interval": 10, |
|
"MPI_INF_3DHP_train_sample_interval": 5, |
|
"InstaVariety_train_sample_interval": 10, |
|
"RenBody_HiRes_train_sample_interval": 5, |
|
"ARCTIC_train_sample_interval": 10, |
|
"RenBody_train_sample_interval": 10, |
|
"Talkshow_train_sample_interval": 10, |
|
"bbox_ratio": 1.2, |
|
"no_aug": False, |
|
"data_strategy": "balance", |
|
"total_data_len": 7500000, |
|
}, |
|
|
|
"train": { |
|
"num_gpus": 1, |
|
"continue_train": True, |
|
"start_over": True, |
|
"end_epoch": 20, |
|
"train_batch_size": 16, |
|
"num_thread": 1, |
|
"lr": 1e-5, |
|
"min_lr": 1e-6, |
|
"save_epoch": 1, |
|
"remove_checkpoint": False, |
|
"print_iters": 100, |
|
"smplx_kps_3d_weight": 100.0, |
|
"smplx_kps_2d_weight": 1.0, |
|
"smplx_pose_weight": 10.0, |
|
"smplx_shape_weight": 1.0, |
|
"smplx_orient_weight": 1.0, |
|
"hand_root_weight": 1.0, |
|
"hand_consist_weight": 1.0, |
|
}, |
|
|
|
"inference":{ |
|
"num_gpus": 1, |
|
"detection":{ |
|
"model_type": "yolo", |
|
"model_path": "./pretrained_models/yolov8x.pt", |
|
"conf": 0.5, |
|
"save": False, |
|
"verbose": False, |
|
"iou_thr": 0.5, |
|
}, |
|
|
|
}, |
|
|
|
"test": { |
|
"test_batch_size": 1 |
|
}, |
|
|
|
"model": { |
|
'model_type': 'vit_huge', |
|
"pretrained_model_path": './outputs/train_annot_xtp20_20241108_203832/model_dump/snapshot_7.pth.tar', |
|
"human_model_path": './human_models/human_model_files', |
|
'encoder_pretrained_model_path': './pretrained_models/vitpose_huge.pth', |
|
'encoder_config': { |
|
'num_classes': 80, |
|
'task_tokens_num': 80, |
|
'img_size': (256, 192), |
|
'patch_size': 16, |
|
'embed_dim': 1280, |
|
'depth': 32, |
|
'num_heads': 16, |
|
'ratio': 1, |
|
'use_checkpoint': False, |
|
'mlp_ratio': 4, |
|
'qkv_bias': True, |
|
'drop_path_rate': 0.55 |
|
}, |
|
'decoder_config': { |
|
'feat_dim': 1280, |
|
"dim_out": 512, |
|
'task_tokens_num': 80, |
|
}, |
|
'input_img_shape': (512, 384), |
|
'input_body_shape': (256, 192), |
|
'output_hm_shape': (16, 16, 12), |
|
'focal': (5000, 5000), |
|
'princpt': (192 / 2, 256 / 2), |
|
'body_3d_size': 2, |
|
'hand_3d_size': 0.3, |
|
'face_3d_size': 0.3, |
|
'camera_3d_size': 2.5, |
|
|
|
}, |
|
"log":{ |
|
'exp_name': None, |
|
'output_dir': None, |
|
'model_dir': None, |
|
'log_dir': None, |
|
'result_dir': None, |
|
} |
|
} |
