Add hamer/model_config.yaml
Browse files- hamer/model_config.yaml +67 -0
hamer/model_config.yaml
ADDED
|
@@ -0,0 +1,67 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
DATASETS:
|
| 2 |
+
CONFIG:
|
| 3 |
+
SCALE_FACTOR: 0.3
|
| 4 |
+
ROT_FACTOR: 30
|
| 5 |
+
TRANS_FACTOR: 0.02
|
| 6 |
+
COLOR_SCALE: 0.2
|
| 7 |
+
ROT_AUG_RATE: 0.6
|
| 8 |
+
TRANS_AUG_RATE: 0.5
|
| 9 |
+
DO_FLIP: false
|
| 10 |
+
FLIP_AUG_RATE: 0.0
|
| 11 |
+
EXTREME_CROP_AUG_RATE: 0.0
|
| 12 |
+
EXTREME_CROP_AUG_LEVEL: 1
|
| 13 |
+
MANO:
|
| 14 |
+
DATA_DIR: _DATA/data/
|
| 15 |
+
MODEL_PATH: data/mano
|
| 16 |
+
GENDER: neutral
|
| 17 |
+
NUM_HAND_JOINTS: 15
|
| 18 |
+
MEAN_PARAMS: data/mano_mean_params.npz
|
| 19 |
+
CREATE_BODY_POSE: false
|
| 20 |
+
EXTRA:
|
| 21 |
+
FOCAL_LENGTH: 5000
|
| 22 |
+
NUM_LOG_IMAGES: 4
|
| 23 |
+
NUM_LOG_SAMPLES_PER_IMAGE: 8
|
| 24 |
+
PELVIS_IND: 0
|
| 25 |
+
GENERAL:
|
| 26 |
+
TOTAL_STEPS: 1000000
|
| 27 |
+
LOG_STEPS: 1000
|
| 28 |
+
VAL_STEPS: 1000
|
| 29 |
+
CHECKPOINT_STEPS: 10000
|
| 30 |
+
CHECKPOINT_SAVE_TOP_K: 1
|
| 31 |
+
NUM_WORKERS: 8
|
| 32 |
+
PREFETCH_FACTOR: 2
|
| 33 |
+
TRAIN:
|
| 34 |
+
LR: 1.0e-5
|
| 35 |
+
WEIGHT_DECAY: 0.0001
|
| 36 |
+
BATCH_SIZE: 32
|
| 37 |
+
LOSS_REDUCTION: mean
|
| 38 |
+
NUM_TRAIN_SAMPLES: 2
|
| 39 |
+
NUM_TEST_SAMPLES: 64
|
| 40 |
+
POSE_2D_NOISE_RATIO: 0.01
|
| 41 |
+
SMPL_PARAM_NOISE_RATIO: 0.005
|
| 42 |
+
MODEL:
|
| 43 |
+
IMAGE_SIZE: 256
|
| 44 |
+
IMAGE_MEAN: [0.485, 0.456, 0.406]
|
| 45 |
+
IMAGE_STD: [0.229, 0.224, 0.225]
|
| 46 |
+
BACKBONE:
|
| 47 |
+
TYPE: vit
|
| 48 |
+
PRETRAINED_WEIGHTS: hamer_training_data/vitpose_backbone.pth
|
| 49 |
+
MANO_HEAD:
|
| 50 |
+
TYPE: transformer_decoder
|
| 51 |
+
IN_CHANNELS: 2048
|
| 52 |
+
TRANSFORMER_DECODER:
|
| 53 |
+
depth: 6
|
| 54 |
+
heads: 8
|
| 55 |
+
mlp_dim: 1024
|
| 56 |
+
dim_head: 64
|
| 57 |
+
dropout: 0.0
|
| 58 |
+
emb_dropout: 0.0
|
| 59 |
+
norm: layer
|
| 60 |
+
context_dim: 1280
|
| 61 |
+
LOSS_WEIGHTS:
|
| 62 |
+
KEYPOINTS_3D: 0.05
|
| 63 |
+
KEYPOINTS_2D: 0.01
|
| 64 |
+
GLOBAL_ORIENT: 0.001
|
| 65 |
+
HAND_POSE: 0.001
|
| 66 |
+
BETAS: 0.0005
|
| 67 |
+
ADVERSARIAL: 0.0005
|