cskrren commited on
Commit
918f399
·
verified ·
1 Parent(s): c9e4b3b

Release merged InfiniHand v1 inference weights

Browse files
Files changed (4) hide show
  1. README.md +15 -0
  2. SHA256SUMS +1 -0
  3. infinihand_v1.json +55 -0
  4. inifinihand_v1.pt +3 -0
README.md ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ tags:
3
+ - hand-reconstruction
4
+ - egocentric-video
5
+ - pytorch
6
+ ---
7
+ # InfiniHand
8
+
9
+ Merged inference weights for [InfiniHand](https://github.com/infinihand/InfiniHand).
10
+
11
+ `inifinihand_v1.pt` combines the Stage II MANO160k, Mask700k and Camera200k branches with their complete model base. It is a PyTorch tensor state dictionary; optimizer states and training logs are not included. MANO model assets are not bundled and must be obtained separately under their terms.
12
+
13
+ Use the code repository's environment, configuration and inference instructions. The accompanying configuration uses `/path/to/...` placeholders. Third-party code, foundation weights and assets retain their respective terms; see the repository's NOTICE.md.
14
+
15
+ Validation: parameter shape and finite-value checks, exact serialized-weight readback, and an eight-frame GPU inference smoke test. This is an execution check, not a new benchmark score.
SHA256SUMS ADDED
@@ -0,0 +1 @@
 
 
1
+ f0b64a6d11ea5060371bcb3c5a565fe0db7fe8d304d3f36ea2b27293a9d27af6 inifinihand_v1.pt
infinihand_v1.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "wilor_root": "/path/to/infinihand/third_party/WiLoR",
3
+ "model_variant": "mutual_joint_fusion",
4
+ "lingbotmap_root": "/path/to/infinihand/third_party/lingbot-map",
5
+ "lingbotmap_ckpt": "",
6
+ "wilor_cfg": "/path/to/infinihand/third_party/WiLoR/pretrained_models/model_config.yaml",
7
+ "wilor_ckpt": "",
8
+ "load_wilor_checkpoint": false,
9
+ "image_height": 378,
10
+ "image_width": 518,
11
+ "wilor_crop_size": 256,
12
+ "bbox_rescale": 1.5,
13
+ "bbox_scale_factor": 0.0,
14
+ "bbox_rescale_range": [
15
+ 1.5,
16
+ 1.5
17
+ ],
18
+ "freeze_backbone": true,
19
+ "lingbot_tune_mode": "frozen",
20
+ "lingbot_tune_last_n_blocks": 4,
21
+ "lingbot_tune_special_tokens": false,
22
+ "lingbot_gradient_checkpointing": false,
23
+ "lingbot_gradient_checkpoint_last_n_blocks": 0,
24
+ "lingbot_activation_offload": false,
25
+ "lingbot_enable_camera_head": true,
26
+ "hand_feature_provider": "wilor",
27
+ "hand_feature_chunk_size": 4,
28
+ "freeze_hand_feature_provider": false,
29
+ "dinov2_input_height": 224,
30
+ "dinov2_input_width": 168,
31
+ "sapiens2_root": "",
32
+ "sapiens2_arch": "sapiens2_1b",
33
+ "sapiens2_ckpt": "",
34
+ "freeze_wilor_backbone": false,
35
+ "wilor_gradient_checkpointing": false,
36
+ "joint_heatmap_range_margin": 0.15,
37
+ "mutual_fusion_num_heads": 8,
38
+ "mutual_fusion_dropout": 0.0,
39
+ "pnp_min_visible": 1,
40
+ "hand_detection_dim": 256,
41
+ "hand_detection_frames_chunk_size": 8,
42
+ "use_soft_mask_boxes_for_mano": false,
43
+ "mano_gradient_to_mask_head": false,
44
+ "soft_mask_box_temperature": 1.0,
45
+ "soft_mask_box_std_scale": 3.4641016151377544,
46
+ "soft_mask_box_min_size": 0.02,
47
+ "step_memory_enabled": true,
48
+ "step_memory_attention_mode": "gca",
49
+ "step_memory_scale_frames": 4,
50
+ "step_memory_max_frames": 4,
51
+ "step_memory_sliding_window": 16,
52
+ "mask_only_threshold": 0.9,
53
+ "mano_model_path": "/path/to/weights/mano",
54
+ "decode_mano": true
55
+ }
inifinihand_v1.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0b64a6d11ea5060371bcb3c5a565fe0db7fe8d304d3f36ea2b27293a9d27af6
3
+ size 5585224357