| { | |
| "library_name": "torch-pointcloud", | |
| "name": "concerto-tiny.pretrain.pointcept", | |
| "task": "pretraining", | |
| "hparams": { | |
| "in_channels": 9, | |
| "serialization_orders": [ | |
| "z", | |
| "z-trans", | |
| "hilbert", | |
| "hilbert-trans" | |
| ], | |
| "shuffle_serialization_orders": true, | |
| "strides": [ | |
| 2, | |
| 2, | |
| 2, | |
| 2 | |
| ], | |
| "encoder_depths": [ | |
| 1, | |
| 1, | |
| 1, | |
| 3, | |
| 1 | |
| ], | |
| "encoder_channels": [ | |
| 16, | |
| 32, | |
| 64, | |
| 128, | |
| 256 | |
| ], | |
| "encoder_num_heads": [ | |
| 1, | |
| 2, | |
| 4, | |
| 8, | |
| 16 | |
| ], | |
| "encoder_patch_size": [ | |
| 1024, | |
| 1024, | |
| 1024, | |
| 1024, | |
| 1024 | |
| ], | |
| "norm": "layer_norm", | |
| "act": "gelu", | |
| "mlp_ratio": 4.0, | |
| "qkv_bias": true, | |
| "qk_scale": null, | |
| "attn_drop": 0.0, | |
| "proj_drop": 0.0, | |
| "drop_path": 0.3, | |
| "use_flash_attn": true, | |
| "upcast_attn": false, | |
| "upcast_softmax": false, | |
| "pooling": "grid", | |
| "stem_type": "linear", | |
| "norm_kwargs": { | |
| "mode": "node" | |
| } | |
| }, | |
| "input_keys": [ | |
| "x", | |
| "pos_grid", | |
| "batch" | |
| ], | |
| "author": "pointcept", | |
| "license": "CC-BY-NC-4.0" | |
| } | |