{
  "library_name": "torch-pointcloud",
  "name": "concerto-tiny.pretrain.pointcept",
  "task": "pretraining",
  "hparams": {
    "in_channels": 9,
    "serialization_orders": [
      "z",
      "z-trans",
      "hilbert",
      "hilbert-trans"
    ],
    "shuffle_serialization_orders": true,
    "strides": [
      2,
      2,
      2,
      2
    ],
    "encoder_depths": [
      1,
      1,
      1,
      3,
      1
    ],
    "encoder_channels": [
      16,
      32,
      64,
      128,
      256
    ],
    "encoder_num_heads": [
      1,
      2,
      4,
      8,
      16
    ],
    "encoder_patch_size": [
      1024,
      1024,
      1024,
      1024,
      1024
    ],
    "norm": "layer_norm",
    "act": "gelu",
    "mlp_ratio": 4.0,
    "qkv_bias": true,
    "qk_scale": null,
    "attn_drop": 0.0,
    "proj_drop": 0.0,
    "drop_path": 0.3,
    "use_flash_attn": true,
    "upcast_attn": false,
    "upcast_softmax": false,
    "pooling": "grid",
    "stem_type": "linear",
    "norm_kwargs": {
      "mode": "node"
    }
  },
  "input_keys": [
    "x",
    "pos_grid",
    "batch"
  ],
  "author": "pointcept",
  "license": "CC-BY-NC-4.0"
}