arthurdjn commited on
Commit
81fe734
·
verified ·
1 Parent(s): fcdc488

Update README.md and config.json and model.safetensors for litept-base.structured3d.prs-eth

Browse files
Files changed (3) hide show
  1. README.md +106 -0
  2. config.json +145 -0
  3. model.safetensors +3 -0
README.md ADDED
@@ -0,0 +1,106 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: mit
3
+ library_name: torch-pointcloud
4
+ tags:
5
+ - point-cloud
6
+ - 3d
7
+ - pytorch
8
+ - torch-pointcloud
9
+ - litept
10
+ - segmentation
11
+ datasets:
12
+ - structured3d
13
+ ---
14
+
15
+ # Model card for litept-base.structured3d.prs-eth
16
+
17
+ A LitePT point cloud semantic segmentation model (convolutions in the early stages, attention with 3D rotary embedding in the late ones). Trained on Structured3D.
18
+
19
+ ## Model Details
20
+
21
+ - **Model Type:** Point cloud semantic segmentation
22
+ - **Model Stats:**
23
+ - Params (M): 45.1
24
+ - Input channels: 6
25
+ - Classes: 25
26
+ - Features: 72
27
+ - **Dataset:** Structured3D
28
+ - **Paper:** [LitePT: Lighter Yet Stronger Point Transformer](https://arxiv.org/abs/2512.13689)
29
+ - **Converted from:** [prs-eth/LitePT](https://github.com/prs-eth/LitePT) (MIT)
30
+ - **Library:** [torch-pointcloud](https://github.com/arthurdjn/pytorch-pointcloud)
31
+
32
+ ## Install
33
+
34
+ ```bash
35
+ pip install torch-pointcloud
36
+ ```
37
+
38
+ This checkpoint also needs `spconv` and `flash-attn`, which need a build matching your torch and CUDA: see the [installation guide](https://pytorch-pointcloud.org/latest/installation/).
39
+
40
+ ## Usage
41
+
42
+ ```python
43
+ import torch
44
+ import torch_pointcloud as tp
45
+ from torch_pointcloud.utils.data import collate
46
+
47
+ model, info = tp.create_model(
48
+ "litept-base.structured3d.prs-eth",
49
+ pretrained=True,
50
+ return_info=True,
51
+ )
52
+ model = model.cuda().eval() # GPU-only kernels
53
+
54
+ # synthetic sample with the keys a dataset provides
55
+ num_points = 8192
56
+ sample = {
57
+ "pos": torch.randn(num_points, 3),
58
+ "color": torch.rand(num_points, 3) * 255,
59
+ "normal": torch.randn(num_points, 3),
60
+ "segment": torch.zeros(num_points, dtype=torch.long),
61
+ "instance": torch.zeros(num_points, dtype=torch.long),
62
+ }
63
+ data = info["transform"](sample)
64
+ data = collate([data])
65
+ data = {key: value.cuda() for key, value in data.items()}
66
+
67
+ with torch.no_grad():
68
+ logits = model(data.get("x"), data["pos_grid"], data["batch"])
69
+ ```
70
+
71
+ ## Feature extraction
72
+
73
+ ```python
74
+ with torch.no_grad():
75
+ features = model.forward_features(data.get("x"), data["pos_grid"], data["batch"])
76
+
77
+ model.reset_classifier(num_classes=0)
78
+ with torch.no_grad():
79
+ features = model(data.get("x"), data["pos_grid"], data["batch"]) # (N, 72)
80
+ ```
81
+
82
+ ## Citation
83
+
84
+ ```bibtex
85
+ @inproceedings{yue2026litept,
86
+ title = {LitePT: Lighter Yet Stronger Point Transformer},
87
+ author = {Yuanwen Yue and Damien Robert and Jianyuan Wang and Sunghwan Hong and Jan Dirk Wegner and Christian Rupprecht and Konrad Schindler},
88
+ booktitle = {CVPR},
89
+ year = {2026}
90
+ }
91
+
92
+ @inproceedings{zheng2020structured3d,
93
+ title = {Structured3D: A Large Photo-realistic Dataset for Structured 3D Modeling},
94
+ author = {Jia Zheng and Junfei Zhang and Jing Li and Rui Tang and Shenghua Gao and Zihan Zhou},
95
+ booktitle = {ECCV},
96
+ year = {2020}
97
+ }
98
+
99
+ @software{dujardin2026pytorchpointcloud,
100
+ author = {Arthur Dujardin},
101
+ title = {PyTorch PointCloud},
102
+ year = {2026},
103
+ doi = {10.5281/zenodo.22159632},
104
+ url = {https://github.com/arthurdjn/pytorch-pointcloud},
105
+ }
106
+ ```
config.json ADDED
@@ -0,0 +1,145 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "library_name": "torch-pointcloud",
3
+ "name": "litept-base.structured3d.prs-eth",
4
+ "task": "semantic-segmentation",
5
+ "hparams": {
6
+ "in_channels": 6,
7
+ "num_classes": 25,
8
+ "serialization_orders": [
9
+ "z",
10
+ "z-trans",
11
+ "hilbert",
12
+ "hilbert-trans"
13
+ ],
14
+ "shuffle_serialization_orders": true,
15
+ "strides": [
16
+ 2,
17
+ 2,
18
+ 2,
19
+ 2
20
+ ],
21
+ "encoder_depths": [
22
+ 3,
23
+ 3,
24
+ 3,
25
+ 12,
26
+ 3
27
+ ],
28
+ "encoder_channels": [
29
+ 54,
30
+ 108,
31
+ 216,
32
+ 432,
33
+ 576
34
+ ],
35
+ "encoder_num_heads": [
36
+ 3,
37
+ 6,
38
+ 12,
39
+ 24,
40
+ 32
41
+ ],
42
+ "encoder_patch_size": [
43
+ 1024,
44
+ 1024,
45
+ 1024,
46
+ 1024,
47
+ 1024
48
+ ],
49
+ "encoder_conv": [
50
+ true,
51
+ true,
52
+ true,
53
+ false,
54
+ false
55
+ ],
56
+ "encoder_attention": [
57
+ false,
58
+ false,
59
+ false,
60
+ true,
61
+ true
62
+ ],
63
+ "decoder_depths": [
64
+ 0,
65
+ 0,
66
+ 0,
67
+ 0
68
+ ],
69
+ "decoder_channels": [
70
+ 432,
71
+ 216,
72
+ 108,
73
+ 72
74
+ ],
75
+ "decoder_num_heads": [
76
+ 24,
77
+ 12,
78
+ 6,
79
+ 4
80
+ ],
81
+ "decoder_patch_size": [
82
+ 1024,
83
+ 1024,
84
+ 1024,
85
+ 1024
86
+ ],
87
+ "decoder_conv": [
88
+ false,
89
+ false,
90
+ false,
91
+ false
92
+ ],
93
+ "decoder_attention": [
94
+ false,
95
+ false,
96
+ false,
97
+ false
98
+ ],
99
+ "norm": "batch_norm",
100
+ "norm_kwargs": {
101
+ "eps": 0.001,
102
+ "momentum": 0.01
103
+ },
104
+ "act": "gelu",
105
+ "mlp_ratio": 4.0,
106
+ "drop_path": 0.3,
107
+ "rope_base": 100.0,
108
+ "use_flash_attn": true
109
+ },
110
+ "input_keys": [
111
+ "x",
112
+ "pos_grid",
113
+ "batch"
114
+ ],
115
+ "dataset": "structured3d",
116
+ "classes": [
117
+ "wall",
118
+ "floor",
119
+ "cabinet",
120
+ "bed",
121
+ "chair",
122
+ "sofa",
123
+ "table",
124
+ "door",
125
+ "window",
126
+ "picture",
127
+ "desk",
128
+ "shelves",
129
+ "curtain",
130
+ "dresser",
131
+ "pillow",
132
+ "mirror",
133
+ "ceiling",
134
+ "refrigerator",
135
+ "television",
136
+ "nightstand",
137
+ "sink",
138
+ "lamp",
139
+ "otherstructure",
140
+ "otherfurniture",
141
+ "otherprop"
142
+ ],
143
+ "author": "prs-eth",
144
+ "license": "MIT"
145
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33efe6ca7dc4a67d2bd11a427477fb17c138e19ecb4f86282fdf0514511dc8cf
3
+ size 180523592