dzakybd commited on
Commit
77d0a6c
·
verified ·
1 Parent(s): 3918cb4

quantity-lab showcase

Browse files
README.md CHANGED
@@ -1,10 +1,18 @@
1
  ---
2
- title: Quantity Lab
3
- emoji: 👀
4
- colorFrom: red
5
- colorTo: red
6
  sdk: static
7
  pinned: false
 
 
8
  ---
9
 
10
- Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
 
 
 
 
 
 
 
1
  ---
2
+ title: quantity-lab
3
+ emoji: 📏
4
+ colorFrom: indigo
5
+ colorTo: gray
6
  sdk: static
7
  pinned: false
8
+ license: mit
9
+ short_description: "How small floor-plan errors distort area and room counts"
10
  ---
11
 
12
+ # quantity-lab showcase
13
+
14
+ How small geometry errors turn into wrong takeoff quantities. Pick a synthetic floor plan and a mode: the annotated rooms (oracle), a controlled error (rooms 2 or 5 px too small or too big, a missing divider, a spurious line), or a classical OpenCV room baseline. The tables give measured results on three held-out CubiCasa5K test plans, as numbers only. Everything was computed ahead of time; the page runs no model.
15
+
16
+ Code (MIT): [github.com/dzakybd/quantity-lab](https://github.com/dzakybd/quantity-lab). Write-up: [dzaky.ai.id](https://dzaky.ai.id/en/blog/quantity-lab-takeoff-errors).
17
+
18
+ CubiCasa5K: Kalervo et al., SCIA 2019, https://zenodo.org/records/2613548 (CC BY-NC-SA 4.0). No CubiCasa5K image is included in this Space.
data/results.json ADDED
@@ -0,0 +1,1218 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "plans": [
3
+ {
4
+ "id": "synth-simple",
5
+ "title": "Simple: 3 rooms",
6
+ "rooms": 3,
7
+ "scores": {
8
+ "oracle": {
9
+ "count_f1": 1.0,
10
+ "total_area_err_pct": 0.0,
11
+ "area_signed_err_pct_mean": 0.0
12
+ },
13
+ "perturbed_erode_2": {
14
+ "count_f1": 1.0,
15
+ "matched": 3,
16
+ "merged": 0,
17
+ "split": 0,
18
+ "matched_iou_mean": 0.9763,
19
+ "area_signed_err_pct_mean": -2.3736,
20
+ "area_abs_err_pct_median": 2.4426,
21
+ "perimeter_abs_err_pct_median": 1.1765,
22
+ "total_area_err_pct": -2.2662
23
+ },
24
+ "perturbed_erode_5": {
25
+ "count_f1": 1.0,
26
+ "matched": 3,
27
+ "merged": 0,
28
+ "split": 0,
29
+ "matched_iou_mean": 0.9412,
30
+ "area_signed_err_pct_mean": -5.8827,
31
+ "area_abs_err_pct_median": 6.0524,
32
+ "perimeter_abs_err_pct_median": 2.9412,
33
+ "total_area_err_pct": -5.6183
34
+ },
35
+ "perturbed_dilate_5": {
36
+ "count_f1": 1.0,
37
+ "matched": 3,
38
+ "merged": 0,
39
+ "split": 0,
40
+ "matched_iou_mean": 0.9433,
41
+ "area_signed_err_pct_mean": 6.0217,
42
+ "area_abs_err_pct_median": 6.199,
43
+ "perimeter_abs_err_pct_median": 2.3738,
44
+ "total_area_err_pct": 5.7461
45
+ },
46
+ "perturbed_merge_20": {
47
+ "count_f1": 0.8,
48
+ "matched": 2,
49
+ "merged": 1,
50
+ "split": 0,
51
+ "matched_iou_mean": 0.77,
52
+ "area_signed_err_pct_mean": 42.5926,
53
+ "area_abs_err_pct_median": 42.5926,
54
+ "perimeter_abs_err_pct_median": 16.9118,
55
+ "total_area_err_pct": 1.0764
56
+ },
57
+ "perturbed_split_3": {
58
+ "count_f1": 0.5714,
59
+ "matched": 2,
60
+ "merged": 0,
61
+ "split": 1,
62
+ "matched_iou_mean": 1.0,
63
+ "area_signed_err_pct_mean": 0.0,
64
+ "area_abs_err_pct_median": 0.0,
65
+ "perimeter_abs_err_pct_median": 0.0,
66
+ "total_area_err_pct": -0.2835
67
+ },
68
+ "predicted": {
69
+ "count_f1": 0.4444,
70
+ "matched": 2,
71
+ "merged": 1,
72
+ "split": 1,
73
+ "matched_iou_mean": 0.7584,
74
+ "area_signed_err_pct_mean": 26.3118,
75
+ "area_abs_err_pct_median": 26.3118,
76
+ "perimeter_abs_err_pct_median": 89.2247,
77
+ "total_area_err_pct": -1.3809,
78
+ "pred_rooms": 6,
79
+ "gt_rooms": 3,
80
+ "mask_iou": 0.9749,
81
+ "room_count_err": 3,
82
+ "seconds_median": 0.0951,
83
+ "timing_s": {
84
+ "render_s": 0.0032,
85
+ "segment_s": 0.0351,
86
+ "polygonize_s": 0.0033,
87
+ "score_s": 0.052
88
+ }
89
+ }
90
+ }
91
+ },
92
+ {
93
+ "id": "synth-medium",
94
+ "title": "Medium: open kitchen",
95
+ "rooms": 6,
96
+ "scores": {
97
+ "oracle": {
98
+ "count_f1": 1.0,
99
+ "total_area_err_pct": 0.0,
100
+ "area_signed_err_pct_mean": 0.0
101
+ },
102
+ "perturbed_erode_2": {
103
+ "count_f1": 1.0,
104
+ "matched": 6,
105
+ "merged": 0,
106
+ "split": 0,
107
+ "matched_iou_mean": 0.9698,
108
+ "area_signed_err_pct_mean": -3.0205,
109
+ "area_abs_err_pct_median": 2.5866,
110
+ "perimeter_abs_err_pct_median": 1.3009,
111
+ "total_area_err_pct": -2.497
112
+ },
113
+ "perturbed_erode_5": {
114
+ "count_f1": 1.0,
115
+ "matched": 6,
116
+ "merged": 0,
117
+ "split": 0,
118
+ "matched_iou_mean": 0.9253,
119
+ "area_signed_err_pct_mean": -7.4679,
120
+ "area_abs_err_pct_median": 6.4029,
121
+ "perimeter_abs_err_pct_median": 3.2522,
122
+ "total_area_err_pct": -6.1832
123
+ },
124
+ "perturbed_dilate_5": {
125
+ "count_f1": 1.0,
126
+ "matched": 6,
127
+ "merged": 0,
128
+ "split": 0,
129
+ "matched_iou_mean": 0.9327,
130
+ "area_signed_err_pct_mean": 7.3205,
131
+ "area_abs_err_pct_median": 6.5747,
132
+ "perimeter_abs_err_pct_median": 2.6249,
133
+ "total_area_err_pct": 5.7904
134
+ },
135
+ "perturbed_merge_20": {
136
+ "count_f1": 0.9091,
137
+ "matched": 5,
138
+ "merged": 1,
139
+ "split": 0,
140
+ "matched_iou_mean": 0.9265,
141
+ "area_signed_err_pct_mean": 11.6129,
142
+ "area_abs_err_pct_median": 0.0,
143
+ "perimeter_abs_err_pct_median": 0.0,
144
+ "total_area_err_pct": 0.0
145
+ },
146
+ "perturbed_split_3": {
147
+ "count_f1": 0.7692,
148
+ "matched": 5,
149
+ "merged": 0,
150
+ "split": 1,
151
+ "matched_iou_mean": 1.0,
152
+ "area_signed_err_pct_mean": 0.0,
153
+ "area_abs_err_pct_median": 0.0,
154
+ "perimeter_abs_err_pct_median": 0.0,
155
+ "total_area_err_pct": -0.1628
156
+ },
157
+ "predicted": {
158
+ "count_f1": 0.3158,
159
+ "matched": 3,
160
+ "merged": 1,
161
+ "split": 2,
162
+ "matched_iou_mean": 0.7427,
163
+ "area_signed_err_pct_mean": 27.5682,
164
+ "area_abs_err_pct_median": 12.9191,
165
+ "perimeter_abs_err_pct_median": 100.745,
166
+ "total_area_err_pct": -1.6891,
167
+ "pred_rooms": 13,
168
+ "gt_rooms": 6,
169
+ "mask_iou": 0.9642,
170
+ "room_count_err": 7,
171
+ "seconds_median": 0.1439,
172
+ "timing_s": {
173
+ "render_s": 0.0034,
174
+ "segment_s": 0.0415,
175
+ "polygonize_s": 0.006,
176
+ "score_s": 0.0911
177
+ }
178
+ }
179
+ }
180
+ },
181
+ {
182
+ "id": "synth-dense",
183
+ "title": "Dense: 12 rooms",
184
+ "rooms": 12,
185
+ "scores": {
186
+ "oracle": {
187
+ "count_f1": 1.0,
188
+ "total_area_err_pct": 0.0,
189
+ "area_signed_err_pct_mean": 0.0
190
+ },
191
+ "perturbed_erode_2": {
192
+ "count_f1": 1.0,
193
+ "matched": 12,
194
+ "merged": 0,
195
+ "split": 0,
196
+ "matched_iou_mean": 0.9698,
197
+ "area_signed_err_pct_mean": -3.0205,
198
+ "area_abs_err_pct_median": 3.0252,
199
+ "perimeter_abs_err_pct_median": 1.5239,
200
+ "total_area_err_pct": -3.0197
201
+ },
202
+ "perturbed_erode_5": {
203
+ "count_f1": 1.0,
204
+ "matched": 12,
205
+ "merged": 0,
206
+ "split": 0,
207
+ "matched_iou_mean": 0.9254,
208
+ "area_signed_err_pct_mean": -7.4645,
209
+ "area_abs_err_pct_median": 7.4759,
210
+ "perimeter_abs_err_pct_median": 3.8099,
211
+ "total_area_err_pct": -7.4623
212
+ },
213
+ "perturbed_dilate_5": {
214
+ "count_f1": 1.0,
215
+ "matched": 12,
216
+ "merged": 0,
217
+ "split": 0,
218
+ "matched_iou_mean": 0.9285,
219
+ "area_signed_err_pct_mean": 7.6994,
220
+ "area_abs_err_pct_median": 7.7116,
221
+ "perimeter_abs_err_pct_median": 3.075,
222
+ "total_area_err_pct": 7.6971
223
+ },
224
+ "perturbed_merge_20": {
225
+ "count_f1": 0.8696,
226
+ "matched": 10,
227
+ "merged": 1,
228
+ "split": 0,
229
+ "matched_iou_mean": 1.0,
230
+ "area_signed_err_pct_mean": 0.0,
231
+ "area_abs_err_pct_median": 0.0,
232
+ "perimeter_abs_err_pct_median": 0.0,
233
+ "total_area_err_pct": 0.3255
234
+ },
235
+ "perturbed_split_3": {
236
+ "count_f1": 0.88,
237
+ "matched": 11,
238
+ "merged": 0,
239
+ "split": 1,
240
+ "matched_iou_mean": 1.0,
241
+ "area_signed_err_pct_mean": 0.0,
242
+ "area_abs_err_pct_median": 0.0,
243
+ "perimeter_abs_err_pct_median": 0.0,
244
+ "total_area_err_pct": -0.0976
245
+ },
246
+ "predicted": {
247
+ "count_f1": 0.0,
248
+ "matched": 0,
249
+ "merged": 1,
250
+ "split": 6,
251
+ "matched_iou_mean": null,
252
+ "area_signed_err_pct_mean": null,
253
+ "area_abs_err_pct_median": null,
254
+ "perimeter_abs_err_pct_median": null,
255
+ "total_area_err_pct": -2.2068,
256
+ "pred_rooms": 23,
257
+ "gt_rooms": 12,
258
+ "mask_iou": 0.9493,
259
+ "room_count_err": 11,
260
+ "seconds_median": 0.2174,
261
+ "timing_s": {
262
+ "render_s": 0.0035,
263
+ "segment_s": 0.0576,
264
+ "polygonize_s": 0.011,
265
+ "score_s": 0.1426
266
+ }
267
+ }
268
+ }
269
+ }
270
+ ],
271
+ "held_out": {
272
+ "high_quality_488": {
273
+ "dataset": "held-out",
274
+ "image_size_px": [
275
+ 1055,
276
+ 711
277
+ ],
278
+ "oracle": {
279
+ "room_count": 5,
280
+ "total_area_px2": 432869.3,
281
+ "total_perimeter_px": 6453.73,
282
+ "repaired": 0,
283
+ "door_count": 6,
284
+ "window_count": 3,
285
+ "render_s": 0.077,
286
+ "measure_s": 0.0
287
+ },
288
+ "raster_roundtrip": {
289
+ "count_f1": 1.0,
290
+ "matched": 5,
291
+ "merged": 0,
292
+ "split": 0,
293
+ "matched_iou_mean": 1.0,
294
+ "area_signed_err_pct_mean": 0.19,
295
+ "area_abs_err_pct_median": 0.3597,
296
+ "perimeter_abs_err_pct_median": 0.0508,
297
+ "total_area_err_pct": 0.0598
298
+ },
299
+ "perturbed": {
300
+ "erode_2": {
301
+ "count_f1": 1.0,
302
+ "matched": 5,
303
+ "merged": 0,
304
+ "split": 0,
305
+ "matched_iou_mean": 0.9649,
306
+ "area_signed_err_pct_mean": -3.3333,
307
+ "area_abs_err_pct_median": 3.3992,
308
+ "perimeter_abs_err_pct_median": 1.6571,
309
+ "total_area_err_pct": -2.7485
310
+ },
311
+ "erode_5": {
312
+ "count_f1": 1.0,
313
+ "matched": 5,
314
+ "merged": 0,
315
+ "split": 0,
316
+ "matched_iou_mean": 0.9158,
317
+ "area_signed_err_pct_mean": -8.2539,
318
+ "area_abs_err_pct_median": 7.7657,
319
+ "perimeter_abs_err_pct_median": 4.152,
320
+ "total_area_err_pct": -6.6587
321
+ },
322
+ "dilate_2": {
323
+ "count_f1": 1.0,
324
+ "matched": 5,
325
+ "merged": 0,
326
+ "split": 0,
327
+ "matched_iou_mean": 0.9671,
328
+ "area_signed_err_pct_mean": 3.6186,
329
+ "area_abs_err_pct_median": 4.0457,
330
+ "perimeter_abs_err_pct_median": 0.5592,
331
+ "total_area_err_pct": 2.6733
332
+ },
333
+ "dilate_5": {
334
+ "count_f1": 1.0,
335
+ "matched": 5,
336
+ "merged": 0,
337
+ "split": 0,
338
+ "matched_iou_mean": 0.9216,
339
+ "area_signed_err_pct_mean": 8.8407,
340
+ "area_abs_err_pct_median": 9.5315,
341
+ "perimeter_abs_err_pct_median": 2.0526,
342
+ "total_area_err_pct": 6.635
343
+ },
344
+ "shift_2": {
345
+ "count_f1": 1.0,
346
+ "matched": 5,
347
+ "merged": 0,
348
+ "split": 0,
349
+ "matched_iou_mean": 0.9819,
350
+ "area_signed_err_pct_mean": 0.19,
351
+ "area_abs_err_pct_median": 0.3597,
352
+ "perimeter_abs_err_pct_median": 0.0508,
353
+ "total_area_err_pct": 0.0598
354
+ },
355
+ "shift_5": {
356
+ "count_f1": 1.0,
357
+ "matched": 5,
358
+ "merged": 0,
359
+ "split": 0,
360
+ "matched_iou_mean": 0.9602,
361
+ "area_signed_err_pct_mean": 0.19,
362
+ "area_abs_err_pct_median": 0.3597,
363
+ "perimeter_abs_err_pct_median": 0.0508,
364
+ "total_area_err_pct": 0.0598
365
+ },
366
+ "scale_-2": {
367
+ "count_f1": 1.0,
368
+ "matched": 5,
369
+ "merged": 0,
370
+ "split": 0,
371
+ "matched_iou_mean": 0.8763,
372
+ "area_signed_err_pct_mean": -3.5703,
373
+ "area_abs_err_pct_median": 3.7553,
374
+ "perimeter_abs_err_pct_median": 2.0324,
375
+ "total_area_err_pct": -3.831
376
+ },
377
+ "scale_2": {
378
+ "count_f1": 1.0,
379
+ "matched": 5,
380
+ "merged": 0,
381
+ "split": 0,
382
+ "matched_iou_mean": 0.8654,
383
+ "area_signed_err_pct_mean": 4.0222,
384
+ "area_abs_err_pct_median": 3.9002,
385
+ "perimeter_abs_err_pct_median": 1.8856,
386
+ "total_area_err_pct": 4.0278
387
+ },
388
+ "merge_20": {
389
+ "count_f1": 0.8889,
390
+ "matched": 4,
391
+ "merged": 1,
392
+ "split": 0,
393
+ "matched_iou_mean": 0.9157,
394
+ "area_signed_err_pct_mean": 12.8524,
395
+ "area_abs_err_pct_median": 0.3887,
396
+ "perimeter_abs_err_pct_median": 0.1312,
397
+ "total_area_err_pct": 0.5948
398
+ },
399
+ "split_3": {
400
+ "count_f1": 0.7273,
401
+ "matched": 4,
402
+ "merged": 0,
403
+ "split": 1,
404
+ "matched_iou_mean": 1.0,
405
+ "area_signed_err_pct_mean": 0.2626,
406
+ "area_abs_err_pct_median": 0.3795,
407
+ "perimeter_abs_err_pct_median": 0.0662,
408
+ "total_area_err_pct": -0.2181
409
+ }
410
+ },
411
+ "predicted": {
412
+ "count_f1": 0.1111,
413
+ "matched": 2,
414
+ "merged": 1,
415
+ "split": 4,
416
+ "matched_iou_mean": 0.6208,
417
+ "area_signed_err_pct_mean": -36.1097,
418
+ "area_abs_err_pct_median": 36.1097,
419
+ "perimeter_abs_err_pct_median": 16.0906,
420
+ "total_area_err_pct": 33.8147,
421
+ "pred_rooms": 31,
422
+ "gt_rooms": 5,
423
+ "mask_iou": 0.6638,
424
+ "room_count_err": 26,
425
+ "seconds_median": 0.1555,
426
+ "timing_s": {
427
+ "render_s": 0.0057,
428
+ "segment_s": 0.0572,
429
+ "polygonize_s": 0.0082,
430
+ "score_s": 0.0812
431
+ }
432
+ }
433
+ },
434
+ "high_quality_architectural_9453": {
435
+ "dataset": "held-out",
436
+ "image_size_px": [
437
+ 1148,
438
+ 1927
439
+ ],
440
+ "oracle": {
441
+ "room_count": 9,
442
+ "total_area_px2": 536066.65,
443
+ "total_perimeter_px": 8304.7,
444
+ "repaired": 0,
445
+ "door_count": 8,
446
+ "window_count": 8,
447
+ "render_s": 0.1141,
448
+ "measure_s": 0.0
449
+ },
450
+ "raster_roundtrip": {
451
+ "count_f1": 1.0,
452
+ "matched": 9,
453
+ "merged": 0,
454
+ "split": 0,
455
+ "matched_iou_mean": 1.0,
456
+ "area_signed_err_pct_mean": -0.0719,
457
+ "area_abs_err_pct_median": 0.1653,
458
+ "perimeter_abs_err_pct_median": 0.1257,
459
+ "total_area_err_pct": -0.0526
460
+ },
461
+ "perturbed": {
462
+ "erode_2": {
463
+ "count_f1": 1.0,
464
+ "matched": 9,
465
+ "merged": 0,
466
+ "split": 0,
467
+ "matched_iou_mean": 0.9592,
468
+ "area_signed_err_pct_mean": -4.148,
469
+ "area_abs_err_pct_median": 3.8454,
470
+ "perimeter_abs_err_pct_median": 1.7857,
471
+ "total_area_err_pct": -3.1811
472
+ },
473
+ "erode_5": {
474
+ "count_f1": 1.0,
475
+ "matched": 9,
476
+ "merged": 0,
477
+ "split": 0,
478
+ "matched_iou_mean": 0.8997,
479
+ "area_signed_err_pct_mean": -10.092,
480
+ "area_abs_err_pct_median": 9.661,
481
+ "perimeter_abs_err_pct_median": 4.6053,
482
+ "total_area_err_pct": -7.7703
483
+ },
484
+ "dilate_2": {
485
+ "count_f1": 1.0,
486
+ "matched": 9,
487
+ "merged": 0,
488
+ "split": 0,
489
+ "matched_iou_mean": 0.9636,
490
+ "area_signed_err_pct_mean": 3.7296,
491
+ "area_abs_err_pct_median": 4.1474,
492
+ "perimeter_abs_err_pct_median": 1.2149,
493
+ "total_area_err_pct": 2.643
494
+ },
495
+ "dilate_5": {
496
+ "count_f1": 1.0,
497
+ "matched": 9,
498
+ "merged": 0,
499
+ "split": 0,
500
+ "matched_iou_mean": 0.913,
501
+ "area_signed_err_pct_mean": 9.6032,
502
+ "area_abs_err_pct_median": 10.2943,
503
+ "perimeter_abs_err_pct_median": 3.3899,
504
+ "total_area_err_pct": 6.8381
505
+ },
506
+ "shift_2": {
507
+ "count_f1": 1.0,
508
+ "matched": 9,
509
+ "merged": 0,
510
+ "split": 0,
511
+ "matched_iou_mean": 0.9792,
512
+ "area_signed_err_pct_mean": -0.0719,
513
+ "area_abs_err_pct_median": 0.1653,
514
+ "perimeter_abs_err_pct_median": 0.1257,
515
+ "total_area_err_pct": -0.0526
516
+ },
517
+ "shift_5": {
518
+ "count_f1": 1.0,
519
+ "matched": 9,
520
+ "merged": 0,
521
+ "split": 0,
522
+ "matched_iou_mean": 0.9488,
523
+ "area_signed_err_pct_mean": -0.0719,
524
+ "area_abs_err_pct_median": 0.1653,
525
+ "perimeter_abs_err_pct_median": 0.1257,
526
+ "total_area_err_pct": -0.0526
527
+ },
528
+ "scale_-2": {
529
+ "count_f1": 1.0,
530
+ "matched": 9,
531
+ "merged": 0,
532
+ "split": 0,
533
+ "matched_iou_mean": 0.761,
534
+ "area_signed_err_pct_mean": -4.2381,
535
+ "area_abs_err_pct_median": 4.1948,
536
+ "perimeter_abs_err_pct_median": 1.9919,
537
+ "total_area_err_pct": -4.2237
538
+ },
539
+ "scale_2": {
540
+ "count_f1": 1.0,
541
+ "matched": 9,
542
+ "merged": 0,
543
+ "split": 0,
544
+ "matched_iou_mean": 0.7512,
545
+ "area_signed_err_pct_mean": 4.1827,
546
+ "area_abs_err_pct_median": 4.1808,
547
+ "perimeter_abs_err_pct_median": 2.2086,
548
+ "total_area_err_pct": 4.2069
549
+ },
550
+ "merge_20": {
551
+ "count_f1": 0.9412,
552
+ "matched": 8,
553
+ "merged": 1,
554
+ "split": 0,
555
+ "matched_iou_mean": 0.9429,
556
+ "area_signed_err_pct_mean": 10.4112,
557
+ "area_abs_err_pct_median": 0.2771,
558
+ "perimeter_abs_err_pct_median": 0.1469,
559
+ "total_area_err_pct": -0.0526
560
+ },
561
+ "split_3": {
562
+ "count_f1": 0.8421,
563
+ "matched": 8,
564
+ "merged": 0,
565
+ "split": 1,
566
+ "matched_iou_mean": 1.0,
567
+ "area_signed_err_pct_mean": -0.0789,
568
+ "area_abs_err_pct_median": 0.2061,
569
+ "perimeter_abs_err_pct_median": 0.1469,
570
+ "total_area_err_pct": -0.2619
571
+ }
572
+ },
573
+ "predicted": {
574
+ "count_f1": 0.0,
575
+ "matched": 0,
576
+ "merged": 1,
577
+ "split": 4,
578
+ "matched_iou_mean": null,
579
+ "area_signed_err_pct_mean": null,
580
+ "area_abs_err_pct_median": null,
581
+ "perimeter_abs_err_pct_median": null,
582
+ "total_area_err_pct": -1.3362,
583
+ "pred_rooms": 23,
584
+ "gt_rooms": 9,
585
+ "mask_iou": 0.3356,
586
+ "room_count_err": 14,
587
+ "seconds_median": 0.1568,
588
+ "timing_s": {
589
+ "render_s": 0.0096,
590
+ "segment_s": 0.0455,
591
+ "polygonize_s": 0.0165,
592
+ "score_s": 0.0817
593
+ }
594
+ }
595
+ },
596
+ "high_quality_architectural_6276": {
597
+ "dataset": "held-out",
598
+ "image_size_px": [
599
+ 2171,
600
+ 2708
601
+ ],
602
+ "oracle": {
603
+ "room_count": 28,
604
+ "total_area_px2": 2402387.7,
605
+ "total_perimeter_px": 31961.88,
606
+ "repaired": 0,
607
+ "door_count": 29,
608
+ "window_count": 32,
609
+ "render_s": 0.2062,
610
+ "measure_s": 0.0001
611
+ },
612
+ "raster_roundtrip": {
613
+ "count_f1": 1.0,
614
+ "matched": 28,
615
+ "merged": 0,
616
+ "split": 0,
617
+ "matched_iou_mean": 1.0,
618
+ "area_signed_err_pct_mean": 0.0361,
619
+ "area_abs_err_pct_median": 0.116,
620
+ "perimeter_abs_err_pct_median": 0.0832,
621
+ "total_area_err_pct": -0.0013
622
+ },
623
+ "perturbed": {
624
+ "erode_2": {
625
+ "count_f1": 1.0,
626
+ "matched": 28,
627
+ "merged": 0,
628
+ "split": 0,
629
+ "matched_iou_mean": 0.9605,
630
+ "area_signed_err_pct_mean": -3.9124,
631
+ "area_abs_err_pct_median": 3.2871,
632
+ "perimeter_abs_err_pct_median": 1.3336,
633
+ "total_area_err_pct": -2.6453
634
+ },
635
+ "erode_5": {
636
+ "count_f1": 1.0,
637
+ "matched": 28,
638
+ "merged": 0,
639
+ "split": 0,
640
+ "matched_iou_mean": 0.9031,
641
+ "area_signed_err_pct_mean": -9.6552,
642
+ "area_abs_err_pct_median": 8.1915,
643
+ "perimeter_abs_err_pct_median": 3.4709,
644
+ "total_area_err_pct": -6.5413
645
+ },
646
+ "dilate_2": {
647
+ "count_f1": 1.0,
648
+ "matched": 28,
649
+ "merged": 0,
650
+ "split": 0,
651
+ "matched_iou_mean": 0.9654,
652
+ "area_signed_err_pct_mean": 3.6737,
653
+ "area_abs_err_pct_median": 3.1995,
654
+ "perimeter_abs_err_pct_median": 0.9291,
655
+ "total_area_err_pct": 2.315
656
+ },
657
+ "dilate_5": {
658
+ "count_f1": 1.0,
659
+ "matched": 28,
660
+ "merged": 0,
661
+ "split": 0,
662
+ "matched_iou_mean": 0.9203,
663
+ "area_signed_err_pct_mean": 8.9388,
664
+ "area_abs_err_pct_median": 7.6373,
665
+ "perimeter_abs_err_pct_median": 2.8747,
666
+ "total_area_err_pct": 5.7448
667
+ },
668
+ "shift_2": {
669
+ "count_f1": 1.0,
670
+ "matched": 28,
671
+ "merged": 0,
672
+ "split": 0,
673
+ "matched_iou_mean": 0.9794,
674
+ "area_signed_err_pct_mean": 0.0361,
675
+ "area_abs_err_pct_median": 0.116,
676
+ "perimeter_abs_err_pct_median": 0.0832,
677
+ "total_area_err_pct": -0.0013
678
+ },
679
+ "shift_5": {
680
+ "count_f1": 1.0,
681
+ "matched": 28,
682
+ "merged": 0,
683
+ "split": 0,
684
+ "matched_iou_mean": 0.9496,
685
+ "area_signed_err_pct_mean": 0.0361,
686
+ "area_abs_err_pct_median": 0.116,
687
+ "perimeter_abs_err_pct_median": 0.0832,
688
+ "total_area_err_pct": -0.0013
689
+ },
690
+ "scale_-2": {
691
+ "count_f1": 0.8214,
692
+ "matched": 23,
693
+ "merged": 1,
694
+ "split": 2,
695
+ "matched_iou_mean": 0.7331,
696
+ "area_signed_err_pct_mean": -3.9603,
697
+ "area_abs_err_pct_median": 3.9509,
698
+ "perimeter_abs_err_pct_median": 1.9981,
699
+ "total_area_err_pct": -3.9818
700
+ },
701
+ "scale_2": {
702
+ "count_f1": 0.8214,
703
+ "matched": 23,
704
+ "merged": 2,
705
+ "split": 1,
706
+ "matched_iou_mean": 0.7274,
707
+ "area_signed_err_pct_mean": 4.1153,
708
+ "area_abs_err_pct_median": 4.1166,
709
+ "perimeter_abs_err_pct_median": 2.0693,
710
+ "total_area_err_pct": 4.06
711
+ },
712
+ "merge_20": {
713
+ "count_f1": 0.9818,
714
+ "matched": 27,
715
+ "merged": 1,
716
+ "split": 0,
717
+ "matched_iou_mean": 0.9816,
718
+ "area_signed_err_pct_mean": 3.6925,
719
+ "area_abs_err_pct_median": 0.137,
720
+ "perimeter_abs_err_pct_median": 0.0832,
721
+ "total_area_err_pct": -0.0013
722
+ },
723
+ "split_3": {
724
+ "count_f1": 0.9474,
725
+ "matched": 27,
726
+ "merged": 0,
727
+ "split": 1,
728
+ "matched_iou_mean": 1.0,
729
+ "area_signed_err_pct_mean": 0.0392,
730
+ "area_abs_err_pct_median": 0.1164,
731
+ "perimeter_abs_err_pct_median": 0.0832,
732
+ "total_area_err_pct": -0.0505
733
+ }
734
+ },
735
+ "predicted": {
736
+ "count_f1": 0.101,
737
+ "matched": 5,
738
+ "merged": 1,
739
+ "split": 10,
740
+ "matched_iou_mean": 0.8901,
741
+ "area_signed_err_pct_mean": -9.7285,
742
+ "area_abs_err_pct_median": 6.8007,
743
+ "perimeter_abs_err_pct_median": 16.7533,
744
+ "total_area_err_pct": -4.4892,
745
+ "pred_rooms": 71,
746
+ "gt_rooms": 28,
747
+ "mask_iou": 0.5775,
748
+ "room_count_err": 43,
749
+ "seconds_median": 0.5379,
750
+ "timing_s": {
751
+ "render_s": 0.0216,
752
+ "segment_s": 0.1246,
753
+ "polygonize_s": 0.0945,
754
+ "score_s": 0.29
755
+ }
756
+ }
757
+ }
758
+ },
759
+ "perturbations": [
760
+ {
761
+ "plan": "high_quality_488",
762
+ "dataset": "held-out",
763
+ "perturbation": "erode",
764
+ "pixels": "2",
765
+ "count_f1": "1.0",
766
+ "matched": "5",
767
+ "merged": "0",
768
+ "split": "0",
769
+ "matched_iou_mean": "0.9649",
770
+ "area_signed_err_pct_mean": "-3.3333",
771
+ "area_abs_err_pct_median": "3.3992",
772
+ "perimeter_abs_err_pct_median": "1.6571",
773
+ "total_area_err_pct": "-2.7485"
774
+ },
775
+ {
776
+ "plan": "high_quality_488",
777
+ "dataset": "held-out",
778
+ "perturbation": "erode",
779
+ "pixels": "5",
780
+ "count_f1": "1.0",
781
+ "matched": "5",
782
+ "merged": "0",
783
+ "split": "0",
784
+ "matched_iou_mean": "0.9158",
785
+ "area_signed_err_pct_mean": "-8.2539",
786
+ "area_abs_err_pct_median": "7.7657",
787
+ "perimeter_abs_err_pct_median": "4.152",
788
+ "total_area_err_pct": "-6.6587"
789
+ },
790
+ {
791
+ "plan": "high_quality_488",
792
+ "dataset": "held-out",
793
+ "perturbation": "dilate",
794
+ "pixels": "2",
795
+ "count_f1": "1.0",
796
+ "matched": "5",
797
+ "merged": "0",
798
+ "split": "0",
799
+ "matched_iou_mean": "0.9671",
800
+ "area_signed_err_pct_mean": "3.6186",
801
+ "area_abs_err_pct_median": "4.0457",
802
+ "perimeter_abs_err_pct_median": "0.5592",
803
+ "total_area_err_pct": "2.6733"
804
+ },
805
+ {
806
+ "plan": "high_quality_488",
807
+ "dataset": "held-out",
808
+ "perturbation": "dilate",
809
+ "pixels": "5",
810
+ "count_f1": "1.0",
811
+ "matched": "5",
812
+ "merged": "0",
813
+ "split": "0",
814
+ "matched_iou_mean": "0.9216",
815
+ "area_signed_err_pct_mean": "8.8407",
816
+ "area_abs_err_pct_median": "9.5315",
817
+ "perimeter_abs_err_pct_median": "2.0526",
818
+ "total_area_err_pct": "6.635"
819
+ },
820
+ {
821
+ "plan": "high_quality_488",
822
+ "dataset": "held-out",
823
+ "perturbation": "shift",
824
+ "pixels": "2",
825
+ "count_f1": "1.0",
826
+ "matched": "5",
827
+ "merged": "0",
828
+ "split": "0",
829
+ "matched_iou_mean": "0.9819",
830
+ "area_signed_err_pct_mean": "0.19",
831
+ "area_abs_err_pct_median": "0.3597",
832
+ "perimeter_abs_err_pct_median": "0.0508",
833
+ "total_area_err_pct": "0.0598"
834
+ },
835
+ {
836
+ "plan": "high_quality_488",
837
+ "dataset": "held-out",
838
+ "perturbation": "shift",
839
+ "pixels": "5",
840
+ "count_f1": "1.0",
841
+ "matched": "5",
842
+ "merged": "0",
843
+ "split": "0",
844
+ "matched_iou_mean": "0.9602",
845
+ "area_signed_err_pct_mean": "0.19",
846
+ "area_abs_err_pct_median": "0.3597",
847
+ "perimeter_abs_err_pct_median": "0.0508",
848
+ "total_area_err_pct": "0.0598"
849
+ },
850
+ {
851
+ "plan": "high_quality_488",
852
+ "dataset": "held-out",
853
+ "perturbation": "scale",
854
+ "pixels": "-2",
855
+ "count_f1": "1.0",
856
+ "matched": "5",
857
+ "merged": "0",
858
+ "split": "0",
859
+ "matched_iou_mean": "0.8763",
860
+ "area_signed_err_pct_mean": "-3.5703",
861
+ "area_abs_err_pct_median": "3.7553",
862
+ "perimeter_abs_err_pct_median": "2.0324",
863
+ "total_area_err_pct": "-3.831"
864
+ },
865
+ {
866
+ "plan": "high_quality_488",
867
+ "dataset": "held-out",
868
+ "perturbation": "scale",
869
+ "pixels": "2",
870
+ "count_f1": "1.0",
871
+ "matched": "5",
872
+ "merged": "0",
873
+ "split": "0",
874
+ "matched_iou_mean": "0.8654",
875
+ "area_signed_err_pct_mean": "4.0222",
876
+ "area_abs_err_pct_median": "3.9002",
877
+ "perimeter_abs_err_pct_median": "1.8856",
878
+ "total_area_err_pct": "4.0278"
879
+ },
880
+ {
881
+ "plan": "high_quality_488",
882
+ "dataset": "held-out",
883
+ "perturbation": "merge",
884
+ "pixels": "20",
885
+ "count_f1": "0.8889",
886
+ "matched": "4",
887
+ "merged": "1",
888
+ "split": "0",
889
+ "matched_iou_mean": "0.9157",
890
+ "area_signed_err_pct_mean": "12.8524",
891
+ "area_abs_err_pct_median": "0.3887",
892
+ "perimeter_abs_err_pct_median": "0.1312",
893
+ "total_area_err_pct": "0.5948"
894
+ },
895
+ {
896
+ "plan": "high_quality_488",
897
+ "dataset": "held-out",
898
+ "perturbation": "split",
899
+ "pixels": "3",
900
+ "count_f1": "0.7273",
901
+ "matched": "4",
902
+ "merged": "0",
903
+ "split": "1",
904
+ "matched_iou_mean": "1.0",
905
+ "area_signed_err_pct_mean": "0.2626",
906
+ "area_abs_err_pct_median": "0.3795",
907
+ "perimeter_abs_err_pct_median": "0.0662",
908
+ "total_area_err_pct": "-0.2181"
909
+ },
910
+ {
911
+ "plan": "high_quality_architectural_9453",
912
+ "dataset": "held-out",
913
+ "perturbation": "erode",
914
+ "pixels": "2",
915
+ "count_f1": "1.0",
916
+ "matched": "9",
917
+ "merged": "0",
918
+ "split": "0",
919
+ "matched_iou_mean": "0.9592",
920
+ "area_signed_err_pct_mean": "-4.148",
921
+ "area_abs_err_pct_median": "3.8454",
922
+ "perimeter_abs_err_pct_median": "1.7857",
923
+ "total_area_err_pct": "-3.1811"
924
+ },
925
+ {
926
+ "plan": "high_quality_architectural_9453",
927
+ "dataset": "held-out",
928
+ "perturbation": "erode",
929
+ "pixels": "5",
930
+ "count_f1": "1.0",
931
+ "matched": "9",
932
+ "merged": "0",
933
+ "split": "0",
934
+ "matched_iou_mean": "0.8997",
935
+ "area_signed_err_pct_mean": "-10.092",
936
+ "area_abs_err_pct_median": "9.661",
937
+ "perimeter_abs_err_pct_median": "4.6053",
938
+ "total_area_err_pct": "-7.7703"
939
+ },
940
+ {
941
+ "plan": "high_quality_architectural_9453",
942
+ "dataset": "held-out",
943
+ "perturbation": "dilate",
944
+ "pixels": "2",
945
+ "count_f1": "1.0",
946
+ "matched": "9",
947
+ "merged": "0",
948
+ "split": "0",
949
+ "matched_iou_mean": "0.9636",
950
+ "area_signed_err_pct_mean": "3.7296",
951
+ "area_abs_err_pct_median": "4.1474",
952
+ "perimeter_abs_err_pct_median": "1.2149",
953
+ "total_area_err_pct": "2.643"
954
+ },
955
+ {
956
+ "plan": "high_quality_architectural_9453",
957
+ "dataset": "held-out",
958
+ "perturbation": "dilate",
959
+ "pixels": "5",
960
+ "count_f1": "1.0",
961
+ "matched": "9",
962
+ "merged": "0",
963
+ "split": "0",
964
+ "matched_iou_mean": "0.913",
965
+ "area_signed_err_pct_mean": "9.6032",
966
+ "area_abs_err_pct_median": "10.2943",
967
+ "perimeter_abs_err_pct_median": "3.3899",
968
+ "total_area_err_pct": "6.8381"
969
+ },
970
+ {
971
+ "plan": "high_quality_architectural_9453",
972
+ "dataset": "held-out",
973
+ "perturbation": "shift",
974
+ "pixels": "2",
975
+ "count_f1": "1.0",
976
+ "matched": "9",
977
+ "merged": "0",
978
+ "split": "0",
979
+ "matched_iou_mean": "0.9792",
980
+ "area_signed_err_pct_mean": "-0.0719",
981
+ "area_abs_err_pct_median": "0.1653",
982
+ "perimeter_abs_err_pct_median": "0.1257",
983
+ "total_area_err_pct": "-0.0526"
984
+ },
985
+ {
986
+ "plan": "high_quality_architectural_9453",
987
+ "dataset": "held-out",
988
+ "perturbation": "shift",
989
+ "pixels": "5",
990
+ "count_f1": "1.0",
991
+ "matched": "9",
992
+ "merged": "0",
993
+ "split": "0",
994
+ "matched_iou_mean": "0.9488",
995
+ "area_signed_err_pct_mean": "-0.0719",
996
+ "area_abs_err_pct_median": "0.1653",
997
+ "perimeter_abs_err_pct_median": "0.1257",
998
+ "total_area_err_pct": "-0.0526"
999
+ },
1000
+ {
1001
+ "plan": "high_quality_architectural_9453",
1002
+ "dataset": "held-out",
1003
+ "perturbation": "scale",
1004
+ "pixels": "-2",
1005
+ "count_f1": "1.0",
1006
+ "matched": "9",
1007
+ "merged": "0",
1008
+ "split": "0",
1009
+ "matched_iou_mean": "0.761",
1010
+ "area_signed_err_pct_mean": "-4.2381",
1011
+ "area_abs_err_pct_median": "4.1948",
1012
+ "perimeter_abs_err_pct_median": "1.9919",
1013
+ "total_area_err_pct": "-4.2237"
1014
+ },
1015
+ {
1016
+ "plan": "high_quality_architectural_9453",
1017
+ "dataset": "held-out",
1018
+ "perturbation": "scale",
1019
+ "pixels": "2",
1020
+ "count_f1": "1.0",
1021
+ "matched": "9",
1022
+ "merged": "0",
1023
+ "split": "0",
1024
+ "matched_iou_mean": "0.7512",
1025
+ "area_signed_err_pct_mean": "4.1827",
1026
+ "area_abs_err_pct_median": "4.1808",
1027
+ "perimeter_abs_err_pct_median": "2.2086",
1028
+ "total_area_err_pct": "4.2069"
1029
+ },
1030
+ {
1031
+ "plan": "high_quality_architectural_9453",
1032
+ "dataset": "held-out",
1033
+ "perturbation": "merge",
1034
+ "pixels": "20",
1035
+ "count_f1": "0.9412",
1036
+ "matched": "8",
1037
+ "merged": "1",
1038
+ "split": "0",
1039
+ "matched_iou_mean": "0.9429",
1040
+ "area_signed_err_pct_mean": "10.4112",
1041
+ "area_abs_err_pct_median": "0.2771",
1042
+ "perimeter_abs_err_pct_median": "0.1469",
1043
+ "total_area_err_pct": "-0.0526"
1044
+ },
1045
+ {
1046
+ "plan": "high_quality_architectural_9453",
1047
+ "dataset": "held-out",
1048
+ "perturbation": "split",
1049
+ "pixels": "3",
1050
+ "count_f1": "0.8421",
1051
+ "matched": "8",
1052
+ "merged": "0",
1053
+ "split": "1",
1054
+ "matched_iou_mean": "1.0",
1055
+ "area_signed_err_pct_mean": "-0.0789",
1056
+ "area_abs_err_pct_median": "0.2061",
1057
+ "perimeter_abs_err_pct_median": "0.1469",
1058
+ "total_area_err_pct": "-0.2619"
1059
+ },
1060
+ {
1061
+ "plan": "high_quality_architectural_6276",
1062
+ "dataset": "held-out",
1063
+ "perturbation": "erode",
1064
+ "pixels": "2",
1065
+ "count_f1": "1.0",
1066
+ "matched": "28",
1067
+ "merged": "0",
1068
+ "split": "0",
1069
+ "matched_iou_mean": "0.9605",
1070
+ "area_signed_err_pct_mean": "-3.9124",
1071
+ "area_abs_err_pct_median": "3.2871",
1072
+ "perimeter_abs_err_pct_median": "1.3336",
1073
+ "total_area_err_pct": "-2.6453"
1074
+ },
1075
+ {
1076
+ "plan": "high_quality_architectural_6276",
1077
+ "dataset": "held-out",
1078
+ "perturbation": "erode",
1079
+ "pixels": "5",
1080
+ "count_f1": "1.0",
1081
+ "matched": "28",
1082
+ "merged": "0",
1083
+ "split": "0",
1084
+ "matched_iou_mean": "0.9031",
1085
+ "area_signed_err_pct_mean": "-9.6552",
1086
+ "area_abs_err_pct_median": "8.1915",
1087
+ "perimeter_abs_err_pct_median": "3.4709",
1088
+ "total_area_err_pct": "-6.5413"
1089
+ },
1090
+ {
1091
+ "plan": "high_quality_architectural_6276",
1092
+ "dataset": "held-out",
1093
+ "perturbation": "dilate",
1094
+ "pixels": "2",
1095
+ "count_f1": "1.0",
1096
+ "matched": "28",
1097
+ "merged": "0",
1098
+ "split": "0",
1099
+ "matched_iou_mean": "0.9654",
1100
+ "area_signed_err_pct_mean": "3.6737",
1101
+ "area_abs_err_pct_median": "3.1995",
1102
+ "perimeter_abs_err_pct_median": "0.9291",
1103
+ "total_area_err_pct": "2.315"
1104
+ },
1105
+ {
1106
+ "plan": "high_quality_architectural_6276",
1107
+ "dataset": "held-out",
1108
+ "perturbation": "dilate",
1109
+ "pixels": "5",
1110
+ "count_f1": "1.0",
1111
+ "matched": "28",
1112
+ "merged": "0",
1113
+ "split": "0",
1114
+ "matched_iou_mean": "0.9203",
1115
+ "area_signed_err_pct_mean": "8.9388",
1116
+ "area_abs_err_pct_median": "7.6373",
1117
+ "perimeter_abs_err_pct_median": "2.8747",
1118
+ "total_area_err_pct": "5.7448"
1119
+ },
1120
+ {
1121
+ "plan": "high_quality_architectural_6276",
1122
+ "dataset": "held-out",
1123
+ "perturbation": "shift",
1124
+ "pixels": "2",
1125
+ "count_f1": "1.0",
1126
+ "matched": "28",
1127
+ "merged": "0",
1128
+ "split": "0",
1129
+ "matched_iou_mean": "0.9794",
1130
+ "area_signed_err_pct_mean": "0.0361",
1131
+ "area_abs_err_pct_median": "0.116",
1132
+ "perimeter_abs_err_pct_median": "0.0832",
1133
+ "total_area_err_pct": "-0.0013"
1134
+ },
1135
+ {
1136
+ "plan": "high_quality_architectural_6276",
1137
+ "dataset": "held-out",
1138
+ "perturbation": "shift",
1139
+ "pixels": "5",
1140
+ "count_f1": "1.0",
1141
+ "matched": "28",
1142
+ "merged": "0",
1143
+ "split": "0",
1144
+ "matched_iou_mean": "0.9496",
1145
+ "area_signed_err_pct_mean": "0.0361",
1146
+ "area_abs_err_pct_median": "0.116",
1147
+ "perimeter_abs_err_pct_median": "0.0832",
1148
+ "total_area_err_pct": "-0.0013"
1149
+ },
1150
+ {
1151
+ "plan": "high_quality_architectural_6276",
1152
+ "dataset": "held-out",
1153
+ "perturbation": "scale",
1154
+ "pixels": "-2",
1155
+ "count_f1": "0.8214",
1156
+ "matched": "23",
1157
+ "merged": "1",
1158
+ "split": "2",
1159
+ "matched_iou_mean": "0.7331",
1160
+ "area_signed_err_pct_mean": "-3.9603",
1161
+ "area_abs_err_pct_median": "3.9509",
1162
+ "perimeter_abs_err_pct_median": "1.9981",
1163
+ "total_area_err_pct": "-3.9818"
1164
+ },
1165
+ {
1166
+ "plan": "high_quality_architectural_6276",
1167
+ "dataset": "held-out",
1168
+ "perturbation": "scale",
1169
+ "pixels": "2",
1170
+ "count_f1": "0.8214",
1171
+ "matched": "23",
1172
+ "merged": "2",
1173
+ "split": "1",
1174
+ "matched_iou_mean": "0.7274",
1175
+ "area_signed_err_pct_mean": "4.1153",
1176
+ "area_abs_err_pct_median": "4.1166",
1177
+ "perimeter_abs_err_pct_median": "2.0693",
1178
+ "total_area_err_pct": "4.06"
1179
+ },
1180
+ {
1181
+ "plan": "high_quality_architectural_6276",
1182
+ "dataset": "held-out",
1183
+ "perturbation": "merge",
1184
+ "pixels": "20",
1185
+ "count_f1": "0.9818",
1186
+ "matched": "27",
1187
+ "merged": "1",
1188
+ "split": "0",
1189
+ "matched_iou_mean": "0.9816",
1190
+ "area_signed_err_pct_mean": "3.6925",
1191
+ "area_abs_err_pct_median": "0.137",
1192
+ "perimeter_abs_err_pct_median": "0.0832",
1193
+ "total_area_err_pct": "-0.0013"
1194
+ },
1195
+ {
1196
+ "plan": "high_quality_architectural_6276",
1197
+ "dataset": "held-out",
1198
+ "perturbation": "split",
1199
+ "pixels": "3",
1200
+ "count_f1": "0.9474",
1201
+ "matched": "27",
1202
+ "merged": "0",
1203
+ "split": "1",
1204
+ "matched_iou_mean": "1.0",
1205
+ "area_signed_err_pct_mean": "0.0392",
1206
+ "area_abs_err_pct_median": "0.1164",
1207
+ "perimeter_abs_err_pct_median": "0.0832",
1208
+ "total_area_err_pct": "-0.0505"
1209
+ }
1210
+ ],
1211
+ "params": {
1212
+ "threshold": 140,
1213
+ "wall_px": 3,
1214
+ "door_px": 130,
1215
+ "min_room_px2": 3000,
1216
+ "work_long_side": 2500
1217
+ }
1218
+ }
data/synth-dense/oracle.png ADDED
data/synth-dense/perturbed_dilate_5.png ADDED
data/synth-dense/perturbed_erode_2.png ADDED
data/synth-dense/perturbed_erode_5.png ADDED
data/synth-dense/perturbed_merge_20.png ADDED
data/synth-dense/perturbed_split_3.png ADDED
data/synth-dense/predicted.png ADDED
data/synth-medium/oracle.png ADDED
data/synth-medium/perturbed_dilate_5.png ADDED
data/synth-medium/perturbed_erode_2.png ADDED
data/synth-medium/perturbed_erode_5.png ADDED
data/synth-medium/perturbed_merge_20.png ADDED
data/synth-medium/perturbed_split_3.png ADDED
data/synth-medium/predicted.png ADDED
data/synth-simple/oracle.png ADDED
data/synth-simple/perturbed_dilate_5.png ADDED
data/synth-simple/perturbed_erode_2.png ADDED
data/synth-simple/perturbed_erode_5.png ADDED
data/synth-simple/perturbed_merge_20.png ADDED
data/synth-simple/perturbed_split_3.png ADDED
data/synth-simple/predicted.png ADDED
index.html CHANGED
@@ -1,19 +1,112 @@
1
  <!doctype html>
2
- <html>
3
- <head>
4
- <meta charset="utf-8" />
5
- <meta name="viewport" content="width=device-width" />
6
- <title>My static Space</title>
7
- <link rel="stylesheet" href="style.css" />
8
- </head>
9
- <body>
10
- <div class="card">
11
- <h1>Welcome to your static Space!</h1>
12
- <p>You can modify this app directly by editing <i>index.html</i> in the Files and versions tab.</p>
13
- <p>
14
- Also don't forget to check the
15
- <a href="https://huggingface.co/docs/hub/spaces" target="_blank">Spaces documentation</a>.
16
- </p>
17
- </div>
18
- </body>
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
19
  </html>
 
1
  <!doctype html>
2
+ <html lang="en">
3
+ <head>
4
+ <meta charset="utf-8">
5
+ <meta name="viewport" content="width=device-width, initial-scale=1">
6
+ <title>quantity-lab showcase</title>
7
+ <meta name="description" content="How small floor-plan geometry errors distort room areas and counts: oracle rooms, controlled errors and a classical OpenCV baseline.">
8
+ <style>
9
+ :root { --bg: #f7f7f5; --panel: #ffffff; --fg: #1d1d1b; --muted: #6b6b66; --line: #e2e2dc; --accent: #4338ca; }
10
+ @media (prefers-color-scheme: dark) {
11
+ :root:not([data-theme="light"]) { --bg: #141413; --panel: #1d1d1b; --fg: #ecece6; --muted: #a3a39b; --line: #33332f; --accent: #a5b4fc; }
12
+ }
13
+ :root[data-theme="dark"] { --bg: #141413; --panel: #1d1d1b; --fg: #ecece6; --muted: #a3a39b; --line: #33332f; --accent: #a5b4fc; }
14
+ * { box-sizing: border-box; }
15
+ body { margin: 0; background: var(--bg); color: var(--fg); font: 15px/1.5 system-ui, -apple-system, "Segoe UI", sans-serif; }
16
+ main { max-width: 1200px; margin: 0 auto; padding: 24px 16px 48px; }
17
+ h1 { font-size: 26px; margin: 0 0 4px; }
18
+ h2 { font-size: 17px; margin: 0 0 10px; }
19
+ p { margin: 0 0 8px; }
20
+ a { color: var(--accent); }
21
+ .muted { color: var(--muted); }
22
+ pre { background: var(--panel); border: 1px solid var(--line); border-radius: 8px; padding: 10px 12px; overflow-x: auto; margin: 8px 0 0; font: 13px ui-monospace, Menlo, monospace; }
23
+ .panel { background: var(--panel); border: 1px solid var(--line); border-radius: 10px; padding: 16px; min-width: 0; }
24
+ .row { display: grid; grid-template-columns: 3fr 2fr; gap: 16px; margin-top: 16px; align-items: start; }
25
+ @media (max-width: 860px) { .row { grid-template-columns: 1fr; } }
26
+ .pills { display: flex; flex-wrap: wrap; gap: 8px; margin-top: 10px; }
27
+ .pills button { border: 1px solid var(--line); background: var(--panel); color: var(--fg); border-radius: 999px; padding: 6px 14px; font: inherit; font-size: 14px; cursor: pointer; }
28
+ .pills button[aria-pressed="true"] { background: var(--accent); border-color: var(--accent); color: var(--bg); }
29
+ .stats { display: grid; grid-template-columns: repeat(2, 1fr); gap: 8px; }
30
+ .stat { border: 1px solid var(--line); border-radius: 10px; padding: 10px 12px; }
31
+ .stat b { display: block; font-size: 22px; font-variant-numeric: tabular-nums; }
32
+ .stat span { font-size: 12px; color: var(--muted); }
33
+ #overlay { width: 100%; height: auto; display: block; background: #fff; border-radius: 6px; margin-top: 12px; }
34
+ .scroll { overflow-x: auto; }
35
+ table { width: 100%; border-collapse: collapse; font-size: 13px; font-variant-numeric: tabular-nums; }
36
+ th, td { text-align: right; padding: 5px 8px; border-bottom: 1px solid var(--line); white-space: nowrap; }
37
+ th:first-child, td:first-child { text-align: left; }
38
+ th { color: var(--muted); font-weight: 600; }
39
+ main > section.panel + section.panel { margin-top: 16px; }
40
+ footer { margin-top: 28px; font-size: 13px; color: var(--muted); }
41
+ </style>
42
+ </head>
43
+ <body>
44
+ <main>
45
+ <h1>How much can a 2-pixel error distort a floor-plan estimate?</h1>
46
+ <p class="muted">quantity-lab measures room area, perimeter and count on floor plans three ways: the annotated rooms (oracle), the same rooms with a controlled error, and a classical OpenCV baseline that labels the free space between walls. Units are image pixels; no physical scale is claimed.</p>
47
+ <pre>uv run python -m quantity_lab --input plan.pdf --annotations model.svg --mode perturbed --perturbation erode --pixels 2 --output out/plan</pre>
48
+ <p class="muted" style="margin-top:8px">Code (MIT): <a href="https://github.com/dzakybd/quantity-lab">github.com/dzakybd/quantity-lab</a>. Write-up: <a href="https://dzaky.ai.id/en/blog/quantity-lab-takeoff-errors">dzaky.ai.id</a>. Results were computed ahead of time; this page runs no model.</p>
49
+
50
+ <div class="row">
51
+ <section class="panel">
52
+ <h2>Synthetic plan</h2>
53
+ <div class="pills" id="plans" role="group" aria-label="Plan"></div>
54
+ <div class="pills" id="views" role="group" aria-label="Mode"></div>
55
+ <img id="overlay" alt="">
56
+ <p class="muted" style="font-size:12px;margin-top:8px">Coloured fill: measured rooms, one colour per room. Dark outline: the reference rooms.</p>
57
+ </section>
58
+ <section class="panel">
59
+ <h2 id="scoreTitle">Score</h2>
60
+ <div class="stats" id="stats"></div>
61
+ <p class="muted" style="font-size:12px;margin-top:10px">Rooms match one-to-one at IoU ≥ 0.5. Room area error is the mean signed error over matched rooms; total area compares the sums.</p>
62
+ </section>
63
+ </div>
64
+
65
+ <section class="panel" style="margin-top:16px">
66
+ <h2>Controlled errors on three held-out CubiCasa5K plans (numbers only)</h2>
67
+ <p class="muted" style="font-size:13px">Mean signed room-area error, per plan: simple (5 rooms) / medium (9) / dense (28).</p>
68
+ <div class="scroll"><table id="perturb"></table></div>
69
+ </section>
70
+ <section class="panel">
71
+ <h2>OpenCV baseline on the same plans</h2>
72
+ <p class="muted" style="font-size:13px">Tuned on three CubiCasa5K train plans, then frozen.</p>
73
+ <div class="scroll"><table id="pred"></table></div>
74
+ </section>
75
+
76
+ <footer>CubiCasa5K: Kalervo et al., SCIA 2019, <a href="https://zenodo.org/records/2613548">zenodo.org/records/2613548</a> (CC BY-NC-SA 4.0). No CubiCasa5K image is shown or included here; every picture is a synthetic plan made for this project.</footer>
77
+ </main>
78
+ <script>
79
+ const VIEWS = { "oracle": "Oracle", "perturbed_erode_2": "Pulled in 2 px", "perturbed_erode_5": "Pulled in 5 px", "perturbed_dilate_5": "Pushed out 5 px", "perturbed_merge_20": "Missing divider", "perturbed_split_3": "Spurious line", "predicted": "OpenCV baseline" };
80
+ const ERRS = { "erode_2": "Pulled in 2 px", "erode_5": "Pulled in 5 px", "dilate_2": "Pushed out 2 px", "dilate_5": "Pushed out 5 px", "shift_5": "Shifted 5 px", "scale_2": "Scale +2%", "merge_20": "Missing divider", "split_3": "Spurious line" };
81
+ let data, cur = { p: 0, v: "oracle" };
82
+ const fmt = (v, d = 1) => v === null || v === undefined ? "—" : (v > 0 ? "+" : "") + Number(v).toFixed(d);
83
+ function pills(el, items, on, click) {
84
+ el.innerHTML = "";
85
+ items.forEach(([k, t]) => { const b = document.createElement("button"); b.textContent = t; b.setAttribute("aria-pressed", on(k)); b.onclick = () => click(k); el.appendChild(b); });
86
+ }
87
+ function render() {
88
+ const p = data.plans[cur.p], s = p.scores[cur.v];
89
+ pills(document.getElementById("plans"), data.plans.map((x, i) => [i, x.title]), i => i === cur.p, i => { cur.p = i; render(); });
90
+ pills(document.getElementById("views"), Object.entries(VIEWS), k => k === cur.v, k => { cur.v = k; render(); });
91
+ const img = document.getElementById("overlay");
92
+ img.src = `data/${p.id}/${cur.v}.png`;
93
+ img.alt = `${p.title}, ${VIEWS[cur.v]}: measured rooms filled in colour over the reference outlines`;
94
+ document.getElementById("scoreTitle").textContent = `${p.title} · ${VIEWS[cur.v]}`;
95
+ document.getElementById("stats").innerHTML = [
96
+ [s.count_f1.toFixed(2), "room count F1"], [fmt(s.area_signed_err_pct_mean) + "%", "room area error (matched)"],
97
+ [fmt(s.total_area_err_pct) + "%", "total area error"], [cur.v === "oracle" ? p.rooms : (s.pred_rooms ?? "—"), cur.v === "oracle" ? "reference rooms" : "rooms found (baseline)"],
98
+ ].map(([b, t]) => `<div class="stat"><b>${b}</b><span>${t}</span></div>`).join("");
99
+ }
100
+ function tables() {
101
+ const by = {};
102
+ data.perturbations.forEach(r => { (by[`${r.perturbation}_${r.pixels}`] ||= []).push(r); });
103
+ document.getElementById("perturb").innerHTML = "<tr><th>Error</th><th>Room area</th><th>Total area</th><th>Count F1</th></tr>" +
104
+ Object.entries(ERRS).filter(([k]) => by[k]).map(([k, t]) => `<tr><td>${t}</td><td>${by[k].map(r => fmt(+r.area_signed_err_pct_mean) + "%").join(" / ")}</td><td>${by[k].map(r => fmt(+r.total_area_err_pct) + "%").join(" / ")}</td><td>${by[k].map(r => (+r.count_f1).toFixed(2)).join(" / ")}</td></tr>`).join("");
105
+ const names = { "high_quality_488": "Simple", "high_quality_architectural_9453": "Medium (open kitchen)", "high_quality_architectural_6276": "Dense (two floors)" };
106
+ document.getElementById("pred").innerHTML = "<tr><th>Plan</th><th>Reference rooms</th><th>Found</th><th>Matched</th><th>Count F1</th><th>Total area</th></tr>" +
107
+ Object.entries(data.held_out).map(([k, v]) => { const p = v.predicted; return `<tr><td>${names[k] || k}</td><td>${p.gt_rooms}</td><td>${p.pred_rooms}</td><td>${p.matched}</td><td>${p.count_f1.toFixed(2)}</td><td>${fmt(p.total_area_err_pct)}%</td></tr>`; }).join("");
108
+ }
109
+ fetch("data/results.json").then(r => r.json()).then(j => { data = j; render(); tables(); });
110
+ </script>
111
+ </body>
112
  </html>