{ "plans": [ { "id": "synth-simple", "title": "Simple: 3 rooms", "rooms": 3, "scores": { "oracle": { "count_f1": 1.0, "total_area_err_pct": 0.0, "area_signed_err_pct_mean": 0.0 }, "perturbed_erode_2": { "gt_rooms": 3, "pred_rooms": 3, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.9773, "background_mask_iou": 0.9535, "area_abs_err_mean_px2": 2877.3333, "area_abs_err_max_px2": 3424.0, "perimeter_abs_err_mean_px": 16.0, "count_f1": 1.0, "matched": 3, "merged": 0, "split": 0, "matched_iou_mean": 0.9763, "area_signed_err_pct_mean": -2.3736, "area_abs_err_pct_median": 2.4426, "perimeter_abs_err_pct_median": 1.1765, "total_area_err_pct": -2.2662, "validity": { "rooms": 3, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 3, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.002577, "annotations_s": 0.000927, "segment_s": 0.020194, "polygonize_s": 0.002671, "score_s": 0.040303 } }, "perturbed_erode_5": { "gt_rooms": 3, "pred_rooms": 3, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.9438, "background_mask_iou": 0.8922, "area_abs_err_mean_px2": 7133.3333, "area_abs_err_max_px2": 8500.0, "perimeter_abs_err_mean_px": 40.0, "count_f1": 1.0, "matched": 3, "merged": 0, "split": 0, "matched_iou_mean": 0.9412, "area_signed_err_pct_mean": -5.8827, "area_abs_err_pct_median": 6.0524, "perimeter_abs_err_pct_median": 2.9412, "total_area_err_pct": -5.6183, "validity": { "rooms": 3, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 3, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.002645, "annotations_s": 0.001121, "segment_s": 0.019051, "polygonize_s": 0.002668, "score_s": 0.036912 } }, "perturbed_dilate_5": { "gt_rooms": 3, "pred_rooms": 3, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.9457, "background_mask_iou": 0.8765, "area_abs_err_mean_px2": 7295.647, "area_abs_err_max_px2": 8662.3137, "perimeter_abs_err_mean_px": 32.2843, "count_f1": 1.0, "matched": 3, "merged": 0, "split": 0, "matched_iou_mean": 0.9433, "area_signed_err_pct_mean": 6.0217, "area_abs_err_pct_median": 6.199, "perimeter_abs_err_pct_median": 2.3738, "total_area_err_pct": 5.7461, "validity": { "rooms": 3, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 3, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.002406, "annotations_s": 0.000853, "segment_s": 0.031184, "polygonize_s": 0.002734, "score_s": 0.038624 } }, "perturbed_merge_20": { "gt_rooms": 3, "pred_rooms": 2, "count_precision": 1.0, "count_recall": 0.6667, "room_count_err": -1, "mask_iou": 0.9894, "background_mask_iou": 0.9768, "area_abs_err_mean_px2": 47150.0, "area_abs_err_max_px2": 94300.0, "perimeter_abs_err_mean_px": 230.0, "count_f1": 0.8, "matched": 2, "merged": 1, "split": 0, "matched_iou_mean": 0.77, "area_signed_err_pct_mean": 42.5926, "area_abs_err_pct_median": 42.5926, "perimeter_abs_err_pct_median": 16.9118, "total_area_err_pct": 1.0764, "validity": { "rooms": 2, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 2, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.002257, "annotations_s": 0.000764, "segment_s": 0.021812, "polygonize_s": 0.002466, "score_s": 0.038062 } }, "perturbed_split_3": { "gt_rooms": 3, "pred_rooms": 4, "count_precision": 0.5, "count_recall": 0.6667, "room_count_err": 1, "mask_iou": 0.9972, "background_mask_iou": 0.9939, "area_abs_err_mean_px2": 0.0, "area_abs_err_max_px2": 0.0, "perimeter_abs_err_mean_px": 0.0, "count_f1": 0.5714, "matched": 2, "merged": 0, "split": 1, "matched_iou_mean": 1.0, "area_signed_err_pct_mean": 0.0, "area_abs_err_pct_median": 0.0, "perimeter_abs_err_pct_median": 0.0, "total_area_err_pct": -0.2835, "validity": { "rooms": 4, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 4, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.002762, "annotations_s": 0.000996, "segment_s": 0.021111, "polygonize_s": 0.002662, "score_s": 0.037415 } }, "predicted": { "gt_rooms": 3, "pred_rooms": 6, "count_precision": 0.3333, "count_recall": 0.6667, "room_count_err": 3, "mask_iou": 0.9749, "background_mask_iou": 0.948, "area_abs_err_mean_px2": 45916.9637, "area_abs_err_max_px2": 88932.615, "perimeter_abs_err_mean_px": 1468.6457, "count_f1": 0.4444, "matched": 2, "merged": 1, "split": 1, "matched_iou_mean": 0.7584, "area_signed_err_pct_mean": 26.3118, "area_abs_err_pct_median": 26.3118, "perimeter_abs_err_pct_median": 89.2247, "total_area_err_pct": -1.3809, "seconds_median": 0.0987, "timing_s": { "render_s": 0.003178, "annotations_s": 0.001379, "segment_s": 0.037299, "polygonize_s": 0.003624, "score_s": 0.052896 }, "validity": { "rooms": 6, "valid_before_repair_rate": 0.8333333333333334, "repaired_fraction": 0.16666666666666666, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 6, "invalid_before_repair": 1, "repaired_labels": [ 3 ] } } }, "segmented": { "gt_rooms": 3, "pred_rooms": 3, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.9817, "background_mask_iou": 0.9618, "area_abs_err_mean_px2": 1879.6218, "area_abs_err_max_px2": 2718.4279, "perimeter_abs_err_mean_px": 443.6745, "count_f1": 1.0, "matched": 3, "merged": 0, "split": 0, "matched_iou_mean": 0.9818, "area_signed_err_pct_mean": -1.1111, "area_abs_err_pct_median": 1.3738, "perimeter_abs_err_pct_median": 32.6904, "total_area_err_pct": -1.2454, "seconds_median": 0.227, "timing_s": { "render_s": 0.003198, "annotations_s": 0.00132, "segment_s": 0.174808, "polygonize_s": 0.003713, "score_s": 0.043423 }, "validity": { "rooms": 3, "valid_before_repair_rate": 0.3333333333333333, "repaired_fraction": 0.6666666666666666, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 3, "invalid_before_repair": 2, "repaired_labels": [ 1, 2 ] } } } } }, { "id": "synth-medium", "title": "Medium: open kitchen", "rooms": 6, "scores": { "oracle": { "count_f1": 1.0, "total_area_err_pct": 0.0, "area_signed_err_pct_mean": 0.0 }, "perturbed_erode_2": { "gt_rooms": 6, "pred_rooms": 6, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.975, "background_mask_iou": 0.9375, "area_abs_err_mean_px2": 2530.6667, "area_abs_err_max_px2": 3784.0, "perimeter_abs_err_mean_px": 16.0, "count_f1": 1.0, "matched": 6, "merged": 0, "split": 0, "matched_iou_mean": 0.9698, "area_signed_err_pct_mean": -3.0205, "area_abs_err_pct_median": 2.5866, "perimeter_abs_err_pct_median": 1.3009, "total_area_err_pct": -2.497, "validity": { "rooms": 6, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 6, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.002809, "annotations_s": 0.001253, "segment_s": 0.031959, "polygonize_s": 0.004418, "score_s": 0.057985 } }, "perturbed_erode_5": { "gt_rooms": 6, "pred_rooms": 6, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.9382, "background_mask_iou": 0.8584, "area_abs_err_mean_px2": 6266.6667, "area_abs_err_max_px2": 9400.0, "perimeter_abs_err_mean_px": 40.0, "count_f1": 1.0, "matched": 6, "merged": 0, "split": 0, "matched_iou_mean": 0.9253, "area_signed_err_pct_mean": -7.4679, "area_abs_err_pct_median": 6.4029, "perimeter_abs_err_pct_median": 3.2522, "total_area_err_pct": -6.1832, "validity": { "rooms": 6, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 6, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.002676, "annotations_s": 0.001251, "segment_s": 0.030215, "polygonize_s": 0.004401, "score_s": 0.060163 } }, "perturbed_dilate_5": { "gt_rooms": 6, "pred_rooms": 6, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.9453, "background_mask_iou": 0.8455, "area_abs_err_mean_px2": 5868.5948, "area_abs_err_max_px2": 7881.1569, "perimeter_abs_err_mean_px": 30.2369, "count_f1": 1.0, "matched": 6, "merged": 0, "split": 0, "matched_iou_mean": 0.9327, "area_signed_err_pct_mean": 7.3205, "area_abs_err_pct_median": 6.5747, "perimeter_abs_err_pct_median": 2.6249, "total_area_err_pct": 5.7904, "validity": { "rooms": 6, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 6, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.002854, "annotations_s": 0.001296, "segment_s": 0.050419, "polygonize_s": 0.004376, "score_s": 0.061311 } }, "perturbed_merge_20": { "gt_rooms": 6, "pred_rooms": 5, "count_precision": 1.0, "count_recall": 0.8333, "room_count_err": -1, "mask_iou": 1.0, "background_mask_iou": 1.0, "area_abs_err_mean_px2": 23760.0, "area_abs_err_max_px2": 118800.0, "perimeter_abs_err_mean_px": 144.0, "count_f1": 0.9091, "matched": 5, "merged": 1, "split": 0, "matched_iou_mean": 0.9265, "area_signed_err_pct_mean": 11.6129, "area_abs_err_pct_median": 0.0, "perimeter_abs_err_pct_median": 0.0, "total_area_err_pct": 0.0, "validity": { "rooms": 5, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 5, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.002787, "annotations_s": 0.001212, "segment_s": 0.035143, "polygonize_s": 0.004267, "score_s": 0.058263 } }, "perturbed_split_3": { "gt_rooms": 6, "pred_rooms": 7, "count_precision": 0.7143, "count_recall": 0.8333, "room_count_err": 1, "mask_iou": 0.9984, "background_mask_iou": 0.9957, "area_abs_err_mean_px2": 0.0, "area_abs_err_max_px2": 0.0, "perimeter_abs_err_mean_px": 0.0, "count_f1": 0.7692, "matched": 5, "merged": 0, "split": 1, "matched_iou_mean": 1.0, "area_signed_err_pct_mean": 0.0, "area_abs_err_pct_median": 0.0, "perimeter_abs_err_pct_median": 0.0, "total_area_err_pct": -0.1628, "validity": { "rooms": 7, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 7, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.002824, "annotations_s": 0.001293, "segment_s": 0.030814, "polygonize_s": 0.004617, "score_s": 0.062442 } }, "predicted": { "gt_rooms": 6, "pred_rooms": 13, "count_precision": 0.2308, "count_recall": 0.5, "room_count_err": 7, "mask_iou": 0.9642, "background_mask_iou": 0.91, "area_abs_err_mean_px2": 68193.5603, "area_abs_err_max_px2": 190526.931, "perimeter_abs_err_mean_px": 2113.2972, "count_f1": 0.3158, "matched": 3, "merged": 1, "split": 2, "matched_iou_mean": 0.7427, "area_signed_err_pct_mean": 27.5682, "area_abs_err_pct_median": 12.9191, "perimeter_abs_err_pct_median": 100.745, "total_area_err_pct": -1.6891, "seconds_median": 0.1547, "timing_s": { "render_s": 0.002923, "annotations_s": 0.001163, "segment_s": 0.047051, "polygonize_s": 0.007361, "score_s": 0.094571 }, "validity": { "rooms": 13, "valid_before_repair_rate": 0.6923076923076923, "repaired_fraction": 0.3076923076923077, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 13, "invalid_before_repair": 4, "repaired_labels": [ 3, 6, 7, 12 ] } } }, "segmented": { "gt_rooms": 6, "pred_rooms": 5, "count_precision": 0.8, "count_recall": 0.6667, "room_count_err": -1, "mask_iou": 0.9063, "background_mask_iou": 0.7981, "area_abs_err_mean_px2": 343.7279, "area_abs_err_max_px2": 772.8863, "perimeter_abs_err_mean_px": 223.0648, "count_f1": 0.7273, "matched": 4, "merged": 1, "split": 0, "matched_iou_mean": 0.9874, "area_signed_err_pct_mean": -0.0154, "area_abs_err_pct_median": 0.5295, "perimeter_abs_err_pct_median": 16.7722, "total_area_err_pct": -8.7099, "seconds_median": 0.362, "timing_s": { "render_s": 0.003542, "annotations_s": 0.001636, "segment_s": 0.270108, "polygonize_s": 0.007039, "score_s": 0.078421 }, "validity": { "rooms": 5, "valid_before_repair_rate": 0.2, "repaired_fraction": 0.8, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 5, "invalid_before_repair": 4, "repaired_labels": [ 2, 3, 4, 5 ] } } } } }, { "id": "synth-dense", "title": "Dense: 12 rooms", "rooms": 12, "scores": { "oracle": { "count_f1": 1.0, "total_area_err_pct": 0.0, "area_signed_err_pct_mean": 0.0 }, "perturbed_erode_2": { "gt_rooms": 12, "pred_rooms": 12, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.9698, "background_mask_iou": 0.9196, "area_abs_err_mean_px2": 2087.3333, "area_abs_err_max_px2": 2144.0, "perimeter_abs_err_mean_px": 16.0, "count_f1": 1.0, "matched": 12, "merged": 0, "split": 0, "matched_iou_mean": 0.9698, "area_signed_err_pct_mean": -3.0205, "area_abs_err_pct_median": 3.0252, "perimeter_abs_err_pct_median": 1.5239, "total_area_err_pct": -3.0197, "validity": { "rooms": 12, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 12, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.00298, "annotations_s": 0.001649, "segment_s": 0.042906, "polygonize_s": 0.006736, "score_s": 0.078644 } }, "perturbed_erode_5": { "gt_rooms": 12, "pred_rooms": 12, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.9254, "background_mask_iou": 0.8223, "area_abs_err_mean_px2": 5158.3333, "area_abs_err_max_px2": 5300.0, "perimeter_abs_err_mean_px": 40.0, "count_f1": 1.0, "matched": 12, "merged": 0, "split": 0, "matched_iou_mean": 0.9254, "area_signed_err_pct_mean": -7.4645, "area_abs_err_pct_median": 7.4759, "perimeter_abs_err_pct_median": 3.8099, "total_area_err_pct": -7.4623, "validity": { "rooms": 12, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 12, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.003127, "annotations_s": 0.002081, "segment_s": 0.044061, "polygonize_s": 0.006914, "score_s": 0.077283 } }, "perturbed_dilate_5": { "gt_rooms": 12, "pred_rooms": 12, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.9286, "background_mask_iou": 0.7772, "area_abs_err_mean_px2": 5320.647, "area_abs_err_max_px2": 5462.3137, "perimeter_abs_err_mean_px": 32.2843, "count_f1": 1.0, "matched": 12, "merged": 0, "split": 0, "matched_iou_mean": 0.9285, "area_signed_err_pct_mean": 7.6994, "area_abs_err_pct_median": 7.7116, "perimeter_abs_err_pct_median": 3.075, "total_area_err_pct": 7.6971, "validity": { "rooms": 12, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 12, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.003019, "annotations_s": 0.00206, "segment_s": 0.068031, "polygonize_s": 0.006952, "score_s": 0.081644 } }, "perturbed_merge_20": { "gt_rooms": 12, "pred_rooms": 11, "count_precision": 0.9091, "count_recall": 0.8333, "room_count_err": -1, "mask_iou": 0.9968, "background_mask_iou": 0.9906, "area_abs_err_mean_px2": 0.0, "area_abs_err_max_px2": 0.0, "perimeter_abs_err_mean_px": 0.0, "count_f1": 0.8696, "matched": 10, "merged": 1, "split": 0, "matched_iou_mean": 1.0, "area_signed_err_pct_mean": 0.0, "area_abs_err_pct_median": 0.0, "perimeter_abs_err_pct_median": 0.0, "total_area_err_pct": 0.3255, "validity": { "rooms": 11, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 11, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.003148, "annotations_s": 0.002095, "segment_s": 0.061802, "polygonize_s": 0.006397, "score_s": 0.078637 } }, "perturbed_split_3": { "gt_rooms": 12, "pred_rooms": 13, "count_precision": 0.8462, "count_recall": 0.9167, "room_count_err": 1, "mask_iou": 0.999, "background_mask_iou": 0.9972, "area_abs_err_mean_px2": 0.0, "area_abs_err_max_px2": 0.0, "perimeter_abs_err_mean_px": 0.0, "count_f1": 0.88, "matched": 11, "merged": 0, "split": 1, "matched_iou_mean": 1.0, "area_signed_err_pct_mean": 0.0, "area_abs_err_pct_median": 0.0, "perimeter_abs_err_pct_median": 0.0, "total_area_err_pct": -0.0976, "validity": { "rooms": 13, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 13, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.003119, "annotations_s": 0.00204, "segment_s": 0.041688, "polygonize_s": 0.006947, "score_s": 0.080242 } }, "predicted": { "gt_rooms": 12, "pred_rooms": 23, "count_precision": 0.0, "count_recall": 0.0, "room_count_err": 11, "mask_iou": 0.9493, "background_mask_iou": 0.8654, "area_abs_err_mean_px2": null, "area_abs_err_max_px2": null, "perimeter_abs_err_mean_px": null, "count_f1": 0.0, "matched": 0, "merged": 1, "split": 6, "matched_iou_mean": null, "area_signed_err_pct_mean": null, "area_abs_err_pct_median": null, "perimeter_abs_err_pct_median": null, "total_area_err_pct": -2.2068, "seconds_median": 0.2203, "timing_s": { "render_s": 0.003784, "annotations_s": 0.002242, "segment_s": 0.059669, "polygonize_s": 0.011942, "score_s": 0.14148 }, "validity": { "rooms": 23, "valid_before_repair_rate": 0.9565217391304348, "repaired_fraction": 0.043478260869565216, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 23, "invalid_before_repair": 1, "repaired_labels": [ 3 ] } } }, "segmented": { "gt_rooms": 12, "pred_rooms": 15, "count_precision": 0.6667, "count_recall": 0.8333, "room_count_err": 3, "mask_iou": 0.9565, "background_mask_iou": 0.8851, "area_abs_err_mean_px2": 10805.2453, "area_abs_err_max_px2": 63898.3734, "perimeter_abs_err_mean_px": 368.3623, "count_f1": 0.7407, "matched": 10, "merged": 1, "split": 3, "matched_iou_mean": 0.885, "area_signed_err_pct_mean": 4.1863, "area_abs_err_pct_median": 0.8616, "perimeter_abs_err_pct_median": 10.9854, "total_area_err_pct": -2.7455, "seconds_median": 0.5411, "timing_s": { "render_s": 0.003218, "annotations_s": 0.001696, "segment_s": 0.42084, "polygonize_s": 0.013605, "score_s": 0.097587 }, "validity": { "rooms": 15, "valid_before_repair_rate": 0.0, "repaired_fraction": 1.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 15, "invalid_before_repair": 15, "repaired_labels": [ 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15 ] } } } } } ], "held_out": { "high_quality_488": { "dataset": "held-out", "image_size_px": [ 1055, 711 ], "oracle": { "room_count": 5, "total_area_px2": 432869.3, "total_perimeter_px": 6453.73, "repaired": 0, "door_count": 6, "window_count": 3, "render_s": 0.077424, "annotations_s": 0.002461, "measure_s": 3.2e-05, "validity": { "rooms": 5, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": {} } }, "raster_roundtrip": { "gt_rooms": 5, "pred_rooms": 5, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 1.0, "background_mask_iou": 1.0, "area_abs_err_mean_px2": 178.9428, "area_abs_err_max_px2": 320.4129, "perimeter_abs_err_mean_px": 0.7763, "count_f1": 1.0, "matched": 5, "merged": 0, "split": 0, "matched_iou_mean": 1.0, "area_signed_err_pct_mean": 0.19, "area_abs_err_pct_median": 0.3597, "perimeter_abs_err_pct_median": 0.0508, "total_area_err_pct": 0.0598 }, "perturbed": { "erode_2": { "gt_rooms": 5, "pred_rooms": 5, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.9719, "background_mask_iou": 0.9631, "area_abs_err_mean_px2": 2379.4612, "area_abs_err_max_px2": 3375.8028, "perimeter_abs_err_mean_px": 150.6774, "count_f1": 1.0, "matched": 5, "merged": 0, "split": 0, "matched_iou_mean": 0.9649, "area_signed_err_pct_mean": -3.3333, "area_abs_err_pct_median": 3.3992, "perimeter_abs_err_pct_median": 1.6571, "total_area_err_pct": -2.7485, "validity": { "rooms": 5, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 5, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.005297, "annotations_s": 0.002054, "segment_s": 0.022226, "polygonize_s": 0.003721, "score_s": 0.044261 } }, "erode_5": { "gt_rooms": 5, "pred_rooms": 5, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.9329, "background_mask_iou": 0.916, "area_abs_err_mean_px2": 5764.6612, "area_abs_err_max_px2": 8133.8028, "perimeter_abs_err_mean_px": 174.6774, "count_f1": 1.0, "matched": 5, "merged": 0, "split": 0, "matched_iou_mean": 0.9158, "area_signed_err_pct_mean": -8.2539, "area_abs_err_pct_median": 7.7657, "perimeter_abs_err_pct_median": 4.152, "total_area_err_pct": -6.6587, "validity": { "rooms": 5, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 5, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.00535, "annotations_s": 0.002684, "segment_s": 0.023039, "polygonize_s": 0.003962, "score_s": 0.045752 } }, "dilate_2": { "gt_rooms": 5, "pred_rooms": 5, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.9746, "background_mask_iou": 0.9643, "area_abs_err_mean_px2": 2314.3484, "area_abs_err_max_px2": 3246.6408, "perimeter_abs_err_mean_px": 8.3985, "count_f1": 1.0, "matched": 5, "merged": 0, "split": 0, "matched_iou_mean": 0.9671, "area_signed_err_pct_mean": 3.6186, "area_abs_err_pct_median": 4.0457, "perimeter_abs_err_pct_median": 0.5592, "total_area_err_pct": 2.6733, "validity": { "rooms": 5, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 5, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.005244, "annotations_s": 0.002024, "segment_s": 0.041351, "polygonize_s": 0.004062, "score_s": 0.045767 } }, "dilate_5": { "gt_rooms": 5, "pred_rooms": 5, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.9384, "background_mask_iou": 0.9102, "area_abs_err_mean_px2": 5744.2182, "area_abs_err_max_px2": 7648.8834, "perimeter_abs_err_mean_px": 27.5382, "count_f1": 1.0, "matched": 5, "merged": 0, "split": 0, "matched_iou_mean": 0.9216, "area_signed_err_pct_mean": 8.8407, "area_abs_err_pct_median": 9.5315, "perimeter_abs_err_pct_median": 2.0526, "total_area_err_pct": 6.635, "validity": { "rooms": 5, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 5, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.005384, "annotations_s": 0.003139, "segment_s": 0.042353, "polygonize_s": 0.003989, "score_s": 0.047122 } }, "shift_2": { "gt_rooms": 5, "pred_rooms": 5, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.9879, "background_mask_iou": 0.9835, "area_abs_err_mean_px2": 178.9428, "area_abs_err_max_px2": 320.4129, "perimeter_abs_err_mean_px": 0.7763, "count_f1": 1.0, "matched": 5, "merged": 0, "split": 0, "matched_iou_mean": 0.9819, "area_signed_err_pct_mean": 0.19, "area_abs_err_pct_median": 0.3597, "perimeter_abs_err_pct_median": 0.0508, "total_area_err_pct": 0.0598, "validity": { "rooms": 5, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 5, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.005024, "annotations_s": 0.002032, "segment_s": 0.019736, "polygonize_s": 0.004019, "score_s": 0.046381 } }, "shift_5": { "gt_rooms": 5, "pred_rooms": 5, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.97, "background_mask_iou": 0.9592, "area_abs_err_mean_px2": 178.9428, "area_abs_err_max_px2": 320.4129, "perimeter_abs_err_mean_px": 0.7763, "count_f1": 1.0, "matched": 5, "merged": 0, "split": 0, "matched_iou_mean": 0.9602, "area_signed_err_pct_mean": 0.19, "area_abs_err_pct_median": 0.3597, "perimeter_abs_err_pct_median": 0.0508, "total_area_err_pct": 0.0598, "validity": { "rooms": 5, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 5, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.005124, "annotations_s": 0.002271, "segment_s": 0.019466, "polygonize_s": 0.003915, "score_s": 0.046391 } }, "scale_-2": { "gt_rooms": 5, "pred_rooms": 5, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.9023, "background_mask_iou": 0.8744, "area_abs_err_mean_px2": 3316.6112, "area_abs_err_max_px2": 6555.8028, "perimeter_abs_err_mean_px": 25.5603, "count_f1": 1.0, "matched": 5, "merged": 0, "split": 0, "matched_iou_mean": 0.8763, "area_signed_err_pct_mean": -3.5703, "area_abs_err_pct_median": 3.7553, "perimeter_abs_err_pct_median": 2.0324, "total_area_err_pct": -3.831, "validity": { "rooms": 5, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 5, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.005118, "annotations_s": 0.002115, "segment_s": 0.019352, "polygonize_s": 0.0037, "score_s": 0.044753 } }, "scale_2": { "gt_rooms": 5, "pred_rooms": 5, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.8942, "background_mask_iou": 0.8519, "area_abs_err_mean_px2": 3486.9888, "area_abs_err_max_px2": 6356.1972, "perimeter_abs_err_mean_px": 24.8397, "count_f1": 1.0, "matched": 5, "merged": 0, "split": 0, "matched_iou_mean": 0.8654, "area_signed_err_pct_mean": 4.0222, "area_abs_err_pct_median": 3.9002, "perimeter_abs_err_pct_median": 1.8856, "total_area_err_pct": 4.0278, "validity": { "rooms": 5, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 5, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.005171, "annotations_s": 0.002235, "segment_s": 0.020962, "polygonize_s": 0.00385, "score_s": 0.04755 } }, "merge_20": { "gt_rooms": 5, "pred_rooms": 4, "count_precision": 1.0, "count_recall": 0.8, "room_count_err": -1, "mask_iou": 0.9947, "background_mask_iou": 0.9927, "area_abs_err_mean_px2": 20782.8613, "area_abs_err_max_px2": 82720.9472, "perimeter_abs_err_mean_px": 170.0929, "count_f1": 0.8889, "matched": 4, "merged": 1, "split": 0, "matched_iou_mean": 0.9157, "area_signed_err_pct_mean": 12.8524, "area_abs_err_pct_median": 0.3887, "perimeter_abs_err_pct_median": 0.1312, "total_area_err_pct": 0.5948, "validity": { "rooms": 4, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 4, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.005663, "annotations_s": 0.002357, "segment_s": 0.026378, "polygonize_s": 0.003632, "score_s": 0.046949 } }, "split_3": { "gt_rooms": 5, "pred_rooms": 6, "count_precision": 0.6667, "count_recall": 0.8, "room_count_err": 1, "mask_iou": 0.9972, "background_mask_iou": 0.9962, "area_abs_err_mean_px2": 182.7278, "area_abs_err_max_px2": 320.4129, "perimeter_abs_err_mean_px": 0.7653, "count_f1": 0.7273, "matched": 4, "merged": 0, "split": 1, "matched_iou_mean": 1.0, "area_signed_err_pct_mean": 0.2626, "area_abs_err_pct_median": 0.3795, "perimeter_abs_err_pct_median": 0.0662, "total_area_err_pct": -0.2181, "validity": { "rooms": 6, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 6, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.004959, "annotations_s": 0.002395, "segment_s": 0.024433, "polygonize_s": 0.003889, "score_s": 0.046244 } } }, "predicted": { "gt_rooms": 5, "pred_rooms": 31, "count_precision": 0.0645, "count_recall": 0.4, "room_count_err": 26, "mask_iou": 0.6638, "background_mask_iou": 0.4094, "area_abs_err_mean_px2": 12601.7626, "area_abs_err_max_px2": 17937.7504, "perimeter_abs_err_mean_px": 140.651, "count_f1": 0.1111, "matched": 2, "merged": 1, "split": 4, "matched_iou_mean": 0.6208, "area_signed_err_pct_mean": -36.1097, "area_abs_err_pct_median": 36.1097, "perimeter_abs_err_pct_median": 16.0906, "total_area_err_pct": 33.8147, "seconds_median": 0.159, "timing_s": { "render_s": 0.005798, "annotations_s": 0.002432, "segment_s": 0.059784, "polygonize_s": 0.008219, "score_s": 0.082176 }, "validity": { "rooms": 31, "valid_before_repair_rate": 0.967741935483871, "repaired_fraction": 0.03225806451612903, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 31, "invalid_before_repair": 1, "repaired_labels": [ 1 ] } } }, "segmented": { "gt_rooms": 5, "pred_rooms": 5, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.9772, "background_mask_iou": 0.969, "area_abs_err_mean_px2": 997.9498, "area_abs_err_max_px2": 2140.6486, "perimeter_abs_err_mean_px": 202.3566, "count_f1": 1.0, "matched": 5, "merged": 0, "split": 0, "matched_iou_mean": 0.9502, "area_signed_err_pct_mean": -1.2866, "area_abs_err_pct_median": 0.547, "perimeter_abs_err_pct_median": 6.1051, "total_area_err_pct": -0.0507, "seconds_median": 0.32, "timing_s": { "render_s": 0.005748, "annotations_s": 0.002276, "segment_s": 0.25652, "polygonize_s": 0.004748, "score_s": 0.04949 }, "validity": { "rooms": 5, "valid_before_repair_rate": 0.4, "repaired_fraction": 0.6, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 5, "invalid_before_repair": 3, "repaired_labels": [ 1, 4, 5 ] } } } }, "high_quality_architectural_9453": { "dataset": "held-out", "image_size_px": [ 1148, 1927 ], "oracle": { "room_count": 9, "total_area_px2": 536066.65, "total_perimeter_px": 8304.7, "repaired": 0, "door_count": 8, "window_count": 8, "render_s": 0.068924, "annotations_s": 0.002624, "measure_s": 2.4e-05, "validity": { "rooms": 9, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": {} } }, "raster_roundtrip": { "gt_rooms": 9, "pred_rooms": 9, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 1.0, "background_mask_iou": 1.0, "area_abs_err_mean_px2": 97.7449, "area_abs_err_max_px2": 218.8563, "perimeter_abs_err_mean_px": 1.3761, "count_f1": 1.0, "matched": 9, "merged": 0, "split": 0, "matched_iou_mean": 1.0, "area_signed_err_pct_mean": -0.0719, "area_abs_err_pct_median": 0.1653, "perimeter_abs_err_pct_median": 0.1257, "total_area_err_pct": -0.0526 }, "perturbed": { "erode_2": { "gt_rooms": 9, "pred_rooms": 9, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.9687, "background_mask_iou": 0.9901, "area_abs_err_mean_px2": 1894.7743, "area_abs_err_max_px2": 3030.3593, "perimeter_abs_err_mean_px": 15.7206, "count_f1": 1.0, "matched": 9, "merged": 0, "split": 0, "matched_iou_mean": 0.9592, "area_signed_err_pct_mean": -4.148, "area_abs_err_pct_median": 3.8454, "perimeter_abs_err_pct_median": 1.7857, "total_area_err_pct": -3.1811, "validity": { "rooms": 9, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 9, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.008073, "annotations_s": 0.002622, "segment_s": 0.0308, "polygonize_s": 0.011852, "score_s": 0.064586 } }, "erode_5": { "gt_rooms": 9, "pred_rooms": 9, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.9228, "background_mask_iou": 0.9759, "area_abs_err_mean_px2": 4628.2457, "area_abs_err_max_px2": 7482.3593, "perimeter_abs_err_mean_px": 39.9968, "count_f1": 1.0, "matched": 9, "merged": 0, "split": 0, "matched_iou_mean": 0.8997, "area_signed_err_pct_mean": -10.092, "area_abs_err_pct_median": 9.661, "perimeter_abs_err_pct_median": 4.6053, "total_area_err_pct": -7.7703, "validity": { "rooms": 9, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 9, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.008419, "annotations_s": 0.002743, "segment_s": 0.033149, "polygonize_s": 0.013123, "score_s": 0.071248 } }, "dilate_2": { "gt_rooms": 9, "pred_rooms": 9, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.9738, "background_mask_iou": 0.9914, "area_abs_err_mean_px2": 1574.2491, "area_abs_err_max_px2": 2131.3417, "perimeter_abs_err_mean_px": 10.7069, "count_f1": 1.0, "matched": 9, "merged": 0, "split": 0, "matched_iou_mean": 0.9636, "area_signed_err_pct_mean": 3.7296, "area_abs_err_pct_median": 4.1474, "perimeter_abs_err_pct_median": 1.2149, "total_area_err_pct": 2.643, "validity": { "rooms": 9, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 9, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.008557, "annotations_s": 0.003138, "segment_s": 0.070154, "polygonize_s": 0.011953, "score_s": 0.063361 } }, "dilate_5": { "gt_rooms": 9, "pred_rooms": 9, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.9355, "background_mask_iou": 0.978, "area_abs_err_mean_px2": 4072.9934, "area_abs_err_max_px2": 5375.7559, "perimeter_abs_err_mean_px": 30.6399, "count_f1": 1.0, "matched": 9, "merged": 0, "split": 0, "matched_iou_mean": 0.913, "area_signed_err_pct_mean": 9.6032, "area_abs_err_pct_median": 10.2943, "perimeter_abs_err_pct_median": 3.3899, "total_area_err_pct": 6.8381, "validity": { "rooms": 9, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 9, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.008288, "annotations_s": 0.003329, "segment_s": 0.067767, "polygonize_s": 0.011796, "score_s": 0.066551 } }, "shift_2": { "gt_rooms": 9, "pred_rooms": 9, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.9848, "background_mask_iou": 0.9951, "area_abs_err_mean_px2": 97.7449, "area_abs_err_max_px2": 218.8563, "perimeter_abs_err_mean_px": 1.3761, "count_f1": 1.0, "matched": 9, "merged": 0, "split": 0, "matched_iou_mean": 0.9792, "area_signed_err_pct_mean": -0.0719, "area_abs_err_pct_median": 0.1653, "perimeter_abs_err_pct_median": 0.1257, "total_area_err_pct": -0.0526, "validity": { "rooms": 9, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 9, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.023775, "annotations_s": 0.003125, "segment_s": 0.024609, "polygonize_s": 0.013097, "score_s": 0.071801 } }, "shift_5": { "gt_rooms": 9, "pred_rooms": 9, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.9624, "background_mask_iou": 0.9878, "area_abs_err_mean_px2": 97.7449, "area_abs_err_max_px2": 218.8563, "perimeter_abs_err_mean_px": 1.3761, "count_f1": 1.0, "matched": 9, "merged": 0, "split": 0, "matched_iou_mean": 0.9488, "area_signed_err_pct_mean": -0.0719, "area_abs_err_pct_median": 0.1653, "perimeter_abs_err_pct_median": 0.1257, "total_area_err_pct": -0.0526, "validity": { "rooms": 9, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 9, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.008524, "annotations_s": 0.002605, "segment_s": 0.021121, "polygonize_s": 0.011903, "score_s": 0.065507 } }, "scale_-2": { "gt_rooms": 9, "pred_rooms": 9, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.8387, "background_mask_iou": 0.9469, "area_abs_err_mean_px2": 2515.7783, "area_abs_err_max_px2": 5640.3593, "perimeter_abs_err_mean_px": 18.7285, "count_f1": 1.0, "matched": 9, "merged": 0, "split": 0, "matched_iou_mean": 0.761, "area_signed_err_pct_mean": -4.2381, "area_abs_err_pct_median": 4.1948, "perimeter_abs_err_pct_median": 1.9919, "total_area_err_pct": -4.2237, "validity": { "rooms": 9, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 9, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.008411, "annotations_s": 0.002777, "segment_s": 0.02409, "polygonize_s": 0.01219, "score_s": 0.066329 } }, "scale_2": { "gt_rooms": 9, "pred_rooms": 9, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.8339, "background_mask_iou": 0.9422, "area_abs_err_mean_px2": 2505.7717, "area_abs_err_max_px2": 5707.6407, "perimeter_abs_err_mean_px": 20.2794, "count_f1": 1.0, "matched": 9, "merged": 0, "split": 0, "matched_iou_mean": 0.7512, "area_signed_err_pct_mean": 4.1827, "area_abs_err_pct_median": 4.1808, "perimeter_abs_err_pct_median": 2.2086, "total_area_err_pct": 4.2069, "validity": { "rooms": 9, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 9, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.008957, "annotations_s": 0.002865, "segment_s": 0.02426, "polygonize_s": 0.012397, "score_s": 0.068521 } }, "merge_20": { "gt_rooms": 9, "pred_rooms": 8, "count_precision": 1.0, "count_recall": 0.8889, "room_count_err": -1, "mask_iou": 1.0, "background_mask_iou": 1.0, "area_abs_err_mean_px2": 15099.987, "area_abs_err_max_px2": 120087.1504, "perimeter_abs_err_mean_px": 84.903, "count_f1": 0.9412, "matched": 8, "merged": 1, "split": 0, "matched_iou_mean": 0.9429, "area_signed_err_pct_mean": 10.4112, "area_abs_err_pct_median": 0.2771, "perimeter_abs_err_pct_median": 0.1469, "total_area_err_pct": -0.0526, "validity": { "rooms": 8, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 8, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.008735, "annotations_s": 0.002714, "segment_s": 0.052681, "polygonize_s": 0.012559, "score_s": 0.066935 } }, "split_3": { "gt_rooms": 9, "pred_rooms": 10, "count_precision": 0.8, "count_recall": 0.8889, "room_count_err": 1, "mask_iou": 0.9979, "background_mask_iou": 0.9993, "area_abs_err_mean_px2": 107.1681, "area_abs_err_max_px2": 218.8563, "perimeter_abs_err_mean_px": 1.5331, "count_f1": 0.8421, "matched": 8, "merged": 0, "split": 1, "matched_iou_mean": 1.0, "area_signed_err_pct_mean": -0.0789, "area_abs_err_pct_median": 0.2061, "perimeter_abs_err_pct_median": 0.1469, "total_area_err_pct": -0.2619, "validity": { "rooms": 10, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 10, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.008765, "annotations_s": 0.002824, "segment_s": 0.033383, "polygonize_s": 0.012443, "score_s": 0.066031 } } }, "predicted": { "gt_rooms": 9, "pred_rooms": 23, "count_precision": 0.0, "count_recall": 0.0, "room_count_err": 14, "mask_iou": 0.3356, "background_mask_iou": 0.7277, "area_abs_err_mean_px2": null, "area_abs_err_max_px2": null, "perimeter_abs_err_mean_px": null, "count_f1": 0.0, "matched": 0, "merged": 1, "split": 4, "matched_iou_mean": null, "area_signed_err_pct_mean": null, "area_abs_err_pct_median": null, "perimeter_abs_err_pct_median": null, "total_area_err_pct": -1.3362, "seconds_median": 0.1632, "timing_s": { "render_s": 0.008988, "annotations_s": 0.002936, "segment_s": 0.047674, "polygonize_s": 0.017928, "score_s": 0.085487 }, "validity": { "rooms": 23, "valid_before_repair_rate": 0.7391304347826086, "repaired_fraction": 0.2608695652173913, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 23, "invalid_before_repair": 6, "repaired_labels": [ 1, 7, 8, 9, 13, 15 ] } } }, "segmented": { "gt_rooms": 9, "pred_rooms": 16, "count_precision": 0.3125, "count_recall": 0.5556, "room_count_err": 7, "mask_iou": 0.8234, "background_mask_iou": 0.9438, "area_abs_err_mean_px2": 14785.45, "area_abs_err_max_px2": 50113.9415, "perimeter_abs_err_mean_px": 455.45, "count_f1": 0.4, "matched": 5, "merged": 0, "split": 5, "matched_iou_mean": 0.7244, "area_signed_err_pct_mean": -18.3354, "area_abs_err_pct_median": 13.4374, "perimeter_abs_err_pct_median": 37.5181, "total_area_err_pct": -10.0054, "seconds_median": 1.0967, "timing_s": { "render_s": 0.008638, "annotations_s": 0.00273, "segment_s": 0.951688, "polygonize_s": 0.030855, "score_s": 0.098539 }, "validity": { "rooms": 16, "valid_before_repair_rate": 0.0, "repaired_fraction": 1.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 16, "invalid_before_repair": 16, "repaired_labels": [ 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16 ] } } } }, "high_quality_architectural_6276": { "dataset": "held-out", "image_size_px": [ 2171, 2708 ], "oracle": { "room_count": 28, "total_area_px2": 2402387.7, "total_perimeter_px": 31961.88, "repaired": 0, "door_count": 29, "window_count": 32, "render_s": 0.203733, "annotations_s": 0.006519, "measure_s": 5.2e-05, "validity": { "rooms": 28, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": {} } }, "raster_roundtrip": { "gt_rooms": 28, "pred_rooms": 28, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 1.0, "background_mask_iou": 1.0, "area_abs_err_mean_px2": 108.7487, "area_abs_err_max_px2": 443.4931, "perimeter_abs_err_mean_px": 1.0549, "count_f1": 1.0, "matched": 28, "merged": 0, "split": 0, "matched_iou_mean": 1.0, "area_signed_err_pct_mean": 0.0361, "area_abs_err_pct_median": 0.116, "perimeter_abs_err_pct_median": 0.0832, "total_area_err_pct": -0.0013 }, "perturbed": { "erode_2": { "gt_rooms": 28, "pred_rooms": 28, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.9736, "background_mask_iou": 0.9821, "area_abs_err_mean_px2": 2269.6462, "area_abs_err_max_px2": 3927.4931, "perimeter_abs_err_mean_px": 15.7825, "count_f1": 1.0, "matched": 28, "merged": 0, "split": 0, "matched_iou_mean": 0.9605, "area_signed_err_pct_mean": -3.9124, "area_abs_err_pct_median": 3.2871, "perimeter_abs_err_pct_median": 1.3336, "total_area_err_pct": -2.6453, "validity": { "rooms": 28, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 28, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.022064, "annotations_s": 0.006428, "segment_s": 0.171918, "polygonize_s": 0.050962, "score_s": 0.247745 } }, "erode_5": { "gt_rooms": 28, "pred_rooms": 28, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.9346, "background_mask_iou": 0.9568, "area_abs_err_mean_px2": 5612.3679, "area_abs_err_max_px2": 9489.4356, "perimeter_abs_err_mean_px": 39.833, "count_f1": 1.0, "matched": 28, "merged": 0, "split": 0, "matched_iou_mean": 0.9031, "area_signed_err_pct_mean": -9.6552, "area_abs_err_pct_median": 8.1915, "perimeter_abs_err_pct_median": 3.4709, "total_area_err_pct": -6.5413, "validity": { "rooms": 28, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 28, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.02173, "annotations_s": 0.006437, "segment_s": 0.175624, "polygonize_s": 0.051195, "score_s": 0.250196 } }, "dilate_2": { "gt_rooms": 28, "pred_rooms": 28, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.9774, "background_mask_iou": 0.984, "area_abs_err_mean_px2": 1986.2659, "area_abs_err_max_px2": 3492.9353, "perimeter_abs_err_mean_px": 9.5537, "count_f1": 1.0, "matched": 28, "merged": 0, "split": 0, "matched_iou_mean": 0.9654, "area_signed_err_pct_mean": 3.6737, "area_abs_err_pct_median": 3.1995, "perimeter_abs_err_pct_median": 0.9291, "total_area_err_pct": 2.315, "validity": { "rooms": 28, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 28, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.021934, "annotations_s": 0.006572, "segment_s": 0.249557, "polygonize_s": 0.055572, "score_s": 0.249534 } }, "dilate_5": { "gt_rooms": 28, "pred_rooms": 28, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.9457, "background_mask_iou": 0.9603, "area_abs_err_mean_px2": 4929.0321, "area_abs_err_max_px2": 8751.7637, "perimeter_abs_err_mean_px": 28.3065, "count_f1": 1.0, "matched": 28, "merged": 0, "split": 0, "matched_iou_mean": 0.9203, "area_signed_err_pct_mean": 8.9388, "area_abs_err_pct_median": 7.6373, "perimeter_abs_err_pct_median": 2.8747, "total_area_err_pct": 5.7448, "validity": { "rooms": 28, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 28, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.022308, "annotations_s": 0.006757, "segment_s": 0.254561, "polygonize_s": 0.055018, "score_s": 0.272531 } }, "shift_2": { "gt_rooms": 28, "pred_rooms": 28, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.9869, "background_mask_iou": 0.991, "area_abs_err_mean_px2": 108.7487, "area_abs_err_max_px2": 443.4931, "perimeter_abs_err_mean_px": 1.0549, "count_f1": 1.0, "matched": 28, "merged": 0, "split": 0, "matched_iou_mean": 0.9794, "area_signed_err_pct_mean": 0.0361, "area_abs_err_pct_median": 0.116, "perimeter_abs_err_pct_median": 0.0832, "total_area_err_pct": -0.0013, "validity": { "rooms": 28, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 28, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.021678, "annotations_s": 0.006826, "segment_s": 0.091588, "polygonize_s": 0.050489, "score_s": 0.246004 } }, "shift_5": { "gt_rooms": 28, "pred_rooms": 28, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.9677, "background_mask_iou": 0.9775, "area_abs_err_mean_px2": 108.7487, "area_abs_err_max_px2": 443.4931, "perimeter_abs_err_mean_px": 1.0549, "count_f1": 1.0, "matched": 28, "merged": 0, "split": 0, "matched_iou_mean": 0.9496, "area_signed_err_pct_mean": 0.0361, "area_abs_err_pct_median": 0.116, "perimeter_abs_err_pct_median": 0.0832, "total_area_err_pct": -0.0013, "validity": { "rooms": 28, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 28, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.021673, "annotations_s": 0.00696, "segment_s": 0.095729, "polygonize_s": 0.05035, "score_s": 0.244811 } }, "scale_-2": { "gt_rooms": 28, "pred_rooms": 28, "count_precision": 0.8214, "count_recall": 0.8214, "room_count_err": 0, "mask_iou": 0.8383, "background_mask_iou": 0.889, "area_abs_err_mean_px2": 4067.7332, "area_abs_err_max_px2": 8785.4356, "perimeter_abs_err_mean_px": 26.0115, "count_f1": 0.8214, "matched": 23, "merged": 1, "split": 2, "matched_iou_mean": 0.7331, "area_signed_err_pct_mean": -3.9603, "area_abs_err_pct_median": 3.9509, "perimeter_abs_err_pct_median": 1.9981, "total_area_err_pct": -3.9818, "validity": { "rooms": 28, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 28, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.021841, "annotations_s": 0.006741, "segment_s": 0.100519, "polygonize_s": 0.049634, "score_s": 0.24381 } }, "scale_2": { "gt_rooms": 28, "pred_rooms": 28, "count_precision": 0.8214, "count_recall": 0.8214, "room_count_err": 0, "mask_iou": 0.8369, "background_mask_iou": 0.8806, "area_abs_err_mean_px2": 4146.4625, "area_abs_err_max_px2": 8762.5644, "perimeter_abs_err_mean_px": 26.6481, "count_f1": 0.8214, "matched": 23, "merged": 2, "split": 1, "matched_iou_mean": 0.7274, "area_signed_err_pct_mean": 4.1153, "area_abs_err_pct_median": 4.1166, "perimeter_abs_err_pct_median": 2.0693, "total_area_err_pct": 4.06, "validity": { "rooms": 28, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 28, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.021626, "annotations_s": 0.006944, "segment_s": 0.099552, "polygonize_s": 0.050064, "score_s": 0.252027 } }, "merge_20": { "gt_rooms": 28, "pred_rooms": 27, "count_precision": 1.0, "count_recall": 0.9643, "room_count_err": -1, "mask_iou": 1.0, "background_mask_iou": 1.0, "area_abs_err_mean_px2": 8101.4419, "area_abs_err_max_px2": 215834.5999, "perimeter_abs_err_mean_px": 29.8457, "count_f1": 0.9818, "matched": 27, "merged": 1, "split": 0, "matched_iou_mean": 0.9816, "area_signed_err_pct_mean": 3.6925, "area_abs_err_pct_median": 0.137, "perimeter_abs_err_pct_median": 0.0832, "total_area_err_pct": -0.0013, "validity": { "rooms": 27, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 27, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.022613, "annotations_s": 0.00692, "segment_s": 0.409734, "polygonize_s": 0.055642, "score_s": 0.257774 } }, "split_3": { "gt_rooms": 28, "pred_rooms": 29, "count_precision": 0.931, "count_recall": 0.9643, "room_count_err": 1, "mask_iou": 0.9995, "background_mask_iou": 0.9997, "area_abs_err_mean_px2": 109.0936, "area_abs_err_max_px2": 443.4931, "perimeter_abs_err_mean_px": 1.094, "count_f1": 0.9474, "matched": 27, "merged": 0, "split": 1, "matched_iou_mean": 1.0, "area_signed_err_pct_mean": 0.0392, "area_abs_err_pct_median": 0.1164, "perimeter_abs_err_pct_median": 0.0832, "total_area_err_pct": -0.0505, "validity": { "rooms": 29, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 29, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.022229, "annotations_s": 0.007088, "segment_s": 0.127424, "polygonize_s": 0.051502, "score_s": 0.250725 } } }, "predicted": { "gt_rooms": 28, "pred_rooms": 71, "count_precision": 0.0704, "count_recall": 0.1786, "room_count_err": 43, "mask_iou": 0.5775, "background_mask_iou": 0.6977, "area_abs_err_mean_px2": 13151.1057, "area_abs_err_max_px2": 27048.4359, "perimeter_abs_err_mean_px": 385.8555, "count_f1": 0.101, "matched": 5, "merged": 1, "split": 10, "matched_iou_mean": 0.8901, "area_signed_err_pct_mean": -9.7285, "area_abs_err_pct_median": 6.8007, "perimeter_abs_err_pct_median": 16.7533, "total_area_err_pct": -4.4892, "seconds_median": 0.5503, "timing_s": { "render_s": 0.021567, "annotations_s": 0.006814, "segment_s": 0.125908, "polygonize_s": 0.098923, "score_s": 0.295035 }, "validity": { "rooms": 71, "valid_before_repair_rate": 0.7183098591549296, "repaired_fraction": 0.28169014084507044, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 71, "invalid_before_repair": 20, "repaired_labels": [ 3, 6, 19, 22, 24, 25, 26, 30, 34, 35, 41, 44, 50, 54, 55, 57, 58, 60, 63, 65 ] } } }, "segmented": { "gt_rooms": 28, "pred_rooms": 27, "count_precision": 0.6296, "count_recall": 0.6071, "room_count_err": -1, "mask_iou": 0.6789, "background_mask_iou": 0.8145, "area_abs_err_mean_px2": 24624.4254, "area_abs_err_max_px2": 70423.2575, "perimeter_abs_err_mean_px": 1064.9762, "count_f1": 0.6182, "matched": 17, "merged": 1, "split": 5, "matched_iou_mean": 0.7249, "area_signed_err_pct_mean": -18.1526, "area_abs_err_pct_median": 25.4202, "perimeter_abs_err_pct_median": 69.5427, "total_area_err_pct": -29.341, "seconds_median": 4.8138, "timing_s": { "render_s": 0.022277, "annotations_s": 0.006559, "segment_s": 4.352694, "polygonize_s": 0.091435, "score_s": 0.318189 }, "validity": { "rooms": 27, "valid_before_repair_rate": 0.0, "repaired_fraction": 1.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 27, "invalid_before_repair": 27, "repaired_labels": [ 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27 ] } } } }, "colorful_13502": { "dataset": "held-out", "image_size_px": [ 765, 1513 ], "oracle": { "room_count": 6, "total_area_px2": 434168.7, "total_perimeter_px": 6528.56, "repaired": 1, "door_count": 6, "window_count": 6, "render_s": 0.066917, "annotations_s": 0.002482, "measure_s": 2.6e-05, "validity": { "rooms": 6, "valid_before_repair_rate": 0.8333333333333334, "repaired_fraction": 0.16666666666666666, "valid_after_repair_rate": 1.0, "contour_audit": {} } }, "raster_roundtrip": { "gt_rooms": 6, "pred_rooms": 6, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.9999, "background_mask_iou": 0.9999, "area_abs_err_mean_px2": 109.0147, "area_abs_err_max_px2": 205.5086, "perimeter_abs_err_mean_px": 31.6614, "count_f1": 1.0, "matched": 6, "merged": 0, "split": 0, "matched_iou_mean": 0.9999, "area_signed_err_pct_mean": -0.0498, "area_abs_err_pct_median": 0.1572, "perimeter_abs_err_pct_median": 0.1259, "total_area_err_pct": -0.024 }, "perturbed": { "erode_2": { "gt_rooms": 6, "pred_rooms": 6, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.9709, "background_mask_iou": 0.9828, "area_abs_err_mean_px2": 2116.2198, "area_abs_err_max_px2": 2850.9941, "perimeter_abs_err_mean_px": 47.2604, "count_f1": 1.0, "matched": 6, "merged": 0, "split": 0, "matched_iou_mean": 0.9657, "area_signed_err_pct_mean": -3.467, "area_abs_err_pct_median": 3.4188, "perimeter_abs_err_pct_median": 1.9155, "total_area_err_pct": -2.9245, "validity": { "rooms": 6, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 6, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.011184, "annotations_s": 0.002442, "segment_s": 0.021255, "polygonize_s": 0.006432, "score_s": 0.045789 } }, "erode_5": { "gt_rooms": 6, "pred_rooms": 6, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.9282, "background_mask_iou": 0.9587, "area_abs_err_mean_px2": 5204.2198, "area_abs_err_max_px2": 7260.9941, "perimeter_abs_err_mean_px": 71.2604, "count_f1": 1.0, "matched": 6, "merged": 0, "split": 0, "matched_iou_mean": 0.9156, "area_signed_err_pct_mean": -8.4769, "area_abs_err_pct_median": 8.4214, "perimeter_abs_err_pct_median": 4.566, "total_area_err_pct": -7.192, "validity": { "rooms": 6, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 6, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.010376, "annotations_s": 0.002776, "segment_s": 0.021851, "polygonize_s": 0.006483, "score_s": 0.0442 } }, "dilate_2": { "gt_rooms": 6, "pred_rooms": 6, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.9746, "background_mask_iou": 0.9844, "area_abs_err_mean_px2": 1873.1464, "area_abs_err_max_px2": 2720.3568, "perimeter_abs_err_mean_px": 22.3173, "count_f1": 1.0, "matched": 6, "merged": 0, "split": 0, "matched_iou_mean": 0.9695, "area_signed_err_pct_mean": 3.1169, "area_abs_err_pct_median": 2.759, "perimeter_abs_err_pct_median": 0.9376, "total_area_err_pct": 2.5886, "validity": { "rooms": 6, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 7, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.010336, "annotations_s": 0.002674, "segment_s": 0.047602, "polygonize_s": 0.00641, "score_s": 0.045435 } }, "dilate_5": { "gt_rooms": 6, "pred_rooms": 6, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.9411, "background_mask_iou": 0.9625, "area_abs_err_mean_px2": 4518.4593, "area_abs_err_max_px2": 6412.7711, "perimeter_abs_err_mean_px": 33.7434, "count_f1": 1.0, "matched": 6, "merged": 0, "split": 0, "matched_iou_mean": 0.93, "area_signed_err_pct_mean": 7.5719, "area_abs_err_pct_median": 6.8942, "perimeter_abs_err_pct_median": 2.681, "total_area_err_pct": 6.2443, "validity": { "rooms": 6, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 7, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.010603, "annotations_s": 0.002653, "segment_s": 0.048784, "polygonize_s": 0.006519, "score_s": 0.048617 } }, "shift_2": { "gt_rooms": 6, "pred_rooms": 6, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.9843, "background_mask_iou": 0.9905, "area_abs_err_mean_px2": 109.0147, "area_abs_err_max_px2": 205.5086, "perimeter_abs_err_mean_px": 31.6614, "count_f1": 1.0, "matched": 6, "merged": 0, "split": 0, "matched_iou_mean": 0.9824, "area_signed_err_pct_mean": -0.0498, "area_abs_err_pct_median": 0.1572, "perimeter_abs_err_pct_median": 0.1259, "total_area_err_pct": -0.024, "validity": { "rooms": 6, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 6, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.010728, "annotations_s": 0.003367, "segment_s": 0.015724, "polygonize_s": 0.006233, "score_s": 0.044189 } }, "shift_5": { "gt_rooms": 6, "pred_rooms": 6, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.9612, "background_mask_iou": 0.9766, "area_abs_err_mean_px2": 109.0147, "area_abs_err_max_px2": 205.5086, "perimeter_abs_err_mean_px": 31.6614, "count_f1": 1.0, "matched": 6, "merged": 0, "split": 0, "matched_iou_mean": 0.9566, "area_signed_err_pct_mean": -0.0498, "area_abs_err_pct_median": 0.1572, "perimeter_abs_err_pct_median": 0.1259, "total_area_err_pct": -0.024, "validity": { "rooms": 6, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 6, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.009856, "annotations_s": 0.003145, "segment_s": 0.015862, "polygonize_s": 0.005914, "score_s": 0.043381 } }, "scale_-2": { "gt_rooms": 6, "pred_rooms": 6, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.8804, "background_mask_iou": 0.9287, "area_abs_err_mean_px2": 2951.8865, "area_abs_err_max_px2": 5728.9941, "perimeter_abs_err_mean_px": 52.2604, "count_f1": 1.0, "matched": 6, "merged": 0, "split": 0, "matched_iou_mean": 0.8012, "area_signed_err_pct_mean": -4.1113, "area_abs_err_pct_median": 4.0779, "perimeter_abs_err_pct_median": 2.0686, "total_area_err_pct": -4.0794, "validity": { "rooms": 6, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 6, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.010665, "annotations_s": 0.002801, "segment_s": 0.01731, "polygonize_s": 0.006371, "score_s": 0.042626 } }, "scale_2": { "gt_rooms": 6, "pred_rooms": 6, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.8737, "background_mask_iou": 0.9198, "area_abs_err_mean_px2": 2977.7802, "area_abs_err_max_px2": 6113.0059, "perimeter_abs_err_mean_px": 45.6919, "count_f1": 1.0, "matched": 6, "merged": 0, "split": 0, "matched_iou_mean": 0.7922, "area_signed_err_pct_mean": 4.0959, "area_abs_err_pct_median": 4.1268, "perimeter_abs_err_pct_median": 2.1664, "total_area_err_pct": 4.1151, "validity": { "rooms": 6, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 6, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.010149, "annotations_s": 0.002961, "segment_s": 0.015976, "polygonize_s": 0.006046, "score_s": 0.044235 } }, "merge_20": { "gt_rooms": 6, "pred_rooms": 5, "count_precision": 1.0, "count_recall": 0.8333, "room_count_err": -1, "mask_iou": 1.0, "background_mask_iou": 1.0, "area_abs_err_mean_px2": 14027.9701, "area_abs_err_max_px2": 69788.463, "perimeter_abs_err_mean_px": 114.6223, "count_f1": 0.9091, "matched": 5, "merged": 1, "split": 0, "matched_iou_mean": 0.9332, "area_signed_err_pct_mean": 10.023, "area_abs_err_pct_median": 0.2215, "perimeter_abs_err_pct_median": 0.1889, "total_area_err_pct": -0.0147, "validity": { "rooms": 5, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 5, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.010865, "annotations_s": 0.003501, "segment_s": 0.028176, "polygonize_s": 0.005705, "score_s": 0.042864 } }, "split_3": { "gt_rooms": 6, "pred_rooms": 7, "count_precision": 0.7143, "count_recall": 0.8333, "room_count_err": 1, "mask_iou": 0.9976, "background_mask_iou": 0.9985, "area_abs_err_mean_px2": 105.0165, "area_abs_err_max_px2": 205.5086, "perimeter_abs_err_mean_px": 37.8257, "count_f1": 0.7692, "matched": 5, "merged": 0, "split": 1, "matched_iou_mean": 0.9999, "area_signed_err_pct_mean": -0.0783, "area_abs_err_pct_median": 0.2215, "perimeter_abs_err_pct_median": 0.1889, "total_area_err_pct": -0.2583, "validity": { "rooms": 7, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 7, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.010408, "annotations_s": 0.002782, "segment_s": 0.022337, "polygonize_s": 0.006268, "score_s": 0.043773 } } }, "predicted": { "gt_rooms": 6, "pred_rooms": 29, "count_precision": 0.1034, "count_recall": 0.5, "room_count_err": 23, "mask_iou": 0.6048, "background_mask_iou": 0.7326, "area_abs_err_mean_px2": 10029.8802, "area_abs_err_max_px2": 24921.799, "perimeter_abs_err_mean_px": 2247.4408, "count_f1": 0.1714, "matched": 3, "merged": 1, "split": 5, "matched_iou_mean": 0.6299, "area_signed_err_pct_mean": -10.349, "area_abs_err_pct_median": 8.9149, "perimeter_abs_err_pct_median": 200.8466, "total_area_err_pct": 5.5645, "seconds_median": 0.145, "timing_s": { "render_s": 0.01015, "annotations_s": 0.00251, "segment_s": 0.045443, "polygonize_s": 0.015995, "score_s": 0.068787 }, "validity": { "rooms": 29, "valid_before_repair_rate": 0.5172413793103449, "repaired_fraction": 0.4827586206896552, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 30, "invalid_before_repair": 14, "repaired_labels": [ 1, 2, 4, 6, 7, 10, 16, 21, 22, 23, 24, 25, 26, 29 ] } } }, "segmented": { "gt_rooms": 6, "pred_rooms": 6, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.9757, "background_mask_iou": 0.9855, "area_abs_err_mean_px2": 1685.7978, "area_abs_err_max_px2": 3296.6188, "perimeter_abs_err_mean_px": 226.5759, "count_f1": 1.0, "matched": 6, "merged": 0, "split": 0, "matched_iou_mean": 0.9566, "area_signed_err_pct_mean": -0.4547, "area_abs_err_pct_median": 2.7733, "perimeter_abs_err_pct_median": 19.0519, "total_area_err_pct": -0.9661, "seconds_median": 0.4572, "timing_s": { "render_s": 0.010594, "annotations_s": 0.00267, "segment_s": 0.381065, "polygonize_s": 0.008281, "score_s": 0.05283 }, "validity": { "rooms": 6, "valid_before_repair_rate": 0.16666666666666666, "repaired_fraction": 0.8333333333333334, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 6, "invalid_before_repair": 5, "repaired_labels": [ 1, 2, 3, 4, 5 ] } } } }, "high_quality_architectural_2035": { "dataset": "held-out", "image_size_px": [ 1458, 774 ], "oracle": { "room_count": 6, "total_area_px2": 540054.72, "total_perimeter_px": 8116.09, "repaired": 0, "door_count": 6, "window_count": 4, "render_s": 0.055321, "annotations_s": 0.002076, "measure_s": 2e-05, "validity": { "rooms": 6, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": {} } }, "raster_roundtrip": { "gt_rooms": 6, "pred_rooms": 6, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 1.0, "background_mask_iou": 1.0, "area_abs_err_mean_px2": 128.8869, "area_abs_err_max_px2": 249.7458, "perimeter_abs_err_mean_px": 128.2395, "count_f1": 1.0, "matched": 6, "merged": 0, "split": 0, "matched_iou_mean": 1.0, "area_signed_err_pct_mean": -0.1572, "area_abs_err_pct_median": 0.1486, "perimeter_abs_err_pct_median": 0.0675, "total_area_err_pct": -0.1179 }, "perturbed": { "erode_2": { "gt_rooms": 6, "pred_rooms": 6, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.9729, "background_mask_iou": 0.9758, "area_abs_err_mean_px2": 2540.7868, "area_abs_err_max_px2": 3623.2497, "perimeter_abs_err_mean_px": 144.1418, "count_f1": 1.0, "matched": 6, "merged": 0, "split": 0, "matched_iou_mean": 0.9699, "area_signed_err_pct_mean": -3.1646, "area_abs_err_pct_median": 3.1186, "perimeter_abs_err_pct_median": 1.4652, "total_area_err_pct": -2.8228, "validity": { "rooms": 6, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 6, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.005487, "annotations_s": 0.002495, "segment_s": 0.029416, "polygonize_s": 0.005887, "score_s": 0.057076 } }, "erode_5": { "gt_rooms": 6, "pred_rooms": 6, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.933, "background_mask_iou": 0.9422, "area_abs_err_mean_px2": 6132.7868, "area_abs_err_max_px2": 8753.2497, "perimeter_abs_err_mean_px": 168.1418, "count_f1": 1.0, "matched": 6, "merged": 0, "split": 0, "matched_iou_mean": 0.9255, "area_signed_err_pct_mean": -7.5933, "area_abs_err_pct_median": 7.5596, "perimeter_abs_err_pct_median": 3.5922, "total_area_err_pct": -6.8135, "validity": { "rooms": 6, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 6, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.005337, "annotations_s": 0.002227, "segment_s": 0.030203, "polygonize_s": 0.005728, "score_s": 0.05658 } }, "dilate_2": { "gt_rooms": 6, "pred_rooms": 6, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.9762, "background_mask_iou": 0.9777, "area_abs_err_mean_px2": 2089.3092, "area_abs_err_max_px2": 2986.6069, "perimeter_abs_err_mean_px": 133.115, "count_f1": 1.0, "matched": 6, "merged": 0, "split": 0, "matched_iou_mean": 0.9735, "area_signed_err_pct_mean": 2.5648, "area_abs_err_pct_median": 2.6518, "perimeter_abs_err_pct_median": 0.8533, "total_area_err_pct": 2.3212, "validity": { "rooms": 6, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 6, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.005705, "annotations_s": 0.0023, "segment_s": 0.056108, "polygonize_s": 0.006209, "score_s": 0.058174 } }, "dilate_5": { "gt_rooms": 6, "pred_rooms": 6, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.9434, "background_mask_iou": 0.945, "area_abs_err_mean_px2": 5291.8162, "area_abs_err_max_px2": 7236.2637, "perimeter_abs_err_mean_px": 145.3005, "count_f1": 1.0, "matched": 6, "merged": 0, "split": 0, "matched_iou_mean": 0.9371, "area_signed_err_pct_mean": 6.5898, "area_abs_err_pct_median": 6.628, "perimeter_abs_err_pct_median": 2.6594, "total_area_err_pct": 5.8792, "validity": { "rooms": 6, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 6, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.005698, "annotations_s": 0.002391, "segment_s": 0.051446, "polygonize_s": 0.006007, "score_s": 0.058838 } }, "shift_2": { "gt_rooms": 6, "pred_rooms": 6, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.988, "background_mask_iou": 0.989, "area_abs_err_mean_px2": 128.8869, "area_abs_err_max_px2": 249.7458, "perimeter_abs_err_mean_px": 128.2395, "count_f1": 1.0, "matched": 6, "merged": 0, "split": 0, "matched_iou_mean": 0.9852, "area_signed_err_pct_mean": -0.1572, "area_abs_err_pct_median": 0.1486, "perimeter_abs_err_pct_median": 0.0675, "total_area_err_pct": -0.1179, "validity": { "rooms": 6, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 6, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.005679, "annotations_s": 0.002403, "segment_s": 0.025491, "polygonize_s": 0.005808, "score_s": 0.059093 } }, "shift_5": { "gt_rooms": 6, "pred_rooms": 6, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.9728, "background_mask_iou": 0.9751, "area_abs_err_mean_px2": 128.8869, "area_abs_err_max_px2": 249.7458, "perimeter_abs_err_mean_px": 128.2395, "count_f1": 1.0, "matched": 6, "merged": 0, "split": 0, "matched_iou_mean": 0.9634, "area_signed_err_pct_mean": -0.1572, "area_abs_err_pct_median": 0.1486, "perimeter_abs_err_pct_median": 0.0675, "total_area_err_pct": -0.1179, "validity": { "rooms": 6, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 6, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.005614, "annotations_s": 0.003561, "segment_s": 0.025473, "polygonize_s": 0.005829, "score_s": 0.057863 } }, "scale_-2": { "gt_rooms": 6, "pred_rooms": 6, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.8867, "background_mask_iou": 0.8994, "area_abs_err_mean_px2": 3661.1201, "area_abs_err_max_px2": 7415.2497, "perimeter_abs_err_mean_px": 152.4751, "count_f1": 1.0, "matched": 6, "merged": 0, "split": 0, "matched_iou_mean": 0.8254, "area_signed_err_pct_mean": -4.0129, "area_abs_err_pct_median": 4.0353, "perimeter_abs_err_pct_median": 2.0796, "total_area_err_pct": -4.0675, "validity": { "rooms": 6, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 6, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.005581, "annotations_s": 0.002249, "segment_s": 0.026445, "polygonize_s": 0.005793, "score_s": 0.056158 } }, "scale_2": { "gt_rooms": 6, "pred_rooms": 6, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.8808, "background_mask_iou": 0.8863, "area_abs_err_mean_px2": 3520.8799, "area_abs_err_max_px2": 7242.7503, "perimeter_abs_err_mean_px": 143.3516, "count_f1": 1.0, "matched": 6, "merged": 0, "split": 0, "matched_iou_mean": 0.8166, "area_signed_err_pct_mean": 3.7747, "area_abs_err_pct_median": 3.667, "perimeter_abs_err_pct_median": 1.9837, "total_area_err_pct": 3.9117, "validity": { "rooms": 6, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 6, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.00538, "annotations_s": 0.002056, "segment_s": 0.026008, "polygonize_s": 0.005782, "score_s": 0.058714 } }, "merge_20": { "gt_rooms": 6, "pred_rooms": 5, "count_precision": 1.0, "count_recall": 0.8333, "room_count_err": -1, "mask_iou": 0.9991, "background_mask_iou": 0.9991, "area_abs_err_mean_px2": 13942.198, "area_abs_err_max_px2": 69350.6645, "perimeter_abs_err_mean_px": 250.3526, "count_f1": 0.9091, "matched": 5, "merged": 1, "split": 0, "matched_iou_mean": 0.9432, "area_signed_err_pct_mean": 7.8094, "area_abs_err_pct_median": 0.2042, "perimeter_abs_err_pct_median": 0.2245, "total_area_err_pct": -0.0247, "validity": { "rooms": 5, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 5, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.005603, "annotations_s": 0.002354, "segment_s": 0.03904, "polygonize_s": 0.005844, "score_s": 0.063576 } }, "split_3": { "gt_rooms": 6, "pred_rooms": 7, "count_precision": 0.7143, "count_recall": 0.8333, "room_count_err": 1, "mask_iou": 0.9982, "background_mask_iou": 0.9984, "area_abs_err_mean_px2": 122.0143, "area_abs_err_max_px2": 249.7458, "perimeter_abs_err_mean_px": 153.7265, "count_f1": 0.7692, "matched": 5, "merged": 0, "split": 1, "matched_iou_mean": 1.0, "area_signed_err_pct_mean": -0.17, "area_abs_err_pct_median": 0.2042, "perimeter_abs_err_pct_median": 0.0887, "total_area_err_pct": -0.2973, "validity": { "rooms": 7, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 7, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.005599, "annotations_s": 0.002272, "segment_s": 0.034951, "polygonize_s": 0.006395, "score_s": 0.061259 } } }, "predicted": { "gt_rooms": 6, "pred_rooms": 39, "count_precision": 0.1026, "count_recall": 0.6667, "room_count_err": 33, "mask_iou": 0.7121, "background_mask_iou": 0.7065, "area_abs_err_mean_px2": 20461.2495, "area_abs_err_max_px2": 30671.532, "perimeter_abs_err_mean_px": 854.5917, "count_f1": 0.1778, "matched": 4, "merged": 1, "split": 5, "matched_iou_mean": 0.7659, "area_signed_err_pct_mean": -11.9703, "area_abs_err_pct_median": 15.7333, "perimeter_abs_err_pct_median": 48.8985, "total_area_err_pct": 11.5249, "seconds_median": 0.1615, "timing_s": { "render_s": 0.006004, "annotations_s": 0.002511, "segment_s": 0.054751, "polygonize_s": 0.01677, "score_s": 0.080009 }, "validity": { "rooms": 39, "valid_before_repair_rate": 0.5641025641025641, "repaired_fraction": 0.4358974358974359, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 39, "invalid_before_repair": 17, "repaired_labels": [ 1, 3, 5, 6, 7, 9, 15, 18, 20, 22, 23, 25, 26, 27, 30, 31, 32 ] } } }, "segmented": { "gt_rooms": 6, "pred_rooms": 7, "count_precision": 0.8571, "count_recall": 1.0, "room_count_err": 1, "mask_iou": 0.9637, "background_mask_iou": 0.9673, "area_abs_err_mean_px2": 6271.5352, "area_abs_err_max_px2": 24896.3017, "perimeter_abs_err_mean_px": 461.3338, "count_f1": 0.9231, "matched": 6, "merged": 0, "split": 1, "matched_iou_mean": 0.9069, "area_signed_err_pct_mean": -0.9504, "area_abs_err_pct_median": 2.455, "perimeter_abs_err_pct_median": 7.5756, "total_area_err_pct": -1.8798, "seconds_median": 0.5442, "timing_s": { "render_s": 0.005693, "annotations_s": 0.0025, "segment_s": 0.452506, "polygonize_s": 0.009745, "score_s": 0.0726 }, "validity": { "rooms": 7, "valid_before_repair_rate": 0.14285714285714285, "repaired_fraction": 0.8571428571428571, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 7, "invalid_before_repair": 6, "repaired_labels": [ 1, 2, 3, 4, 6, 7 ] } } } }, "high_quality_architectural_875": { "dataset": "held-out", "image_size_px": [ 1041, 1014 ], "oracle": { "room_count": 8, "total_area_px2": 618213.8, "total_perimeter_px": 8494.88, "repaired": 0, "door_count": 9, "window_count": 7, "render_s": 0.059376, "annotations_s": 0.002573, "measure_s": 2.1e-05, "validity": { "rooms": 8, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": {} } }, "raster_roundtrip": { "gt_rooms": 8, "pred_rooms": 8, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 1.0, "background_mask_iou": 1.0, "area_abs_err_mean_px2": 87.3991, "area_abs_err_max_px2": 292.5641, "perimeter_abs_err_mean_px": 2.3222, "count_f1": 1.0, "matched": 8, "merged": 0, "split": 0, "matched_iou_mean": 1.0, "area_signed_err_pct_mean": 0.0432, "area_abs_err_pct_median": 0.0874, "perimeter_abs_err_pct_median": 0.0443, "total_area_err_pct": 0.0719 }, "perturbed": { "erode_2": { "gt_rooms": 8, "pred_rooms": 8, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.9724, "background_mask_iou": 0.9624, "area_abs_err_mean_px2": 2077.9559, "area_abs_err_max_px2": 2847.4359, "perimeter_abs_err_mean_px": 13.8428, "count_f1": 1.0, "matched": 8, "merged": 0, "split": 0, "matched_iou_mean": 0.9625, "area_signed_err_pct_mean": -3.7068, "area_abs_err_pct_median": 3.2114, "perimeter_abs_err_pct_median": 1.5022, "total_area_err_pct": -2.689, "validity": { "rooms": 8, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 8, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.006358, "annotations_s": 0.002425, "segment_s": 0.030061, "polygonize_s": 0.006124, "score_s": 0.060103 } }, "erode_5": { "gt_rooms": 8, "pred_rooms": 8, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.9318, "background_mask_iou": 0.9119, "area_abs_err_mean_px2": 5218.2059, "area_abs_err_max_px2": 7497.4359, "perimeter_abs_err_mean_px": 37.8428, "count_f1": 1.0, "matched": 8, "merged": 0, "split": 0, "matched_iou_mean": 0.9078, "area_signed_err_pct_mean": -9.1778, "area_abs_err_pct_median": 8.0663, "perimeter_abs_err_pct_median": 3.7484, "total_area_err_pct": -6.7526, "validity": { "rooms": 8, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 8, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.006644, "annotations_s": 0.002913, "segment_s": 0.030664, "polygonize_s": 0.005851, "score_s": 0.059769 } }, "dilate_2": { "gt_rooms": 8, "pred_rooms": 8, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.9741, "background_mask_iou": 0.9624, "area_abs_err_mean_px2": 2112.525, "area_abs_err_max_px2": 3310.0923, "perimeter_abs_err_mean_px": 12.4436, "count_f1": 1.0, "matched": 8, "merged": 0, "split": 0, "matched_iou_mean": 0.9648, "area_signed_err_pct_mean": 3.7379, "area_abs_err_pct_median": 2.9831, "perimeter_abs_err_pct_median": 1.1951, "total_area_err_pct": 2.7337, "validity": { "rooms": 8, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 8, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.006576, "annotations_s": 0.002665, "segment_s": 0.053006, "polygonize_s": 0.006056, "score_s": 0.058693 } }, "dilate_5": { "gt_rooms": 8, "pred_rooms": 8, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.9383, "background_mask_iou": 0.9069, "area_abs_err_mean_px2": 5141.6605, "area_abs_err_max_px2": 7991.9207, "perimeter_abs_err_mean_px": 32.7255, "count_f1": 1.0, "matched": 8, "merged": 0, "split": 0, "matched_iou_mean": 0.9184, "area_signed_err_pct_mean": 9.1878, "area_abs_err_pct_median": 7.2743, "perimeter_abs_err_pct_median": 2.943, "total_area_err_pct": 6.6536, "validity": { "rooms": 8, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 8, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.006641, "annotations_s": 0.003003, "segment_s": 0.052417, "polygonize_s": 0.006116, "score_s": 0.061741 } }, "shift_2": { "gt_rooms": 8, "pred_rooms": 8, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.9858, "background_mask_iou": 0.98, "area_abs_err_mean_px2": 87.3991, "area_abs_err_max_px2": 292.5641, "perimeter_abs_err_mean_px": 2.3222, "count_f1": 1.0, "matched": 8, "merged": 0, "split": 0, "matched_iou_mean": 0.9821, "area_signed_err_pct_mean": 0.0432, "area_abs_err_pct_median": 0.0874, "perimeter_abs_err_pct_median": 0.0443, "total_area_err_pct": 0.0719, "validity": { "rooms": 8, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 8, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.006778, "annotations_s": 0.002843, "segment_s": 0.023541, "polygonize_s": 0.005886, "score_s": 0.060111 } }, "shift_5": { "gt_rooms": 8, "pred_rooms": 8, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.9649, "background_mask_iou": 0.9506, "area_abs_err_mean_px2": 87.3991, "area_abs_err_max_px2": 292.5641, "perimeter_abs_err_mean_px": 2.3222, "count_f1": 1.0, "matched": 8, "merged": 0, "split": 0, "matched_iou_mean": 0.956, "area_signed_err_pct_mean": 0.0432, "area_abs_err_pct_median": 0.0874, "perimeter_abs_err_pct_median": 0.0443, "total_area_err_pct": 0.0719, "validity": { "rooms": 8, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 8, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.006498, "annotations_s": 0.003395, "segment_s": 0.023522, "polygonize_s": 0.005793, "score_s": 0.062328 } }, "scale_-2": { "gt_rooms": 8, "pred_rooms": 8, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.8857, "background_mask_iou": 0.8486, "area_abs_err_mean_px2": 2932.1532, "area_abs_err_max_px2": 5425.8072, "perimeter_abs_err_mean_px": 18.3517, "count_f1": 1.0, "matched": 8, "merged": 0, "split": 0, "matched_iou_mean": 0.8044, "area_signed_err_pct_mean": -3.7383, "area_abs_err_pct_median": 3.7301, "perimeter_abs_err_pct_median": 1.8486, "total_area_err_pct": -3.7944, "validity": { "rooms": 8, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 8, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.006866, "annotations_s": 0.002934, "segment_s": 0.02424, "polygonize_s": 0.006011, "score_s": 0.061226 } }, "scale_2": { "gt_rooms": 8, "pred_rooms": 8, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.8796, "background_mask_iou": 0.8262, "area_abs_err_mean_px2": 3101.9191, "area_abs_err_max_px2": 6119.5641, "perimeter_abs_err_mean_px": 22.9072, "count_f1": 1.0, "matched": 8, "merged": 0, "split": 0, "matched_iou_mean": 0.7942, "area_signed_err_pct_mean": 3.8975, "area_abs_err_pct_median": 3.9222, "perimeter_abs_err_pct_median": 1.9524, "total_area_err_pct": 4.014, "validity": { "rooms": 8, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 8, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.006482, "annotations_s": 0.002506, "segment_s": 0.024989, "polygonize_s": 0.005795, "score_s": 0.06155 } }, "merge_20": { "gt_rooms": 8, "pred_rooms": 7, "count_precision": 1.0, "count_recall": 0.875, "room_count_err": -1, "mask_iou": 0.9966, "background_mask_iou": 0.9952, "area_abs_err_mean_px2": 7910.1208, "area_abs_err_max_px2": 54891.4545, "perimeter_abs_err_mean_px": 48.3482, "count_f1": 0.9333, "matched": 7, "merged": 1, "split": 0, "matched_iou_mean": 0.9561, "area_signed_err_pct_mean": 6.4181, "area_abs_err_pct_median": 0.0831, "perimeter_abs_err_pct_median": 0.058, "total_area_err_pct": 0.4083, "validity": { "rooms": 7, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 7, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.006643, "annotations_s": 0.004836, "segment_s": 0.038945, "polygonize_s": 0.005743, "score_s": 0.060545 } }, "split_3": { "gt_rooms": 8, "pred_rooms": 9, "count_precision": 0.7778, "count_recall": 0.875, "room_count_err": 1, "mask_iou": 0.9983, "background_mask_iou": 0.9976, "area_abs_err_mean_px2": 58.0898, "area_abs_err_max_px2": 171.4545, "perimeter_abs_err_mean_px": 1.3603, "count_f1": 0.8235, "matched": 7, "merged": 0, "split": 1, "matched_iou_mean": 1.0, "area_signed_err_pct_mean": 0.0216, "area_abs_err_pct_median": 0.0831, "perimeter_abs_err_pct_median": 0.0305, "total_area_err_pct": -0.1014, "validity": { "rooms": 9, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 9, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.006698, "annotations_s": 0.002718, "segment_s": 0.030687, "polygonize_s": 0.00602, "score_s": 0.059113 } } }, "predicted": { "gt_rooms": 8, "pred_rooms": 103, "count_precision": 0.0388, "count_recall": 0.5, "room_count_err": 95, "mask_iou": 0.7356, "background_mask_iou": 0.6358, "area_abs_err_mean_px2": 26355.0923, "area_abs_err_max_px2": 80454.8188, "perimeter_abs_err_mean_px": 2035.8248, "count_f1": 0.0721, "matched": 4, "merged": 2, "split": 7, "matched_iou_mean": 0.6861, "area_signed_err_pct_mean": 5.7393, "area_abs_err_pct_median": 28.8737, "perimeter_abs_err_pct_median": 152.3397, "total_area_err_pct": 2.7969, "seconds_median": 0.3294, "timing_s": { "render_s": 0.006863, "annotations_s": 0.002823, "segment_s": 0.192931, "polygonize_s": 0.028806, "score_s": 0.09517 }, "validity": { "rooms": 103, "valid_before_repair_rate": 0.6699029126213593, "repaired_fraction": 0.3300970873786408, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 109, "invalid_before_repair": 36, "repaired_labels": [ 5, 9, 10, 11, 13, 18, 21, 31, 32, 33, 38, 43, 46, 50, 52, 53, 59, 61, 66, 67, 73, 74, 75, 77, 80, 83, 87, 88, 89, 92, 93, 96, 97, 100 ] } } }, "segmented": { "gt_rooms": 8, "pred_rooms": 12, "count_precision": 0.5833, "count_recall": 0.875, "room_count_err": 4, "mask_iou": 0.9504, "background_mask_iou": 0.9335, "area_abs_err_mean_px2": 8171.9946, "area_abs_err_max_px2": 36558.4525, "perimeter_abs_err_mean_px": 296.9242, "count_f1": 0.7, "matched": 7, "merged": 0, "split": 3, "matched_iou_mean": 0.9073, "area_signed_err_pct_mean": -6.9397, "area_abs_err_pct_median": 2.3437, "perimeter_abs_err_pct_median": 21.5706, "total_area_err_pct": -3.6152, "seconds_median": 0.5333, "timing_s": { "render_s": 0.006799, "annotations_s": 0.002905, "segment_s": 0.432816, "polygonize_s": 0.011539, "score_s": 0.07416 }, "validity": { "rooms": 12, "valid_before_repair_rate": 0.16666666666666666, "repaired_fraction": 0.8333333333333334, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 12, "invalid_before_repair": 10, "repaired_labels": [ 1, 2, 3, 4, 5, 7, 8, 10, 11, 12 ] } } } }, "high_quality_9334": { "dataset": "held-out", "image_size_px": [ 1079, 1967 ], "oracle": { "room_count": 11, "total_area_px2": 822852.78, "total_perimeter_px": 12393.86, "repaired": 0, "door_count": 11, "window_count": 4, "render_s": 0.130377, "annotations_s": 0.003359, "measure_s": 3.2e-05, "validity": { "rooms": 11, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": {} } }, "raster_roundtrip": { "gt_rooms": 11, "pred_rooms": 11, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 1.0, "background_mask_iou": 1.0, "area_abs_err_mean_px2": 136.3993, "area_abs_err_max_px2": 317.4107, "perimeter_abs_err_mean_px": 46.0545, "count_f1": 1.0, "matched": 11, "merged": 0, "split": 0, "matched_iou_mean": 1.0, "area_signed_err_pct_mean": -0.0083, "area_abs_err_pct_median": 0.1742, "perimeter_abs_err_pct_median": 0.0877, "total_area_err_pct": -0.0147 }, "perturbed": { "erode_2": { "gt_rooms": 11, "pred_rooms": 11, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.9713, "background_mask_iou": 0.9822, "area_abs_err_mean_px2": 2158.2527, "area_abs_err_max_px2": 4023.3565, "perimeter_abs_err_mean_px": 61.2289, "count_f1": 1.0, "matched": 11, "merged": 0, "split": 0, "matched_iou_mean": 0.963, "area_signed_err_pct_mean": -3.7052, "area_abs_err_pct_median": 3.1721, "perimeter_abs_err_pct_median": 1.592, "total_area_err_pct": -2.8852, "validity": { "rooms": 11, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 11, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.009937, "annotations_s": 0.002888, "segment_s": 0.047753, "polygonize_s": 0.012425, "score_s": 0.09351 } }, "erode_5": { "gt_rooms": 11, "pred_rooms": 11, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.929, "background_mask_iou": 0.957, "area_abs_err_mean_px2": 5319.1618, "area_abs_err_max_px2": 9537.3565, "perimeter_abs_err_mean_px": 85.2289, "count_f1": 1.0, "matched": 11, "merged": 0, "split": 0, "matched_iou_mean": 0.9089, "area_signed_err_pct_mean": -9.1168, "area_abs_err_pct_median": 8.0645, "perimeter_abs_err_pct_median": 4.21, "total_area_err_pct": -7.1107, "validity": { "rooms": 11, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 11, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.010021, "annotations_s": 0.0033, "segment_s": 0.050227, "polygonize_s": 0.012039, "score_s": 0.085784 } }, "dilate_2": { "gt_rooms": 11, "pred_rooms": 11, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.9749, "background_mask_iou": 0.9837, "area_abs_err_mean_px2": 1915.3359, "area_abs_err_max_px2": 2978.896, "perimeter_abs_err_mean_px": 53.4907, "count_f1": 1.0, "matched": 11, "merged": 0, "split": 0, "matched_iou_mean": 0.9668, "area_signed_err_pct_mean": 3.4553, "area_abs_err_pct_median": 3.0957, "perimeter_abs_err_pct_median": 1.1384, "total_area_err_pct": 2.5604, "validity": { "rooms": 11, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 11, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.01013, "annotations_s": 0.003126, "segment_s": 0.090562, "polygonize_s": 0.011833, "score_s": 0.087525 } }, "dilate_5": { "gt_rooms": 11, "pred_rooms": 11, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.9391, "background_mask_iou": 0.959, "area_abs_err_mean_px2": 4838.6448, "area_abs_err_max_px2": 7170.1581, "perimeter_abs_err_mean_px": 70.1879, "count_f1": 1.0, "matched": 11, "merged": 0, "split": 0, "matched_iou_mean": 0.9208, "area_signed_err_pct_mean": 8.7432, "area_abs_err_pct_median": 7.55, "perimeter_abs_err_pct_median": 3.637, "total_area_err_pct": 6.4684, "validity": { "rooms": 11, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 11, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.010203, "annotations_s": 0.002929, "segment_s": 0.087509, "polygonize_s": 0.01205, "score_s": 0.092534 } }, "shift_2": { "gt_rooms": 11, "pred_rooms": 11, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.9858, "background_mask_iou": 0.991, "area_abs_err_mean_px2": 136.3993, "area_abs_err_max_px2": 317.4107, "perimeter_abs_err_mean_px": 46.0545, "count_f1": 1.0, "matched": 11, "merged": 0, "split": 0, "matched_iou_mean": 0.9815, "area_signed_err_pct_mean": -0.0083, "area_abs_err_pct_median": 0.1742, "perimeter_abs_err_pct_median": 0.0877, "total_area_err_pct": -0.0147, "validity": { "rooms": 11, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 11, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.010309, "annotations_s": 0.003094, "segment_s": 0.035936, "polygonize_s": 0.011978, "score_s": 0.088201 } }, "shift_5": { "gt_rooms": 11, "pred_rooms": 11, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.965, "background_mask_iou": 0.9777, "area_abs_err_mean_px2": 136.3993, "area_abs_err_max_px2": 317.4107, "perimeter_abs_err_mean_px": 46.0545, "count_f1": 1.0, "matched": 11, "merged": 0, "split": 0, "matched_iou_mean": 0.9544, "area_signed_err_pct_mean": -0.0083, "area_abs_err_pct_median": 0.1742, "perimeter_abs_err_pct_median": 0.0877, "total_area_err_pct": -0.0147, "validity": { "rooms": 11, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 11, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.010393, "annotations_s": 0.002937, "segment_s": 0.038588, "polygonize_s": 0.014316, "score_s": 0.088152 } }, "scale_-2": { "gt_rooms": 11, "pred_rooms": 11, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.8562, "background_mask_iou": 0.9092, "area_abs_err_mean_px2": 2869.6163, "area_abs_err_max_px2": 8793.3565, "perimeter_abs_err_mean_px": 66.138, "count_f1": 1.0, "matched": 11, "merged": 0, "split": 0, "matched_iou_mean": 0.7855, "area_signed_err_pct_mean": -3.7641, "area_abs_err_pct_median": 3.8948, "perimeter_abs_err_pct_median": 1.9008, "total_area_err_pct": -3.8361, "validity": { "rooms": 11, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 11, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.010713, "annotations_s": 0.003308, "segment_s": 0.037748, "polygonize_s": 0.011802, "score_s": 0.086575 } }, "scale_2": { "gt_rooms": 11, "pred_rooms": 11, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.8496, "background_mask_iou": 0.8991, "area_abs_err_mean_px2": 2903.4746, "area_abs_err_max_px2": 8354.6435, "perimeter_abs_err_mean_px": 59.3319, "count_f1": 1.0, "matched": 11, "merged": 0, "split": 0, "matched_iou_mean": 0.7754, "area_signed_err_pct_mean": 3.8197, "area_abs_err_pct_median": 3.9392, "perimeter_abs_err_pct_median": 1.9721, "total_area_err_pct": 3.8814, "validity": { "rooms": 11, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 11, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.010504, "annotations_s": 0.002891, "segment_s": 0.035993, "polygonize_s": 0.011846, "score_s": 0.090948 } }, "merge_20": { "gt_rooms": 11, "pred_rooms": 10, "count_precision": 1.0, "count_recall": 0.9091, "room_count_err": -1, "mask_iou": 1.0, "background_mask_iou": 1.0, "area_abs_err_mean_px2": 6523.3064, "area_abs_err_max_px2": 63761.136, "perimeter_abs_err_mean_px": 100.452, "count_f1": 0.9524, "matched": 10, "merged": 1, "split": 0, "matched_iou_mean": 0.9517, "area_signed_err_pct_mean": 9.3208, "area_abs_err_pct_median": 0.2369, "perimeter_abs_err_pct_median": 0.1232, "total_area_err_pct": -0.0147, "validity": { "rooms": 10, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 10, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.010632, "annotations_s": 0.003182, "segment_s": 0.074401, "polygonize_s": 0.012038, "score_s": 0.090869 } }, "split_3": { "gt_rooms": 11, "pred_rooms": 12, "count_precision": 0.8333, "count_recall": 0.9091, "room_count_err": 1, "mask_iou": 0.9986, "background_mask_iou": 0.9991, "area_abs_err_mean_px2": 119.3036, "area_abs_err_max_px2": 317.4107, "perimeter_abs_err_mean_px": 0.8516, "count_f1": 0.8696, "matched": 10, "merged": 0, "split": 1, "matched_iou_mean": 1.0, "area_signed_err_pct_mean": 0.0056, "area_abs_err_pct_median": 0.2035, "perimeter_abs_err_pct_median": 0.0754, "total_area_err_pct": -0.1554, "validity": { "rooms": 12, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 12, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.011045, "annotations_s": 0.003261, "segment_s": 0.047586, "polygonize_s": 0.012353, "score_s": 0.088182 } } }, "predicted": { "gt_rooms": 11, "pred_rooms": 2, "count_precision": 0.0, "count_recall": 0.0, "room_count_err": -9, "mask_iou": 0.0025, "background_mask_iou": 0.6112, "area_abs_err_mean_px2": null, "area_abs_err_max_px2": null, "perimeter_abs_err_mean_px": null, "count_f1": 0.0, "matched": 0, "merged": 0, "split": 0, "matched_iou_mean": null, "area_signed_err_pct_mean": null, "area_abs_err_pct_median": null, "perimeter_abs_err_pct_median": null, "total_area_err_pct": -99.3031, "seconds_median": 0.1081, "timing_s": { "render_s": 0.010711, "annotations_s": 0.003372, "segment_s": 0.028262, "polygonize_s": 0.008762, "score_s": 0.056819 }, "validity": { "rooms": 2, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 2, "invalid_before_repair": 0, "repaired_labels": [] } } }, "segmented": { "gt_rooms": 11, "pred_rooms": 14, "count_precision": 0.7143, "count_recall": 0.9091, "room_count_err": 3, "mask_iou": 0.8919, "background_mask_iou": 0.9303, "area_abs_err_mean_px2": 11589.2238, "area_abs_err_max_px2": 47866.241, "perimeter_abs_err_mean_px": 335.1748, "count_f1": 0.8, "matched": 10, "merged": 1, "split": 2, "matched_iou_mean": 0.8253, "area_signed_err_pct_mean": -5.7766, "area_abs_err_pct_median": 11.643, "perimeter_abs_err_pct_median": 20.8131, "total_area_err_pct": -0.0383, "seconds_median": 1.2384, "timing_s": { "render_s": 0.010801, "annotations_s": 0.003256, "segment_s": 1.089073, "polygonize_s": 0.019849, "score_s": 0.114175 }, "validity": { "rooms": 14, "valid_before_repair_rate": 0.07142857142857142, "repaired_fraction": 0.9285714285714286, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 14, "invalid_before_repair": 13, "repaired_labels": [ 1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14 ] } } } }, "high_quality_architectural_9433": { "dataset": "held-out", "image_size_px": [ 1312, 1919 ], "oracle": { "room_count": 17, "total_area_px2": 1210831.45, "total_perimeter_px": 18268.12, "repaired": 0, "door_count": 19, "window_count": 13, "render_s": 0.125131, "annotations_s": 0.004369, "measure_s": 4.5e-05, "validity": { "rooms": 17, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": {} } }, "raster_roundtrip": { "gt_rooms": 17, "pred_rooms": 17, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 1.0, "background_mask_iou": 1.0, "area_abs_err_mean_px2": 101.5483, "area_abs_err_max_px2": 231.4099, "perimeter_abs_err_mean_px": 45.3915, "count_f1": 1.0, "matched": 17, "merged": 0, "split": 0, "matched_iou_mean": 1.0, "area_signed_err_pct_mean": 0.0032, "area_abs_err_pct_median": 0.1426, "perimeter_abs_err_pct_median": 0.0923, "total_area_err_pct": 0.017 }, "perturbed": { "erode_2": { "gt_rooms": 17, "pred_rooms": 17, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.9713, "background_mask_iou": 0.9741, "area_abs_err_mean_px2": 2029.0479, "area_abs_err_max_px2": 3672.0782, "perimeter_abs_err_mean_px": 63.8552, "count_f1": 1.0, "matched": 17, "merged": 0, "split": 0, "matched_iou_mean": 0.9617, "area_signed_err_pct_mean": -3.8248, "area_abs_err_pct_median": 3.8969, "perimeter_abs_err_pct_median": 1.9656, "total_area_err_pct": -2.8488, "validity": { "rooms": 17, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 17, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.012338, "annotations_s": 0.004414, "segment_s": 0.077915, "polygonize_s": 0.017382, "score_s": 0.131329 } }, "erode_5": { "gt_rooms": 17, "pred_rooms": 17, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.9293, "background_mask_iou": 0.9385, "area_abs_err_mean_px2": 5025.6509, "area_abs_err_max_px2": 9330.0782, "perimeter_abs_err_mean_px": 88.0661, "count_f1": 1.0, "matched": 17, "merged": 0, "split": 0, "matched_iou_mean": 0.9058, "area_signed_err_pct_mean": -9.4118, "area_abs_err_pct_median": 9.5578, "perimeter_abs_err_pct_median": 4.892, "total_area_err_pct": -7.056, "validity": { "rooms": 17, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 17, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.012102, "annotations_s": 0.00415, "segment_s": 0.075927, "polygonize_s": 0.017056, "score_s": 0.128541 } }, "dilate_2": { "gt_rooms": 17, "pred_rooms": 17, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.9725, "background_mask_iou": 0.9738, "area_abs_err_mean_px2": 2029.9294, "area_abs_err_max_px2": 3734.1926, "perimeter_abs_err_mean_px": 54.228, "count_f1": 1.0, "matched": 17, "merged": 0, "split": 0, "matched_iou_mean": 0.9631, "area_signed_err_pct_mean": 3.8519, "area_abs_err_pct_median": 3.8926, "perimeter_abs_err_pct_median": 1.3369, "total_area_err_pct": 2.85, "validity": { "rooms": 17, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 17, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.011931, "annotations_s": 0.004018, "segment_s": 0.124895, "polygonize_s": 0.019007, "score_s": 0.129948 } }, "dilate_5": { "gt_rooms": 17, "pred_rooms": 17, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.9335, "background_mask_iou": 0.9339, "area_abs_err_mean_px2": 5092.7599, "area_abs_err_max_px2": 9049.8495, "perimeter_abs_err_mean_px": 73.6756, "count_f1": 1.0, "matched": 17, "merged": 0, "split": 0, "matched_iou_mean": 0.9125, "area_signed_err_pct_mean": 9.708, "area_abs_err_pct_median": 9.889, "perimeter_abs_err_pct_median": 3.9219, "total_area_err_pct": 7.1502, "validity": { "rooms": 17, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 17, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.011871, "annotations_s": 0.004303, "segment_s": 0.121937, "polygonize_s": 0.018274, "score_s": 0.136768 } }, "shift_2": { "gt_rooms": 17, "pred_rooms": 17, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.9859, "background_mask_iou": 0.9869, "area_abs_err_mean_px2": 101.5483, "area_abs_err_max_px2": 231.4099, "perimeter_abs_err_mean_px": 45.3915, "count_f1": 1.0, "matched": 17, "merged": 0, "split": 0, "matched_iou_mean": 0.9801, "area_signed_err_pct_mean": 0.0032, "area_abs_err_pct_median": 0.1426, "perimeter_abs_err_pct_median": 0.0923, "total_area_err_pct": 0.017, "validity": { "rooms": 17, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 17, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.011222, "annotations_s": 0.004033, "segment_s": 0.053337, "polygonize_s": 0.019144, "score_s": 0.127043 } }, "shift_5": { "gt_rooms": 17, "pred_rooms": 17, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.9651, "background_mask_iou": 0.9677, "area_abs_err_mean_px2": 101.5483, "area_abs_err_max_px2": 231.4099, "perimeter_abs_err_mean_px": 45.3915, "count_f1": 1.0, "matched": 17, "merged": 0, "split": 0, "matched_iou_mean": 0.9512, "area_signed_err_pct_mean": 0.0032, "area_abs_err_pct_median": 0.1426, "perimeter_abs_err_pct_median": 0.0923, "total_area_err_pct": 0.017, "validity": { "rooms": 17, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 17, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.012186, "annotations_s": 0.004328, "segment_s": 0.0539, "polygonize_s": 0.016954, "score_s": 0.12585 } }, "scale_-2": { "gt_rooms": 17, "pred_rooms": 17, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.8229, "background_mask_iou": 0.8405, "area_abs_err_mean_px2": 2803.2685, "area_abs_err_max_px2": 8092.8282, "perimeter_abs_err_mean_px": 65.2913, "count_f1": 1.0, "matched": 17, "merged": 0, "split": 0, "matched_iou_mean": 0.7408, "area_signed_err_pct_mean": -3.9994, "area_abs_err_pct_median": 3.9256, "perimeter_abs_err_pct_median": 1.9898, "total_area_err_pct": -3.9358, "validity": { "rooms": 17, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 17, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.012026, "annotations_s": 0.004172, "segment_s": 0.053945, "polygonize_s": 0.01641, "score_s": 0.124011 } }, "scale_2": { "gt_rooms": 17, "pred_rooms": 17, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.8182, "background_mask_iou": 0.8243, "area_abs_err_mean_px2": 2884.3786, "area_abs_err_max_px2": 8645.1718, "perimeter_abs_err_mean_px": 60.8408, "count_f1": 1.0, "matched": 17, "merged": 0, "split": 0, "matched_iou_mean": 0.7323, "area_signed_err_pct_mean": 4.0877, "area_abs_err_pct_median": 4.1364, "perimeter_abs_err_pct_median": 2.0182, "total_area_err_pct": 4.0497, "validity": { "rooms": 17, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 17, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.013774, "annotations_s": 0.004193, "segment_s": 0.053923, "polygonize_s": 0.01646, "score_s": 0.130359 } }, "merge_20": { "gt_rooms": 17, "pred_rooms": 16, "count_precision": 1.0, "count_recall": 0.9412, "room_count_err": -1, "mask_iou": 0.999, "background_mask_iou": 0.999, "area_abs_err_mean_px2": 6605.6948, "area_abs_err_max_px2": 104392.3789, "perimeter_abs_err_mean_px": 17.4246, "count_f1": 0.9697, "matched": 16, "merged": 1, "split": 0, "matched_iou_mean": 0.9798, "area_signed_err_pct_mean": 2.9988, "area_abs_err_pct_median": 0.1469, "perimeter_abs_err_pct_median": 0.0874, "total_area_err_pct": 0.1199, "validity": { "rooms": 16, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 16, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.012116, "annotations_s": 0.004322, "segment_s": 0.123053, "polygonize_s": 0.017903, "score_s": 0.140748 } }, "split_3": { "gt_rooms": 17, "pred_rooms": 18, "count_precision": 0.8889, "count_recall": 0.9412, "room_count_err": 1, "mask_iou": 0.999, "background_mask_iou": 0.9991, "area_abs_err_mean_px2": 95.6343, "area_abs_err_max_px2": 231.4099, "perimeter_abs_err_mean_px": 0.8458, "count_f1": 0.9143, "matched": 16, "merged": 0, "split": 1, "matched_iou_mean": 1.0, "area_signed_err_pct_mean": -0.0022, "area_abs_err_pct_median": 0.1469, "perimeter_abs_err_pct_median": 0.0874, "total_area_err_pct": -0.0813, "validity": { "rooms": 18, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 18, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.011964, "annotations_s": 0.004547, "segment_s": 0.071762, "polygonize_s": 0.0181, "score_s": 0.127566 } } }, "predicted": { "gt_rooms": 17, "pred_rooms": 35, "count_precision": 0.0857, "count_recall": 0.1765, "room_count_err": 18, "mask_iou": 0.2306, "background_mask_iou": 0.5731, "area_abs_err_mean_px2": 6039.265, "area_abs_err_max_px2": 10284.5877, "perimeter_abs_err_mean_px": 549.5622, "count_f1": 0.1154, "matched": 3, "merged": 1, "split": 10, "matched_iou_mean": 0.7682, "area_signed_err_pct_mean": -19.5886, "area_abs_err_pct_median": 24.5031, "perimeter_abs_err_pct_median": 61.928, "total_area_err_pct": -74.1098, "seconds_median": 0.2235, "timing_s": { "render_s": 0.011862, "annotations_s": 0.004859, "segment_s": 0.066697, "polygonize_s": 0.029606, "score_s": 0.108493 }, "validity": { "rooms": 35, "valid_before_repair_rate": 0.5142857142857142, "repaired_fraction": 0.4857142857142857, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 35, "invalid_before_repair": 17, "repaired_labels": [ 2, 3, 4, 14, 15, 18, 19, 21, 22, 25, 26, 27, 28, 29, 30, 32, 34 ] } } }, "segmented": { "gt_rooms": 17, "pred_rooms": 21, "count_precision": 0.619, "count_recall": 0.7647, "room_count_err": 4, "mask_iou": 0.7321, "background_mask_iou": 0.7947, "area_abs_err_mean_px2": 11562.3387, "area_abs_err_max_px2": 38200.9088, "perimeter_abs_err_mean_px": 508.983, "count_f1": 0.6842, "matched": 13, "merged": 0, "split": 4, "matched_iou_mean": 0.8202, "area_signed_err_pct_mean": -14.6691, "area_abs_err_pct_median": 6.9999, "perimeter_abs_err_pct_median": 48.999, "total_area_err_pct": -23.0637, "seconds_median": 1.6334, "timing_s": { "render_s": 0.0121, "annotations_s": 0.004335, "segment_s": 1.432244, "polygonize_s": 0.03135, "score_s": 0.14947 }, "validity": { "rooms": 21, "valid_before_repair_rate": 0.0, "repaired_fraction": 1.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 21, "invalid_before_repair": 21, "repaired_labels": [ 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21 ] } } } }, "high_quality_5632": { "dataset": "held-out", "image_size_px": [ 939, 1406 ], "oracle": { "room_count": 9, "total_area_px2": 693624.59, "total_perimeter_px": 10914.72, "repaired": 0, "door_count": 10, "window_count": 5, "render_s": 0.061893, "annotations_s": 0.002363, "measure_s": 2.8e-05, "validity": { "rooms": 9, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": {} } }, "raster_roundtrip": { "gt_rooms": 9, "pred_rooms": 8, "count_precision": 1.0, "count_recall": 0.8889, "room_count_err": -1, "mask_iou": 1.0, "background_mask_iou": 1.0, "area_abs_err_mean_px2": 137.8205, "area_abs_err_max_px2": 263.4747, "perimeter_abs_err_mean_px": 1.4974, "count_f1": 0.9412, "matched": 8, "merged": 0, "split": 0, "matched_iou_mean": 1.0, "area_signed_err_pct_mean": 0.1687, "area_abs_err_pct_median": 0.2643, "perimeter_abs_err_pct_median": 0.121, "total_area_err_pct": -0.3001 }, "perturbed": { "erode_2": { "gt_rooms": 9, "pred_rooms": 8, "count_precision": 1.0, "count_recall": 0.8889, "room_count_err": -1, "mask_iou": 0.9704, "background_mask_iou": 0.9685, "area_abs_err_mean_px2": 2516.3954, "area_abs_err_max_px2": 6572.8537, "perimeter_abs_err_mean_px": 15.9439, "count_f1": 0.9412, "matched": 8, "merged": 0, "split": 0, "matched_iou_mean": 0.962, "area_signed_err_pct_mean": -3.6448, "area_abs_err_pct_median": 2.9773, "perimeter_abs_err_pct_median": 1.4461, "total_area_err_pct": -3.2487, "validity": { "rooms": 8, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 8, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.006583, "annotations_s": 0.002427, "segment_s": 0.044321, "polygonize_s": 0.007152, "score_s": 0.085446 } }, "erode_5": { "gt_rooms": 9, "pred_rooms": 8, "count_precision": 1.0, "count_recall": 0.8889, "room_count_err": -1, "mask_iou": 0.9268, "background_mask_iou": 0.9254, "area_abs_err_mean_px2": 6291.1454, "area_abs_err_max_px2": 16526.8537, "perimeter_abs_err_mean_px": 39.9439, "count_f1": 0.9412, "matched": 8, "merged": 0, "split": 0, "matched_iou_mean": 0.9063, "area_signed_err_pct_mean": -9.2222, "area_abs_err_pct_median": 7.5703, "perimeter_abs_err_pct_median": 3.6277, "total_area_err_pct": -7.6024, "validity": { "rooms": 8, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 8, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.007259, "annotations_s": 0.002505, "segment_s": 0.046143, "polygonize_s": 0.007116, "score_s": 0.084036 } }, "dilate_2": { "gt_rooms": 9, "pred_rooms": 8, "count_precision": 1.0, "count_recall": 0.8889, "room_count_err": -1, "mask_iou": 0.9752, "background_mask_iou": 0.972, "area_abs_err_mean_px2": 2239.1095, "area_abs_err_max_px2": 5287.5311, "perimeter_abs_err_mean_px": 9.7089, "count_f1": 0.9412, "matched": 8, "merged": 0, "split": 0, "matched_iou_mean": 0.9659, "area_signed_err_pct_mean": 3.7398, "area_abs_err_pct_median": 3.3107, "perimeter_abs_err_pct_median": 1.0137, "total_area_err_pct": 2.2361, "validity": { "rooms": 8, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 8, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.006708, "annotations_s": 0.002934, "segment_s": 0.073131, "polygonize_s": 0.007335, "score_s": 0.08688 } }, "dilate_5": { "gt_rooms": 9, "pred_rooms": 8, "count_precision": 1.0, "count_recall": 0.8889, "room_count_err": -1, "mask_iou": 0.943, "background_mask_iou": 0.9335, "area_abs_err_mean_px2": 5264.9969, "area_abs_err_max_px2": 12335.1953, "perimeter_abs_err_mean_px": 29.5083, "count_f1": 0.9412, "matched": 8, "merged": 0, "split": 0, "matched_iou_mean": 0.9234, "area_signed_err_pct_mean": 8.6816, "area_abs_err_pct_median": 7.4085, "perimeter_abs_err_pct_median": 2.8983, "total_area_err_pct": 5.726, "validity": { "rooms": 8, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 8, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.006441, "annotations_s": 0.002609, "segment_s": 0.077555, "polygonize_s": 0.00751, "score_s": 0.091165 } }, "shift_2": { "gt_rooms": 9, "pred_rooms": 8, "count_precision": 1.0, "count_recall": 0.8889, "room_count_err": -1, "mask_iou": 0.9871, "background_mask_iou": 0.9858, "area_abs_err_mean_px2": 137.8205, "area_abs_err_max_px2": 263.4747, "perimeter_abs_err_mean_px": 1.4974, "count_f1": 0.9412, "matched": 8, "merged": 0, "split": 0, "matched_iou_mean": 0.9822, "area_signed_err_pct_mean": 0.1687, "area_abs_err_pct_median": 0.2643, "perimeter_abs_err_pct_median": 0.121, "total_area_err_pct": -0.3001, "validity": { "rooms": 8, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 8, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.006409, "annotations_s": 0.002267, "segment_s": 0.03754, "polygonize_s": 0.007393, "score_s": 0.084639 } }, "shift_5": { "gt_rooms": 9, "pred_rooms": 8, "count_precision": 1.0, "count_recall": 0.8889, "room_count_err": -1, "mask_iou": 0.968, "background_mask_iou": 0.9648, "area_abs_err_mean_px2": 137.8205, "area_abs_err_max_px2": 263.4747, "perimeter_abs_err_mean_px": 1.4974, "count_f1": 0.9412, "matched": 8, "merged": 0, "split": 0, "matched_iou_mean": 0.9561, "area_signed_err_pct_mean": 0.1687, "area_abs_err_pct_median": 0.2643, "perimeter_abs_err_pct_median": 0.121, "total_area_err_pct": -0.3001, "validity": { "rooms": 8, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 8, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.00678, "annotations_s": 0.002778, "segment_s": 0.035979, "polygonize_s": 0.007478, "score_s": 0.086485 } }, "scale_-2": { "gt_rooms": 9, "pred_rooms": 8, "count_precision": 1.0, "count_recall": 0.8889, "room_count_err": -1, "mask_iou": 0.8872, "background_mask_iou": 0.8814, "area_abs_err_mean_px2": 3412.7704, "area_abs_err_max_px2": 10798.8537, "perimeter_abs_err_mean_px": 25.4439, "count_f1": 0.9412, "matched": 8, "merged": 0, "split": 0, "matched_iou_mean": 0.7983, "area_signed_err_pct_mean": -3.6844, "area_abs_err_pct_median": 3.6422, "perimeter_abs_err_pct_median": 1.8418, "total_area_err_pct": -4.2826, "validity": { "rooms": 8, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 8, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.006932, "annotations_s": 0.002399, "segment_s": 0.037317, "polygonize_s": 0.007275, "score_s": 0.084548 } }, "scale_2": { "gt_rooms": 9, "pred_rooms": 8, "count_precision": 1.0, "count_recall": 0.8889, "room_count_err": -1, "mask_iou": 0.8811, "background_mask_iou": 0.8647, "area_abs_err_mean_px2": 3563.2296, "area_abs_err_max_px2": 11239.1463, "perimeter_abs_err_mean_px": 25.5561, "count_f1": 0.9412, "matched": 8, "merged": 0, "split": 0, "matched_iou_mean": 0.7878, "area_signed_err_pct_mean": 4.0971, "area_abs_err_pct_median": 4.1659, "perimeter_abs_err_pct_median": 2.0112, "total_area_err_pct": 3.7633, "validity": { "rooms": 8, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 8, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.006985, "annotations_s": 0.002629, "segment_s": 0.039078, "polygonize_s": 0.007189, "score_s": 0.089961 } }, "merge_20": { "gt_rooms": 9, "pred_rooms": 7, "count_precision": 1.0, "count_recall": 0.7778, "room_count_err": -2, "mask_iou": 0.999, "background_mask_iou": 0.9989, "area_abs_err_mean_px2": 12582.5005, "area_abs_err_max_px2": 87225.6463, "perimeter_abs_err_mean_px": 74.8295, "count_f1": 0.875, "matched": 7, "merged": 1, "split": 0, "matched_iou_mean": 0.9639, "area_signed_err_pct_mean": 5.0582, "area_abs_err_pct_median": 0.3948, "perimeter_abs_err_pct_median": 0.1892, "total_area_err_pct": -0.1993, "validity": { "rooms": 7, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 7, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.006454, "annotations_s": 0.003093, "segment_s": 0.056634, "polygonize_s": 0.007418, "score_s": 0.082171 } }, "split_3": { "gt_rooms": 9, "pred_rooms": 9, "count_precision": 0.7778, "count_recall": 0.7778, "room_count_err": 0, "mask_iou": 0.9985, "background_mask_iou": 0.9983, "area_abs_err_mean_px2": 142.774, "area_abs_err_max_px2": 263.4747, "perimeter_abs_err_mean_px": 1.2483, "count_f1": 0.7778, "matched": 7, "merged": 0, "split": 1, "matched_iou_mean": 1.0, "area_signed_err_pct_mean": 0.187, "area_abs_err_pct_median": 0.316, "perimeter_abs_err_pct_median": 0.1293, "total_area_err_pct": -0.4524, "validity": { "rooms": 9, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 9, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.006526, "annotations_s": 0.002418, "segment_s": 0.045565, "polygonize_s": 0.007485, "score_s": 0.084369 } } }, "predicted": { "gt_rooms": 9, "pred_rooms": 42, "count_precision": 0.0714, "count_recall": 0.3333, "room_count_err": 33, "mask_iou": 0.7095, "background_mask_iou": 0.6637, "area_abs_err_mean_px2": 21194.9707, "area_abs_err_max_px2": 37243.7846, "perimeter_abs_err_mean_px": 676.7497, "count_f1": 0.1176, "matched": 3, "merged": 1, "split": 8, "matched_iou_mean": 0.8416, "area_signed_err_pct_mean": -3.6844, "area_abs_err_pct_median": 14.4865, "perimeter_abs_err_pct_median": 44.6102, "total_area_err_pct": 7.1488, "seconds_median": 0.2102, "timing_s": { "render_s": 0.006797, "annotations_s": 0.002641, "segment_s": 0.074261, "polygonize_s": 0.017283, "score_s": 0.108842 }, "validity": { "rooms": 42, "valid_before_repair_rate": 0.8809523809523809, "repaired_fraction": 0.11904761904761904, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 42, "invalid_before_repair": 5, "repaired_labels": [ 2, 8, 24, 31, 42 ] } } }, "segmented": { "gt_rooms": 9, "pred_rooms": 16, "count_precision": 0.375, "count_recall": 0.6667, "room_count_err": 7, "mask_iou": 0.87, "background_mask_iou": 0.8712, "area_abs_err_mean_px2": 10668.5129, "area_abs_err_max_px2": 26937.532, "perimeter_abs_err_mean_px": 799.5558, "count_f1": 0.48, "matched": 6, "merged": 0, "split": 4, "matched_iou_mean": 0.8149, "area_signed_err_pct_mean": -17.523, "area_abs_err_pct_median": 14.7693, "perimeter_abs_err_pct_median": 59.4864, "total_area_err_pct": -10.038, "seconds_median": 0.7704, "timing_s": { "render_s": 0.006963, "annotations_s": 0.002339, "segment_s": 0.59661, "polygonize_s": 0.032595, "score_s": 0.131359 }, "validity": { "rooms": 16, "valid_before_repair_rate": 0.0625, "repaired_fraction": 0.9375, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 16, "invalid_before_repair": 15, "repaired_labels": [ 1, 2, 3, 4, 5, 6, 7, 9, 10, 11, 12, 13, 14, 15, 16 ] } } } }, "high_quality_1140": { "dataset": "held-out", "image_size_px": [ 1513, 953 ], "oracle": { "room_count": 8, "total_area_px2": 710240.99, "total_perimeter_px": 10048.74, "repaired": 1, "door_count": 9, "window_count": 4, "render_s": 0.052019, "annotations_s": 0.002927, "measure_s": 2.8e-05, "validity": { "rooms": 8, "valid_before_repair_rate": 0.875, "repaired_fraction": 0.125, "valid_after_repair_rate": 1.0, "contour_audit": {} } }, "raster_roundtrip": { "gt_rooms": 8, "pred_rooms": 8, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 1.0, "background_mask_iou": 1.0, "area_abs_err_mean_px2": 84.9585, "area_abs_err_max_px2": 249.4856, "perimeter_abs_err_mean_px": 35.1014, "count_f1": 1.0, "matched": 8, "merged": 0, "split": 0, "matched_iou_mean": 1.0, "area_signed_err_pct_mean": -0.056, "area_abs_err_pct_median": 0.0694, "perimeter_abs_err_pct_median": 0.056, "total_area_err_pct": -0.0258 }, "perturbed": { "erode_2": { "gt_rooms": 8, "pred_rooms": 8, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.9727, "background_mask_iou": 0.9741, "area_abs_err_mean_px2": 2450.4027, "area_abs_err_max_px2": 3212.4482, "perimeter_abs_err_mean_px": 50.7049, "count_f1": 1.0, "matched": 8, "merged": 0, "split": 0, "matched_iou_mean": 0.966, "area_signed_err_pct_mean": -3.4563, "area_abs_err_pct_median": 2.8936, "perimeter_abs_err_pct_median": 1.5661, "total_area_err_pct": -2.7601, "validity": { "rooms": 8, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 8, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.007725, "annotations_s": 0.002796, "segment_s": 0.037625, "polygonize_s": 0.007793, "score_s": 0.079038 } }, "erode_5": { "gt_rooms": 8, "pred_rooms": 8, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.9323, "background_mask_iou": 0.9384, "area_abs_err_mean_px2": 6031.6527, "area_abs_err_max_px2": 7808.4482, "perimeter_abs_err_mean_px": 74.7049, "count_f1": 1.0, "matched": 8, "merged": 0, "split": 0, "matched_iou_mean": 0.9161, "area_signed_err_pct_mean": -8.446, "area_abs_err_pct_median": 7.2005, "perimeter_abs_err_pct_median": 3.8806, "total_area_err_pct": -6.7939, "validity": { "rooms": 8, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 8, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.012394, "annotations_s": 0.003926, "segment_s": 0.043985, "polygonize_s": 0.008296, "score_s": 0.075188 } }, "dilate_2": { "gt_rooms": 8, "pred_rooms": 8, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.9737, "background_mask_iou": 0.9738, "area_abs_err_mean_px2": 2376.8664, "area_abs_err_max_px2": 3245.3682, "perimeter_abs_err_mean_px": 41.1855, "count_f1": 1.0, "matched": 8, "merged": 0, "split": 0, "matched_iou_mean": 0.9673, "area_signed_err_pct_mean": 3.341, "area_abs_err_pct_median": 2.8449, "perimeter_abs_err_pct_median": 0.92, "total_area_err_pct": 2.6773, "validity": { "rooms": 8, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 8, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.007989, "annotations_s": 0.00304, "segment_s": 0.067912, "polygonize_s": 0.008129, "score_s": 0.076162 } }, "dilate_5": { "gt_rooms": 8, "pred_rooms": 8, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.9363, "background_mask_iou": 0.934, "area_abs_err_mean_px2": 6016.2038, "area_abs_err_max_px2": 8023.4037, "perimeter_abs_err_mean_px": 56.5317, "count_f1": 1.0, "matched": 8, "merged": 0, "split": 0, "matched_iou_mean": 0.9219, "area_signed_err_pct_mean": 8.5181, "area_abs_err_pct_median": 7.1191, "perimeter_abs_err_pct_median": 2.9729, "total_area_err_pct": 6.7765, "validity": { "rooms": 8, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 8, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.007905, "annotations_s": 0.003, "segment_s": 0.066734, "polygonize_s": 0.008154, "score_s": 0.078617 } }, "shift_2": { "gt_rooms": 8, "pred_rooms": 8, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.9865, "background_mask_iou": 0.9869, "area_abs_err_mean_px2": 84.9585, "area_abs_err_max_px2": 249.4856, "perimeter_abs_err_mean_px": 35.1014, "count_f1": 1.0, "matched": 8, "merged": 0, "split": 0, "matched_iou_mean": 0.9811, "area_signed_err_pct_mean": -0.056, "area_abs_err_pct_median": 0.0694, "perimeter_abs_err_pct_median": 0.056, "total_area_err_pct": -0.0258, "validity": { "rooms": 8, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 8, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.009801, "annotations_s": 0.004306, "segment_s": 0.028989, "polygonize_s": 0.008087, "score_s": 0.072595 } }, "shift_5": { "gt_rooms": 8, "pred_rooms": 8, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.9667, "background_mask_iou": 0.9677, "area_abs_err_mean_px2": 84.9585, "area_abs_err_max_px2": 249.4856, "perimeter_abs_err_mean_px": 35.1014, "count_f1": 1.0, "matched": 8, "merged": 0, "split": 0, "matched_iou_mean": 0.9536, "area_signed_err_pct_mean": -0.056, "area_abs_err_pct_median": 0.0694, "perimeter_abs_err_pct_median": 0.056, "total_area_err_pct": -0.0258, "validity": { "rooms": 8, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 8, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.00818, "annotations_s": 0.002864, "segment_s": 0.03112, "polygonize_s": 0.008088, "score_s": 0.072298 } }, "scale_-2": { "gt_rooms": 8, "pred_rooms": 8, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.883, "background_mask_iou": 0.8904, "area_abs_err_mean_px2": 3568.1527, "area_abs_err_max_px2": 5776.4482, "perimeter_abs_err_mean_px": 59.4549, "count_f1": 1.0, "matched": 8, "merged": 0, "split": 0, "matched_iou_mean": 0.8547, "area_signed_err_pct_mean": -4.0852, "area_abs_err_pct_median": 3.9985, "perimeter_abs_err_pct_median": 2.0608, "total_area_err_pct": -4.0191, "validity": { "rooms": 8, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 8, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.00852, "annotations_s": 0.003007, "segment_s": 0.030458, "polygonize_s": 0.007804, "score_s": 0.07062 } }, "scale_2": { "gt_rooms": 8, "pred_rooms": 8, "count_precision": 1.0, "count_recall": 1.0, "room_count_err": 0, "mask_iou": 0.8742, "background_mask_iou": 0.873, "area_abs_err_mean_px2": 3594.5973, "area_abs_err_max_px2": 5671.5518, "perimeter_abs_err_mean_px": 50.8222, "count_f1": 1.0, "matched": 8, "merged": 0, "split": 0, "matched_iou_mean": 0.8438, "area_signed_err_pct_mean": 4.0561, "area_abs_err_pct_median": 4.0929, "perimeter_abs_err_pct_median": 2.0534, "total_area_err_pct": 4.0489, "validity": { "rooms": 8, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 8, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.008322, "annotations_s": 0.003294, "segment_s": 0.03045, "polygonize_s": 0.007798, "score_s": 0.072801 } }, "merge_20": { "gt_rooms": 8, "pred_rooms": 7, "count_precision": 0.8571, "count_recall": 0.75, "room_count_err": -1, "mask_iou": 0.9916, "background_mask_iou": 0.9917, "area_abs_err_mean_px2": 80.118, "area_abs_err_max_px2": 249.4856, "perimeter_abs_err_mean_px": 46.6052, "count_f1": 0.8, "matched": 6, "merged": 1, "split": 0, "matched_iou_mean": 1.0, "area_signed_err_pct_mean": -0.073, "area_abs_err_pct_median": 0.1009, "perimeter_abs_err_pct_median": 0.1428, "total_area_err_pct": 0.8258, "validity": { "rooms": 7, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 7, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.008323, "annotations_s": 0.002912, "segment_s": 0.050301, "polygonize_s": 0.007445, "score_s": 0.074928 } }, "split_3": { "gt_rooms": 8, "pred_rooms": 9, "count_precision": 0.7778, "count_recall": 0.875, "room_count_err": 1, "mask_iou": 0.9986, "background_mask_iou": 0.9986, "area_abs_err_mean_px2": 81.6028, "area_abs_err_max_px2": 249.4856, "perimeter_abs_err_mean_px": 39.9624, "count_f1": 0.8235, "matched": 7, "merged": 0, "split": 1, "matched_iou_mean": 1.0, "area_signed_err_pct_mean": -0.0534, "area_abs_err_pct_median": 0.0644, "perimeter_abs_err_pct_median": 0.0432, "total_area_err_pct": -0.1669, "validity": { "rooms": 9, "valid_before_repair_rate": 1.0, "repaired_fraction": 0.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 9, "invalid_before_repair": 0, "repaired_labels": [] } }, "timing_s": { "render_s": 0.008491, "annotations_s": 0.003336, "segment_s": 0.038061, "polygonize_s": 0.008242, "score_s": 0.073198 } } }, "predicted": { "gt_rooms": 8, "pred_rooms": 47, "count_precision": 0.0851, "count_recall": 0.5, "room_count_err": 39, "mask_iou": 0.6857, "background_mask_iou": 0.6841, "area_abs_err_mean_px2": 27934.0188, "area_abs_err_max_px2": 58632.4839, "perimeter_abs_err_mean_px": 1134.1841, "count_f1": 0.1455, "matched": 4, "merged": 1, "split": 6, "matched_iou_mean": 0.7699, "area_signed_err_pct_mean": -0.988, "area_abs_err_pct_median": 18.68, "perimeter_abs_err_pct_median": 23.7859, "total_area_err_pct": 3.7502, "seconds_median": 0.2197, "timing_s": { "render_s": 0.009165, "annotations_s": 0.003374, "segment_s": 0.072663, "polygonize_s": 0.021723, "score_s": 0.112553 }, "validity": { "rooms": 47, "valid_before_repair_rate": 0.6808510638297872, "repaired_fraction": 0.3191489361702128, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 49, "invalid_before_repair": 15, "repaired_labels": [ 1, 4, 10, 14, 16, 18, 19, 21, 29, 31, 33, 42, 45, 46, 47 ] } } }, "segmented": { "gt_rooms": 8, "pred_rooms": 12, "count_precision": 0.5833, "count_recall": 0.875, "room_count_err": 4, "mask_iou": 0.9229, "background_mask_iou": 0.9293, "area_abs_err_mean_px2": 16413.274, "area_abs_err_max_px2": 50645.2355, "perimeter_abs_err_mean_px": 338.301, "count_f1": 0.7, "matched": 7, "merged": 0, "split": 3, "matched_iou_mean": 0.8111, "area_signed_err_pct_mean": -17.1091, "area_abs_err_pct_median": 8.9642, "perimeter_abs_err_pct_median": 10.8197, "total_area_err_pct": -5.967, "seconds_median": 0.712, "timing_s": { "render_s": 0.009267, "annotations_s": 0.003271, "segment_s": 0.584633, "polygonize_s": 0.01738, "score_s": 0.100186 }, "validity": { "rooms": 12, "valid_before_repair_rate": 0.0, "repaired_fraction": 1.0, "valid_after_repair_rate": 1.0, "contour_audit": { "polygons_before_repair": 12, "invalid_before_repair": 12, "repaired_labels": [ 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12 ] } } } } }, "perturbations": [ { "plan": "high_quality_488", "dataset": "held-out", "perturbation": "erode", "pixels": "2", "gt_rooms": "5", "pred_rooms": "5", "count_precision": "1.0", "count_recall": "1.0", "room_count_err": "0", "mask_iou": "0.9719", "background_mask_iou": "0.9631", "area_abs_err_mean_px2": "2379.4612", "area_abs_err_max_px2": "3375.8028", "perimeter_abs_err_mean_px": "150.6774", "count_f1": "1.0", "matched": "5", "merged": "0", "split": "0", "matched_iou_mean": "0.9649", "area_signed_err_pct_mean": "-3.3333", "area_abs_err_pct_median": "3.3992", "perimeter_abs_err_pct_median": "1.6571", "total_area_err_pct": "-2.7485" }, { "plan": "high_quality_488", "dataset": "held-out", "perturbation": "erode", "pixels": "5", "gt_rooms": "5", "pred_rooms": "5", "count_precision": "1.0", "count_recall": "1.0", "room_count_err": "0", "mask_iou": "0.9329", "background_mask_iou": "0.916", "area_abs_err_mean_px2": "5764.6612", "area_abs_err_max_px2": "8133.8028", "perimeter_abs_err_mean_px": "174.6774", "count_f1": "1.0", "matched": "5", "merged": "0", "split": "0", "matched_iou_mean": "0.9158", "area_signed_err_pct_mean": "-8.2539", "area_abs_err_pct_median": "7.7657", "perimeter_abs_err_pct_median": "4.152", "total_area_err_pct": "-6.6587" }, { "plan": "high_quality_488", "dataset": "held-out", "perturbation": "dilate", "pixels": "2", "gt_rooms": "5", "pred_rooms": "5", "count_precision": "1.0", "count_recall": "1.0", "room_count_err": "0", "mask_iou": "0.9746", "background_mask_iou": "0.9643", "area_abs_err_mean_px2": "2314.3484", "area_abs_err_max_px2": "3246.6408", "perimeter_abs_err_mean_px": "8.3985", "count_f1": "1.0", "matched": "5", "merged": "0", "split": "0", "matched_iou_mean": "0.9671", "area_signed_err_pct_mean": "3.6186", "area_abs_err_pct_median": "4.0457", "perimeter_abs_err_pct_median": "0.5592", "total_area_err_pct": "2.6733" }, { "plan": "high_quality_488", "dataset": "held-out", "perturbation": "dilate", "pixels": "5", "gt_rooms": "5", "pred_rooms": "5", "count_precision": "1.0", "count_recall": "1.0", "room_count_err": "0", "mask_iou": "0.9384", "background_mask_iou": "0.9102", "area_abs_err_mean_px2": "5744.2182", "area_abs_err_max_px2": "7648.8834", "perimeter_abs_err_mean_px": "27.5382", "count_f1": "1.0", "matched": "5", "merged": "0", "split": "0", "matched_iou_mean": "0.9216", "area_signed_err_pct_mean": "8.8407", "area_abs_err_pct_median": "9.5315", "perimeter_abs_err_pct_median": "2.0526", "total_area_err_pct": "6.635" }, { "plan": "high_quality_488", "dataset": "held-out", "perturbation": "shift", "pixels": "2", "gt_rooms": "5", "pred_rooms": "5", "count_precision": "1.0", "count_recall": "1.0", "room_count_err": "0", "mask_iou": "0.9879", "background_mask_iou": "0.9835", "area_abs_err_mean_px2": "178.9428", "area_abs_err_max_px2": "320.4129", "perimeter_abs_err_mean_px": "0.7763", "count_f1": "1.0", "matched": "5", "merged": "0", "split": "0", "matched_iou_mean": "0.9819", "area_signed_err_pct_mean": "0.19", "area_abs_err_pct_median": "0.3597", "perimeter_abs_err_pct_median": "0.0508", "total_area_err_pct": "0.0598" }, { "plan": "high_quality_488", "dataset": "held-out", "perturbation": "shift", "pixels": "5", "gt_rooms": "5", "pred_rooms": "5", "count_precision": "1.0", "count_recall": "1.0", "room_count_err": "0", "mask_iou": "0.97", "background_mask_iou": "0.9592", "area_abs_err_mean_px2": "178.9428", "area_abs_err_max_px2": "320.4129", "perimeter_abs_err_mean_px": "0.7763", "count_f1": "1.0", "matched": "5", "merged": "0", "split": "0", "matched_iou_mean": "0.9602", "area_signed_err_pct_mean": "0.19", "area_abs_err_pct_median": "0.3597", "perimeter_abs_err_pct_median": "0.0508", "total_area_err_pct": "0.0598" }, { "plan": "high_quality_488", "dataset": "held-out", "perturbation": "scale", "pixels": "-2", "gt_rooms": "5", "pred_rooms": "5", "count_precision": "1.0", "count_recall": "1.0", "room_count_err": "0", "mask_iou": "0.9023", "background_mask_iou": "0.8744", "area_abs_err_mean_px2": "3316.6112", "area_abs_err_max_px2": "6555.8028", "perimeter_abs_err_mean_px": "25.5603", "count_f1": "1.0", "matched": "5", "merged": "0", "split": "0", "matched_iou_mean": "0.8763", "area_signed_err_pct_mean": "-3.5703", "area_abs_err_pct_median": "3.7553", "perimeter_abs_err_pct_median": "2.0324", "total_area_err_pct": "-3.831" }, { "plan": "high_quality_488", "dataset": "held-out", "perturbation": "scale", "pixels": "2", "gt_rooms": "5", "pred_rooms": "5", "count_precision": "1.0", "count_recall": "1.0", "room_count_err": "0", "mask_iou": "0.8942", "background_mask_iou": "0.8519", "area_abs_err_mean_px2": "3486.9888", "area_abs_err_max_px2": "6356.1972", "perimeter_abs_err_mean_px": "24.8397", "count_f1": "1.0", "matched": "5", "merged": "0", "split": "0", "matched_iou_mean": "0.8654", "area_signed_err_pct_mean": "4.0222", "area_abs_err_pct_median": "3.9002", "perimeter_abs_err_pct_median": "1.8856", "total_area_err_pct": "4.0278" }, { "plan": "high_quality_488", "dataset": "held-out", "perturbation": "merge", "pixels": "20", "gt_rooms": "5", "pred_rooms": "4", "count_precision": "1.0", "count_recall": "0.8", "room_count_err": "-1", "mask_iou": "0.9947", "background_mask_iou": "0.9927", "area_abs_err_mean_px2": "20782.8613", "area_abs_err_max_px2": "82720.9472", "perimeter_abs_err_mean_px": "170.0929", "count_f1": "0.8889", "matched": "4", "merged": "1", "split": "0", "matched_iou_mean": "0.9157", "area_signed_err_pct_mean": "12.8524", "area_abs_err_pct_median": "0.3887", "perimeter_abs_err_pct_median": "0.1312", "total_area_err_pct": "0.5948" }, { "plan": "high_quality_488", "dataset": "held-out", "perturbation": "split", "pixels": "3", "gt_rooms": "5", "pred_rooms": "6", "count_precision": "0.6667", "count_recall": "0.8", "room_count_err": "1", "mask_iou": "0.9972", "background_mask_iou": "0.9962", "area_abs_err_mean_px2": "182.7278", "area_abs_err_max_px2": "320.4129", "perimeter_abs_err_mean_px": "0.7653", "count_f1": "0.7273", "matched": "4", "merged": "0", "split": "1", "matched_iou_mean": "1.0", "area_signed_err_pct_mean": "0.2626", "area_abs_err_pct_median": "0.3795", "perimeter_abs_err_pct_median": "0.0662", "total_area_err_pct": "-0.2181" }, { "plan": "high_quality_architectural_9453", "dataset": "held-out", "perturbation": "erode", "pixels": "2", "gt_rooms": "9", "pred_rooms": "9", "count_precision": "1.0", "count_recall": "1.0", "room_count_err": "0", "mask_iou": "0.9687", "background_mask_iou": "0.9901", "area_abs_err_mean_px2": "1894.7743", "area_abs_err_max_px2": "3030.3593", "perimeter_abs_err_mean_px": "15.7206", "count_f1": "1.0", "matched": "9", "merged": "0", "split": "0", "matched_iou_mean": "0.9592", "area_signed_err_pct_mean": "-4.148", "area_abs_err_pct_median": "3.8454", "perimeter_abs_err_pct_median": "1.7857", "total_area_err_pct": "-3.1811" }, { "plan": "high_quality_architectural_9453", "dataset": "held-out", "perturbation": "erode", "pixels": "5", "gt_rooms": "9", "pred_rooms": "9", "count_precision": "1.0", "count_recall": "1.0", "room_count_err": "0", "mask_iou": "0.9228", "background_mask_iou": "0.9759", "area_abs_err_mean_px2": "4628.2457", "area_abs_err_max_px2": "7482.3593", "perimeter_abs_err_mean_px": "39.9968", "count_f1": "1.0", "matched": "9", "merged": "0", "split": "0", "matched_iou_mean": "0.8997", "area_signed_err_pct_mean": "-10.092", "area_abs_err_pct_median": "9.661", "perimeter_abs_err_pct_median": "4.6053", "total_area_err_pct": "-7.7703" }, { "plan": "high_quality_architectural_9453", "dataset": "held-out", "perturbation": "dilate", "pixels": "2", "gt_rooms": "9", "pred_rooms": "9", "count_precision": "1.0", "count_recall": "1.0", "room_count_err": "0", "mask_iou": "0.9738", "background_mask_iou": "0.9914", "area_abs_err_mean_px2": "1574.2491", "area_abs_err_max_px2": "2131.3417", "perimeter_abs_err_mean_px": "10.7069", "count_f1": "1.0", "matched": "9", "merged": "0", "split": "0", "matched_iou_mean": "0.9636", "area_signed_err_pct_mean": "3.7296", "area_abs_err_pct_median": "4.1474", "perimeter_abs_err_pct_median": "1.2149", "total_area_err_pct": "2.643" }, { "plan": "high_quality_architectural_9453", "dataset": "held-out", "perturbation": "dilate", "pixels": "5", "gt_rooms": "9", "pred_rooms": "9", "count_precision": "1.0", "count_recall": "1.0", "room_count_err": "0", "mask_iou": "0.9355", "background_mask_iou": "0.978", "area_abs_err_mean_px2": "4072.9934", "area_abs_err_max_px2": "5375.7559", "perimeter_abs_err_mean_px": "30.6399", "count_f1": "1.0", "matched": "9", "merged": "0", "split": "0", "matched_iou_mean": "0.913", "area_signed_err_pct_mean": "9.6032", "area_abs_err_pct_median": "10.2943", "perimeter_abs_err_pct_median": "3.3899", "total_area_err_pct": "6.8381" }, { "plan": "high_quality_architectural_9453", "dataset": "held-out", "perturbation": "shift", "pixels": "2", "gt_rooms": "9", "pred_rooms": "9", "count_precision": "1.0", "count_recall": "1.0", "room_count_err": "0", "mask_iou": "0.9848", "background_mask_iou": "0.9951", "area_abs_err_mean_px2": "97.7449", "area_abs_err_max_px2": "218.8563", "perimeter_abs_err_mean_px": "1.3761", "count_f1": "1.0", "matched": "9", "merged": "0", "split": "0", "matched_iou_mean": "0.9792", "area_signed_err_pct_mean": "-0.0719", "area_abs_err_pct_median": "0.1653", "perimeter_abs_err_pct_median": "0.1257", "total_area_err_pct": "-0.0526" }, { "plan": "high_quality_architectural_9453", "dataset": "held-out", "perturbation": "shift", "pixels": "5", "gt_rooms": "9", "pred_rooms": "9", "count_precision": "1.0", "count_recall": "1.0", "room_count_err": "0", "mask_iou": "0.9624", "background_mask_iou": "0.9878", "area_abs_err_mean_px2": "97.7449", "area_abs_err_max_px2": "218.8563", "perimeter_abs_err_mean_px": "1.3761", "count_f1": "1.0", "matched": "9", "merged": "0", "split": "0", "matched_iou_mean": "0.9488", "area_signed_err_pct_mean": "-0.0719", "area_abs_err_pct_median": "0.1653", "perimeter_abs_err_pct_median": "0.1257", "total_area_err_pct": "-0.0526" }, { "plan": "high_quality_architectural_9453", "dataset": "held-out", "perturbation": "scale", "pixels": "-2", "gt_rooms": "9", "pred_rooms": "9", "count_precision": "1.0", "count_recall": "1.0", "room_count_err": "0", "mask_iou": "0.8387", "background_mask_iou": "0.9469", "area_abs_err_mean_px2": "2515.7783", "area_abs_err_max_px2": "5640.3593", "perimeter_abs_err_mean_px": "18.7285", "count_f1": "1.0", "matched": "9", "merged": "0", "split": "0", "matched_iou_mean": "0.761", "area_signed_err_pct_mean": "-4.2381", "area_abs_err_pct_median": "4.1948", "perimeter_abs_err_pct_median": "1.9919", "total_area_err_pct": "-4.2237" }, { "plan": "high_quality_architectural_9453", "dataset": "held-out", "perturbation": "scale", "pixels": "2", "gt_rooms": "9", "pred_rooms": "9", "count_precision": "1.0", "count_recall": "1.0", "room_count_err": "0", "mask_iou": "0.8339", "background_mask_iou": "0.9422", "area_abs_err_mean_px2": "2505.7717", "area_abs_err_max_px2": "5707.6407", "perimeter_abs_err_mean_px": "20.2794", "count_f1": "1.0", "matched": "9", "merged": "0", "split": "0", "matched_iou_mean": "0.7512", "area_signed_err_pct_mean": "4.1827", "area_abs_err_pct_median": "4.1808", "perimeter_abs_err_pct_median": "2.2086", "total_area_err_pct": "4.2069" }, { "plan": "high_quality_architectural_9453", "dataset": "held-out", "perturbation": "merge", "pixels": "20", "gt_rooms": "9", "pred_rooms": "8", "count_precision": "1.0", "count_recall": "0.8889", "room_count_err": "-1", "mask_iou": "1.0", "background_mask_iou": "1.0", "area_abs_err_mean_px2": "15099.987", "area_abs_err_max_px2": "120087.1504", "perimeter_abs_err_mean_px": "84.903", "count_f1": "0.9412", "matched": "8", "merged": "1", "split": "0", "matched_iou_mean": "0.9429", "area_signed_err_pct_mean": "10.4112", "area_abs_err_pct_median": "0.2771", "perimeter_abs_err_pct_median": "0.1469", "total_area_err_pct": "-0.0526" }, { "plan": "high_quality_architectural_9453", "dataset": "held-out", "perturbation": "split", "pixels": "3", "gt_rooms": "9", "pred_rooms": "10", "count_precision": "0.8", "count_recall": "0.8889", "room_count_err": "1", "mask_iou": "0.9979", "background_mask_iou": "0.9993", "area_abs_err_mean_px2": "107.1681", "area_abs_err_max_px2": "218.8563", "perimeter_abs_err_mean_px": "1.5331", "count_f1": "0.8421", "matched": "8", "merged": "0", "split": "1", "matched_iou_mean": "1.0", "area_signed_err_pct_mean": "-0.0789", "area_abs_err_pct_median": "0.2061", "perimeter_abs_err_pct_median": "0.1469", "total_area_err_pct": "-0.2619" }, { "plan": "high_quality_architectural_6276", "dataset": "held-out", "perturbation": "erode", "pixels": "2", "gt_rooms": "28", "pred_rooms": "28", "count_precision": "1.0", "count_recall": "1.0", "room_count_err": "0", "mask_iou": "0.9736", "background_mask_iou": "0.9821", "area_abs_err_mean_px2": "2269.6462", "area_abs_err_max_px2": "3927.4931", "perimeter_abs_err_mean_px": "15.7825", "count_f1": "1.0", "matched": "28", "merged": "0", "split": "0", "matched_iou_mean": "0.9605", "area_signed_err_pct_mean": "-3.9124", "area_abs_err_pct_median": "3.2871", "perimeter_abs_err_pct_median": "1.3336", "total_area_err_pct": "-2.6453" }, { "plan": "high_quality_architectural_6276", "dataset": "held-out", "perturbation": "erode", "pixels": "5", "gt_rooms": "28", "pred_rooms": "28", "count_precision": "1.0", "count_recall": "1.0", "room_count_err": "0", "mask_iou": "0.9346", "background_mask_iou": "0.9568", "area_abs_err_mean_px2": "5612.3679", "area_abs_err_max_px2": "9489.4356", "perimeter_abs_err_mean_px": "39.833", "count_f1": "1.0", "matched": "28", "merged": "0", "split": "0", "matched_iou_mean": "0.9031", "area_signed_err_pct_mean": "-9.6552", "area_abs_err_pct_median": "8.1915", "perimeter_abs_err_pct_median": "3.4709", "total_area_err_pct": "-6.5413" }, { "plan": "high_quality_architectural_6276", "dataset": "held-out", "perturbation": "dilate", "pixels": "2", "gt_rooms": "28", "pred_rooms": "28", "count_precision": "1.0", "count_recall": "1.0", "room_count_err": "0", "mask_iou": "0.9774", "background_mask_iou": "0.984", "area_abs_err_mean_px2": "1986.2659", "area_abs_err_max_px2": "3492.9353", "perimeter_abs_err_mean_px": "9.5537", "count_f1": "1.0", "matched": "28", "merged": "0", "split": "0", "matched_iou_mean": "0.9654", "area_signed_err_pct_mean": "3.6737", "area_abs_err_pct_median": "3.1995", "perimeter_abs_err_pct_median": "0.9291", "total_area_err_pct": "2.315" }, { "plan": "high_quality_architectural_6276", "dataset": "held-out", "perturbation": "dilate", "pixels": "5", "gt_rooms": "28", "pred_rooms": "28", "count_precision": "1.0", "count_recall": "1.0", "room_count_err": "0", "mask_iou": "0.9457", "background_mask_iou": "0.9603", "area_abs_err_mean_px2": "4929.0321", "area_abs_err_max_px2": "8751.7637", "perimeter_abs_err_mean_px": "28.3065", "count_f1": "1.0", "matched": "28", "merged": "0", "split": "0", "matched_iou_mean": "0.9203", "area_signed_err_pct_mean": "8.9388", "area_abs_err_pct_median": "7.6373", "perimeter_abs_err_pct_median": "2.8747", "total_area_err_pct": "5.7448" }, { "plan": "high_quality_architectural_6276", "dataset": "held-out", "perturbation": "shift", "pixels": "2", "gt_rooms": "28", "pred_rooms": "28", "count_precision": "1.0", "count_recall": "1.0", "room_count_err": "0", "mask_iou": "0.9869", "background_mask_iou": "0.991", "area_abs_err_mean_px2": "108.7487", "area_abs_err_max_px2": "443.4931", "perimeter_abs_err_mean_px": "1.0549", "count_f1": "1.0", "matched": "28", "merged": "0", "split": "0", "matched_iou_mean": "0.9794", "area_signed_err_pct_mean": "0.0361", "area_abs_err_pct_median": "0.116", "perimeter_abs_err_pct_median": "0.0832", "total_area_err_pct": "-0.0013" }, { "plan": "high_quality_architectural_6276", "dataset": "held-out", "perturbation": "shift", "pixels": "5", "gt_rooms": "28", "pred_rooms": "28", "count_precision": "1.0", "count_recall": "1.0", "room_count_err": "0", "mask_iou": "0.9677", "background_mask_iou": "0.9775", "area_abs_err_mean_px2": "108.7487", "area_abs_err_max_px2": "443.4931", "perimeter_abs_err_mean_px": "1.0549", "count_f1": "1.0", "matched": "28", "merged": "0", "split": "0", "matched_iou_mean": "0.9496", "area_signed_err_pct_mean": "0.0361", "area_abs_err_pct_median": "0.116", "perimeter_abs_err_pct_median": "0.0832", "total_area_err_pct": "-0.0013" }, { "plan": "high_quality_architectural_6276", "dataset": "held-out", "perturbation": "scale", "pixels": "-2", "gt_rooms": "28", "pred_rooms": "28", "count_precision": "0.8214", "count_recall": "0.8214", "room_count_err": "0", "mask_iou": "0.8383", "background_mask_iou": "0.889", "area_abs_err_mean_px2": "4067.7332", "area_abs_err_max_px2": "8785.4356", "perimeter_abs_err_mean_px": "26.0115", "count_f1": "0.8214", "matched": "23", "merged": "1", "split": "2", "matched_iou_mean": "0.7331", "area_signed_err_pct_mean": "-3.9603", "area_abs_err_pct_median": "3.9509", "perimeter_abs_err_pct_median": "1.9981", "total_area_err_pct": "-3.9818" }, { "plan": "high_quality_architectural_6276", "dataset": "held-out", "perturbation": "scale", "pixels": "2", "gt_rooms": "28", "pred_rooms": "28", "count_precision": "0.8214", "count_recall": "0.8214", "room_count_err": "0", "mask_iou": "0.8369", "background_mask_iou": "0.8806", "area_abs_err_mean_px2": "4146.4625", "area_abs_err_max_px2": "8762.5644", "perimeter_abs_err_mean_px": "26.6481", "count_f1": "0.8214", "matched": "23", "merged": "2", "split": "1", "matched_iou_mean": "0.7274", "area_signed_err_pct_mean": "4.1153", "area_abs_err_pct_median": "4.1166", "perimeter_abs_err_pct_median": "2.0693", "total_area_err_pct": "4.06" }, { "plan": "high_quality_architectural_6276", "dataset": "held-out", "perturbation": "merge", "pixels": "20", "gt_rooms": "28", "pred_rooms": "27", "count_precision": "1.0", "count_recall": "0.9643", "room_count_err": "-1", "mask_iou": "1.0", "background_mask_iou": "1.0", "area_abs_err_mean_px2": "8101.4419", "area_abs_err_max_px2": "215834.5999", "perimeter_abs_err_mean_px": "29.8457", "count_f1": "0.9818", "matched": "27", "merged": "1", "split": "0", "matched_iou_mean": "0.9816", "area_signed_err_pct_mean": "3.6925", "area_abs_err_pct_median": "0.137", "perimeter_abs_err_pct_median": "0.0832", "total_area_err_pct": "-0.0013" }, { "plan": "high_quality_architectural_6276", "dataset": "held-out", "perturbation": "split", "pixels": "3", "gt_rooms": "28", "pred_rooms": "29", "count_precision": "0.931", "count_recall": "0.9643", "room_count_err": "1", "mask_iou": "0.9995", "background_mask_iou": "0.9997", "area_abs_err_mean_px2": "109.0936", "area_abs_err_max_px2": "443.4931", "perimeter_abs_err_mean_px": "1.094", "count_f1": "0.9474", "matched": "27", "merged": "0", "split": "1", "matched_iou_mean": "1.0", "area_signed_err_pct_mean": "0.0392", "area_abs_err_pct_median": "0.1164", "perimeter_abs_err_pct_median": "0.0832", "total_area_err_pct": "-0.0505" }, { "plan": "colorful_13502", "dataset": "held-out", "perturbation": "erode", "pixels": "2", "gt_rooms": "6", "pred_rooms": "6", "count_precision": "1.0", "count_recall": "1.0", "room_count_err": "0", "mask_iou": "0.9709", "background_mask_iou": "0.9828", "area_abs_err_mean_px2": "2116.2198", "area_abs_err_max_px2": "2850.9941", "perimeter_abs_err_mean_px": "47.2604", "count_f1": "1.0", "matched": "6", "merged": "0", "split": "0", "matched_iou_mean": "0.9657", "area_signed_err_pct_mean": "-3.467", "area_abs_err_pct_median": "3.4188", "perimeter_abs_err_pct_median": "1.9155", "total_area_err_pct": "-2.9245" }, { "plan": "colorful_13502", "dataset": "held-out", "perturbation": "erode", "pixels": "5", "gt_rooms": "6", "pred_rooms": "6", "count_precision": "1.0", "count_recall": "1.0", "room_count_err": "0", "mask_iou": "0.9282", "background_mask_iou": "0.9587", "area_abs_err_mean_px2": "5204.2198", "area_abs_err_max_px2": "7260.9941", "perimeter_abs_err_mean_px": "71.2604", "count_f1": "1.0", "matched": "6", "merged": "0", "split": "0", "matched_iou_mean": "0.9156", "area_signed_err_pct_mean": "-8.4769", "area_abs_err_pct_median": "8.4214", "perimeter_abs_err_pct_median": "4.566", "total_area_err_pct": "-7.192" }, { "plan": "colorful_13502", "dataset": "held-out", "perturbation": "dilate", "pixels": "2", "gt_rooms": "6", "pred_rooms": "6", "count_precision": "1.0", "count_recall": "1.0", "room_count_err": "0", "mask_iou": "0.9746", "background_mask_iou": "0.9844", "area_abs_err_mean_px2": "1873.1464", "area_abs_err_max_px2": "2720.3568", "perimeter_abs_err_mean_px": "22.3173", "count_f1": "1.0", "matched": "6", "merged": "0", "split": "0", "matched_iou_mean": "0.9695", "area_signed_err_pct_mean": "3.1169", "area_abs_err_pct_median": "2.759", "perimeter_abs_err_pct_median": "0.9376", "total_area_err_pct": "2.5886" }, { "plan": "colorful_13502", "dataset": "held-out", "perturbation": "dilate", "pixels": "5", "gt_rooms": "6", "pred_rooms": "6", "count_precision": "1.0", "count_recall": "1.0", "room_count_err": "0", "mask_iou": "0.9411", "background_mask_iou": "0.9625", "area_abs_err_mean_px2": "4518.4593", "area_abs_err_max_px2": "6412.7711", "perimeter_abs_err_mean_px": "33.7434", "count_f1": "1.0", "matched": "6", "merged": "0", "split": "0", "matched_iou_mean": "0.93", "area_signed_err_pct_mean": "7.5719", "area_abs_err_pct_median": "6.8942", "perimeter_abs_err_pct_median": "2.681", "total_area_err_pct": "6.2443" }, { "plan": "colorful_13502", "dataset": "held-out", "perturbation": "shift", "pixels": "2", "gt_rooms": "6", "pred_rooms": "6", "count_precision": "1.0", "count_recall": "1.0", "room_count_err": "0", "mask_iou": "0.9843", "background_mask_iou": "0.9905", "area_abs_err_mean_px2": "109.0147", "area_abs_err_max_px2": "205.5086", "perimeter_abs_err_mean_px": "31.6614", "count_f1": "1.0", "matched": "6", "merged": "0", "split": "0", "matched_iou_mean": "0.9824", "area_signed_err_pct_mean": "-0.0498", "area_abs_err_pct_median": "0.1572", "perimeter_abs_err_pct_median": "0.1259", "total_area_err_pct": "-0.024" }, { "plan": "colorful_13502", "dataset": "held-out", "perturbation": "shift", "pixels": "5", "gt_rooms": "6", "pred_rooms": "6", "count_precision": "1.0", "count_recall": "1.0", "room_count_err": "0", "mask_iou": "0.9612", "background_mask_iou": "0.9766", "area_abs_err_mean_px2": "109.0147", "area_abs_err_max_px2": "205.5086", "perimeter_abs_err_mean_px": "31.6614", "count_f1": "1.0", "matched": "6", "merged": "0", "split": "0", "matched_iou_mean": "0.9566", "area_signed_err_pct_mean": "-0.0498", "area_abs_err_pct_median": "0.1572", "perimeter_abs_err_pct_median": "0.1259", "total_area_err_pct": "-0.024" }, { "plan": "colorful_13502", "dataset": "held-out", "perturbation": "scale", "pixels": "-2", "gt_rooms": "6", "pred_rooms": "6", "count_precision": "1.0", "count_recall": "1.0", "room_count_err": "0", "mask_iou": "0.8804", "background_mask_iou": "0.9287", "area_abs_err_mean_px2": "2951.8865", "area_abs_err_max_px2": "5728.9941", "perimeter_abs_err_mean_px": "52.2604", "count_f1": "1.0", "matched": "6", "merged": "0", "split": "0", "matched_iou_mean": "0.8012", "area_signed_err_pct_mean": "-4.1113", "area_abs_err_pct_median": "4.0779", "perimeter_abs_err_pct_median": "2.0686", "total_area_err_pct": "-4.0794" }, { "plan": "colorful_13502", "dataset": "held-out", "perturbation": "scale", "pixels": "2", "gt_rooms": "6", "pred_rooms": "6", "count_precision": "1.0", "count_recall": "1.0", "room_count_err": "0", "mask_iou": "0.8737", "background_mask_iou": "0.9198", "area_abs_err_mean_px2": "2977.7802", "area_abs_err_max_px2": "6113.0059", "perimeter_abs_err_mean_px": "45.6919", "count_f1": "1.0", "matched": "6", "merged": "0", "split": "0", "matched_iou_mean": "0.7922", "area_signed_err_pct_mean": "4.0959", "area_abs_err_pct_median": "4.1268", "perimeter_abs_err_pct_median": "2.1664", "total_area_err_pct": "4.1151" }, { "plan": "colorful_13502", "dataset": "held-out", "perturbation": "merge", "pixels": "20", "gt_rooms": "6", "pred_rooms": "5", "count_precision": "1.0", "count_recall": "0.8333", "room_count_err": "-1", "mask_iou": "1.0", "background_mask_iou": "1.0", "area_abs_err_mean_px2": "14027.9701", "area_abs_err_max_px2": "69788.463", "perimeter_abs_err_mean_px": "114.6223", "count_f1": "0.9091", "matched": "5", "merged": "1", "split": "0", "matched_iou_mean": "0.9332", "area_signed_err_pct_mean": "10.023", "area_abs_err_pct_median": "0.2215", "perimeter_abs_err_pct_median": "0.1889", "total_area_err_pct": "-0.0147" }, { "plan": "colorful_13502", "dataset": "held-out", "perturbation": "split", "pixels": "3", "gt_rooms": "6", "pred_rooms": "7", "count_precision": "0.7143", "count_recall": "0.8333", "room_count_err": "1", "mask_iou": "0.9976", "background_mask_iou": "0.9985", "area_abs_err_mean_px2": "105.0165", "area_abs_err_max_px2": "205.5086", "perimeter_abs_err_mean_px": "37.8257", "count_f1": "0.7692", "matched": "5", "merged": "0", "split": "1", "matched_iou_mean": "0.9999", "area_signed_err_pct_mean": "-0.0783", "area_abs_err_pct_median": "0.2215", "perimeter_abs_err_pct_median": "0.1889", "total_area_err_pct": "-0.2583" }, { "plan": "high_quality_architectural_2035", "dataset": "held-out", "perturbation": "erode", "pixels": "2", "gt_rooms": "6", "pred_rooms": "6", "count_precision": "1.0", "count_recall": "1.0", "room_count_err": "0", "mask_iou": "0.9729", "background_mask_iou": "0.9758", "area_abs_err_mean_px2": "2540.7868", "area_abs_err_max_px2": "3623.2497", "perimeter_abs_err_mean_px": "144.1418", "count_f1": "1.0", "matched": "6", "merged": "0", "split": "0", "matched_iou_mean": "0.9699", "area_signed_err_pct_mean": "-3.1646", "area_abs_err_pct_median": "3.1186", "perimeter_abs_err_pct_median": "1.4652", "total_area_err_pct": "-2.8228" }, { "plan": "high_quality_architectural_2035", "dataset": "held-out", "perturbation": "erode", "pixels": "5", "gt_rooms": "6", "pred_rooms": "6", "count_precision": "1.0", "count_recall": "1.0", "room_count_err": "0", "mask_iou": "0.933", "background_mask_iou": "0.9422", "area_abs_err_mean_px2": "6132.7868", "area_abs_err_max_px2": "8753.2497", "perimeter_abs_err_mean_px": "168.1418", "count_f1": "1.0", "matched": "6", "merged": "0", "split": "0", "matched_iou_mean": "0.9255", "area_signed_err_pct_mean": "-7.5933", "area_abs_err_pct_median": "7.5596", "perimeter_abs_err_pct_median": "3.5922", "total_area_err_pct": "-6.8135" }, { "plan": "high_quality_architectural_2035", "dataset": "held-out", "perturbation": "dilate", "pixels": "2", "gt_rooms": "6", "pred_rooms": "6", "count_precision": "1.0", "count_recall": "1.0", "room_count_err": "0", "mask_iou": "0.9762", "background_mask_iou": "0.9777", "area_abs_err_mean_px2": "2089.3092", "area_abs_err_max_px2": "2986.6069", "perimeter_abs_err_mean_px": "133.115", "count_f1": "1.0", "matched": "6", "merged": "0", "split": "0", "matched_iou_mean": "0.9735", "area_signed_err_pct_mean": "2.5648", "area_abs_err_pct_median": "2.6518", "perimeter_abs_err_pct_median": "0.8533", "total_area_err_pct": "2.3212" }, { "plan": "high_quality_architectural_2035", "dataset": "held-out", "perturbation": "dilate", "pixels": "5", "gt_rooms": "6", "pred_rooms": "6", "count_precision": "1.0", "count_recall": "1.0", "room_count_err": "0", "mask_iou": "0.9434", "background_mask_iou": "0.945", "area_abs_err_mean_px2": "5291.8162", "area_abs_err_max_px2": "7236.2637", "perimeter_abs_err_mean_px": "145.3005", "count_f1": "1.0", "matched": "6", "merged": "0", "split": "0", "matched_iou_mean": "0.9371", "area_signed_err_pct_mean": "6.5898", "area_abs_err_pct_median": "6.628", "perimeter_abs_err_pct_median": "2.6594", "total_area_err_pct": "5.8792" }, { "plan": "high_quality_architectural_2035", "dataset": "held-out", "perturbation": "shift", "pixels": "2", "gt_rooms": "6", "pred_rooms": "6", "count_precision": "1.0", "count_recall": "1.0", "room_count_err": "0", "mask_iou": "0.988", "background_mask_iou": "0.989", "area_abs_err_mean_px2": "128.8869", "area_abs_err_max_px2": "249.7458", "perimeter_abs_err_mean_px": "128.2395", "count_f1": "1.0", "matched": "6", "merged": "0", "split": "0", "matched_iou_mean": "0.9852", "area_signed_err_pct_mean": "-0.1572", "area_abs_err_pct_median": "0.1486", "perimeter_abs_err_pct_median": "0.0675", "total_area_err_pct": "-0.1179" }, { "plan": "high_quality_architectural_2035", "dataset": "held-out", "perturbation": "shift", "pixels": "5", "gt_rooms": "6", "pred_rooms": "6", "count_precision": "1.0", "count_recall": "1.0", "room_count_err": "0", "mask_iou": "0.9728", "background_mask_iou": "0.9751", "area_abs_err_mean_px2": "128.8869", "area_abs_err_max_px2": "249.7458", "perimeter_abs_err_mean_px": "128.2395", "count_f1": "1.0", "matched": "6", "merged": "0", "split": "0", "matched_iou_mean": "0.9634", "area_signed_err_pct_mean": "-0.1572", "area_abs_err_pct_median": "0.1486", "perimeter_abs_err_pct_median": "0.0675", "total_area_err_pct": "-0.1179" }, { "plan": "high_quality_architectural_2035", "dataset": "held-out", "perturbation": "scale", "pixels": "-2", "gt_rooms": "6", "pred_rooms": "6", "count_precision": "1.0", "count_recall": "1.0", "room_count_err": "0", "mask_iou": "0.8867", "background_mask_iou": "0.8994", "area_abs_err_mean_px2": "3661.1201", "area_abs_err_max_px2": "7415.2497", "perimeter_abs_err_mean_px": "152.4751", "count_f1": "1.0", "matched": "6", "merged": "0", "split": "0", "matched_iou_mean": "0.8254", "area_signed_err_pct_mean": "-4.0129", "area_abs_err_pct_median": "4.0353", "perimeter_abs_err_pct_median": "2.0796", "total_area_err_pct": "-4.0675" }, { "plan": "high_quality_architectural_2035", "dataset": "held-out", "perturbation": "scale", "pixels": "2", "gt_rooms": "6", "pred_rooms": "6", "count_precision": "1.0", "count_recall": "1.0", "room_count_err": "0", "mask_iou": "0.8808", "background_mask_iou": "0.8863", "area_abs_err_mean_px2": "3520.8799", "area_abs_err_max_px2": "7242.7503", "perimeter_abs_err_mean_px": "143.3516", "count_f1": "1.0", "matched": "6", "merged": "0", "split": "0", "matched_iou_mean": "0.8166", "area_signed_err_pct_mean": "3.7747", "area_abs_err_pct_median": "3.667", "perimeter_abs_err_pct_median": "1.9837", "total_area_err_pct": "3.9117" }, { "plan": "high_quality_architectural_2035", "dataset": "held-out", "perturbation": "merge", "pixels": "20", "gt_rooms": "6", "pred_rooms": "5", "count_precision": "1.0", "count_recall": "0.8333", "room_count_err": "-1", "mask_iou": "0.9991", "background_mask_iou": "0.9991", "area_abs_err_mean_px2": "13942.198", "area_abs_err_max_px2": "69350.6645", "perimeter_abs_err_mean_px": "250.3526", "count_f1": "0.9091", "matched": "5", "merged": "1", "split": "0", "matched_iou_mean": "0.9432", "area_signed_err_pct_mean": "7.8094", "area_abs_err_pct_median": "0.2042", "perimeter_abs_err_pct_median": "0.2245", "total_area_err_pct": "-0.0247" }, { "plan": "high_quality_architectural_2035", "dataset": "held-out", "perturbation": "split", "pixels": "3", "gt_rooms": "6", "pred_rooms": "7", "count_precision": "0.7143", "count_recall": "0.8333", "room_count_err": "1", "mask_iou": "0.9982", "background_mask_iou": "0.9984", "area_abs_err_mean_px2": "122.0143", "area_abs_err_max_px2": "249.7458", "perimeter_abs_err_mean_px": "153.7265", "count_f1": "0.7692", "matched": "5", "merged": "0", "split": "1", "matched_iou_mean": "1.0", "area_signed_err_pct_mean": "-0.17", "area_abs_err_pct_median": "0.2042", "perimeter_abs_err_pct_median": "0.0887", "total_area_err_pct": "-0.2973" }, { "plan": "high_quality_architectural_875", "dataset": "held-out", "perturbation": "erode", "pixels": "2", "gt_rooms": "8", "pred_rooms": "8", "count_precision": "1.0", "count_recall": "1.0", "room_count_err": "0", "mask_iou": "0.9724", "background_mask_iou": "0.9624", "area_abs_err_mean_px2": "2077.9559", "area_abs_err_max_px2": "2847.4359", "perimeter_abs_err_mean_px": "13.8428", "count_f1": "1.0", "matched": "8", "merged": "0", "split": "0", "matched_iou_mean": "0.9625", "area_signed_err_pct_mean": "-3.7068", "area_abs_err_pct_median": "3.2114", "perimeter_abs_err_pct_median": "1.5022", "total_area_err_pct": "-2.689" }, { "plan": "high_quality_architectural_875", "dataset": "held-out", "perturbation": "erode", "pixels": "5", "gt_rooms": "8", "pred_rooms": "8", "count_precision": "1.0", "count_recall": "1.0", "room_count_err": "0", "mask_iou": "0.9318", "background_mask_iou": "0.9119", "area_abs_err_mean_px2": "5218.2059", "area_abs_err_max_px2": "7497.4359", "perimeter_abs_err_mean_px": "37.8428", "count_f1": "1.0", "matched": "8", "merged": "0", "split": "0", "matched_iou_mean": "0.9078", "area_signed_err_pct_mean": "-9.1778", "area_abs_err_pct_median": "8.0663", "perimeter_abs_err_pct_median": "3.7484", "total_area_err_pct": "-6.7526" }, { "plan": "high_quality_architectural_875", "dataset": "held-out", "perturbation": "dilate", "pixels": "2", "gt_rooms": "8", "pred_rooms": "8", "count_precision": "1.0", "count_recall": "1.0", "room_count_err": "0", "mask_iou": "0.9741", "background_mask_iou": "0.9624", "area_abs_err_mean_px2": "2112.525", "area_abs_err_max_px2": "3310.0923", "perimeter_abs_err_mean_px": "12.4436", "count_f1": "1.0", "matched": "8", "merged": "0", "split": "0", "matched_iou_mean": "0.9648", "area_signed_err_pct_mean": "3.7379", "area_abs_err_pct_median": "2.9831", "perimeter_abs_err_pct_median": "1.1951", "total_area_err_pct": "2.7337" }, { "plan": "high_quality_architectural_875", "dataset": "held-out", "perturbation": "dilate", "pixels": "5", "gt_rooms": "8", "pred_rooms": "8", "count_precision": "1.0", "count_recall": "1.0", "room_count_err": "0", "mask_iou": "0.9383", "background_mask_iou": "0.9069", "area_abs_err_mean_px2": "5141.6605", "area_abs_err_max_px2": "7991.9207", "perimeter_abs_err_mean_px": "32.7255", "count_f1": "1.0", "matched": "8", "merged": "0", "split": "0", "matched_iou_mean": "0.9184", "area_signed_err_pct_mean": "9.1878", "area_abs_err_pct_median": "7.2743", "perimeter_abs_err_pct_median": "2.943", "total_area_err_pct": "6.6536" }, { "plan": "high_quality_architectural_875", "dataset": "held-out", "perturbation": "shift", "pixels": "2", "gt_rooms": "8", "pred_rooms": "8", "count_precision": "1.0", "count_recall": "1.0", "room_count_err": "0", "mask_iou": "0.9858", "background_mask_iou": "0.98", "area_abs_err_mean_px2": "87.3991", "area_abs_err_max_px2": "292.5641", "perimeter_abs_err_mean_px": "2.3222", "count_f1": "1.0", "matched": "8", "merged": "0", "split": "0", "matched_iou_mean": "0.9821", "area_signed_err_pct_mean": "0.0432", "area_abs_err_pct_median": "0.0874", "perimeter_abs_err_pct_median": "0.0443", "total_area_err_pct": "0.0719" }, { "plan": "high_quality_architectural_875", "dataset": "held-out", "perturbation": "shift", "pixels": "5", "gt_rooms": "8", "pred_rooms": "8", "count_precision": "1.0", "count_recall": "1.0", "room_count_err": "0", "mask_iou": "0.9649", "background_mask_iou": "0.9506", "area_abs_err_mean_px2": "87.3991", "area_abs_err_max_px2": "292.5641", "perimeter_abs_err_mean_px": "2.3222", "count_f1": "1.0", "matched": "8", "merged": "0", "split": "0", "matched_iou_mean": "0.956", "area_signed_err_pct_mean": "0.0432", "area_abs_err_pct_median": "0.0874", "perimeter_abs_err_pct_median": "0.0443", "total_area_err_pct": "0.0719" }, { "plan": "high_quality_architectural_875", "dataset": "held-out", "perturbation": "scale", "pixels": "-2", "gt_rooms": "8", "pred_rooms": "8", "count_precision": "1.0", "count_recall": "1.0", "room_count_err": "0", "mask_iou": "0.8857", "background_mask_iou": "0.8486", "area_abs_err_mean_px2": "2932.1532", "area_abs_err_max_px2": "5425.8072", "perimeter_abs_err_mean_px": "18.3517", "count_f1": "1.0", "matched": "8", "merged": "0", "split": "0", "matched_iou_mean": "0.8044", "area_signed_err_pct_mean": "-3.7383", "area_abs_err_pct_median": "3.7301", "perimeter_abs_err_pct_median": "1.8486", "total_area_err_pct": "-3.7944" }, { "plan": "high_quality_architectural_875", "dataset": "held-out", "perturbation": "scale", "pixels": "2", "gt_rooms": "8", "pred_rooms": "8", "count_precision": "1.0", "count_recall": "1.0", "room_count_err": "0", "mask_iou": "0.8796", "background_mask_iou": "0.8262", "area_abs_err_mean_px2": "3101.9191", "area_abs_err_max_px2": "6119.5641", "perimeter_abs_err_mean_px": "22.9072", "count_f1": "1.0", "matched": "8", "merged": "0", "split": "0", "matched_iou_mean": "0.7942", "area_signed_err_pct_mean": "3.8975", "area_abs_err_pct_median": "3.9222", "perimeter_abs_err_pct_median": "1.9524", "total_area_err_pct": "4.014" }, { "plan": "high_quality_architectural_875", "dataset": "held-out", "perturbation": "merge", "pixels": "20", "gt_rooms": "8", "pred_rooms": "7", "count_precision": "1.0", "count_recall": "0.875", "room_count_err": "-1", "mask_iou": "0.9966", "background_mask_iou": "0.9952", "area_abs_err_mean_px2": "7910.1208", "area_abs_err_max_px2": "54891.4545", "perimeter_abs_err_mean_px": "48.3482", "count_f1": "0.9333", "matched": "7", "merged": "1", "split": "0", "matched_iou_mean": "0.9561", "area_signed_err_pct_mean": "6.4181", "area_abs_err_pct_median": "0.0831", "perimeter_abs_err_pct_median": "0.058", "total_area_err_pct": "0.4083" }, { "plan": "high_quality_architectural_875", "dataset": "held-out", "perturbation": "split", "pixels": "3", "gt_rooms": "8", "pred_rooms": "9", "count_precision": "0.7778", "count_recall": "0.875", "room_count_err": "1", "mask_iou": "0.9983", "background_mask_iou": "0.9976", "area_abs_err_mean_px2": "58.0898", "area_abs_err_max_px2": "171.4545", "perimeter_abs_err_mean_px": "1.3603", "count_f1": "0.8235", "matched": "7", "merged": "0", "split": "1", "matched_iou_mean": "1.0", "area_signed_err_pct_mean": "0.0216", "area_abs_err_pct_median": "0.0831", "perimeter_abs_err_pct_median": "0.0305", "total_area_err_pct": "-0.1014" }, { "plan": "high_quality_9334", "dataset": "held-out", "perturbation": "erode", "pixels": "2", "gt_rooms": "11", "pred_rooms": "11", "count_precision": "1.0", "count_recall": "1.0", "room_count_err": "0", "mask_iou": "0.9713", "background_mask_iou": "0.9822", "area_abs_err_mean_px2": "2158.2527", "area_abs_err_max_px2": "4023.3565", "perimeter_abs_err_mean_px": "61.2289", "count_f1": "1.0", "matched": "11", "merged": "0", "split": "0", "matched_iou_mean": "0.963", "area_signed_err_pct_mean": "-3.7052", "area_abs_err_pct_median": "3.1721", "perimeter_abs_err_pct_median": "1.592", "total_area_err_pct": "-2.8852" }, { "plan": "high_quality_9334", "dataset": "held-out", "perturbation": "erode", "pixels": "5", "gt_rooms": "11", "pred_rooms": "11", "count_precision": "1.0", "count_recall": "1.0", "room_count_err": "0", "mask_iou": "0.929", "background_mask_iou": "0.957", "area_abs_err_mean_px2": "5319.1618", "area_abs_err_max_px2": "9537.3565", "perimeter_abs_err_mean_px": "85.2289", "count_f1": "1.0", "matched": "11", "merged": "0", "split": "0", "matched_iou_mean": "0.9089", "area_signed_err_pct_mean": "-9.1168", "area_abs_err_pct_median": "8.0645", "perimeter_abs_err_pct_median": "4.21", "total_area_err_pct": "-7.1107" }, { "plan": "high_quality_9334", "dataset": "held-out", "perturbation": "dilate", "pixels": "2", "gt_rooms": "11", "pred_rooms": "11", "count_precision": "1.0", "count_recall": "1.0", "room_count_err": "0", "mask_iou": "0.9749", "background_mask_iou": "0.9837", "area_abs_err_mean_px2": "1915.3359", "area_abs_err_max_px2": "2978.896", "perimeter_abs_err_mean_px": "53.4907", "count_f1": "1.0", "matched": "11", "merged": "0", "split": "0", "matched_iou_mean": "0.9668", "area_signed_err_pct_mean": "3.4553", "area_abs_err_pct_median": "3.0957", "perimeter_abs_err_pct_median": "1.1384", "total_area_err_pct": "2.5604" }, { "plan": "high_quality_9334", "dataset": "held-out", "perturbation": "dilate", "pixels": "5", "gt_rooms": "11", "pred_rooms": "11", "count_precision": "1.0", "count_recall": "1.0", "room_count_err": "0", "mask_iou": "0.9391", "background_mask_iou": "0.959", "area_abs_err_mean_px2": "4838.6448", "area_abs_err_max_px2": "7170.1581", "perimeter_abs_err_mean_px": "70.1879", "count_f1": "1.0", "matched": "11", "merged": "0", "split": "0", "matched_iou_mean": "0.9208", "area_signed_err_pct_mean": "8.7432", "area_abs_err_pct_median": "7.55", "perimeter_abs_err_pct_median": "3.637", "total_area_err_pct": "6.4684" }, { "plan": "high_quality_9334", "dataset": "held-out", "perturbation": "shift", "pixels": "2", "gt_rooms": "11", "pred_rooms": "11", "count_precision": "1.0", "count_recall": "1.0", "room_count_err": "0", "mask_iou": "0.9858", "background_mask_iou": "0.991", "area_abs_err_mean_px2": "136.3993", "area_abs_err_max_px2": "317.4107", "perimeter_abs_err_mean_px": "46.0545", "count_f1": "1.0", "matched": "11", "merged": "0", "split": "0", "matched_iou_mean": "0.9815", "area_signed_err_pct_mean": "-0.0083", "area_abs_err_pct_median": "0.1742", "perimeter_abs_err_pct_median": "0.0877", "total_area_err_pct": "-0.0147" }, { "plan": "high_quality_9334", "dataset": "held-out", "perturbation": "shift", "pixels": "5", "gt_rooms": "11", "pred_rooms": "11", "count_precision": "1.0", "count_recall": "1.0", "room_count_err": "0", "mask_iou": "0.965", "background_mask_iou": "0.9777", "area_abs_err_mean_px2": "136.3993", "area_abs_err_max_px2": "317.4107", "perimeter_abs_err_mean_px": "46.0545", "count_f1": "1.0", "matched": "11", "merged": "0", "split": "0", "matched_iou_mean": "0.9544", "area_signed_err_pct_mean": "-0.0083", "area_abs_err_pct_median": "0.1742", "perimeter_abs_err_pct_median": "0.0877", "total_area_err_pct": "-0.0147" }, { "plan": "high_quality_9334", "dataset": "held-out", "perturbation": "scale", "pixels": "-2", "gt_rooms": "11", "pred_rooms": "11", "count_precision": "1.0", "count_recall": "1.0", "room_count_err": "0", "mask_iou": "0.8562", "background_mask_iou": "0.9092", "area_abs_err_mean_px2": "2869.6163", "area_abs_err_max_px2": "8793.3565", "perimeter_abs_err_mean_px": "66.138", "count_f1": "1.0", "matched": "11", "merged": "0", "split": "0", "matched_iou_mean": "0.7855", "area_signed_err_pct_mean": "-3.7641", "area_abs_err_pct_median": "3.8948", "perimeter_abs_err_pct_median": "1.9008", "total_area_err_pct": "-3.8361" }, { "plan": "high_quality_9334", "dataset": "held-out", "perturbation": "scale", "pixels": "2", "gt_rooms": "11", "pred_rooms": "11", "count_precision": "1.0", "count_recall": "1.0", "room_count_err": "0", "mask_iou": "0.8496", "background_mask_iou": "0.8991", "area_abs_err_mean_px2": "2903.4746", "area_abs_err_max_px2": "8354.6435", "perimeter_abs_err_mean_px": "59.3319", "count_f1": "1.0", "matched": "11", "merged": "0", "split": "0", "matched_iou_mean": "0.7754", "area_signed_err_pct_mean": "3.8197", "area_abs_err_pct_median": "3.9392", "perimeter_abs_err_pct_median": "1.9721", "total_area_err_pct": "3.8814" }, { "plan": "high_quality_9334", "dataset": "held-out", "perturbation": "merge", "pixels": "20", "gt_rooms": "11", "pred_rooms": "10", "count_precision": "1.0", "count_recall": "0.9091", "room_count_err": "-1", "mask_iou": "1.0", "background_mask_iou": "1.0", "area_abs_err_mean_px2": "6523.3064", "area_abs_err_max_px2": "63761.136", "perimeter_abs_err_mean_px": "100.452", "count_f1": "0.9524", "matched": "10", "merged": "1", "split": "0", "matched_iou_mean": "0.9517", "area_signed_err_pct_mean": "9.3208", "area_abs_err_pct_median": "0.2369", "perimeter_abs_err_pct_median": "0.1232", "total_area_err_pct": "-0.0147" }, { "plan": "high_quality_9334", "dataset": "held-out", "perturbation": "split", "pixels": "3", "gt_rooms": "11", "pred_rooms": "12", "count_precision": "0.8333", "count_recall": "0.9091", "room_count_err": "1", "mask_iou": "0.9986", "background_mask_iou": "0.9991", "area_abs_err_mean_px2": "119.3036", "area_abs_err_max_px2": "317.4107", "perimeter_abs_err_mean_px": "0.8516", "count_f1": "0.8696", "matched": "10", "merged": "0", "split": "1", "matched_iou_mean": "1.0", "area_signed_err_pct_mean": "0.0056", "area_abs_err_pct_median": "0.2035", "perimeter_abs_err_pct_median": "0.0754", "total_area_err_pct": "-0.1554" }, { "plan": "high_quality_architectural_9433", "dataset": "held-out", "perturbation": "erode", "pixels": "2", "gt_rooms": "17", "pred_rooms": "17", "count_precision": "1.0", "count_recall": "1.0", "room_count_err": "0", "mask_iou": "0.9713", "background_mask_iou": "0.9741", "area_abs_err_mean_px2": "2029.0479", "area_abs_err_max_px2": "3672.0782", "perimeter_abs_err_mean_px": "63.8552", "count_f1": "1.0", "matched": "17", "merged": "0", "split": "0", "matched_iou_mean": "0.9617", "area_signed_err_pct_mean": "-3.8248", "area_abs_err_pct_median": "3.8969", "perimeter_abs_err_pct_median": "1.9656", "total_area_err_pct": "-2.8488" }, { "plan": "high_quality_architectural_9433", "dataset": "held-out", "perturbation": "erode", "pixels": "5", "gt_rooms": "17", "pred_rooms": "17", "count_precision": "1.0", "count_recall": "1.0", "room_count_err": "0", "mask_iou": "0.9293", "background_mask_iou": "0.9385", "area_abs_err_mean_px2": "5025.6509", "area_abs_err_max_px2": "9330.0782", "perimeter_abs_err_mean_px": "88.0661", "count_f1": "1.0", "matched": "17", "merged": "0", "split": "0", "matched_iou_mean": "0.9058", "area_signed_err_pct_mean": "-9.4118", "area_abs_err_pct_median": "9.5578", "perimeter_abs_err_pct_median": "4.892", "total_area_err_pct": "-7.056" }, { "plan": "high_quality_architectural_9433", "dataset": "held-out", "perturbation": "dilate", "pixels": "2", "gt_rooms": "17", "pred_rooms": "17", "count_precision": "1.0", "count_recall": "1.0", "room_count_err": "0", "mask_iou": "0.9725", "background_mask_iou": "0.9738", "area_abs_err_mean_px2": "2029.9294", "area_abs_err_max_px2": "3734.1926", "perimeter_abs_err_mean_px": "54.228", "count_f1": "1.0", "matched": "17", "merged": "0", "split": "0", "matched_iou_mean": "0.9631", "area_signed_err_pct_mean": "3.8519", "area_abs_err_pct_median": "3.8926", "perimeter_abs_err_pct_median": "1.3369", "total_area_err_pct": "2.85" }, { "plan": "high_quality_architectural_9433", "dataset": "held-out", "perturbation": "dilate", "pixels": "5", "gt_rooms": "17", "pred_rooms": "17", "count_precision": "1.0", "count_recall": "1.0", "room_count_err": "0", "mask_iou": "0.9335", "background_mask_iou": "0.9339", "area_abs_err_mean_px2": "5092.7599", "area_abs_err_max_px2": "9049.8495", "perimeter_abs_err_mean_px": "73.6756", "count_f1": "1.0", "matched": "17", "merged": "0", "split": "0", "matched_iou_mean": "0.9125", "area_signed_err_pct_mean": "9.708", "area_abs_err_pct_median": "9.889", "perimeter_abs_err_pct_median": "3.9219", "total_area_err_pct": "7.1502" }, { "plan": "high_quality_architectural_9433", "dataset": "held-out", "perturbation": "shift", "pixels": "2", "gt_rooms": "17", "pred_rooms": "17", "count_precision": "1.0", "count_recall": "1.0", "room_count_err": "0", "mask_iou": "0.9859", "background_mask_iou": "0.9869", "area_abs_err_mean_px2": "101.5483", "area_abs_err_max_px2": "231.4099", "perimeter_abs_err_mean_px": "45.3915", "count_f1": "1.0", "matched": "17", "merged": "0", "split": "0", "matched_iou_mean": "0.9801", "area_signed_err_pct_mean": "0.0032", "area_abs_err_pct_median": "0.1426", "perimeter_abs_err_pct_median": "0.0923", "total_area_err_pct": "0.017" }, { "plan": "high_quality_architectural_9433", "dataset": "held-out", "perturbation": "shift", "pixels": "5", "gt_rooms": "17", "pred_rooms": "17", "count_precision": "1.0", "count_recall": "1.0", "room_count_err": "0", "mask_iou": "0.9651", "background_mask_iou": "0.9677", "area_abs_err_mean_px2": "101.5483", "area_abs_err_max_px2": "231.4099", "perimeter_abs_err_mean_px": "45.3915", "count_f1": "1.0", "matched": "17", "merged": "0", "split": "0", "matched_iou_mean": "0.9512", "area_signed_err_pct_mean": "0.0032", "area_abs_err_pct_median": "0.1426", "perimeter_abs_err_pct_median": "0.0923", "total_area_err_pct": "0.017" }, { "plan": "high_quality_architectural_9433", "dataset": "held-out", "perturbation": "scale", "pixels": "-2", "gt_rooms": "17", "pred_rooms": "17", "count_precision": "1.0", "count_recall": "1.0", "room_count_err": "0", "mask_iou": "0.8229", "background_mask_iou": "0.8405", "area_abs_err_mean_px2": "2803.2685", "area_abs_err_max_px2": "8092.8282", "perimeter_abs_err_mean_px": "65.2913", "count_f1": "1.0", "matched": "17", "merged": "0", "split": "0", "matched_iou_mean": "0.7408", "area_signed_err_pct_mean": "-3.9994", "area_abs_err_pct_median": "3.9256", "perimeter_abs_err_pct_median": "1.9898", "total_area_err_pct": "-3.9358" }, { "plan": "high_quality_architectural_9433", "dataset": "held-out", "perturbation": "scale", "pixels": "2", "gt_rooms": "17", "pred_rooms": "17", "count_precision": "1.0", "count_recall": "1.0", "room_count_err": "0", "mask_iou": "0.8182", "background_mask_iou": "0.8243", "area_abs_err_mean_px2": "2884.3786", "area_abs_err_max_px2": "8645.1718", "perimeter_abs_err_mean_px": "60.8408", "count_f1": "1.0", "matched": "17", "merged": "0", "split": "0", "matched_iou_mean": "0.7323", "area_signed_err_pct_mean": "4.0877", "area_abs_err_pct_median": "4.1364", "perimeter_abs_err_pct_median": "2.0182", "total_area_err_pct": "4.0497" }, { "plan": "high_quality_architectural_9433", "dataset": "held-out", "perturbation": "merge", "pixels": "20", "gt_rooms": "17", "pred_rooms": "16", "count_precision": "1.0", "count_recall": "0.9412", "room_count_err": "-1", "mask_iou": "0.999", "background_mask_iou": "0.999", "area_abs_err_mean_px2": "6605.6948", "area_abs_err_max_px2": "104392.3789", "perimeter_abs_err_mean_px": "17.4246", "count_f1": "0.9697", "matched": "16", "merged": "1", "split": "0", "matched_iou_mean": "0.9798", "area_signed_err_pct_mean": "2.9988", "area_abs_err_pct_median": "0.1469", "perimeter_abs_err_pct_median": "0.0874", "total_area_err_pct": "0.1199" }, { "plan": "high_quality_architectural_9433", "dataset": "held-out", "perturbation": "split", "pixels": "3", "gt_rooms": "17", "pred_rooms": "18", "count_precision": "0.8889", "count_recall": "0.9412", "room_count_err": "1", "mask_iou": "0.999", "background_mask_iou": "0.9991", "area_abs_err_mean_px2": "95.6343", "area_abs_err_max_px2": "231.4099", "perimeter_abs_err_mean_px": "0.8458", "count_f1": "0.9143", "matched": "16", "merged": "0", "split": "1", "matched_iou_mean": "1.0", "area_signed_err_pct_mean": "-0.0022", "area_abs_err_pct_median": "0.1469", "perimeter_abs_err_pct_median": "0.0874", "total_area_err_pct": "-0.0813" }, { "plan": "high_quality_5632", "dataset": "held-out", "perturbation": "erode", "pixels": "2", "gt_rooms": "9", "pred_rooms": "8", "count_precision": "1.0", "count_recall": "0.8889", "room_count_err": "-1", "mask_iou": "0.9704", "background_mask_iou": "0.9685", "area_abs_err_mean_px2": "2516.3954", "area_abs_err_max_px2": "6572.8537", "perimeter_abs_err_mean_px": "15.9439", "count_f1": "0.9412", "matched": "8", "merged": "0", "split": "0", "matched_iou_mean": "0.962", "area_signed_err_pct_mean": "-3.6448", "area_abs_err_pct_median": "2.9773", "perimeter_abs_err_pct_median": "1.4461", "total_area_err_pct": "-3.2487" }, { "plan": "high_quality_5632", "dataset": "held-out", "perturbation": "erode", "pixels": "5", "gt_rooms": "9", "pred_rooms": "8", "count_precision": "1.0", "count_recall": "0.8889", "room_count_err": "-1", "mask_iou": "0.9268", "background_mask_iou": "0.9254", "area_abs_err_mean_px2": "6291.1454", "area_abs_err_max_px2": "16526.8537", "perimeter_abs_err_mean_px": "39.9439", "count_f1": "0.9412", "matched": "8", "merged": "0", "split": "0", "matched_iou_mean": "0.9063", "area_signed_err_pct_mean": "-9.2222", "area_abs_err_pct_median": "7.5703", "perimeter_abs_err_pct_median": "3.6277", "total_area_err_pct": "-7.6024" }, { "plan": "high_quality_5632", "dataset": "held-out", "perturbation": "dilate", "pixels": "2", "gt_rooms": "9", "pred_rooms": "8", "count_precision": "1.0", "count_recall": "0.8889", "room_count_err": "-1", "mask_iou": "0.9752", "background_mask_iou": "0.972", "area_abs_err_mean_px2": "2239.1095", "area_abs_err_max_px2": "5287.5311", "perimeter_abs_err_mean_px": "9.7089", "count_f1": "0.9412", "matched": "8", "merged": "0", "split": "0", "matched_iou_mean": "0.9659", "area_signed_err_pct_mean": "3.7398", "area_abs_err_pct_median": "3.3107", "perimeter_abs_err_pct_median": "1.0137", "total_area_err_pct": "2.2361" }, { "plan": "high_quality_5632", "dataset": "held-out", "perturbation": "dilate", "pixels": "5", "gt_rooms": "9", "pred_rooms": "8", "count_precision": "1.0", "count_recall": "0.8889", "room_count_err": "-1", "mask_iou": "0.943", "background_mask_iou": "0.9335", "area_abs_err_mean_px2": "5264.9969", "area_abs_err_max_px2": "12335.1953", "perimeter_abs_err_mean_px": "29.5083", "count_f1": "0.9412", "matched": "8", "merged": "0", "split": "0", "matched_iou_mean": "0.9234", "area_signed_err_pct_mean": "8.6816", "area_abs_err_pct_median": "7.4085", "perimeter_abs_err_pct_median": "2.8983", "total_area_err_pct": "5.726" }, { "plan": "high_quality_5632", "dataset": "held-out", "perturbation": "shift", "pixels": "2", "gt_rooms": "9", "pred_rooms": "8", "count_precision": "1.0", "count_recall": "0.8889", "room_count_err": "-1", "mask_iou": "0.9871", "background_mask_iou": "0.9858", "area_abs_err_mean_px2": "137.8205", "area_abs_err_max_px2": "263.4747", "perimeter_abs_err_mean_px": "1.4974", "count_f1": "0.9412", "matched": "8", "merged": "0", "split": "0", "matched_iou_mean": "0.9822", "area_signed_err_pct_mean": "0.1687", "area_abs_err_pct_median": "0.2643", "perimeter_abs_err_pct_median": "0.121", "total_area_err_pct": "-0.3001" }, { "plan": "high_quality_5632", "dataset": "held-out", "perturbation": "shift", "pixels": "5", "gt_rooms": "9", "pred_rooms": "8", "count_precision": "1.0", "count_recall": "0.8889", "room_count_err": "-1", "mask_iou": "0.968", "background_mask_iou": "0.9648", "area_abs_err_mean_px2": "137.8205", "area_abs_err_max_px2": "263.4747", "perimeter_abs_err_mean_px": "1.4974", "count_f1": "0.9412", "matched": "8", "merged": "0", "split": "0", "matched_iou_mean": "0.9561", "area_signed_err_pct_mean": "0.1687", "area_abs_err_pct_median": "0.2643", "perimeter_abs_err_pct_median": "0.121", "total_area_err_pct": "-0.3001" }, { "plan": "high_quality_5632", "dataset": "held-out", "perturbation": "scale", "pixels": "-2", "gt_rooms": "9", "pred_rooms": "8", "count_precision": "1.0", "count_recall": "0.8889", "room_count_err": "-1", "mask_iou": "0.8872", "background_mask_iou": "0.8814", "area_abs_err_mean_px2": "3412.7704", "area_abs_err_max_px2": "10798.8537", "perimeter_abs_err_mean_px": "25.4439", "count_f1": "0.9412", "matched": "8", "merged": "0", "split": "0", "matched_iou_mean": "0.7983", "area_signed_err_pct_mean": "-3.6844", "area_abs_err_pct_median": "3.6422", "perimeter_abs_err_pct_median": "1.8418", "total_area_err_pct": "-4.2826" }, { "plan": "high_quality_5632", "dataset": "held-out", "perturbation": "scale", "pixels": "2", "gt_rooms": "9", "pred_rooms": "8", "count_precision": "1.0", "count_recall": "0.8889", "room_count_err": "-1", "mask_iou": "0.8811", "background_mask_iou": "0.8647", "area_abs_err_mean_px2": "3563.2296", "area_abs_err_max_px2": "11239.1463", "perimeter_abs_err_mean_px": "25.5561", "count_f1": "0.9412", "matched": "8", "merged": "0", "split": "0", "matched_iou_mean": "0.7878", "area_signed_err_pct_mean": "4.0971", "area_abs_err_pct_median": "4.1659", "perimeter_abs_err_pct_median": "2.0112", "total_area_err_pct": "3.7633" }, { "plan": "high_quality_5632", "dataset": "held-out", "perturbation": "merge", "pixels": "20", "gt_rooms": "9", "pred_rooms": "7", "count_precision": "1.0", "count_recall": "0.7778", "room_count_err": "-2", "mask_iou": "0.999", "background_mask_iou": "0.9989", "area_abs_err_mean_px2": "12582.5005", "area_abs_err_max_px2": "87225.6463", "perimeter_abs_err_mean_px": "74.8295", "count_f1": "0.875", "matched": "7", "merged": "1", "split": "0", "matched_iou_mean": "0.9639", "area_signed_err_pct_mean": "5.0582", "area_abs_err_pct_median": "0.3948", "perimeter_abs_err_pct_median": "0.1892", "total_area_err_pct": "-0.1993" }, { "plan": "high_quality_5632", "dataset": "held-out", "perturbation": "split", "pixels": "3", "gt_rooms": "9", "pred_rooms": "9", "count_precision": "0.7778", "count_recall": "0.7778", "room_count_err": "0", "mask_iou": "0.9985", "background_mask_iou": "0.9983", "area_abs_err_mean_px2": "142.774", "area_abs_err_max_px2": "263.4747", "perimeter_abs_err_mean_px": "1.2483", "count_f1": "0.7778", "matched": "7", "merged": "0", "split": "1", "matched_iou_mean": "1.0", "area_signed_err_pct_mean": "0.187", "area_abs_err_pct_median": "0.316", "perimeter_abs_err_pct_median": "0.1293", "total_area_err_pct": "-0.4524" }, { "plan": "high_quality_1140", "dataset": "held-out", "perturbation": "erode", "pixels": "2", "gt_rooms": "8", "pred_rooms": "8", "count_precision": "1.0", "count_recall": "1.0", "room_count_err": "0", "mask_iou": "0.9727", "background_mask_iou": "0.9741", "area_abs_err_mean_px2": "2450.4027", "area_abs_err_max_px2": "3212.4482", "perimeter_abs_err_mean_px": "50.7049", "count_f1": "1.0", "matched": "8", "merged": "0", "split": "0", "matched_iou_mean": "0.966", "area_signed_err_pct_mean": "-3.4563", "area_abs_err_pct_median": "2.8936", "perimeter_abs_err_pct_median": "1.5661", "total_area_err_pct": "-2.7601" }, { "plan": "high_quality_1140", "dataset": "held-out", "perturbation": "erode", "pixels": "5", "gt_rooms": "8", "pred_rooms": "8", "count_precision": "1.0", "count_recall": "1.0", "room_count_err": "0", "mask_iou": "0.9323", "background_mask_iou": "0.9384", "area_abs_err_mean_px2": "6031.6527", "area_abs_err_max_px2": "7808.4482", "perimeter_abs_err_mean_px": "74.7049", "count_f1": "1.0", "matched": "8", "merged": "0", "split": "0", "matched_iou_mean": "0.9161", "area_signed_err_pct_mean": "-8.446", "area_abs_err_pct_median": "7.2005", "perimeter_abs_err_pct_median": "3.8806", "total_area_err_pct": "-6.7939" }, { "plan": "high_quality_1140", "dataset": "held-out", "perturbation": "dilate", "pixels": "2", "gt_rooms": "8", "pred_rooms": "8", "count_precision": "1.0", "count_recall": "1.0", "room_count_err": "0", "mask_iou": "0.9737", "background_mask_iou": "0.9738", "area_abs_err_mean_px2": "2376.8664", "area_abs_err_max_px2": "3245.3682", "perimeter_abs_err_mean_px": "41.1855", "count_f1": "1.0", "matched": "8", "merged": "0", "split": "0", "matched_iou_mean": "0.9673", "area_signed_err_pct_mean": "3.341", "area_abs_err_pct_median": "2.8449", "perimeter_abs_err_pct_median": "0.92", "total_area_err_pct": "2.6773" }, { "plan": "high_quality_1140", "dataset": "held-out", "perturbation": "dilate", "pixels": "5", "gt_rooms": "8", "pred_rooms": "8", "count_precision": "1.0", "count_recall": "1.0", "room_count_err": "0", "mask_iou": "0.9363", "background_mask_iou": "0.934", "area_abs_err_mean_px2": "6016.2038", "area_abs_err_max_px2": "8023.4037", "perimeter_abs_err_mean_px": "56.5317", "count_f1": "1.0", "matched": "8", "merged": "0", "split": "0", "matched_iou_mean": "0.9219", "area_signed_err_pct_mean": "8.5181", "area_abs_err_pct_median": "7.1191", "perimeter_abs_err_pct_median": "2.9729", "total_area_err_pct": "6.7765" }, { "plan": "high_quality_1140", "dataset": "held-out", "perturbation": "shift", "pixels": "2", "gt_rooms": "8", "pred_rooms": "8", "count_precision": "1.0", "count_recall": "1.0", "room_count_err": "0", "mask_iou": "0.9865", "background_mask_iou": "0.9869", "area_abs_err_mean_px2": "84.9585", "area_abs_err_max_px2": "249.4856", "perimeter_abs_err_mean_px": "35.1014", "count_f1": "1.0", "matched": "8", "merged": "0", "split": "0", "matched_iou_mean": "0.9811", "area_signed_err_pct_mean": "-0.056", "area_abs_err_pct_median": "0.0694", "perimeter_abs_err_pct_median": "0.056", "total_area_err_pct": "-0.0258" }, { "plan": "high_quality_1140", "dataset": "held-out", "perturbation": "shift", "pixels": "5", "gt_rooms": "8", "pred_rooms": "8", "count_precision": "1.0", "count_recall": "1.0", "room_count_err": "0", "mask_iou": "0.9667", "background_mask_iou": "0.9677", "area_abs_err_mean_px2": "84.9585", "area_abs_err_max_px2": "249.4856", "perimeter_abs_err_mean_px": "35.1014", "count_f1": "1.0", "matched": "8", "merged": "0", "split": "0", "matched_iou_mean": "0.9536", "area_signed_err_pct_mean": "-0.056", "area_abs_err_pct_median": "0.0694", "perimeter_abs_err_pct_median": "0.056", "total_area_err_pct": "-0.0258" }, { "plan": "high_quality_1140", "dataset": "held-out", "perturbation": "scale", "pixels": "-2", "gt_rooms": "8", "pred_rooms": "8", "count_precision": "1.0", "count_recall": "1.0", "room_count_err": "0", "mask_iou": "0.883", "background_mask_iou": "0.8904", "area_abs_err_mean_px2": "3568.1527", "area_abs_err_max_px2": "5776.4482", "perimeter_abs_err_mean_px": "59.4549", "count_f1": "1.0", "matched": "8", "merged": "0", "split": "0", "matched_iou_mean": "0.8547", "area_signed_err_pct_mean": "-4.0852", "area_abs_err_pct_median": "3.9985", "perimeter_abs_err_pct_median": "2.0608", "total_area_err_pct": "-4.0191" }, { "plan": "high_quality_1140", "dataset": "held-out", "perturbation": "scale", "pixels": "2", "gt_rooms": "8", "pred_rooms": "8", "count_precision": "1.0", "count_recall": "1.0", "room_count_err": "0", "mask_iou": "0.8742", "background_mask_iou": "0.873", "area_abs_err_mean_px2": "3594.5973", "area_abs_err_max_px2": "5671.5518", "perimeter_abs_err_mean_px": "50.8222", "count_f1": "1.0", "matched": "8", "merged": "0", "split": "0", "matched_iou_mean": "0.8438", "area_signed_err_pct_mean": "4.0561", "area_abs_err_pct_median": "4.0929", "perimeter_abs_err_pct_median": "2.0534", "total_area_err_pct": "4.0489" }, { "plan": "high_quality_1140", "dataset": "held-out", "perturbation": "merge", "pixels": "20", "gt_rooms": "8", "pred_rooms": "7", "count_precision": "0.8571", "count_recall": "0.75", "room_count_err": "-1", "mask_iou": "0.9916", "background_mask_iou": "0.9917", "area_abs_err_mean_px2": "80.118", "area_abs_err_max_px2": "249.4856", "perimeter_abs_err_mean_px": "46.6052", "count_f1": "0.8", "matched": "6", "merged": "1", "split": "0", "matched_iou_mean": "1.0", "area_signed_err_pct_mean": "-0.073", "area_abs_err_pct_median": "0.1009", "perimeter_abs_err_pct_median": "0.1428", "total_area_err_pct": "0.8258" }, { "plan": "high_quality_1140", "dataset": "held-out", "perturbation": "split", "pixels": "3", "gt_rooms": "8", "pred_rooms": "9", "count_precision": "0.7778", "count_recall": "0.875", "room_count_err": "1", "mask_iou": "0.9986", "background_mask_iou": "0.9986", "area_abs_err_mean_px2": "81.6028", "area_abs_err_max_px2": "249.4856", "perimeter_abs_err_mean_px": "39.9624", "count_f1": "0.8235", "matched": "7", "merged": "0", "split": "1", "matched_iou_mean": "1.0", "area_signed_err_pct_mean": "-0.0534", "area_abs_err_pct_median": "0.0644", "perimeter_abs_err_pct_median": "0.0432", "total_area_err_pct": "-0.1669" } ], "params": { "threshold": 140, "wall_px": 3, "door_px": 130, "min_room_px2": 3000, "work_long_side": 2500 }, "seg_params": { "close_doors": false, "split_by_class": true, "min_room_share": 0.01, "neck_share": 0.01 } }