Spaces:
Running
Running
| { | |
| "plans": [ | |
| { | |
| "id": "synth-simple", | |
| "title": "Simple: 3 rooms", | |
| "rooms": 3, | |
| "scores": { | |
| "oracle": { | |
| "count_f1": 1.0, | |
| "total_area_err_pct": 0.0, | |
| "area_signed_err_pct_mean": 0.0 | |
| }, | |
| "perturbed_erode_2": { | |
| "gt_rooms": 3, | |
| "pred_rooms": 3, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.9773, | |
| "background_mask_iou": 0.9535, | |
| "area_abs_err_mean_px2": 2877.3333, | |
| "area_abs_err_max_px2": 3424.0, | |
| "perimeter_abs_err_mean_px": 16.0, | |
| "count_f1": 1.0, | |
| "matched": 3, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.9763, | |
| "area_signed_err_pct_mean": -2.3736, | |
| "area_abs_err_pct_median": 2.4426, | |
| "perimeter_abs_err_pct_median": 1.1765, | |
| "total_area_err_pct": -2.2662, | |
| "validity": { | |
| "rooms": 3, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 3, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.002577, | |
| "annotations_s": 0.000927, | |
| "segment_s": 0.020194, | |
| "polygonize_s": 0.002671, | |
| "score_s": 0.040303 | |
| } | |
| }, | |
| "perturbed_erode_5": { | |
| "gt_rooms": 3, | |
| "pred_rooms": 3, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.9438, | |
| "background_mask_iou": 0.8922, | |
| "area_abs_err_mean_px2": 7133.3333, | |
| "area_abs_err_max_px2": 8500.0, | |
| "perimeter_abs_err_mean_px": 40.0, | |
| "count_f1": 1.0, | |
| "matched": 3, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.9412, | |
| "area_signed_err_pct_mean": -5.8827, | |
| "area_abs_err_pct_median": 6.0524, | |
| "perimeter_abs_err_pct_median": 2.9412, | |
| "total_area_err_pct": -5.6183, | |
| "validity": { | |
| "rooms": 3, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 3, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.002645, | |
| "annotations_s": 0.001121, | |
| "segment_s": 0.019051, | |
| "polygonize_s": 0.002668, | |
| "score_s": 0.036912 | |
| } | |
| }, | |
| "perturbed_dilate_5": { | |
| "gt_rooms": 3, | |
| "pred_rooms": 3, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.9457, | |
| "background_mask_iou": 0.8765, | |
| "area_abs_err_mean_px2": 7295.647, | |
| "area_abs_err_max_px2": 8662.3137, | |
| "perimeter_abs_err_mean_px": 32.2843, | |
| "count_f1": 1.0, | |
| "matched": 3, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.9433, | |
| "area_signed_err_pct_mean": 6.0217, | |
| "area_abs_err_pct_median": 6.199, | |
| "perimeter_abs_err_pct_median": 2.3738, | |
| "total_area_err_pct": 5.7461, | |
| "validity": { | |
| "rooms": 3, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 3, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.002406, | |
| "annotations_s": 0.000853, | |
| "segment_s": 0.031184, | |
| "polygonize_s": 0.002734, | |
| "score_s": 0.038624 | |
| } | |
| }, | |
| "perturbed_merge_20": { | |
| "gt_rooms": 3, | |
| "pred_rooms": 2, | |
| "count_precision": 1.0, | |
| "count_recall": 0.6667, | |
| "room_count_err": -1, | |
| "mask_iou": 0.9894, | |
| "background_mask_iou": 0.9768, | |
| "area_abs_err_mean_px2": 47150.0, | |
| "area_abs_err_max_px2": 94300.0, | |
| "perimeter_abs_err_mean_px": 230.0, | |
| "count_f1": 0.8, | |
| "matched": 2, | |
| "merged": 1, | |
| "split": 0, | |
| "matched_iou_mean": 0.77, | |
| "area_signed_err_pct_mean": 42.5926, | |
| "area_abs_err_pct_median": 42.5926, | |
| "perimeter_abs_err_pct_median": 16.9118, | |
| "total_area_err_pct": 1.0764, | |
| "validity": { | |
| "rooms": 2, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 2, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.002257, | |
| "annotations_s": 0.000764, | |
| "segment_s": 0.021812, | |
| "polygonize_s": 0.002466, | |
| "score_s": 0.038062 | |
| } | |
| }, | |
| "perturbed_split_3": { | |
| "gt_rooms": 3, | |
| "pred_rooms": 4, | |
| "count_precision": 0.5, | |
| "count_recall": 0.6667, | |
| "room_count_err": 1, | |
| "mask_iou": 0.9972, | |
| "background_mask_iou": 0.9939, | |
| "area_abs_err_mean_px2": 0.0, | |
| "area_abs_err_max_px2": 0.0, | |
| "perimeter_abs_err_mean_px": 0.0, | |
| "count_f1": 0.5714, | |
| "matched": 2, | |
| "merged": 0, | |
| "split": 1, | |
| "matched_iou_mean": 1.0, | |
| "area_signed_err_pct_mean": 0.0, | |
| "area_abs_err_pct_median": 0.0, | |
| "perimeter_abs_err_pct_median": 0.0, | |
| "total_area_err_pct": -0.2835, | |
| "validity": { | |
| "rooms": 4, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 4, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.002762, | |
| "annotations_s": 0.000996, | |
| "segment_s": 0.021111, | |
| "polygonize_s": 0.002662, | |
| "score_s": 0.037415 | |
| } | |
| }, | |
| "predicted": { | |
| "gt_rooms": 3, | |
| "pred_rooms": 6, | |
| "count_precision": 0.3333, | |
| "count_recall": 0.6667, | |
| "room_count_err": 3, | |
| "mask_iou": 0.9749, | |
| "background_mask_iou": 0.948, | |
| "area_abs_err_mean_px2": 45916.9637, | |
| "area_abs_err_max_px2": 88932.615, | |
| "perimeter_abs_err_mean_px": 1468.6457, | |
| "count_f1": 0.4444, | |
| "matched": 2, | |
| "merged": 1, | |
| "split": 1, | |
| "matched_iou_mean": 0.7584, | |
| "area_signed_err_pct_mean": 26.3118, | |
| "area_abs_err_pct_median": 26.3118, | |
| "perimeter_abs_err_pct_median": 89.2247, | |
| "total_area_err_pct": -1.3809, | |
| "seconds_median": 0.0987, | |
| "timing_s": { | |
| "render_s": 0.003178, | |
| "annotations_s": 0.001379, | |
| "segment_s": 0.037299, | |
| "polygonize_s": 0.003624, | |
| "score_s": 0.052896 | |
| }, | |
| "validity": { | |
| "rooms": 6, | |
| "valid_before_repair_rate": 0.8333333333333334, | |
| "repaired_fraction": 0.16666666666666666, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 6, | |
| "invalid_before_repair": 1, | |
| "repaired_labels": [ | |
| 3 | |
| ] | |
| } | |
| } | |
| }, | |
| "segmented": { | |
| "gt_rooms": 3, | |
| "pred_rooms": 3, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.9817, | |
| "background_mask_iou": 0.9618, | |
| "area_abs_err_mean_px2": 1879.6218, | |
| "area_abs_err_max_px2": 2718.4279, | |
| "perimeter_abs_err_mean_px": 443.6745, | |
| "count_f1": 1.0, | |
| "matched": 3, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.9818, | |
| "area_signed_err_pct_mean": -1.1111, | |
| "area_abs_err_pct_median": 1.3738, | |
| "perimeter_abs_err_pct_median": 32.6904, | |
| "total_area_err_pct": -1.2454, | |
| "seconds_median": 0.227, | |
| "timing_s": { | |
| "render_s": 0.003198, | |
| "annotations_s": 0.00132, | |
| "segment_s": 0.174808, | |
| "polygonize_s": 0.003713, | |
| "score_s": 0.043423 | |
| }, | |
| "validity": { | |
| "rooms": 3, | |
| "valid_before_repair_rate": 0.3333333333333333, | |
| "repaired_fraction": 0.6666666666666666, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 3, | |
| "invalid_before_repair": 2, | |
| "repaired_labels": [ | |
| 1, | |
| 2 | |
| ] | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| { | |
| "id": "synth-medium", | |
| "title": "Medium: open kitchen", | |
| "rooms": 6, | |
| "scores": { | |
| "oracle": { | |
| "count_f1": 1.0, | |
| "total_area_err_pct": 0.0, | |
| "area_signed_err_pct_mean": 0.0 | |
| }, | |
| "perturbed_erode_2": { | |
| "gt_rooms": 6, | |
| "pred_rooms": 6, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.975, | |
| "background_mask_iou": 0.9375, | |
| "area_abs_err_mean_px2": 2530.6667, | |
| "area_abs_err_max_px2": 3784.0, | |
| "perimeter_abs_err_mean_px": 16.0, | |
| "count_f1": 1.0, | |
| "matched": 6, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.9698, | |
| "area_signed_err_pct_mean": -3.0205, | |
| "area_abs_err_pct_median": 2.5866, | |
| "perimeter_abs_err_pct_median": 1.3009, | |
| "total_area_err_pct": -2.497, | |
| "validity": { | |
| "rooms": 6, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 6, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.002809, | |
| "annotations_s": 0.001253, | |
| "segment_s": 0.031959, | |
| "polygonize_s": 0.004418, | |
| "score_s": 0.057985 | |
| } | |
| }, | |
| "perturbed_erode_5": { | |
| "gt_rooms": 6, | |
| "pred_rooms": 6, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.9382, | |
| "background_mask_iou": 0.8584, | |
| "area_abs_err_mean_px2": 6266.6667, | |
| "area_abs_err_max_px2": 9400.0, | |
| "perimeter_abs_err_mean_px": 40.0, | |
| "count_f1": 1.0, | |
| "matched": 6, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.9253, | |
| "area_signed_err_pct_mean": -7.4679, | |
| "area_abs_err_pct_median": 6.4029, | |
| "perimeter_abs_err_pct_median": 3.2522, | |
| "total_area_err_pct": -6.1832, | |
| "validity": { | |
| "rooms": 6, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 6, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.002676, | |
| "annotations_s": 0.001251, | |
| "segment_s": 0.030215, | |
| "polygonize_s": 0.004401, | |
| "score_s": 0.060163 | |
| } | |
| }, | |
| "perturbed_dilate_5": { | |
| "gt_rooms": 6, | |
| "pred_rooms": 6, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.9453, | |
| "background_mask_iou": 0.8455, | |
| "area_abs_err_mean_px2": 5868.5948, | |
| "area_abs_err_max_px2": 7881.1569, | |
| "perimeter_abs_err_mean_px": 30.2369, | |
| "count_f1": 1.0, | |
| "matched": 6, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.9327, | |
| "area_signed_err_pct_mean": 7.3205, | |
| "area_abs_err_pct_median": 6.5747, | |
| "perimeter_abs_err_pct_median": 2.6249, | |
| "total_area_err_pct": 5.7904, | |
| "validity": { | |
| "rooms": 6, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 6, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.002854, | |
| "annotations_s": 0.001296, | |
| "segment_s": 0.050419, | |
| "polygonize_s": 0.004376, | |
| "score_s": 0.061311 | |
| } | |
| }, | |
| "perturbed_merge_20": { | |
| "gt_rooms": 6, | |
| "pred_rooms": 5, | |
| "count_precision": 1.0, | |
| "count_recall": 0.8333, | |
| "room_count_err": -1, | |
| "mask_iou": 1.0, | |
| "background_mask_iou": 1.0, | |
| "area_abs_err_mean_px2": 23760.0, | |
| "area_abs_err_max_px2": 118800.0, | |
| "perimeter_abs_err_mean_px": 144.0, | |
| "count_f1": 0.9091, | |
| "matched": 5, | |
| "merged": 1, | |
| "split": 0, | |
| "matched_iou_mean": 0.9265, | |
| "area_signed_err_pct_mean": 11.6129, | |
| "area_abs_err_pct_median": 0.0, | |
| "perimeter_abs_err_pct_median": 0.0, | |
| "total_area_err_pct": 0.0, | |
| "validity": { | |
| "rooms": 5, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 5, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.002787, | |
| "annotations_s": 0.001212, | |
| "segment_s": 0.035143, | |
| "polygonize_s": 0.004267, | |
| "score_s": 0.058263 | |
| } | |
| }, | |
| "perturbed_split_3": { | |
| "gt_rooms": 6, | |
| "pred_rooms": 7, | |
| "count_precision": 0.7143, | |
| "count_recall": 0.8333, | |
| "room_count_err": 1, | |
| "mask_iou": 0.9984, | |
| "background_mask_iou": 0.9957, | |
| "area_abs_err_mean_px2": 0.0, | |
| "area_abs_err_max_px2": 0.0, | |
| "perimeter_abs_err_mean_px": 0.0, | |
| "count_f1": 0.7692, | |
| "matched": 5, | |
| "merged": 0, | |
| "split": 1, | |
| "matched_iou_mean": 1.0, | |
| "area_signed_err_pct_mean": 0.0, | |
| "area_abs_err_pct_median": 0.0, | |
| "perimeter_abs_err_pct_median": 0.0, | |
| "total_area_err_pct": -0.1628, | |
| "validity": { | |
| "rooms": 7, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 7, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.002824, | |
| "annotations_s": 0.001293, | |
| "segment_s": 0.030814, | |
| "polygonize_s": 0.004617, | |
| "score_s": 0.062442 | |
| } | |
| }, | |
| "predicted": { | |
| "gt_rooms": 6, | |
| "pred_rooms": 13, | |
| "count_precision": 0.2308, | |
| "count_recall": 0.5, | |
| "room_count_err": 7, | |
| "mask_iou": 0.9642, | |
| "background_mask_iou": 0.91, | |
| "area_abs_err_mean_px2": 68193.5603, | |
| "area_abs_err_max_px2": 190526.931, | |
| "perimeter_abs_err_mean_px": 2113.2972, | |
| "count_f1": 0.3158, | |
| "matched": 3, | |
| "merged": 1, | |
| "split": 2, | |
| "matched_iou_mean": 0.7427, | |
| "area_signed_err_pct_mean": 27.5682, | |
| "area_abs_err_pct_median": 12.9191, | |
| "perimeter_abs_err_pct_median": 100.745, | |
| "total_area_err_pct": -1.6891, | |
| "seconds_median": 0.1547, | |
| "timing_s": { | |
| "render_s": 0.002923, | |
| "annotations_s": 0.001163, | |
| "segment_s": 0.047051, | |
| "polygonize_s": 0.007361, | |
| "score_s": 0.094571 | |
| }, | |
| "validity": { | |
| "rooms": 13, | |
| "valid_before_repair_rate": 0.6923076923076923, | |
| "repaired_fraction": 0.3076923076923077, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 13, | |
| "invalid_before_repair": 4, | |
| "repaired_labels": [ | |
| 3, | |
| 6, | |
| 7, | |
| 12 | |
| ] | |
| } | |
| } | |
| }, | |
| "segmented": { | |
| "gt_rooms": 6, | |
| "pred_rooms": 5, | |
| "count_precision": 0.8, | |
| "count_recall": 0.6667, | |
| "room_count_err": -1, | |
| "mask_iou": 0.9063, | |
| "background_mask_iou": 0.7981, | |
| "area_abs_err_mean_px2": 343.7279, | |
| "area_abs_err_max_px2": 772.8863, | |
| "perimeter_abs_err_mean_px": 223.0648, | |
| "count_f1": 0.7273, | |
| "matched": 4, | |
| "merged": 1, | |
| "split": 0, | |
| "matched_iou_mean": 0.9874, | |
| "area_signed_err_pct_mean": -0.0154, | |
| "area_abs_err_pct_median": 0.5295, | |
| "perimeter_abs_err_pct_median": 16.7722, | |
| "total_area_err_pct": -8.7099, | |
| "seconds_median": 0.362, | |
| "timing_s": { | |
| "render_s": 0.003542, | |
| "annotations_s": 0.001636, | |
| "segment_s": 0.270108, | |
| "polygonize_s": 0.007039, | |
| "score_s": 0.078421 | |
| }, | |
| "validity": { | |
| "rooms": 5, | |
| "valid_before_repair_rate": 0.2, | |
| "repaired_fraction": 0.8, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 5, | |
| "invalid_before_repair": 4, | |
| "repaired_labels": [ | |
| 2, | |
| 3, | |
| 4, | |
| 5 | |
| ] | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| { | |
| "id": "synth-dense", | |
| "title": "Dense: 12 rooms", | |
| "rooms": 12, | |
| "scores": { | |
| "oracle": { | |
| "count_f1": 1.0, | |
| "total_area_err_pct": 0.0, | |
| "area_signed_err_pct_mean": 0.0 | |
| }, | |
| "perturbed_erode_2": { | |
| "gt_rooms": 12, | |
| "pred_rooms": 12, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.9698, | |
| "background_mask_iou": 0.9196, | |
| "area_abs_err_mean_px2": 2087.3333, | |
| "area_abs_err_max_px2": 2144.0, | |
| "perimeter_abs_err_mean_px": 16.0, | |
| "count_f1": 1.0, | |
| "matched": 12, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.9698, | |
| "area_signed_err_pct_mean": -3.0205, | |
| "area_abs_err_pct_median": 3.0252, | |
| "perimeter_abs_err_pct_median": 1.5239, | |
| "total_area_err_pct": -3.0197, | |
| "validity": { | |
| "rooms": 12, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 12, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.00298, | |
| "annotations_s": 0.001649, | |
| "segment_s": 0.042906, | |
| "polygonize_s": 0.006736, | |
| "score_s": 0.078644 | |
| } | |
| }, | |
| "perturbed_erode_5": { | |
| "gt_rooms": 12, | |
| "pred_rooms": 12, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.9254, | |
| "background_mask_iou": 0.8223, | |
| "area_abs_err_mean_px2": 5158.3333, | |
| "area_abs_err_max_px2": 5300.0, | |
| "perimeter_abs_err_mean_px": 40.0, | |
| "count_f1": 1.0, | |
| "matched": 12, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.9254, | |
| "area_signed_err_pct_mean": -7.4645, | |
| "area_abs_err_pct_median": 7.4759, | |
| "perimeter_abs_err_pct_median": 3.8099, | |
| "total_area_err_pct": -7.4623, | |
| "validity": { | |
| "rooms": 12, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 12, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.003127, | |
| "annotations_s": 0.002081, | |
| "segment_s": 0.044061, | |
| "polygonize_s": 0.006914, | |
| "score_s": 0.077283 | |
| } | |
| }, | |
| "perturbed_dilate_5": { | |
| "gt_rooms": 12, | |
| "pred_rooms": 12, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.9286, | |
| "background_mask_iou": 0.7772, | |
| "area_abs_err_mean_px2": 5320.647, | |
| "area_abs_err_max_px2": 5462.3137, | |
| "perimeter_abs_err_mean_px": 32.2843, | |
| "count_f1": 1.0, | |
| "matched": 12, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.9285, | |
| "area_signed_err_pct_mean": 7.6994, | |
| "area_abs_err_pct_median": 7.7116, | |
| "perimeter_abs_err_pct_median": 3.075, | |
| "total_area_err_pct": 7.6971, | |
| "validity": { | |
| "rooms": 12, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 12, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.003019, | |
| "annotations_s": 0.00206, | |
| "segment_s": 0.068031, | |
| "polygonize_s": 0.006952, | |
| "score_s": 0.081644 | |
| } | |
| }, | |
| "perturbed_merge_20": { | |
| "gt_rooms": 12, | |
| "pred_rooms": 11, | |
| "count_precision": 0.9091, | |
| "count_recall": 0.8333, | |
| "room_count_err": -1, | |
| "mask_iou": 0.9968, | |
| "background_mask_iou": 0.9906, | |
| "area_abs_err_mean_px2": 0.0, | |
| "area_abs_err_max_px2": 0.0, | |
| "perimeter_abs_err_mean_px": 0.0, | |
| "count_f1": 0.8696, | |
| "matched": 10, | |
| "merged": 1, | |
| "split": 0, | |
| "matched_iou_mean": 1.0, | |
| "area_signed_err_pct_mean": 0.0, | |
| "area_abs_err_pct_median": 0.0, | |
| "perimeter_abs_err_pct_median": 0.0, | |
| "total_area_err_pct": 0.3255, | |
| "validity": { | |
| "rooms": 11, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 11, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.003148, | |
| "annotations_s": 0.002095, | |
| "segment_s": 0.061802, | |
| "polygonize_s": 0.006397, | |
| "score_s": 0.078637 | |
| } | |
| }, | |
| "perturbed_split_3": { | |
| "gt_rooms": 12, | |
| "pred_rooms": 13, | |
| "count_precision": 0.8462, | |
| "count_recall": 0.9167, | |
| "room_count_err": 1, | |
| "mask_iou": 0.999, | |
| "background_mask_iou": 0.9972, | |
| "area_abs_err_mean_px2": 0.0, | |
| "area_abs_err_max_px2": 0.0, | |
| "perimeter_abs_err_mean_px": 0.0, | |
| "count_f1": 0.88, | |
| "matched": 11, | |
| "merged": 0, | |
| "split": 1, | |
| "matched_iou_mean": 1.0, | |
| "area_signed_err_pct_mean": 0.0, | |
| "area_abs_err_pct_median": 0.0, | |
| "perimeter_abs_err_pct_median": 0.0, | |
| "total_area_err_pct": -0.0976, | |
| "validity": { | |
| "rooms": 13, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 13, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.003119, | |
| "annotations_s": 0.00204, | |
| "segment_s": 0.041688, | |
| "polygonize_s": 0.006947, | |
| "score_s": 0.080242 | |
| } | |
| }, | |
| "predicted": { | |
| "gt_rooms": 12, | |
| "pred_rooms": 23, | |
| "count_precision": 0.0, | |
| "count_recall": 0.0, | |
| "room_count_err": 11, | |
| "mask_iou": 0.9493, | |
| "background_mask_iou": 0.8654, | |
| "area_abs_err_mean_px2": null, | |
| "area_abs_err_max_px2": null, | |
| "perimeter_abs_err_mean_px": null, | |
| "count_f1": 0.0, | |
| "matched": 0, | |
| "merged": 1, | |
| "split": 6, | |
| "matched_iou_mean": null, | |
| "area_signed_err_pct_mean": null, | |
| "area_abs_err_pct_median": null, | |
| "perimeter_abs_err_pct_median": null, | |
| "total_area_err_pct": -2.2068, | |
| "seconds_median": 0.2203, | |
| "timing_s": { | |
| "render_s": 0.003784, | |
| "annotations_s": 0.002242, | |
| "segment_s": 0.059669, | |
| "polygonize_s": 0.011942, | |
| "score_s": 0.14148 | |
| }, | |
| "validity": { | |
| "rooms": 23, | |
| "valid_before_repair_rate": 0.9565217391304348, | |
| "repaired_fraction": 0.043478260869565216, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 23, | |
| "invalid_before_repair": 1, | |
| "repaired_labels": [ | |
| 3 | |
| ] | |
| } | |
| } | |
| }, | |
| "segmented": { | |
| "gt_rooms": 12, | |
| "pred_rooms": 15, | |
| "count_precision": 0.6667, | |
| "count_recall": 0.8333, | |
| "room_count_err": 3, | |
| "mask_iou": 0.9565, | |
| "background_mask_iou": 0.8851, | |
| "area_abs_err_mean_px2": 10805.2453, | |
| "area_abs_err_max_px2": 63898.3734, | |
| "perimeter_abs_err_mean_px": 368.3623, | |
| "count_f1": 0.7407, | |
| "matched": 10, | |
| "merged": 1, | |
| "split": 3, | |
| "matched_iou_mean": 0.885, | |
| "area_signed_err_pct_mean": 4.1863, | |
| "area_abs_err_pct_median": 0.8616, | |
| "perimeter_abs_err_pct_median": 10.9854, | |
| "total_area_err_pct": -2.7455, | |
| "seconds_median": 0.5411, | |
| "timing_s": { | |
| "render_s": 0.003218, | |
| "annotations_s": 0.001696, | |
| "segment_s": 0.42084, | |
| "polygonize_s": 0.013605, | |
| "score_s": 0.097587 | |
| }, | |
| "validity": { | |
| "rooms": 15, | |
| "valid_before_repair_rate": 0.0, | |
| "repaired_fraction": 1.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 15, | |
| "invalid_before_repair": 15, | |
| "repaired_labels": [ | |
| 1, | |
| 2, | |
| 3, | |
| 4, | |
| 5, | |
| 6, | |
| 7, | |
| 8, | |
| 9, | |
| 10, | |
| 11, | |
| 12, | |
| 13, | |
| 14, | |
| 15 | |
| ] | |
| } | |
| } | |
| } | |
| } | |
| } | |
| ], | |
| "held_out": { | |
| "high_quality_488": { | |
| "dataset": "held-out", | |
| "image_size_px": [ | |
| 1055, | |
| 711 | |
| ], | |
| "oracle": { | |
| "room_count": 5, | |
| "total_area_px2": 432869.3, | |
| "total_perimeter_px": 6453.73, | |
| "repaired": 0, | |
| "door_count": 6, | |
| "window_count": 3, | |
| "render_s": 0.077424, | |
| "annotations_s": 0.002461, | |
| "measure_s": 3.2e-05, | |
| "validity": { | |
| "rooms": 5, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": {} | |
| } | |
| }, | |
| "raster_roundtrip": { | |
| "gt_rooms": 5, | |
| "pred_rooms": 5, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 1.0, | |
| "background_mask_iou": 1.0, | |
| "area_abs_err_mean_px2": 178.9428, | |
| "area_abs_err_max_px2": 320.4129, | |
| "perimeter_abs_err_mean_px": 0.7763, | |
| "count_f1": 1.0, | |
| "matched": 5, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 1.0, | |
| "area_signed_err_pct_mean": 0.19, | |
| "area_abs_err_pct_median": 0.3597, | |
| "perimeter_abs_err_pct_median": 0.0508, | |
| "total_area_err_pct": 0.0598 | |
| }, | |
| "perturbed": { | |
| "erode_2": { | |
| "gt_rooms": 5, | |
| "pred_rooms": 5, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.9719, | |
| "background_mask_iou": 0.9631, | |
| "area_abs_err_mean_px2": 2379.4612, | |
| "area_abs_err_max_px2": 3375.8028, | |
| "perimeter_abs_err_mean_px": 150.6774, | |
| "count_f1": 1.0, | |
| "matched": 5, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.9649, | |
| "area_signed_err_pct_mean": -3.3333, | |
| "area_abs_err_pct_median": 3.3992, | |
| "perimeter_abs_err_pct_median": 1.6571, | |
| "total_area_err_pct": -2.7485, | |
| "validity": { | |
| "rooms": 5, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 5, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.005297, | |
| "annotations_s": 0.002054, | |
| "segment_s": 0.022226, | |
| "polygonize_s": 0.003721, | |
| "score_s": 0.044261 | |
| } | |
| }, | |
| "erode_5": { | |
| "gt_rooms": 5, | |
| "pred_rooms": 5, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.9329, | |
| "background_mask_iou": 0.916, | |
| "area_abs_err_mean_px2": 5764.6612, | |
| "area_abs_err_max_px2": 8133.8028, | |
| "perimeter_abs_err_mean_px": 174.6774, | |
| "count_f1": 1.0, | |
| "matched": 5, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.9158, | |
| "area_signed_err_pct_mean": -8.2539, | |
| "area_abs_err_pct_median": 7.7657, | |
| "perimeter_abs_err_pct_median": 4.152, | |
| "total_area_err_pct": -6.6587, | |
| "validity": { | |
| "rooms": 5, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 5, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.00535, | |
| "annotations_s": 0.002684, | |
| "segment_s": 0.023039, | |
| "polygonize_s": 0.003962, | |
| "score_s": 0.045752 | |
| } | |
| }, | |
| "dilate_2": { | |
| "gt_rooms": 5, | |
| "pred_rooms": 5, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.9746, | |
| "background_mask_iou": 0.9643, | |
| "area_abs_err_mean_px2": 2314.3484, | |
| "area_abs_err_max_px2": 3246.6408, | |
| "perimeter_abs_err_mean_px": 8.3985, | |
| "count_f1": 1.0, | |
| "matched": 5, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.9671, | |
| "area_signed_err_pct_mean": 3.6186, | |
| "area_abs_err_pct_median": 4.0457, | |
| "perimeter_abs_err_pct_median": 0.5592, | |
| "total_area_err_pct": 2.6733, | |
| "validity": { | |
| "rooms": 5, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 5, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.005244, | |
| "annotations_s": 0.002024, | |
| "segment_s": 0.041351, | |
| "polygonize_s": 0.004062, | |
| "score_s": 0.045767 | |
| } | |
| }, | |
| "dilate_5": { | |
| "gt_rooms": 5, | |
| "pred_rooms": 5, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.9384, | |
| "background_mask_iou": 0.9102, | |
| "area_abs_err_mean_px2": 5744.2182, | |
| "area_abs_err_max_px2": 7648.8834, | |
| "perimeter_abs_err_mean_px": 27.5382, | |
| "count_f1": 1.0, | |
| "matched": 5, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.9216, | |
| "area_signed_err_pct_mean": 8.8407, | |
| "area_abs_err_pct_median": 9.5315, | |
| "perimeter_abs_err_pct_median": 2.0526, | |
| "total_area_err_pct": 6.635, | |
| "validity": { | |
| "rooms": 5, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 5, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.005384, | |
| "annotations_s": 0.003139, | |
| "segment_s": 0.042353, | |
| "polygonize_s": 0.003989, | |
| "score_s": 0.047122 | |
| } | |
| }, | |
| "shift_2": { | |
| "gt_rooms": 5, | |
| "pred_rooms": 5, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.9879, | |
| "background_mask_iou": 0.9835, | |
| "area_abs_err_mean_px2": 178.9428, | |
| "area_abs_err_max_px2": 320.4129, | |
| "perimeter_abs_err_mean_px": 0.7763, | |
| "count_f1": 1.0, | |
| "matched": 5, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.9819, | |
| "area_signed_err_pct_mean": 0.19, | |
| "area_abs_err_pct_median": 0.3597, | |
| "perimeter_abs_err_pct_median": 0.0508, | |
| "total_area_err_pct": 0.0598, | |
| "validity": { | |
| "rooms": 5, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 5, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.005024, | |
| "annotations_s": 0.002032, | |
| "segment_s": 0.019736, | |
| "polygonize_s": 0.004019, | |
| "score_s": 0.046381 | |
| } | |
| }, | |
| "shift_5": { | |
| "gt_rooms": 5, | |
| "pred_rooms": 5, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.97, | |
| "background_mask_iou": 0.9592, | |
| "area_abs_err_mean_px2": 178.9428, | |
| "area_abs_err_max_px2": 320.4129, | |
| "perimeter_abs_err_mean_px": 0.7763, | |
| "count_f1": 1.0, | |
| "matched": 5, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.9602, | |
| "area_signed_err_pct_mean": 0.19, | |
| "area_abs_err_pct_median": 0.3597, | |
| "perimeter_abs_err_pct_median": 0.0508, | |
| "total_area_err_pct": 0.0598, | |
| "validity": { | |
| "rooms": 5, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 5, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.005124, | |
| "annotations_s": 0.002271, | |
| "segment_s": 0.019466, | |
| "polygonize_s": 0.003915, | |
| "score_s": 0.046391 | |
| } | |
| }, | |
| "scale_-2": { | |
| "gt_rooms": 5, | |
| "pred_rooms": 5, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.9023, | |
| "background_mask_iou": 0.8744, | |
| "area_abs_err_mean_px2": 3316.6112, | |
| "area_abs_err_max_px2": 6555.8028, | |
| "perimeter_abs_err_mean_px": 25.5603, | |
| "count_f1": 1.0, | |
| "matched": 5, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.8763, | |
| "area_signed_err_pct_mean": -3.5703, | |
| "area_abs_err_pct_median": 3.7553, | |
| "perimeter_abs_err_pct_median": 2.0324, | |
| "total_area_err_pct": -3.831, | |
| "validity": { | |
| "rooms": 5, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 5, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.005118, | |
| "annotations_s": 0.002115, | |
| "segment_s": 0.019352, | |
| "polygonize_s": 0.0037, | |
| "score_s": 0.044753 | |
| } | |
| }, | |
| "scale_2": { | |
| "gt_rooms": 5, | |
| "pred_rooms": 5, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.8942, | |
| "background_mask_iou": 0.8519, | |
| "area_abs_err_mean_px2": 3486.9888, | |
| "area_abs_err_max_px2": 6356.1972, | |
| "perimeter_abs_err_mean_px": 24.8397, | |
| "count_f1": 1.0, | |
| "matched": 5, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.8654, | |
| "area_signed_err_pct_mean": 4.0222, | |
| "area_abs_err_pct_median": 3.9002, | |
| "perimeter_abs_err_pct_median": 1.8856, | |
| "total_area_err_pct": 4.0278, | |
| "validity": { | |
| "rooms": 5, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 5, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.005171, | |
| "annotations_s": 0.002235, | |
| "segment_s": 0.020962, | |
| "polygonize_s": 0.00385, | |
| "score_s": 0.04755 | |
| } | |
| }, | |
| "merge_20": { | |
| "gt_rooms": 5, | |
| "pred_rooms": 4, | |
| "count_precision": 1.0, | |
| "count_recall": 0.8, | |
| "room_count_err": -1, | |
| "mask_iou": 0.9947, | |
| "background_mask_iou": 0.9927, | |
| "area_abs_err_mean_px2": 20782.8613, | |
| "area_abs_err_max_px2": 82720.9472, | |
| "perimeter_abs_err_mean_px": 170.0929, | |
| "count_f1": 0.8889, | |
| "matched": 4, | |
| "merged": 1, | |
| "split": 0, | |
| "matched_iou_mean": 0.9157, | |
| "area_signed_err_pct_mean": 12.8524, | |
| "area_abs_err_pct_median": 0.3887, | |
| "perimeter_abs_err_pct_median": 0.1312, | |
| "total_area_err_pct": 0.5948, | |
| "validity": { | |
| "rooms": 4, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 4, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.005663, | |
| "annotations_s": 0.002357, | |
| "segment_s": 0.026378, | |
| "polygonize_s": 0.003632, | |
| "score_s": 0.046949 | |
| } | |
| }, | |
| "split_3": { | |
| "gt_rooms": 5, | |
| "pred_rooms": 6, | |
| "count_precision": 0.6667, | |
| "count_recall": 0.8, | |
| "room_count_err": 1, | |
| "mask_iou": 0.9972, | |
| "background_mask_iou": 0.9962, | |
| "area_abs_err_mean_px2": 182.7278, | |
| "area_abs_err_max_px2": 320.4129, | |
| "perimeter_abs_err_mean_px": 0.7653, | |
| "count_f1": 0.7273, | |
| "matched": 4, | |
| "merged": 0, | |
| "split": 1, | |
| "matched_iou_mean": 1.0, | |
| "area_signed_err_pct_mean": 0.2626, | |
| "area_abs_err_pct_median": 0.3795, | |
| "perimeter_abs_err_pct_median": 0.0662, | |
| "total_area_err_pct": -0.2181, | |
| "validity": { | |
| "rooms": 6, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 6, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.004959, | |
| "annotations_s": 0.002395, | |
| "segment_s": 0.024433, | |
| "polygonize_s": 0.003889, | |
| "score_s": 0.046244 | |
| } | |
| } | |
| }, | |
| "predicted": { | |
| "gt_rooms": 5, | |
| "pred_rooms": 31, | |
| "count_precision": 0.0645, | |
| "count_recall": 0.4, | |
| "room_count_err": 26, | |
| "mask_iou": 0.6638, | |
| "background_mask_iou": 0.4094, | |
| "area_abs_err_mean_px2": 12601.7626, | |
| "area_abs_err_max_px2": 17937.7504, | |
| "perimeter_abs_err_mean_px": 140.651, | |
| "count_f1": 0.1111, | |
| "matched": 2, | |
| "merged": 1, | |
| "split": 4, | |
| "matched_iou_mean": 0.6208, | |
| "area_signed_err_pct_mean": -36.1097, | |
| "area_abs_err_pct_median": 36.1097, | |
| "perimeter_abs_err_pct_median": 16.0906, | |
| "total_area_err_pct": 33.8147, | |
| "seconds_median": 0.159, | |
| "timing_s": { | |
| "render_s": 0.005798, | |
| "annotations_s": 0.002432, | |
| "segment_s": 0.059784, | |
| "polygonize_s": 0.008219, | |
| "score_s": 0.082176 | |
| }, | |
| "validity": { | |
| "rooms": 31, | |
| "valid_before_repair_rate": 0.967741935483871, | |
| "repaired_fraction": 0.03225806451612903, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 31, | |
| "invalid_before_repair": 1, | |
| "repaired_labels": [ | |
| 1 | |
| ] | |
| } | |
| } | |
| }, | |
| "segmented": { | |
| "gt_rooms": 5, | |
| "pred_rooms": 5, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.9772, | |
| "background_mask_iou": 0.969, | |
| "area_abs_err_mean_px2": 997.9498, | |
| "area_abs_err_max_px2": 2140.6486, | |
| "perimeter_abs_err_mean_px": 202.3566, | |
| "count_f1": 1.0, | |
| "matched": 5, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.9502, | |
| "area_signed_err_pct_mean": -1.2866, | |
| "area_abs_err_pct_median": 0.547, | |
| "perimeter_abs_err_pct_median": 6.1051, | |
| "total_area_err_pct": -0.0507, | |
| "seconds_median": 0.32, | |
| "timing_s": { | |
| "render_s": 0.005748, | |
| "annotations_s": 0.002276, | |
| "segment_s": 0.25652, | |
| "polygonize_s": 0.004748, | |
| "score_s": 0.04949 | |
| }, | |
| "validity": { | |
| "rooms": 5, | |
| "valid_before_repair_rate": 0.4, | |
| "repaired_fraction": 0.6, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 5, | |
| "invalid_before_repair": 3, | |
| "repaired_labels": [ | |
| 1, | |
| 4, | |
| 5 | |
| ] | |
| } | |
| } | |
| } | |
| }, | |
| "high_quality_architectural_9453": { | |
| "dataset": "held-out", | |
| "image_size_px": [ | |
| 1148, | |
| 1927 | |
| ], | |
| "oracle": { | |
| "room_count": 9, | |
| "total_area_px2": 536066.65, | |
| "total_perimeter_px": 8304.7, | |
| "repaired": 0, | |
| "door_count": 8, | |
| "window_count": 8, | |
| "render_s": 0.068924, | |
| "annotations_s": 0.002624, | |
| "measure_s": 2.4e-05, | |
| "validity": { | |
| "rooms": 9, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": {} | |
| } | |
| }, | |
| "raster_roundtrip": { | |
| "gt_rooms": 9, | |
| "pred_rooms": 9, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 1.0, | |
| "background_mask_iou": 1.0, | |
| "area_abs_err_mean_px2": 97.7449, | |
| "area_abs_err_max_px2": 218.8563, | |
| "perimeter_abs_err_mean_px": 1.3761, | |
| "count_f1": 1.0, | |
| "matched": 9, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 1.0, | |
| "area_signed_err_pct_mean": -0.0719, | |
| "area_abs_err_pct_median": 0.1653, | |
| "perimeter_abs_err_pct_median": 0.1257, | |
| "total_area_err_pct": -0.0526 | |
| }, | |
| "perturbed": { | |
| "erode_2": { | |
| "gt_rooms": 9, | |
| "pred_rooms": 9, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.9687, | |
| "background_mask_iou": 0.9901, | |
| "area_abs_err_mean_px2": 1894.7743, | |
| "area_abs_err_max_px2": 3030.3593, | |
| "perimeter_abs_err_mean_px": 15.7206, | |
| "count_f1": 1.0, | |
| "matched": 9, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.9592, | |
| "area_signed_err_pct_mean": -4.148, | |
| "area_abs_err_pct_median": 3.8454, | |
| "perimeter_abs_err_pct_median": 1.7857, | |
| "total_area_err_pct": -3.1811, | |
| "validity": { | |
| "rooms": 9, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 9, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.008073, | |
| "annotations_s": 0.002622, | |
| "segment_s": 0.0308, | |
| "polygonize_s": 0.011852, | |
| "score_s": 0.064586 | |
| } | |
| }, | |
| "erode_5": { | |
| "gt_rooms": 9, | |
| "pred_rooms": 9, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.9228, | |
| "background_mask_iou": 0.9759, | |
| "area_abs_err_mean_px2": 4628.2457, | |
| "area_abs_err_max_px2": 7482.3593, | |
| "perimeter_abs_err_mean_px": 39.9968, | |
| "count_f1": 1.0, | |
| "matched": 9, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.8997, | |
| "area_signed_err_pct_mean": -10.092, | |
| "area_abs_err_pct_median": 9.661, | |
| "perimeter_abs_err_pct_median": 4.6053, | |
| "total_area_err_pct": -7.7703, | |
| "validity": { | |
| "rooms": 9, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 9, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.008419, | |
| "annotations_s": 0.002743, | |
| "segment_s": 0.033149, | |
| "polygonize_s": 0.013123, | |
| "score_s": 0.071248 | |
| } | |
| }, | |
| "dilate_2": { | |
| "gt_rooms": 9, | |
| "pred_rooms": 9, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.9738, | |
| "background_mask_iou": 0.9914, | |
| "area_abs_err_mean_px2": 1574.2491, | |
| "area_abs_err_max_px2": 2131.3417, | |
| "perimeter_abs_err_mean_px": 10.7069, | |
| "count_f1": 1.0, | |
| "matched": 9, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.9636, | |
| "area_signed_err_pct_mean": 3.7296, | |
| "area_abs_err_pct_median": 4.1474, | |
| "perimeter_abs_err_pct_median": 1.2149, | |
| "total_area_err_pct": 2.643, | |
| "validity": { | |
| "rooms": 9, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 9, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.008557, | |
| "annotations_s": 0.003138, | |
| "segment_s": 0.070154, | |
| "polygonize_s": 0.011953, | |
| "score_s": 0.063361 | |
| } | |
| }, | |
| "dilate_5": { | |
| "gt_rooms": 9, | |
| "pred_rooms": 9, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.9355, | |
| "background_mask_iou": 0.978, | |
| "area_abs_err_mean_px2": 4072.9934, | |
| "area_abs_err_max_px2": 5375.7559, | |
| "perimeter_abs_err_mean_px": 30.6399, | |
| "count_f1": 1.0, | |
| "matched": 9, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.913, | |
| "area_signed_err_pct_mean": 9.6032, | |
| "area_abs_err_pct_median": 10.2943, | |
| "perimeter_abs_err_pct_median": 3.3899, | |
| "total_area_err_pct": 6.8381, | |
| "validity": { | |
| "rooms": 9, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 9, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.008288, | |
| "annotations_s": 0.003329, | |
| "segment_s": 0.067767, | |
| "polygonize_s": 0.011796, | |
| "score_s": 0.066551 | |
| } | |
| }, | |
| "shift_2": { | |
| "gt_rooms": 9, | |
| "pred_rooms": 9, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.9848, | |
| "background_mask_iou": 0.9951, | |
| "area_abs_err_mean_px2": 97.7449, | |
| "area_abs_err_max_px2": 218.8563, | |
| "perimeter_abs_err_mean_px": 1.3761, | |
| "count_f1": 1.0, | |
| "matched": 9, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.9792, | |
| "area_signed_err_pct_mean": -0.0719, | |
| "area_abs_err_pct_median": 0.1653, | |
| "perimeter_abs_err_pct_median": 0.1257, | |
| "total_area_err_pct": -0.0526, | |
| "validity": { | |
| "rooms": 9, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 9, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.023775, | |
| "annotations_s": 0.003125, | |
| "segment_s": 0.024609, | |
| "polygonize_s": 0.013097, | |
| "score_s": 0.071801 | |
| } | |
| }, | |
| "shift_5": { | |
| "gt_rooms": 9, | |
| "pred_rooms": 9, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.9624, | |
| "background_mask_iou": 0.9878, | |
| "area_abs_err_mean_px2": 97.7449, | |
| "area_abs_err_max_px2": 218.8563, | |
| "perimeter_abs_err_mean_px": 1.3761, | |
| "count_f1": 1.0, | |
| "matched": 9, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.9488, | |
| "area_signed_err_pct_mean": -0.0719, | |
| "area_abs_err_pct_median": 0.1653, | |
| "perimeter_abs_err_pct_median": 0.1257, | |
| "total_area_err_pct": -0.0526, | |
| "validity": { | |
| "rooms": 9, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 9, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.008524, | |
| "annotations_s": 0.002605, | |
| "segment_s": 0.021121, | |
| "polygonize_s": 0.011903, | |
| "score_s": 0.065507 | |
| } | |
| }, | |
| "scale_-2": { | |
| "gt_rooms": 9, | |
| "pred_rooms": 9, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.8387, | |
| "background_mask_iou": 0.9469, | |
| "area_abs_err_mean_px2": 2515.7783, | |
| "area_abs_err_max_px2": 5640.3593, | |
| "perimeter_abs_err_mean_px": 18.7285, | |
| "count_f1": 1.0, | |
| "matched": 9, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.761, | |
| "area_signed_err_pct_mean": -4.2381, | |
| "area_abs_err_pct_median": 4.1948, | |
| "perimeter_abs_err_pct_median": 1.9919, | |
| "total_area_err_pct": -4.2237, | |
| "validity": { | |
| "rooms": 9, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 9, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.008411, | |
| "annotations_s": 0.002777, | |
| "segment_s": 0.02409, | |
| "polygonize_s": 0.01219, | |
| "score_s": 0.066329 | |
| } | |
| }, | |
| "scale_2": { | |
| "gt_rooms": 9, | |
| "pred_rooms": 9, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.8339, | |
| "background_mask_iou": 0.9422, | |
| "area_abs_err_mean_px2": 2505.7717, | |
| "area_abs_err_max_px2": 5707.6407, | |
| "perimeter_abs_err_mean_px": 20.2794, | |
| "count_f1": 1.0, | |
| "matched": 9, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.7512, | |
| "area_signed_err_pct_mean": 4.1827, | |
| "area_abs_err_pct_median": 4.1808, | |
| "perimeter_abs_err_pct_median": 2.2086, | |
| "total_area_err_pct": 4.2069, | |
| "validity": { | |
| "rooms": 9, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 9, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.008957, | |
| "annotations_s": 0.002865, | |
| "segment_s": 0.02426, | |
| "polygonize_s": 0.012397, | |
| "score_s": 0.068521 | |
| } | |
| }, | |
| "merge_20": { | |
| "gt_rooms": 9, | |
| "pred_rooms": 8, | |
| "count_precision": 1.0, | |
| "count_recall": 0.8889, | |
| "room_count_err": -1, | |
| "mask_iou": 1.0, | |
| "background_mask_iou": 1.0, | |
| "area_abs_err_mean_px2": 15099.987, | |
| "area_abs_err_max_px2": 120087.1504, | |
| "perimeter_abs_err_mean_px": 84.903, | |
| "count_f1": 0.9412, | |
| "matched": 8, | |
| "merged": 1, | |
| "split": 0, | |
| "matched_iou_mean": 0.9429, | |
| "area_signed_err_pct_mean": 10.4112, | |
| "area_abs_err_pct_median": 0.2771, | |
| "perimeter_abs_err_pct_median": 0.1469, | |
| "total_area_err_pct": -0.0526, | |
| "validity": { | |
| "rooms": 8, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 8, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.008735, | |
| "annotations_s": 0.002714, | |
| "segment_s": 0.052681, | |
| "polygonize_s": 0.012559, | |
| "score_s": 0.066935 | |
| } | |
| }, | |
| "split_3": { | |
| "gt_rooms": 9, | |
| "pred_rooms": 10, | |
| "count_precision": 0.8, | |
| "count_recall": 0.8889, | |
| "room_count_err": 1, | |
| "mask_iou": 0.9979, | |
| "background_mask_iou": 0.9993, | |
| "area_abs_err_mean_px2": 107.1681, | |
| "area_abs_err_max_px2": 218.8563, | |
| "perimeter_abs_err_mean_px": 1.5331, | |
| "count_f1": 0.8421, | |
| "matched": 8, | |
| "merged": 0, | |
| "split": 1, | |
| "matched_iou_mean": 1.0, | |
| "area_signed_err_pct_mean": -0.0789, | |
| "area_abs_err_pct_median": 0.2061, | |
| "perimeter_abs_err_pct_median": 0.1469, | |
| "total_area_err_pct": -0.2619, | |
| "validity": { | |
| "rooms": 10, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 10, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.008765, | |
| "annotations_s": 0.002824, | |
| "segment_s": 0.033383, | |
| "polygonize_s": 0.012443, | |
| "score_s": 0.066031 | |
| } | |
| } | |
| }, | |
| "predicted": { | |
| "gt_rooms": 9, | |
| "pred_rooms": 23, | |
| "count_precision": 0.0, | |
| "count_recall": 0.0, | |
| "room_count_err": 14, | |
| "mask_iou": 0.3356, | |
| "background_mask_iou": 0.7277, | |
| "area_abs_err_mean_px2": null, | |
| "area_abs_err_max_px2": null, | |
| "perimeter_abs_err_mean_px": null, | |
| "count_f1": 0.0, | |
| "matched": 0, | |
| "merged": 1, | |
| "split": 4, | |
| "matched_iou_mean": null, | |
| "area_signed_err_pct_mean": null, | |
| "area_abs_err_pct_median": null, | |
| "perimeter_abs_err_pct_median": null, | |
| "total_area_err_pct": -1.3362, | |
| "seconds_median": 0.1632, | |
| "timing_s": { | |
| "render_s": 0.008988, | |
| "annotations_s": 0.002936, | |
| "segment_s": 0.047674, | |
| "polygonize_s": 0.017928, | |
| "score_s": 0.085487 | |
| }, | |
| "validity": { | |
| "rooms": 23, | |
| "valid_before_repair_rate": 0.7391304347826086, | |
| "repaired_fraction": 0.2608695652173913, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 23, | |
| "invalid_before_repair": 6, | |
| "repaired_labels": [ | |
| 1, | |
| 7, | |
| 8, | |
| 9, | |
| 13, | |
| 15 | |
| ] | |
| } | |
| } | |
| }, | |
| "segmented": { | |
| "gt_rooms": 9, | |
| "pred_rooms": 16, | |
| "count_precision": 0.3125, | |
| "count_recall": 0.5556, | |
| "room_count_err": 7, | |
| "mask_iou": 0.8234, | |
| "background_mask_iou": 0.9438, | |
| "area_abs_err_mean_px2": 14785.45, | |
| "area_abs_err_max_px2": 50113.9415, | |
| "perimeter_abs_err_mean_px": 455.45, | |
| "count_f1": 0.4, | |
| "matched": 5, | |
| "merged": 0, | |
| "split": 5, | |
| "matched_iou_mean": 0.7244, | |
| "area_signed_err_pct_mean": -18.3354, | |
| "area_abs_err_pct_median": 13.4374, | |
| "perimeter_abs_err_pct_median": 37.5181, | |
| "total_area_err_pct": -10.0054, | |
| "seconds_median": 1.0967, | |
| "timing_s": { | |
| "render_s": 0.008638, | |
| "annotations_s": 0.00273, | |
| "segment_s": 0.951688, | |
| "polygonize_s": 0.030855, | |
| "score_s": 0.098539 | |
| }, | |
| "validity": { | |
| "rooms": 16, | |
| "valid_before_repair_rate": 0.0, | |
| "repaired_fraction": 1.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 16, | |
| "invalid_before_repair": 16, | |
| "repaired_labels": [ | |
| 1, | |
| 2, | |
| 3, | |
| 4, | |
| 5, | |
| 6, | |
| 7, | |
| 8, | |
| 9, | |
| 10, | |
| 11, | |
| 12, | |
| 13, | |
| 14, | |
| 15, | |
| 16 | |
| ] | |
| } | |
| } | |
| } | |
| }, | |
| "high_quality_architectural_6276": { | |
| "dataset": "held-out", | |
| "image_size_px": [ | |
| 2171, | |
| 2708 | |
| ], | |
| "oracle": { | |
| "room_count": 28, | |
| "total_area_px2": 2402387.7, | |
| "total_perimeter_px": 31961.88, | |
| "repaired": 0, | |
| "door_count": 29, | |
| "window_count": 32, | |
| "render_s": 0.203733, | |
| "annotations_s": 0.006519, | |
| "measure_s": 5.2e-05, | |
| "validity": { | |
| "rooms": 28, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": {} | |
| } | |
| }, | |
| "raster_roundtrip": { | |
| "gt_rooms": 28, | |
| "pred_rooms": 28, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 1.0, | |
| "background_mask_iou": 1.0, | |
| "area_abs_err_mean_px2": 108.7487, | |
| "area_abs_err_max_px2": 443.4931, | |
| "perimeter_abs_err_mean_px": 1.0549, | |
| "count_f1": 1.0, | |
| "matched": 28, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 1.0, | |
| "area_signed_err_pct_mean": 0.0361, | |
| "area_abs_err_pct_median": 0.116, | |
| "perimeter_abs_err_pct_median": 0.0832, | |
| "total_area_err_pct": -0.0013 | |
| }, | |
| "perturbed": { | |
| "erode_2": { | |
| "gt_rooms": 28, | |
| "pred_rooms": 28, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.9736, | |
| "background_mask_iou": 0.9821, | |
| "area_abs_err_mean_px2": 2269.6462, | |
| "area_abs_err_max_px2": 3927.4931, | |
| "perimeter_abs_err_mean_px": 15.7825, | |
| "count_f1": 1.0, | |
| "matched": 28, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.9605, | |
| "area_signed_err_pct_mean": -3.9124, | |
| "area_abs_err_pct_median": 3.2871, | |
| "perimeter_abs_err_pct_median": 1.3336, | |
| "total_area_err_pct": -2.6453, | |
| "validity": { | |
| "rooms": 28, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 28, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.022064, | |
| "annotations_s": 0.006428, | |
| "segment_s": 0.171918, | |
| "polygonize_s": 0.050962, | |
| "score_s": 0.247745 | |
| } | |
| }, | |
| "erode_5": { | |
| "gt_rooms": 28, | |
| "pred_rooms": 28, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.9346, | |
| "background_mask_iou": 0.9568, | |
| "area_abs_err_mean_px2": 5612.3679, | |
| "area_abs_err_max_px2": 9489.4356, | |
| "perimeter_abs_err_mean_px": 39.833, | |
| "count_f1": 1.0, | |
| "matched": 28, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.9031, | |
| "area_signed_err_pct_mean": -9.6552, | |
| "area_abs_err_pct_median": 8.1915, | |
| "perimeter_abs_err_pct_median": 3.4709, | |
| "total_area_err_pct": -6.5413, | |
| "validity": { | |
| "rooms": 28, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 28, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.02173, | |
| "annotations_s": 0.006437, | |
| "segment_s": 0.175624, | |
| "polygonize_s": 0.051195, | |
| "score_s": 0.250196 | |
| } | |
| }, | |
| "dilate_2": { | |
| "gt_rooms": 28, | |
| "pred_rooms": 28, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.9774, | |
| "background_mask_iou": 0.984, | |
| "area_abs_err_mean_px2": 1986.2659, | |
| "area_abs_err_max_px2": 3492.9353, | |
| "perimeter_abs_err_mean_px": 9.5537, | |
| "count_f1": 1.0, | |
| "matched": 28, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.9654, | |
| "area_signed_err_pct_mean": 3.6737, | |
| "area_abs_err_pct_median": 3.1995, | |
| "perimeter_abs_err_pct_median": 0.9291, | |
| "total_area_err_pct": 2.315, | |
| "validity": { | |
| "rooms": 28, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 28, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.021934, | |
| "annotations_s": 0.006572, | |
| "segment_s": 0.249557, | |
| "polygonize_s": 0.055572, | |
| "score_s": 0.249534 | |
| } | |
| }, | |
| "dilate_5": { | |
| "gt_rooms": 28, | |
| "pred_rooms": 28, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.9457, | |
| "background_mask_iou": 0.9603, | |
| "area_abs_err_mean_px2": 4929.0321, | |
| "area_abs_err_max_px2": 8751.7637, | |
| "perimeter_abs_err_mean_px": 28.3065, | |
| "count_f1": 1.0, | |
| "matched": 28, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.9203, | |
| "area_signed_err_pct_mean": 8.9388, | |
| "area_abs_err_pct_median": 7.6373, | |
| "perimeter_abs_err_pct_median": 2.8747, | |
| "total_area_err_pct": 5.7448, | |
| "validity": { | |
| "rooms": 28, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 28, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.022308, | |
| "annotations_s": 0.006757, | |
| "segment_s": 0.254561, | |
| "polygonize_s": 0.055018, | |
| "score_s": 0.272531 | |
| } | |
| }, | |
| "shift_2": { | |
| "gt_rooms": 28, | |
| "pred_rooms": 28, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.9869, | |
| "background_mask_iou": 0.991, | |
| "area_abs_err_mean_px2": 108.7487, | |
| "area_abs_err_max_px2": 443.4931, | |
| "perimeter_abs_err_mean_px": 1.0549, | |
| "count_f1": 1.0, | |
| "matched": 28, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.9794, | |
| "area_signed_err_pct_mean": 0.0361, | |
| "area_abs_err_pct_median": 0.116, | |
| "perimeter_abs_err_pct_median": 0.0832, | |
| "total_area_err_pct": -0.0013, | |
| "validity": { | |
| "rooms": 28, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 28, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.021678, | |
| "annotations_s": 0.006826, | |
| "segment_s": 0.091588, | |
| "polygonize_s": 0.050489, | |
| "score_s": 0.246004 | |
| } | |
| }, | |
| "shift_5": { | |
| "gt_rooms": 28, | |
| "pred_rooms": 28, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.9677, | |
| "background_mask_iou": 0.9775, | |
| "area_abs_err_mean_px2": 108.7487, | |
| "area_abs_err_max_px2": 443.4931, | |
| "perimeter_abs_err_mean_px": 1.0549, | |
| "count_f1": 1.0, | |
| "matched": 28, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.9496, | |
| "area_signed_err_pct_mean": 0.0361, | |
| "area_abs_err_pct_median": 0.116, | |
| "perimeter_abs_err_pct_median": 0.0832, | |
| "total_area_err_pct": -0.0013, | |
| "validity": { | |
| "rooms": 28, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 28, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.021673, | |
| "annotations_s": 0.00696, | |
| "segment_s": 0.095729, | |
| "polygonize_s": 0.05035, | |
| "score_s": 0.244811 | |
| } | |
| }, | |
| "scale_-2": { | |
| "gt_rooms": 28, | |
| "pred_rooms": 28, | |
| "count_precision": 0.8214, | |
| "count_recall": 0.8214, | |
| "room_count_err": 0, | |
| "mask_iou": 0.8383, | |
| "background_mask_iou": 0.889, | |
| "area_abs_err_mean_px2": 4067.7332, | |
| "area_abs_err_max_px2": 8785.4356, | |
| "perimeter_abs_err_mean_px": 26.0115, | |
| "count_f1": 0.8214, | |
| "matched": 23, | |
| "merged": 1, | |
| "split": 2, | |
| "matched_iou_mean": 0.7331, | |
| "area_signed_err_pct_mean": -3.9603, | |
| "area_abs_err_pct_median": 3.9509, | |
| "perimeter_abs_err_pct_median": 1.9981, | |
| "total_area_err_pct": -3.9818, | |
| "validity": { | |
| "rooms": 28, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 28, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.021841, | |
| "annotations_s": 0.006741, | |
| "segment_s": 0.100519, | |
| "polygonize_s": 0.049634, | |
| "score_s": 0.24381 | |
| } | |
| }, | |
| "scale_2": { | |
| "gt_rooms": 28, | |
| "pred_rooms": 28, | |
| "count_precision": 0.8214, | |
| "count_recall": 0.8214, | |
| "room_count_err": 0, | |
| "mask_iou": 0.8369, | |
| "background_mask_iou": 0.8806, | |
| "area_abs_err_mean_px2": 4146.4625, | |
| "area_abs_err_max_px2": 8762.5644, | |
| "perimeter_abs_err_mean_px": 26.6481, | |
| "count_f1": 0.8214, | |
| "matched": 23, | |
| "merged": 2, | |
| "split": 1, | |
| "matched_iou_mean": 0.7274, | |
| "area_signed_err_pct_mean": 4.1153, | |
| "area_abs_err_pct_median": 4.1166, | |
| "perimeter_abs_err_pct_median": 2.0693, | |
| "total_area_err_pct": 4.06, | |
| "validity": { | |
| "rooms": 28, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 28, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.021626, | |
| "annotations_s": 0.006944, | |
| "segment_s": 0.099552, | |
| "polygonize_s": 0.050064, | |
| "score_s": 0.252027 | |
| } | |
| }, | |
| "merge_20": { | |
| "gt_rooms": 28, | |
| "pred_rooms": 27, | |
| "count_precision": 1.0, | |
| "count_recall": 0.9643, | |
| "room_count_err": -1, | |
| "mask_iou": 1.0, | |
| "background_mask_iou": 1.0, | |
| "area_abs_err_mean_px2": 8101.4419, | |
| "area_abs_err_max_px2": 215834.5999, | |
| "perimeter_abs_err_mean_px": 29.8457, | |
| "count_f1": 0.9818, | |
| "matched": 27, | |
| "merged": 1, | |
| "split": 0, | |
| "matched_iou_mean": 0.9816, | |
| "area_signed_err_pct_mean": 3.6925, | |
| "area_abs_err_pct_median": 0.137, | |
| "perimeter_abs_err_pct_median": 0.0832, | |
| "total_area_err_pct": -0.0013, | |
| "validity": { | |
| "rooms": 27, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 27, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.022613, | |
| "annotations_s": 0.00692, | |
| "segment_s": 0.409734, | |
| "polygonize_s": 0.055642, | |
| "score_s": 0.257774 | |
| } | |
| }, | |
| "split_3": { | |
| "gt_rooms": 28, | |
| "pred_rooms": 29, | |
| "count_precision": 0.931, | |
| "count_recall": 0.9643, | |
| "room_count_err": 1, | |
| "mask_iou": 0.9995, | |
| "background_mask_iou": 0.9997, | |
| "area_abs_err_mean_px2": 109.0936, | |
| "area_abs_err_max_px2": 443.4931, | |
| "perimeter_abs_err_mean_px": 1.094, | |
| "count_f1": 0.9474, | |
| "matched": 27, | |
| "merged": 0, | |
| "split": 1, | |
| "matched_iou_mean": 1.0, | |
| "area_signed_err_pct_mean": 0.0392, | |
| "area_abs_err_pct_median": 0.1164, | |
| "perimeter_abs_err_pct_median": 0.0832, | |
| "total_area_err_pct": -0.0505, | |
| "validity": { | |
| "rooms": 29, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 29, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.022229, | |
| "annotations_s": 0.007088, | |
| "segment_s": 0.127424, | |
| "polygonize_s": 0.051502, | |
| "score_s": 0.250725 | |
| } | |
| } | |
| }, | |
| "predicted": { | |
| "gt_rooms": 28, | |
| "pred_rooms": 71, | |
| "count_precision": 0.0704, | |
| "count_recall": 0.1786, | |
| "room_count_err": 43, | |
| "mask_iou": 0.5775, | |
| "background_mask_iou": 0.6977, | |
| "area_abs_err_mean_px2": 13151.1057, | |
| "area_abs_err_max_px2": 27048.4359, | |
| "perimeter_abs_err_mean_px": 385.8555, | |
| "count_f1": 0.101, | |
| "matched": 5, | |
| "merged": 1, | |
| "split": 10, | |
| "matched_iou_mean": 0.8901, | |
| "area_signed_err_pct_mean": -9.7285, | |
| "area_abs_err_pct_median": 6.8007, | |
| "perimeter_abs_err_pct_median": 16.7533, | |
| "total_area_err_pct": -4.4892, | |
| "seconds_median": 0.5503, | |
| "timing_s": { | |
| "render_s": 0.021567, | |
| "annotations_s": 0.006814, | |
| "segment_s": 0.125908, | |
| "polygonize_s": 0.098923, | |
| "score_s": 0.295035 | |
| }, | |
| "validity": { | |
| "rooms": 71, | |
| "valid_before_repair_rate": 0.7183098591549296, | |
| "repaired_fraction": 0.28169014084507044, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 71, | |
| "invalid_before_repair": 20, | |
| "repaired_labels": [ | |
| 3, | |
| 6, | |
| 19, | |
| 22, | |
| 24, | |
| 25, | |
| 26, | |
| 30, | |
| 34, | |
| 35, | |
| 41, | |
| 44, | |
| 50, | |
| 54, | |
| 55, | |
| 57, | |
| 58, | |
| 60, | |
| 63, | |
| 65 | |
| ] | |
| } | |
| } | |
| }, | |
| "segmented": { | |
| "gt_rooms": 28, | |
| "pred_rooms": 27, | |
| "count_precision": 0.6296, | |
| "count_recall": 0.6071, | |
| "room_count_err": -1, | |
| "mask_iou": 0.6789, | |
| "background_mask_iou": 0.8145, | |
| "area_abs_err_mean_px2": 24624.4254, | |
| "area_abs_err_max_px2": 70423.2575, | |
| "perimeter_abs_err_mean_px": 1064.9762, | |
| "count_f1": 0.6182, | |
| "matched": 17, | |
| "merged": 1, | |
| "split": 5, | |
| "matched_iou_mean": 0.7249, | |
| "area_signed_err_pct_mean": -18.1526, | |
| "area_abs_err_pct_median": 25.4202, | |
| "perimeter_abs_err_pct_median": 69.5427, | |
| "total_area_err_pct": -29.341, | |
| "seconds_median": 4.8138, | |
| "timing_s": { | |
| "render_s": 0.022277, | |
| "annotations_s": 0.006559, | |
| "segment_s": 4.352694, | |
| "polygonize_s": 0.091435, | |
| "score_s": 0.318189 | |
| }, | |
| "validity": { | |
| "rooms": 27, | |
| "valid_before_repair_rate": 0.0, | |
| "repaired_fraction": 1.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 27, | |
| "invalid_before_repair": 27, | |
| "repaired_labels": [ | |
| 1, | |
| 2, | |
| 3, | |
| 4, | |
| 5, | |
| 6, | |
| 7, | |
| 8, | |
| 9, | |
| 10, | |
| 11, | |
| 12, | |
| 13, | |
| 14, | |
| 15, | |
| 16, | |
| 17, | |
| 18, | |
| 19, | |
| 20, | |
| 21, | |
| 22, | |
| 23, | |
| 24, | |
| 25, | |
| 26, | |
| 27 | |
| ] | |
| } | |
| } | |
| } | |
| }, | |
| "colorful_13502": { | |
| "dataset": "held-out", | |
| "image_size_px": [ | |
| 765, | |
| 1513 | |
| ], | |
| "oracle": { | |
| "room_count": 6, | |
| "total_area_px2": 434168.7, | |
| "total_perimeter_px": 6528.56, | |
| "repaired": 1, | |
| "door_count": 6, | |
| "window_count": 6, | |
| "render_s": 0.066917, | |
| "annotations_s": 0.002482, | |
| "measure_s": 2.6e-05, | |
| "validity": { | |
| "rooms": 6, | |
| "valid_before_repair_rate": 0.8333333333333334, | |
| "repaired_fraction": 0.16666666666666666, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": {} | |
| } | |
| }, | |
| "raster_roundtrip": { | |
| "gt_rooms": 6, | |
| "pred_rooms": 6, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.9999, | |
| "background_mask_iou": 0.9999, | |
| "area_abs_err_mean_px2": 109.0147, | |
| "area_abs_err_max_px2": 205.5086, | |
| "perimeter_abs_err_mean_px": 31.6614, | |
| "count_f1": 1.0, | |
| "matched": 6, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.9999, | |
| "area_signed_err_pct_mean": -0.0498, | |
| "area_abs_err_pct_median": 0.1572, | |
| "perimeter_abs_err_pct_median": 0.1259, | |
| "total_area_err_pct": -0.024 | |
| }, | |
| "perturbed": { | |
| "erode_2": { | |
| "gt_rooms": 6, | |
| "pred_rooms": 6, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.9709, | |
| "background_mask_iou": 0.9828, | |
| "area_abs_err_mean_px2": 2116.2198, | |
| "area_abs_err_max_px2": 2850.9941, | |
| "perimeter_abs_err_mean_px": 47.2604, | |
| "count_f1": 1.0, | |
| "matched": 6, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.9657, | |
| "area_signed_err_pct_mean": -3.467, | |
| "area_abs_err_pct_median": 3.4188, | |
| "perimeter_abs_err_pct_median": 1.9155, | |
| "total_area_err_pct": -2.9245, | |
| "validity": { | |
| "rooms": 6, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 6, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.011184, | |
| "annotations_s": 0.002442, | |
| "segment_s": 0.021255, | |
| "polygonize_s": 0.006432, | |
| "score_s": 0.045789 | |
| } | |
| }, | |
| "erode_5": { | |
| "gt_rooms": 6, | |
| "pred_rooms": 6, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.9282, | |
| "background_mask_iou": 0.9587, | |
| "area_abs_err_mean_px2": 5204.2198, | |
| "area_abs_err_max_px2": 7260.9941, | |
| "perimeter_abs_err_mean_px": 71.2604, | |
| "count_f1": 1.0, | |
| "matched": 6, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.9156, | |
| "area_signed_err_pct_mean": -8.4769, | |
| "area_abs_err_pct_median": 8.4214, | |
| "perimeter_abs_err_pct_median": 4.566, | |
| "total_area_err_pct": -7.192, | |
| "validity": { | |
| "rooms": 6, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 6, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.010376, | |
| "annotations_s": 0.002776, | |
| "segment_s": 0.021851, | |
| "polygonize_s": 0.006483, | |
| "score_s": 0.0442 | |
| } | |
| }, | |
| "dilate_2": { | |
| "gt_rooms": 6, | |
| "pred_rooms": 6, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.9746, | |
| "background_mask_iou": 0.9844, | |
| "area_abs_err_mean_px2": 1873.1464, | |
| "area_abs_err_max_px2": 2720.3568, | |
| "perimeter_abs_err_mean_px": 22.3173, | |
| "count_f1": 1.0, | |
| "matched": 6, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.9695, | |
| "area_signed_err_pct_mean": 3.1169, | |
| "area_abs_err_pct_median": 2.759, | |
| "perimeter_abs_err_pct_median": 0.9376, | |
| "total_area_err_pct": 2.5886, | |
| "validity": { | |
| "rooms": 6, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 7, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.010336, | |
| "annotations_s": 0.002674, | |
| "segment_s": 0.047602, | |
| "polygonize_s": 0.00641, | |
| "score_s": 0.045435 | |
| } | |
| }, | |
| "dilate_5": { | |
| "gt_rooms": 6, | |
| "pred_rooms": 6, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.9411, | |
| "background_mask_iou": 0.9625, | |
| "area_abs_err_mean_px2": 4518.4593, | |
| "area_abs_err_max_px2": 6412.7711, | |
| "perimeter_abs_err_mean_px": 33.7434, | |
| "count_f1": 1.0, | |
| "matched": 6, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.93, | |
| "area_signed_err_pct_mean": 7.5719, | |
| "area_abs_err_pct_median": 6.8942, | |
| "perimeter_abs_err_pct_median": 2.681, | |
| "total_area_err_pct": 6.2443, | |
| "validity": { | |
| "rooms": 6, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 7, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.010603, | |
| "annotations_s": 0.002653, | |
| "segment_s": 0.048784, | |
| "polygonize_s": 0.006519, | |
| "score_s": 0.048617 | |
| } | |
| }, | |
| "shift_2": { | |
| "gt_rooms": 6, | |
| "pred_rooms": 6, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.9843, | |
| "background_mask_iou": 0.9905, | |
| "area_abs_err_mean_px2": 109.0147, | |
| "area_abs_err_max_px2": 205.5086, | |
| "perimeter_abs_err_mean_px": 31.6614, | |
| "count_f1": 1.0, | |
| "matched": 6, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.9824, | |
| "area_signed_err_pct_mean": -0.0498, | |
| "area_abs_err_pct_median": 0.1572, | |
| "perimeter_abs_err_pct_median": 0.1259, | |
| "total_area_err_pct": -0.024, | |
| "validity": { | |
| "rooms": 6, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 6, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.010728, | |
| "annotations_s": 0.003367, | |
| "segment_s": 0.015724, | |
| "polygonize_s": 0.006233, | |
| "score_s": 0.044189 | |
| } | |
| }, | |
| "shift_5": { | |
| "gt_rooms": 6, | |
| "pred_rooms": 6, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.9612, | |
| "background_mask_iou": 0.9766, | |
| "area_abs_err_mean_px2": 109.0147, | |
| "area_abs_err_max_px2": 205.5086, | |
| "perimeter_abs_err_mean_px": 31.6614, | |
| "count_f1": 1.0, | |
| "matched": 6, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.9566, | |
| "area_signed_err_pct_mean": -0.0498, | |
| "area_abs_err_pct_median": 0.1572, | |
| "perimeter_abs_err_pct_median": 0.1259, | |
| "total_area_err_pct": -0.024, | |
| "validity": { | |
| "rooms": 6, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 6, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.009856, | |
| "annotations_s": 0.003145, | |
| "segment_s": 0.015862, | |
| "polygonize_s": 0.005914, | |
| "score_s": 0.043381 | |
| } | |
| }, | |
| "scale_-2": { | |
| "gt_rooms": 6, | |
| "pred_rooms": 6, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.8804, | |
| "background_mask_iou": 0.9287, | |
| "area_abs_err_mean_px2": 2951.8865, | |
| "area_abs_err_max_px2": 5728.9941, | |
| "perimeter_abs_err_mean_px": 52.2604, | |
| "count_f1": 1.0, | |
| "matched": 6, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.8012, | |
| "area_signed_err_pct_mean": -4.1113, | |
| "area_abs_err_pct_median": 4.0779, | |
| "perimeter_abs_err_pct_median": 2.0686, | |
| "total_area_err_pct": -4.0794, | |
| "validity": { | |
| "rooms": 6, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 6, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.010665, | |
| "annotations_s": 0.002801, | |
| "segment_s": 0.01731, | |
| "polygonize_s": 0.006371, | |
| "score_s": 0.042626 | |
| } | |
| }, | |
| "scale_2": { | |
| "gt_rooms": 6, | |
| "pred_rooms": 6, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.8737, | |
| "background_mask_iou": 0.9198, | |
| "area_abs_err_mean_px2": 2977.7802, | |
| "area_abs_err_max_px2": 6113.0059, | |
| "perimeter_abs_err_mean_px": 45.6919, | |
| "count_f1": 1.0, | |
| "matched": 6, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.7922, | |
| "area_signed_err_pct_mean": 4.0959, | |
| "area_abs_err_pct_median": 4.1268, | |
| "perimeter_abs_err_pct_median": 2.1664, | |
| "total_area_err_pct": 4.1151, | |
| "validity": { | |
| "rooms": 6, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 6, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.010149, | |
| "annotations_s": 0.002961, | |
| "segment_s": 0.015976, | |
| "polygonize_s": 0.006046, | |
| "score_s": 0.044235 | |
| } | |
| }, | |
| "merge_20": { | |
| "gt_rooms": 6, | |
| "pred_rooms": 5, | |
| "count_precision": 1.0, | |
| "count_recall": 0.8333, | |
| "room_count_err": -1, | |
| "mask_iou": 1.0, | |
| "background_mask_iou": 1.0, | |
| "area_abs_err_mean_px2": 14027.9701, | |
| "area_abs_err_max_px2": 69788.463, | |
| "perimeter_abs_err_mean_px": 114.6223, | |
| "count_f1": 0.9091, | |
| "matched": 5, | |
| "merged": 1, | |
| "split": 0, | |
| "matched_iou_mean": 0.9332, | |
| "area_signed_err_pct_mean": 10.023, | |
| "area_abs_err_pct_median": 0.2215, | |
| "perimeter_abs_err_pct_median": 0.1889, | |
| "total_area_err_pct": -0.0147, | |
| "validity": { | |
| "rooms": 5, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 5, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.010865, | |
| "annotations_s": 0.003501, | |
| "segment_s": 0.028176, | |
| "polygonize_s": 0.005705, | |
| "score_s": 0.042864 | |
| } | |
| }, | |
| "split_3": { | |
| "gt_rooms": 6, | |
| "pred_rooms": 7, | |
| "count_precision": 0.7143, | |
| "count_recall": 0.8333, | |
| "room_count_err": 1, | |
| "mask_iou": 0.9976, | |
| "background_mask_iou": 0.9985, | |
| "area_abs_err_mean_px2": 105.0165, | |
| "area_abs_err_max_px2": 205.5086, | |
| "perimeter_abs_err_mean_px": 37.8257, | |
| "count_f1": 0.7692, | |
| "matched": 5, | |
| "merged": 0, | |
| "split": 1, | |
| "matched_iou_mean": 0.9999, | |
| "area_signed_err_pct_mean": -0.0783, | |
| "area_abs_err_pct_median": 0.2215, | |
| "perimeter_abs_err_pct_median": 0.1889, | |
| "total_area_err_pct": -0.2583, | |
| "validity": { | |
| "rooms": 7, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 7, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.010408, | |
| "annotations_s": 0.002782, | |
| "segment_s": 0.022337, | |
| "polygonize_s": 0.006268, | |
| "score_s": 0.043773 | |
| } | |
| } | |
| }, | |
| "predicted": { | |
| "gt_rooms": 6, | |
| "pred_rooms": 29, | |
| "count_precision": 0.1034, | |
| "count_recall": 0.5, | |
| "room_count_err": 23, | |
| "mask_iou": 0.6048, | |
| "background_mask_iou": 0.7326, | |
| "area_abs_err_mean_px2": 10029.8802, | |
| "area_abs_err_max_px2": 24921.799, | |
| "perimeter_abs_err_mean_px": 2247.4408, | |
| "count_f1": 0.1714, | |
| "matched": 3, | |
| "merged": 1, | |
| "split": 5, | |
| "matched_iou_mean": 0.6299, | |
| "area_signed_err_pct_mean": -10.349, | |
| "area_abs_err_pct_median": 8.9149, | |
| "perimeter_abs_err_pct_median": 200.8466, | |
| "total_area_err_pct": 5.5645, | |
| "seconds_median": 0.145, | |
| "timing_s": { | |
| "render_s": 0.01015, | |
| "annotations_s": 0.00251, | |
| "segment_s": 0.045443, | |
| "polygonize_s": 0.015995, | |
| "score_s": 0.068787 | |
| }, | |
| "validity": { | |
| "rooms": 29, | |
| "valid_before_repair_rate": 0.5172413793103449, | |
| "repaired_fraction": 0.4827586206896552, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 30, | |
| "invalid_before_repair": 14, | |
| "repaired_labels": [ | |
| 1, | |
| 2, | |
| 4, | |
| 6, | |
| 7, | |
| 10, | |
| 16, | |
| 21, | |
| 22, | |
| 23, | |
| 24, | |
| 25, | |
| 26, | |
| 29 | |
| ] | |
| } | |
| } | |
| }, | |
| "segmented": { | |
| "gt_rooms": 6, | |
| "pred_rooms": 6, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.9757, | |
| "background_mask_iou": 0.9855, | |
| "area_abs_err_mean_px2": 1685.7978, | |
| "area_abs_err_max_px2": 3296.6188, | |
| "perimeter_abs_err_mean_px": 226.5759, | |
| "count_f1": 1.0, | |
| "matched": 6, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.9566, | |
| "area_signed_err_pct_mean": -0.4547, | |
| "area_abs_err_pct_median": 2.7733, | |
| "perimeter_abs_err_pct_median": 19.0519, | |
| "total_area_err_pct": -0.9661, | |
| "seconds_median": 0.4572, | |
| "timing_s": { | |
| "render_s": 0.010594, | |
| "annotations_s": 0.00267, | |
| "segment_s": 0.381065, | |
| "polygonize_s": 0.008281, | |
| "score_s": 0.05283 | |
| }, | |
| "validity": { | |
| "rooms": 6, | |
| "valid_before_repair_rate": 0.16666666666666666, | |
| "repaired_fraction": 0.8333333333333334, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 6, | |
| "invalid_before_repair": 5, | |
| "repaired_labels": [ | |
| 1, | |
| 2, | |
| 3, | |
| 4, | |
| 5 | |
| ] | |
| } | |
| } | |
| } | |
| }, | |
| "high_quality_architectural_2035": { | |
| "dataset": "held-out", | |
| "image_size_px": [ | |
| 1458, | |
| 774 | |
| ], | |
| "oracle": { | |
| "room_count": 6, | |
| "total_area_px2": 540054.72, | |
| "total_perimeter_px": 8116.09, | |
| "repaired": 0, | |
| "door_count": 6, | |
| "window_count": 4, | |
| "render_s": 0.055321, | |
| "annotations_s": 0.002076, | |
| "measure_s": 2e-05, | |
| "validity": { | |
| "rooms": 6, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": {} | |
| } | |
| }, | |
| "raster_roundtrip": { | |
| "gt_rooms": 6, | |
| "pred_rooms": 6, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 1.0, | |
| "background_mask_iou": 1.0, | |
| "area_abs_err_mean_px2": 128.8869, | |
| "area_abs_err_max_px2": 249.7458, | |
| "perimeter_abs_err_mean_px": 128.2395, | |
| "count_f1": 1.0, | |
| "matched": 6, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 1.0, | |
| "area_signed_err_pct_mean": -0.1572, | |
| "area_abs_err_pct_median": 0.1486, | |
| "perimeter_abs_err_pct_median": 0.0675, | |
| "total_area_err_pct": -0.1179 | |
| }, | |
| "perturbed": { | |
| "erode_2": { | |
| "gt_rooms": 6, | |
| "pred_rooms": 6, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.9729, | |
| "background_mask_iou": 0.9758, | |
| "area_abs_err_mean_px2": 2540.7868, | |
| "area_abs_err_max_px2": 3623.2497, | |
| "perimeter_abs_err_mean_px": 144.1418, | |
| "count_f1": 1.0, | |
| "matched": 6, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.9699, | |
| "area_signed_err_pct_mean": -3.1646, | |
| "area_abs_err_pct_median": 3.1186, | |
| "perimeter_abs_err_pct_median": 1.4652, | |
| "total_area_err_pct": -2.8228, | |
| "validity": { | |
| "rooms": 6, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 6, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.005487, | |
| "annotations_s": 0.002495, | |
| "segment_s": 0.029416, | |
| "polygonize_s": 0.005887, | |
| "score_s": 0.057076 | |
| } | |
| }, | |
| "erode_5": { | |
| "gt_rooms": 6, | |
| "pred_rooms": 6, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.933, | |
| "background_mask_iou": 0.9422, | |
| "area_abs_err_mean_px2": 6132.7868, | |
| "area_abs_err_max_px2": 8753.2497, | |
| "perimeter_abs_err_mean_px": 168.1418, | |
| "count_f1": 1.0, | |
| "matched": 6, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.9255, | |
| "area_signed_err_pct_mean": -7.5933, | |
| "area_abs_err_pct_median": 7.5596, | |
| "perimeter_abs_err_pct_median": 3.5922, | |
| "total_area_err_pct": -6.8135, | |
| "validity": { | |
| "rooms": 6, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 6, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.005337, | |
| "annotations_s": 0.002227, | |
| "segment_s": 0.030203, | |
| "polygonize_s": 0.005728, | |
| "score_s": 0.05658 | |
| } | |
| }, | |
| "dilate_2": { | |
| "gt_rooms": 6, | |
| "pred_rooms": 6, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.9762, | |
| "background_mask_iou": 0.9777, | |
| "area_abs_err_mean_px2": 2089.3092, | |
| "area_abs_err_max_px2": 2986.6069, | |
| "perimeter_abs_err_mean_px": 133.115, | |
| "count_f1": 1.0, | |
| "matched": 6, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.9735, | |
| "area_signed_err_pct_mean": 2.5648, | |
| "area_abs_err_pct_median": 2.6518, | |
| "perimeter_abs_err_pct_median": 0.8533, | |
| "total_area_err_pct": 2.3212, | |
| "validity": { | |
| "rooms": 6, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 6, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.005705, | |
| "annotations_s": 0.0023, | |
| "segment_s": 0.056108, | |
| "polygonize_s": 0.006209, | |
| "score_s": 0.058174 | |
| } | |
| }, | |
| "dilate_5": { | |
| "gt_rooms": 6, | |
| "pred_rooms": 6, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.9434, | |
| "background_mask_iou": 0.945, | |
| "area_abs_err_mean_px2": 5291.8162, | |
| "area_abs_err_max_px2": 7236.2637, | |
| "perimeter_abs_err_mean_px": 145.3005, | |
| "count_f1": 1.0, | |
| "matched": 6, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.9371, | |
| "area_signed_err_pct_mean": 6.5898, | |
| "area_abs_err_pct_median": 6.628, | |
| "perimeter_abs_err_pct_median": 2.6594, | |
| "total_area_err_pct": 5.8792, | |
| "validity": { | |
| "rooms": 6, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 6, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.005698, | |
| "annotations_s": 0.002391, | |
| "segment_s": 0.051446, | |
| "polygonize_s": 0.006007, | |
| "score_s": 0.058838 | |
| } | |
| }, | |
| "shift_2": { | |
| "gt_rooms": 6, | |
| "pred_rooms": 6, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.988, | |
| "background_mask_iou": 0.989, | |
| "area_abs_err_mean_px2": 128.8869, | |
| "area_abs_err_max_px2": 249.7458, | |
| "perimeter_abs_err_mean_px": 128.2395, | |
| "count_f1": 1.0, | |
| "matched": 6, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.9852, | |
| "area_signed_err_pct_mean": -0.1572, | |
| "area_abs_err_pct_median": 0.1486, | |
| "perimeter_abs_err_pct_median": 0.0675, | |
| "total_area_err_pct": -0.1179, | |
| "validity": { | |
| "rooms": 6, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 6, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.005679, | |
| "annotations_s": 0.002403, | |
| "segment_s": 0.025491, | |
| "polygonize_s": 0.005808, | |
| "score_s": 0.059093 | |
| } | |
| }, | |
| "shift_5": { | |
| "gt_rooms": 6, | |
| "pred_rooms": 6, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.9728, | |
| "background_mask_iou": 0.9751, | |
| "area_abs_err_mean_px2": 128.8869, | |
| "area_abs_err_max_px2": 249.7458, | |
| "perimeter_abs_err_mean_px": 128.2395, | |
| "count_f1": 1.0, | |
| "matched": 6, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.9634, | |
| "area_signed_err_pct_mean": -0.1572, | |
| "area_abs_err_pct_median": 0.1486, | |
| "perimeter_abs_err_pct_median": 0.0675, | |
| "total_area_err_pct": -0.1179, | |
| "validity": { | |
| "rooms": 6, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 6, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.005614, | |
| "annotations_s": 0.003561, | |
| "segment_s": 0.025473, | |
| "polygonize_s": 0.005829, | |
| "score_s": 0.057863 | |
| } | |
| }, | |
| "scale_-2": { | |
| "gt_rooms": 6, | |
| "pred_rooms": 6, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.8867, | |
| "background_mask_iou": 0.8994, | |
| "area_abs_err_mean_px2": 3661.1201, | |
| "area_abs_err_max_px2": 7415.2497, | |
| "perimeter_abs_err_mean_px": 152.4751, | |
| "count_f1": 1.0, | |
| "matched": 6, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.8254, | |
| "area_signed_err_pct_mean": -4.0129, | |
| "area_abs_err_pct_median": 4.0353, | |
| "perimeter_abs_err_pct_median": 2.0796, | |
| "total_area_err_pct": -4.0675, | |
| "validity": { | |
| "rooms": 6, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 6, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.005581, | |
| "annotations_s": 0.002249, | |
| "segment_s": 0.026445, | |
| "polygonize_s": 0.005793, | |
| "score_s": 0.056158 | |
| } | |
| }, | |
| "scale_2": { | |
| "gt_rooms": 6, | |
| "pred_rooms": 6, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.8808, | |
| "background_mask_iou": 0.8863, | |
| "area_abs_err_mean_px2": 3520.8799, | |
| "area_abs_err_max_px2": 7242.7503, | |
| "perimeter_abs_err_mean_px": 143.3516, | |
| "count_f1": 1.0, | |
| "matched": 6, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.8166, | |
| "area_signed_err_pct_mean": 3.7747, | |
| "area_abs_err_pct_median": 3.667, | |
| "perimeter_abs_err_pct_median": 1.9837, | |
| "total_area_err_pct": 3.9117, | |
| "validity": { | |
| "rooms": 6, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 6, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.00538, | |
| "annotations_s": 0.002056, | |
| "segment_s": 0.026008, | |
| "polygonize_s": 0.005782, | |
| "score_s": 0.058714 | |
| } | |
| }, | |
| "merge_20": { | |
| "gt_rooms": 6, | |
| "pred_rooms": 5, | |
| "count_precision": 1.0, | |
| "count_recall": 0.8333, | |
| "room_count_err": -1, | |
| "mask_iou": 0.9991, | |
| "background_mask_iou": 0.9991, | |
| "area_abs_err_mean_px2": 13942.198, | |
| "area_abs_err_max_px2": 69350.6645, | |
| "perimeter_abs_err_mean_px": 250.3526, | |
| "count_f1": 0.9091, | |
| "matched": 5, | |
| "merged": 1, | |
| "split": 0, | |
| "matched_iou_mean": 0.9432, | |
| "area_signed_err_pct_mean": 7.8094, | |
| "area_abs_err_pct_median": 0.2042, | |
| "perimeter_abs_err_pct_median": 0.2245, | |
| "total_area_err_pct": -0.0247, | |
| "validity": { | |
| "rooms": 5, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 5, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.005603, | |
| "annotations_s": 0.002354, | |
| "segment_s": 0.03904, | |
| "polygonize_s": 0.005844, | |
| "score_s": 0.063576 | |
| } | |
| }, | |
| "split_3": { | |
| "gt_rooms": 6, | |
| "pred_rooms": 7, | |
| "count_precision": 0.7143, | |
| "count_recall": 0.8333, | |
| "room_count_err": 1, | |
| "mask_iou": 0.9982, | |
| "background_mask_iou": 0.9984, | |
| "area_abs_err_mean_px2": 122.0143, | |
| "area_abs_err_max_px2": 249.7458, | |
| "perimeter_abs_err_mean_px": 153.7265, | |
| "count_f1": 0.7692, | |
| "matched": 5, | |
| "merged": 0, | |
| "split": 1, | |
| "matched_iou_mean": 1.0, | |
| "area_signed_err_pct_mean": -0.17, | |
| "area_abs_err_pct_median": 0.2042, | |
| "perimeter_abs_err_pct_median": 0.0887, | |
| "total_area_err_pct": -0.2973, | |
| "validity": { | |
| "rooms": 7, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 7, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.005599, | |
| "annotations_s": 0.002272, | |
| "segment_s": 0.034951, | |
| "polygonize_s": 0.006395, | |
| "score_s": 0.061259 | |
| } | |
| } | |
| }, | |
| "predicted": { | |
| "gt_rooms": 6, | |
| "pred_rooms": 39, | |
| "count_precision": 0.1026, | |
| "count_recall": 0.6667, | |
| "room_count_err": 33, | |
| "mask_iou": 0.7121, | |
| "background_mask_iou": 0.7065, | |
| "area_abs_err_mean_px2": 20461.2495, | |
| "area_abs_err_max_px2": 30671.532, | |
| "perimeter_abs_err_mean_px": 854.5917, | |
| "count_f1": 0.1778, | |
| "matched": 4, | |
| "merged": 1, | |
| "split": 5, | |
| "matched_iou_mean": 0.7659, | |
| "area_signed_err_pct_mean": -11.9703, | |
| "area_abs_err_pct_median": 15.7333, | |
| "perimeter_abs_err_pct_median": 48.8985, | |
| "total_area_err_pct": 11.5249, | |
| "seconds_median": 0.1615, | |
| "timing_s": { | |
| "render_s": 0.006004, | |
| "annotations_s": 0.002511, | |
| "segment_s": 0.054751, | |
| "polygonize_s": 0.01677, | |
| "score_s": 0.080009 | |
| }, | |
| "validity": { | |
| "rooms": 39, | |
| "valid_before_repair_rate": 0.5641025641025641, | |
| "repaired_fraction": 0.4358974358974359, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 39, | |
| "invalid_before_repair": 17, | |
| "repaired_labels": [ | |
| 1, | |
| 3, | |
| 5, | |
| 6, | |
| 7, | |
| 9, | |
| 15, | |
| 18, | |
| 20, | |
| 22, | |
| 23, | |
| 25, | |
| 26, | |
| 27, | |
| 30, | |
| 31, | |
| 32 | |
| ] | |
| } | |
| } | |
| }, | |
| "segmented": { | |
| "gt_rooms": 6, | |
| "pred_rooms": 7, | |
| "count_precision": 0.8571, | |
| "count_recall": 1.0, | |
| "room_count_err": 1, | |
| "mask_iou": 0.9637, | |
| "background_mask_iou": 0.9673, | |
| "area_abs_err_mean_px2": 6271.5352, | |
| "area_abs_err_max_px2": 24896.3017, | |
| "perimeter_abs_err_mean_px": 461.3338, | |
| "count_f1": 0.9231, | |
| "matched": 6, | |
| "merged": 0, | |
| "split": 1, | |
| "matched_iou_mean": 0.9069, | |
| "area_signed_err_pct_mean": -0.9504, | |
| "area_abs_err_pct_median": 2.455, | |
| "perimeter_abs_err_pct_median": 7.5756, | |
| "total_area_err_pct": -1.8798, | |
| "seconds_median": 0.5442, | |
| "timing_s": { | |
| "render_s": 0.005693, | |
| "annotations_s": 0.0025, | |
| "segment_s": 0.452506, | |
| "polygonize_s": 0.009745, | |
| "score_s": 0.0726 | |
| }, | |
| "validity": { | |
| "rooms": 7, | |
| "valid_before_repair_rate": 0.14285714285714285, | |
| "repaired_fraction": 0.8571428571428571, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 7, | |
| "invalid_before_repair": 6, | |
| "repaired_labels": [ | |
| 1, | |
| 2, | |
| 3, | |
| 4, | |
| 6, | |
| 7 | |
| ] | |
| } | |
| } | |
| } | |
| }, | |
| "high_quality_architectural_875": { | |
| "dataset": "held-out", | |
| "image_size_px": [ | |
| 1041, | |
| 1014 | |
| ], | |
| "oracle": { | |
| "room_count": 8, | |
| "total_area_px2": 618213.8, | |
| "total_perimeter_px": 8494.88, | |
| "repaired": 0, | |
| "door_count": 9, | |
| "window_count": 7, | |
| "render_s": 0.059376, | |
| "annotations_s": 0.002573, | |
| "measure_s": 2.1e-05, | |
| "validity": { | |
| "rooms": 8, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": {} | |
| } | |
| }, | |
| "raster_roundtrip": { | |
| "gt_rooms": 8, | |
| "pred_rooms": 8, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 1.0, | |
| "background_mask_iou": 1.0, | |
| "area_abs_err_mean_px2": 87.3991, | |
| "area_abs_err_max_px2": 292.5641, | |
| "perimeter_abs_err_mean_px": 2.3222, | |
| "count_f1": 1.0, | |
| "matched": 8, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 1.0, | |
| "area_signed_err_pct_mean": 0.0432, | |
| "area_abs_err_pct_median": 0.0874, | |
| "perimeter_abs_err_pct_median": 0.0443, | |
| "total_area_err_pct": 0.0719 | |
| }, | |
| "perturbed": { | |
| "erode_2": { | |
| "gt_rooms": 8, | |
| "pred_rooms": 8, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.9724, | |
| "background_mask_iou": 0.9624, | |
| "area_abs_err_mean_px2": 2077.9559, | |
| "area_abs_err_max_px2": 2847.4359, | |
| "perimeter_abs_err_mean_px": 13.8428, | |
| "count_f1": 1.0, | |
| "matched": 8, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.9625, | |
| "area_signed_err_pct_mean": -3.7068, | |
| "area_abs_err_pct_median": 3.2114, | |
| "perimeter_abs_err_pct_median": 1.5022, | |
| "total_area_err_pct": -2.689, | |
| "validity": { | |
| "rooms": 8, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 8, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.006358, | |
| "annotations_s": 0.002425, | |
| "segment_s": 0.030061, | |
| "polygonize_s": 0.006124, | |
| "score_s": 0.060103 | |
| } | |
| }, | |
| "erode_5": { | |
| "gt_rooms": 8, | |
| "pred_rooms": 8, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.9318, | |
| "background_mask_iou": 0.9119, | |
| "area_abs_err_mean_px2": 5218.2059, | |
| "area_abs_err_max_px2": 7497.4359, | |
| "perimeter_abs_err_mean_px": 37.8428, | |
| "count_f1": 1.0, | |
| "matched": 8, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.9078, | |
| "area_signed_err_pct_mean": -9.1778, | |
| "area_abs_err_pct_median": 8.0663, | |
| "perimeter_abs_err_pct_median": 3.7484, | |
| "total_area_err_pct": -6.7526, | |
| "validity": { | |
| "rooms": 8, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 8, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.006644, | |
| "annotations_s": 0.002913, | |
| "segment_s": 0.030664, | |
| "polygonize_s": 0.005851, | |
| "score_s": 0.059769 | |
| } | |
| }, | |
| "dilate_2": { | |
| "gt_rooms": 8, | |
| "pred_rooms": 8, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.9741, | |
| "background_mask_iou": 0.9624, | |
| "area_abs_err_mean_px2": 2112.525, | |
| "area_abs_err_max_px2": 3310.0923, | |
| "perimeter_abs_err_mean_px": 12.4436, | |
| "count_f1": 1.0, | |
| "matched": 8, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.9648, | |
| "area_signed_err_pct_mean": 3.7379, | |
| "area_abs_err_pct_median": 2.9831, | |
| "perimeter_abs_err_pct_median": 1.1951, | |
| "total_area_err_pct": 2.7337, | |
| "validity": { | |
| "rooms": 8, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 8, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.006576, | |
| "annotations_s": 0.002665, | |
| "segment_s": 0.053006, | |
| "polygonize_s": 0.006056, | |
| "score_s": 0.058693 | |
| } | |
| }, | |
| "dilate_5": { | |
| "gt_rooms": 8, | |
| "pred_rooms": 8, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.9383, | |
| "background_mask_iou": 0.9069, | |
| "area_abs_err_mean_px2": 5141.6605, | |
| "area_abs_err_max_px2": 7991.9207, | |
| "perimeter_abs_err_mean_px": 32.7255, | |
| "count_f1": 1.0, | |
| "matched": 8, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.9184, | |
| "area_signed_err_pct_mean": 9.1878, | |
| "area_abs_err_pct_median": 7.2743, | |
| "perimeter_abs_err_pct_median": 2.943, | |
| "total_area_err_pct": 6.6536, | |
| "validity": { | |
| "rooms": 8, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 8, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.006641, | |
| "annotations_s": 0.003003, | |
| "segment_s": 0.052417, | |
| "polygonize_s": 0.006116, | |
| "score_s": 0.061741 | |
| } | |
| }, | |
| "shift_2": { | |
| "gt_rooms": 8, | |
| "pred_rooms": 8, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.9858, | |
| "background_mask_iou": 0.98, | |
| "area_abs_err_mean_px2": 87.3991, | |
| "area_abs_err_max_px2": 292.5641, | |
| "perimeter_abs_err_mean_px": 2.3222, | |
| "count_f1": 1.0, | |
| "matched": 8, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.9821, | |
| "area_signed_err_pct_mean": 0.0432, | |
| "area_abs_err_pct_median": 0.0874, | |
| "perimeter_abs_err_pct_median": 0.0443, | |
| "total_area_err_pct": 0.0719, | |
| "validity": { | |
| "rooms": 8, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 8, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.006778, | |
| "annotations_s": 0.002843, | |
| "segment_s": 0.023541, | |
| "polygonize_s": 0.005886, | |
| "score_s": 0.060111 | |
| } | |
| }, | |
| "shift_5": { | |
| "gt_rooms": 8, | |
| "pred_rooms": 8, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.9649, | |
| "background_mask_iou": 0.9506, | |
| "area_abs_err_mean_px2": 87.3991, | |
| "area_abs_err_max_px2": 292.5641, | |
| "perimeter_abs_err_mean_px": 2.3222, | |
| "count_f1": 1.0, | |
| "matched": 8, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.956, | |
| "area_signed_err_pct_mean": 0.0432, | |
| "area_abs_err_pct_median": 0.0874, | |
| "perimeter_abs_err_pct_median": 0.0443, | |
| "total_area_err_pct": 0.0719, | |
| "validity": { | |
| "rooms": 8, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 8, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.006498, | |
| "annotations_s": 0.003395, | |
| "segment_s": 0.023522, | |
| "polygonize_s": 0.005793, | |
| "score_s": 0.062328 | |
| } | |
| }, | |
| "scale_-2": { | |
| "gt_rooms": 8, | |
| "pred_rooms": 8, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.8857, | |
| "background_mask_iou": 0.8486, | |
| "area_abs_err_mean_px2": 2932.1532, | |
| "area_abs_err_max_px2": 5425.8072, | |
| "perimeter_abs_err_mean_px": 18.3517, | |
| "count_f1": 1.0, | |
| "matched": 8, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.8044, | |
| "area_signed_err_pct_mean": -3.7383, | |
| "area_abs_err_pct_median": 3.7301, | |
| "perimeter_abs_err_pct_median": 1.8486, | |
| "total_area_err_pct": -3.7944, | |
| "validity": { | |
| "rooms": 8, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 8, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.006866, | |
| "annotations_s": 0.002934, | |
| "segment_s": 0.02424, | |
| "polygonize_s": 0.006011, | |
| "score_s": 0.061226 | |
| } | |
| }, | |
| "scale_2": { | |
| "gt_rooms": 8, | |
| "pred_rooms": 8, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.8796, | |
| "background_mask_iou": 0.8262, | |
| "area_abs_err_mean_px2": 3101.9191, | |
| "area_abs_err_max_px2": 6119.5641, | |
| "perimeter_abs_err_mean_px": 22.9072, | |
| "count_f1": 1.0, | |
| "matched": 8, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.7942, | |
| "area_signed_err_pct_mean": 3.8975, | |
| "area_abs_err_pct_median": 3.9222, | |
| "perimeter_abs_err_pct_median": 1.9524, | |
| "total_area_err_pct": 4.014, | |
| "validity": { | |
| "rooms": 8, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 8, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.006482, | |
| "annotations_s": 0.002506, | |
| "segment_s": 0.024989, | |
| "polygonize_s": 0.005795, | |
| "score_s": 0.06155 | |
| } | |
| }, | |
| "merge_20": { | |
| "gt_rooms": 8, | |
| "pred_rooms": 7, | |
| "count_precision": 1.0, | |
| "count_recall": 0.875, | |
| "room_count_err": -1, | |
| "mask_iou": 0.9966, | |
| "background_mask_iou": 0.9952, | |
| "area_abs_err_mean_px2": 7910.1208, | |
| "area_abs_err_max_px2": 54891.4545, | |
| "perimeter_abs_err_mean_px": 48.3482, | |
| "count_f1": 0.9333, | |
| "matched": 7, | |
| "merged": 1, | |
| "split": 0, | |
| "matched_iou_mean": 0.9561, | |
| "area_signed_err_pct_mean": 6.4181, | |
| "area_abs_err_pct_median": 0.0831, | |
| "perimeter_abs_err_pct_median": 0.058, | |
| "total_area_err_pct": 0.4083, | |
| "validity": { | |
| "rooms": 7, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 7, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.006643, | |
| "annotations_s": 0.004836, | |
| "segment_s": 0.038945, | |
| "polygonize_s": 0.005743, | |
| "score_s": 0.060545 | |
| } | |
| }, | |
| "split_3": { | |
| "gt_rooms": 8, | |
| "pred_rooms": 9, | |
| "count_precision": 0.7778, | |
| "count_recall": 0.875, | |
| "room_count_err": 1, | |
| "mask_iou": 0.9983, | |
| "background_mask_iou": 0.9976, | |
| "area_abs_err_mean_px2": 58.0898, | |
| "area_abs_err_max_px2": 171.4545, | |
| "perimeter_abs_err_mean_px": 1.3603, | |
| "count_f1": 0.8235, | |
| "matched": 7, | |
| "merged": 0, | |
| "split": 1, | |
| "matched_iou_mean": 1.0, | |
| "area_signed_err_pct_mean": 0.0216, | |
| "area_abs_err_pct_median": 0.0831, | |
| "perimeter_abs_err_pct_median": 0.0305, | |
| "total_area_err_pct": -0.1014, | |
| "validity": { | |
| "rooms": 9, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 9, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.006698, | |
| "annotations_s": 0.002718, | |
| "segment_s": 0.030687, | |
| "polygonize_s": 0.00602, | |
| "score_s": 0.059113 | |
| } | |
| } | |
| }, | |
| "predicted": { | |
| "gt_rooms": 8, | |
| "pred_rooms": 103, | |
| "count_precision": 0.0388, | |
| "count_recall": 0.5, | |
| "room_count_err": 95, | |
| "mask_iou": 0.7356, | |
| "background_mask_iou": 0.6358, | |
| "area_abs_err_mean_px2": 26355.0923, | |
| "area_abs_err_max_px2": 80454.8188, | |
| "perimeter_abs_err_mean_px": 2035.8248, | |
| "count_f1": 0.0721, | |
| "matched": 4, | |
| "merged": 2, | |
| "split": 7, | |
| "matched_iou_mean": 0.6861, | |
| "area_signed_err_pct_mean": 5.7393, | |
| "area_abs_err_pct_median": 28.8737, | |
| "perimeter_abs_err_pct_median": 152.3397, | |
| "total_area_err_pct": 2.7969, | |
| "seconds_median": 0.3294, | |
| "timing_s": { | |
| "render_s": 0.006863, | |
| "annotations_s": 0.002823, | |
| "segment_s": 0.192931, | |
| "polygonize_s": 0.028806, | |
| "score_s": 0.09517 | |
| }, | |
| "validity": { | |
| "rooms": 103, | |
| "valid_before_repair_rate": 0.6699029126213593, | |
| "repaired_fraction": 0.3300970873786408, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 109, | |
| "invalid_before_repair": 36, | |
| "repaired_labels": [ | |
| 5, | |
| 9, | |
| 10, | |
| 11, | |
| 13, | |
| 18, | |
| 21, | |
| 31, | |
| 32, | |
| 33, | |
| 38, | |
| 43, | |
| 46, | |
| 50, | |
| 52, | |
| 53, | |
| 59, | |
| 61, | |
| 66, | |
| 67, | |
| 73, | |
| 74, | |
| 75, | |
| 77, | |
| 80, | |
| 83, | |
| 87, | |
| 88, | |
| 89, | |
| 92, | |
| 93, | |
| 96, | |
| 97, | |
| 100 | |
| ] | |
| } | |
| } | |
| }, | |
| "segmented": { | |
| "gt_rooms": 8, | |
| "pred_rooms": 12, | |
| "count_precision": 0.5833, | |
| "count_recall": 0.875, | |
| "room_count_err": 4, | |
| "mask_iou": 0.9504, | |
| "background_mask_iou": 0.9335, | |
| "area_abs_err_mean_px2": 8171.9946, | |
| "area_abs_err_max_px2": 36558.4525, | |
| "perimeter_abs_err_mean_px": 296.9242, | |
| "count_f1": 0.7, | |
| "matched": 7, | |
| "merged": 0, | |
| "split": 3, | |
| "matched_iou_mean": 0.9073, | |
| "area_signed_err_pct_mean": -6.9397, | |
| "area_abs_err_pct_median": 2.3437, | |
| "perimeter_abs_err_pct_median": 21.5706, | |
| "total_area_err_pct": -3.6152, | |
| "seconds_median": 0.5333, | |
| "timing_s": { | |
| "render_s": 0.006799, | |
| "annotations_s": 0.002905, | |
| "segment_s": 0.432816, | |
| "polygonize_s": 0.011539, | |
| "score_s": 0.07416 | |
| }, | |
| "validity": { | |
| "rooms": 12, | |
| "valid_before_repair_rate": 0.16666666666666666, | |
| "repaired_fraction": 0.8333333333333334, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 12, | |
| "invalid_before_repair": 10, | |
| "repaired_labels": [ | |
| 1, | |
| 2, | |
| 3, | |
| 4, | |
| 5, | |
| 7, | |
| 8, | |
| 10, | |
| 11, | |
| 12 | |
| ] | |
| } | |
| } | |
| } | |
| }, | |
| "high_quality_9334": { | |
| "dataset": "held-out", | |
| "image_size_px": [ | |
| 1079, | |
| 1967 | |
| ], | |
| "oracle": { | |
| "room_count": 11, | |
| "total_area_px2": 822852.78, | |
| "total_perimeter_px": 12393.86, | |
| "repaired": 0, | |
| "door_count": 11, | |
| "window_count": 4, | |
| "render_s": 0.130377, | |
| "annotations_s": 0.003359, | |
| "measure_s": 3.2e-05, | |
| "validity": { | |
| "rooms": 11, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": {} | |
| } | |
| }, | |
| "raster_roundtrip": { | |
| "gt_rooms": 11, | |
| "pred_rooms": 11, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 1.0, | |
| "background_mask_iou": 1.0, | |
| "area_abs_err_mean_px2": 136.3993, | |
| "area_abs_err_max_px2": 317.4107, | |
| "perimeter_abs_err_mean_px": 46.0545, | |
| "count_f1": 1.0, | |
| "matched": 11, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 1.0, | |
| "area_signed_err_pct_mean": -0.0083, | |
| "area_abs_err_pct_median": 0.1742, | |
| "perimeter_abs_err_pct_median": 0.0877, | |
| "total_area_err_pct": -0.0147 | |
| }, | |
| "perturbed": { | |
| "erode_2": { | |
| "gt_rooms": 11, | |
| "pred_rooms": 11, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.9713, | |
| "background_mask_iou": 0.9822, | |
| "area_abs_err_mean_px2": 2158.2527, | |
| "area_abs_err_max_px2": 4023.3565, | |
| "perimeter_abs_err_mean_px": 61.2289, | |
| "count_f1": 1.0, | |
| "matched": 11, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.963, | |
| "area_signed_err_pct_mean": -3.7052, | |
| "area_abs_err_pct_median": 3.1721, | |
| "perimeter_abs_err_pct_median": 1.592, | |
| "total_area_err_pct": -2.8852, | |
| "validity": { | |
| "rooms": 11, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 11, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.009937, | |
| "annotations_s": 0.002888, | |
| "segment_s": 0.047753, | |
| "polygonize_s": 0.012425, | |
| "score_s": 0.09351 | |
| } | |
| }, | |
| "erode_5": { | |
| "gt_rooms": 11, | |
| "pred_rooms": 11, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.929, | |
| "background_mask_iou": 0.957, | |
| "area_abs_err_mean_px2": 5319.1618, | |
| "area_abs_err_max_px2": 9537.3565, | |
| "perimeter_abs_err_mean_px": 85.2289, | |
| "count_f1": 1.0, | |
| "matched": 11, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.9089, | |
| "area_signed_err_pct_mean": -9.1168, | |
| "area_abs_err_pct_median": 8.0645, | |
| "perimeter_abs_err_pct_median": 4.21, | |
| "total_area_err_pct": -7.1107, | |
| "validity": { | |
| "rooms": 11, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 11, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.010021, | |
| "annotations_s": 0.0033, | |
| "segment_s": 0.050227, | |
| "polygonize_s": 0.012039, | |
| "score_s": 0.085784 | |
| } | |
| }, | |
| "dilate_2": { | |
| "gt_rooms": 11, | |
| "pred_rooms": 11, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.9749, | |
| "background_mask_iou": 0.9837, | |
| "area_abs_err_mean_px2": 1915.3359, | |
| "area_abs_err_max_px2": 2978.896, | |
| "perimeter_abs_err_mean_px": 53.4907, | |
| "count_f1": 1.0, | |
| "matched": 11, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.9668, | |
| "area_signed_err_pct_mean": 3.4553, | |
| "area_abs_err_pct_median": 3.0957, | |
| "perimeter_abs_err_pct_median": 1.1384, | |
| "total_area_err_pct": 2.5604, | |
| "validity": { | |
| "rooms": 11, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 11, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.01013, | |
| "annotations_s": 0.003126, | |
| "segment_s": 0.090562, | |
| "polygonize_s": 0.011833, | |
| "score_s": 0.087525 | |
| } | |
| }, | |
| "dilate_5": { | |
| "gt_rooms": 11, | |
| "pred_rooms": 11, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.9391, | |
| "background_mask_iou": 0.959, | |
| "area_abs_err_mean_px2": 4838.6448, | |
| "area_abs_err_max_px2": 7170.1581, | |
| "perimeter_abs_err_mean_px": 70.1879, | |
| "count_f1": 1.0, | |
| "matched": 11, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.9208, | |
| "area_signed_err_pct_mean": 8.7432, | |
| "area_abs_err_pct_median": 7.55, | |
| "perimeter_abs_err_pct_median": 3.637, | |
| "total_area_err_pct": 6.4684, | |
| "validity": { | |
| "rooms": 11, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 11, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.010203, | |
| "annotations_s": 0.002929, | |
| "segment_s": 0.087509, | |
| "polygonize_s": 0.01205, | |
| "score_s": 0.092534 | |
| } | |
| }, | |
| "shift_2": { | |
| "gt_rooms": 11, | |
| "pred_rooms": 11, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.9858, | |
| "background_mask_iou": 0.991, | |
| "area_abs_err_mean_px2": 136.3993, | |
| "area_abs_err_max_px2": 317.4107, | |
| "perimeter_abs_err_mean_px": 46.0545, | |
| "count_f1": 1.0, | |
| "matched": 11, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.9815, | |
| "area_signed_err_pct_mean": -0.0083, | |
| "area_abs_err_pct_median": 0.1742, | |
| "perimeter_abs_err_pct_median": 0.0877, | |
| "total_area_err_pct": -0.0147, | |
| "validity": { | |
| "rooms": 11, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 11, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.010309, | |
| "annotations_s": 0.003094, | |
| "segment_s": 0.035936, | |
| "polygonize_s": 0.011978, | |
| "score_s": 0.088201 | |
| } | |
| }, | |
| "shift_5": { | |
| "gt_rooms": 11, | |
| "pred_rooms": 11, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.965, | |
| "background_mask_iou": 0.9777, | |
| "area_abs_err_mean_px2": 136.3993, | |
| "area_abs_err_max_px2": 317.4107, | |
| "perimeter_abs_err_mean_px": 46.0545, | |
| "count_f1": 1.0, | |
| "matched": 11, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.9544, | |
| "area_signed_err_pct_mean": -0.0083, | |
| "area_abs_err_pct_median": 0.1742, | |
| "perimeter_abs_err_pct_median": 0.0877, | |
| "total_area_err_pct": -0.0147, | |
| "validity": { | |
| "rooms": 11, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 11, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.010393, | |
| "annotations_s": 0.002937, | |
| "segment_s": 0.038588, | |
| "polygonize_s": 0.014316, | |
| "score_s": 0.088152 | |
| } | |
| }, | |
| "scale_-2": { | |
| "gt_rooms": 11, | |
| "pred_rooms": 11, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.8562, | |
| "background_mask_iou": 0.9092, | |
| "area_abs_err_mean_px2": 2869.6163, | |
| "area_abs_err_max_px2": 8793.3565, | |
| "perimeter_abs_err_mean_px": 66.138, | |
| "count_f1": 1.0, | |
| "matched": 11, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.7855, | |
| "area_signed_err_pct_mean": -3.7641, | |
| "area_abs_err_pct_median": 3.8948, | |
| "perimeter_abs_err_pct_median": 1.9008, | |
| "total_area_err_pct": -3.8361, | |
| "validity": { | |
| "rooms": 11, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 11, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.010713, | |
| "annotations_s": 0.003308, | |
| "segment_s": 0.037748, | |
| "polygonize_s": 0.011802, | |
| "score_s": 0.086575 | |
| } | |
| }, | |
| "scale_2": { | |
| "gt_rooms": 11, | |
| "pred_rooms": 11, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.8496, | |
| "background_mask_iou": 0.8991, | |
| "area_abs_err_mean_px2": 2903.4746, | |
| "area_abs_err_max_px2": 8354.6435, | |
| "perimeter_abs_err_mean_px": 59.3319, | |
| "count_f1": 1.0, | |
| "matched": 11, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.7754, | |
| "area_signed_err_pct_mean": 3.8197, | |
| "area_abs_err_pct_median": 3.9392, | |
| "perimeter_abs_err_pct_median": 1.9721, | |
| "total_area_err_pct": 3.8814, | |
| "validity": { | |
| "rooms": 11, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 11, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.010504, | |
| "annotations_s": 0.002891, | |
| "segment_s": 0.035993, | |
| "polygonize_s": 0.011846, | |
| "score_s": 0.090948 | |
| } | |
| }, | |
| "merge_20": { | |
| "gt_rooms": 11, | |
| "pred_rooms": 10, | |
| "count_precision": 1.0, | |
| "count_recall": 0.9091, | |
| "room_count_err": -1, | |
| "mask_iou": 1.0, | |
| "background_mask_iou": 1.0, | |
| "area_abs_err_mean_px2": 6523.3064, | |
| "area_abs_err_max_px2": 63761.136, | |
| "perimeter_abs_err_mean_px": 100.452, | |
| "count_f1": 0.9524, | |
| "matched": 10, | |
| "merged": 1, | |
| "split": 0, | |
| "matched_iou_mean": 0.9517, | |
| "area_signed_err_pct_mean": 9.3208, | |
| "area_abs_err_pct_median": 0.2369, | |
| "perimeter_abs_err_pct_median": 0.1232, | |
| "total_area_err_pct": -0.0147, | |
| "validity": { | |
| "rooms": 10, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 10, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.010632, | |
| "annotations_s": 0.003182, | |
| "segment_s": 0.074401, | |
| "polygonize_s": 0.012038, | |
| "score_s": 0.090869 | |
| } | |
| }, | |
| "split_3": { | |
| "gt_rooms": 11, | |
| "pred_rooms": 12, | |
| "count_precision": 0.8333, | |
| "count_recall": 0.9091, | |
| "room_count_err": 1, | |
| "mask_iou": 0.9986, | |
| "background_mask_iou": 0.9991, | |
| "area_abs_err_mean_px2": 119.3036, | |
| "area_abs_err_max_px2": 317.4107, | |
| "perimeter_abs_err_mean_px": 0.8516, | |
| "count_f1": 0.8696, | |
| "matched": 10, | |
| "merged": 0, | |
| "split": 1, | |
| "matched_iou_mean": 1.0, | |
| "area_signed_err_pct_mean": 0.0056, | |
| "area_abs_err_pct_median": 0.2035, | |
| "perimeter_abs_err_pct_median": 0.0754, | |
| "total_area_err_pct": -0.1554, | |
| "validity": { | |
| "rooms": 12, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 12, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.011045, | |
| "annotations_s": 0.003261, | |
| "segment_s": 0.047586, | |
| "polygonize_s": 0.012353, | |
| "score_s": 0.088182 | |
| } | |
| } | |
| }, | |
| "predicted": { | |
| "gt_rooms": 11, | |
| "pred_rooms": 2, | |
| "count_precision": 0.0, | |
| "count_recall": 0.0, | |
| "room_count_err": -9, | |
| "mask_iou": 0.0025, | |
| "background_mask_iou": 0.6112, | |
| "area_abs_err_mean_px2": null, | |
| "area_abs_err_max_px2": null, | |
| "perimeter_abs_err_mean_px": null, | |
| "count_f1": 0.0, | |
| "matched": 0, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": null, | |
| "area_signed_err_pct_mean": null, | |
| "area_abs_err_pct_median": null, | |
| "perimeter_abs_err_pct_median": null, | |
| "total_area_err_pct": -99.3031, | |
| "seconds_median": 0.1081, | |
| "timing_s": { | |
| "render_s": 0.010711, | |
| "annotations_s": 0.003372, | |
| "segment_s": 0.028262, | |
| "polygonize_s": 0.008762, | |
| "score_s": 0.056819 | |
| }, | |
| "validity": { | |
| "rooms": 2, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 2, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| } | |
| }, | |
| "segmented": { | |
| "gt_rooms": 11, | |
| "pred_rooms": 14, | |
| "count_precision": 0.7143, | |
| "count_recall": 0.9091, | |
| "room_count_err": 3, | |
| "mask_iou": 0.8919, | |
| "background_mask_iou": 0.9303, | |
| "area_abs_err_mean_px2": 11589.2238, | |
| "area_abs_err_max_px2": 47866.241, | |
| "perimeter_abs_err_mean_px": 335.1748, | |
| "count_f1": 0.8, | |
| "matched": 10, | |
| "merged": 1, | |
| "split": 2, | |
| "matched_iou_mean": 0.8253, | |
| "area_signed_err_pct_mean": -5.7766, | |
| "area_abs_err_pct_median": 11.643, | |
| "perimeter_abs_err_pct_median": 20.8131, | |
| "total_area_err_pct": -0.0383, | |
| "seconds_median": 1.2384, | |
| "timing_s": { | |
| "render_s": 0.010801, | |
| "annotations_s": 0.003256, | |
| "segment_s": 1.089073, | |
| "polygonize_s": 0.019849, | |
| "score_s": 0.114175 | |
| }, | |
| "validity": { | |
| "rooms": 14, | |
| "valid_before_repair_rate": 0.07142857142857142, | |
| "repaired_fraction": 0.9285714285714286, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 14, | |
| "invalid_before_repair": 13, | |
| "repaired_labels": [ | |
| 1, | |
| 2, | |
| 3, | |
| 4, | |
| 5, | |
| 6, | |
| 8, | |
| 9, | |
| 10, | |
| 11, | |
| 12, | |
| 13, | |
| 14 | |
| ] | |
| } | |
| } | |
| } | |
| }, | |
| "high_quality_architectural_9433": { | |
| "dataset": "held-out", | |
| "image_size_px": [ | |
| 1312, | |
| 1919 | |
| ], | |
| "oracle": { | |
| "room_count": 17, | |
| "total_area_px2": 1210831.45, | |
| "total_perimeter_px": 18268.12, | |
| "repaired": 0, | |
| "door_count": 19, | |
| "window_count": 13, | |
| "render_s": 0.125131, | |
| "annotations_s": 0.004369, | |
| "measure_s": 4.5e-05, | |
| "validity": { | |
| "rooms": 17, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": {} | |
| } | |
| }, | |
| "raster_roundtrip": { | |
| "gt_rooms": 17, | |
| "pred_rooms": 17, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 1.0, | |
| "background_mask_iou": 1.0, | |
| "area_abs_err_mean_px2": 101.5483, | |
| "area_abs_err_max_px2": 231.4099, | |
| "perimeter_abs_err_mean_px": 45.3915, | |
| "count_f1": 1.0, | |
| "matched": 17, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 1.0, | |
| "area_signed_err_pct_mean": 0.0032, | |
| "area_abs_err_pct_median": 0.1426, | |
| "perimeter_abs_err_pct_median": 0.0923, | |
| "total_area_err_pct": 0.017 | |
| }, | |
| "perturbed": { | |
| "erode_2": { | |
| "gt_rooms": 17, | |
| "pred_rooms": 17, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.9713, | |
| "background_mask_iou": 0.9741, | |
| "area_abs_err_mean_px2": 2029.0479, | |
| "area_abs_err_max_px2": 3672.0782, | |
| "perimeter_abs_err_mean_px": 63.8552, | |
| "count_f1": 1.0, | |
| "matched": 17, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.9617, | |
| "area_signed_err_pct_mean": -3.8248, | |
| "area_abs_err_pct_median": 3.8969, | |
| "perimeter_abs_err_pct_median": 1.9656, | |
| "total_area_err_pct": -2.8488, | |
| "validity": { | |
| "rooms": 17, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 17, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.012338, | |
| "annotations_s": 0.004414, | |
| "segment_s": 0.077915, | |
| "polygonize_s": 0.017382, | |
| "score_s": 0.131329 | |
| } | |
| }, | |
| "erode_5": { | |
| "gt_rooms": 17, | |
| "pred_rooms": 17, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.9293, | |
| "background_mask_iou": 0.9385, | |
| "area_abs_err_mean_px2": 5025.6509, | |
| "area_abs_err_max_px2": 9330.0782, | |
| "perimeter_abs_err_mean_px": 88.0661, | |
| "count_f1": 1.0, | |
| "matched": 17, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.9058, | |
| "area_signed_err_pct_mean": -9.4118, | |
| "area_abs_err_pct_median": 9.5578, | |
| "perimeter_abs_err_pct_median": 4.892, | |
| "total_area_err_pct": -7.056, | |
| "validity": { | |
| "rooms": 17, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 17, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.012102, | |
| "annotations_s": 0.00415, | |
| "segment_s": 0.075927, | |
| "polygonize_s": 0.017056, | |
| "score_s": 0.128541 | |
| } | |
| }, | |
| "dilate_2": { | |
| "gt_rooms": 17, | |
| "pred_rooms": 17, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.9725, | |
| "background_mask_iou": 0.9738, | |
| "area_abs_err_mean_px2": 2029.9294, | |
| "area_abs_err_max_px2": 3734.1926, | |
| "perimeter_abs_err_mean_px": 54.228, | |
| "count_f1": 1.0, | |
| "matched": 17, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.9631, | |
| "area_signed_err_pct_mean": 3.8519, | |
| "area_abs_err_pct_median": 3.8926, | |
| "perimeter_abs_err_pct_median": 1.3369, | |
| "total_area_err_pct": 2.85, | |
| "validity": { | |
| "rooms": 17, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 17, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.011931, | |
| "annotations_s": 0.004018, | |
| "segment_s": 0.124895, | |
| "polygonize_s": 0.019007, | |
| "score_s": 0.129948 | |
| } | |
| }, | |
| "dilate_5": { | |
| "gt_rooms": 17, | |
| "pred_rooms": 17, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.9335, | |
| "background_mask_iou": 0.9339, | |
| "area_abs_err_mean_px2": 5092.7599, | |
| "area_abs_err_max_px2": 9049.8495, | |
| "perimeter_abs_err_mean_px": 73.6756, | |
| "count_f1": 1.0, | |
| "matched": 17, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.9125, | |
| "area_signed_err_pct_mean": 9.708, | |
| "area_abs_err_pct_median": 9.889, | |
| "perimeter_abs_err_pct_median": 3.9219, | |
| "total_area_err_pct": 7.1502, | |
| "validity": { | |
| "rooms": 17, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 17, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.011871, | |
| "annotations_s": 0.004303, | |
| "segment_s": 0.121937, | |
| "polygonize_s": 0.018274, | |
| "score_s": 0.136768 | |
| } | |
| }, | |
| "shift_2": { | |
| "gt_rooms": 17, | |
| "pred_rooms": 17, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.9859, | |
| "background_mask_iou": 0.9869, | |
| "area_abs_err_mean_px2": 101.5483, | |
| "area_abs_err_max_px2": 231.4099, | |
| "perimeter_abs_err_mean_px": 45.3915, | |
| "count_f1": 1.0, | |
| "matched": 17, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.9801, | |
| "area_signed_err_pct_mean": 0.0032, | |
| "area_abs_err_pct_median": 0.1426, | |
| "perimeter_abs_err_pct_median": 0.0923, | |
| "total_area_err_pct": 0.017, | |
| "validity": { | |
| "rooms": 17, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 17, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.011222, | |
| "annotations_s": 0.004033, | |
| "segment_s": 0.053337, | |
| "polygonize_s": 0.019144, | |
| "score_s": 0.127043 | |
| } | |
| }, | |
| "shift_5": { | |
| "gt_rooms": 17, | |
| "pred_rooms": 17, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.9651, | |
| "background_mask_iou": 0.9677, | |
| "area_abs_err_mean_px2": 101.5483, | |
| "area_abs_err_max_px2": 231.4099, | |
| "perimeter_abs_err_mean_px": 45.3915, | |
| "count_f1": 1.0, | |
| "matched": 17, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.9512, | |
| "area_signed_err_pct_mean": 0.0032, | |
| "area_abs_err_pct_median": 0.1426, | |
| "perimeter_abs_err_pct_median": 0.0923, | |
| "total_area_err_pct": 0.017, | |
| "validity": { | |
| "rooms": 17, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 17, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.012186, | |
| "annotations_s": 0.004328, | |
| "segment_s": 0.0539, | |
| "polygonize_s": 0.016954, | |
| "score_s": 0.12585 | |
| } | |
| }, | |
| "scale_-2": { | |
| "gt_rooms": 17, | |
| "pred_rooms": 17, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.8229, | |
| "background_mask_iou": 0.8405, | |
| "area_abs_err_mean_px2": 2803.2685, | |
| "area_abs_err_max_px2": 8092.8282, | |
| "perimeter_abs_err_mean_px": 65.2913, | |
| "count_f1": 1.0, | |
| "matched": 17, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.7408, | |
| "area_signed_err_pct_mean": -3.9994, | |
| "area_abs_err_pct_median": 3.9256, | |
| "perimeter_abs_err_pct_median": 1.9898, | |
| "total_area_err_pct": -3.9358, | |
| "validity": { | |
| "rooms": 17, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 17, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.012026, | |
| "annotations_s": 0.004172, | |
| "segment_s": 0.053945, | |
| "polygonize_s": 0.01641, | |
| "score_s": 0.124011 | |
| } | |
| }, | |
| "scale_2": { | |
| "gt_rooms": 17, | |
| "pred_rooms": 17, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.8182, | |
| "background_mask_iou": 0.8243, | |
| "area_abs_err_mean_px2": 2884.3786, | |
| "area_abs_err_max_px2": 8645.1718, | |
| "perimeter_abs_err_mean_px": 60.8408, | |
| "count_f1": 1.0, | |
| "matched": 17, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.7323, | |
| "area_signed_err_pct_mean": 4.0877, | |
| "area_abs_err_pct_median": 4.1364, | |
| "perimeter_abs_err_pct_median": 2.0182, | |
| "total_area_err_pct": 4.0497, | |
| "validity": { | |
| "rooms": 17, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 17, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.013774, | |
| "annotations_s": 0.004193, | |
| "segment_s": 0.053923, | |
| "polygonize_s": 0.01646, | |
| "score_s": 0.130359 | |
| } | |
| }, | |
| "merge_20": { | |
| "gt_rooms": 17, | |
| "pred_rooms": 16, | |
| "count_precision": 1.0, | |
| "count_recall": 0.9412, | |
| "room_count_err": -1, | |
| "mask_iou": 0.999, | |
| "background_mask_iou": 0.999, | |
| "area_abs_err_mean_px2": 6605.6948, | |
| "area_abs_err_max_px2": 104392.3789, | |
| "perimeter_abs_err_mean_px": 17.4246, | |
| "count_f1": 0.9697, | |
| "matched": 16, | |
| "merged": 1, | |
| "split": 0, | |
| "matched_iou_mean": 0.9798, | |
| "area_signed_err_pct_mean": 2.9988, | |
| "area_abs_err_pct_median": 0.1469, | |
| "perimeter_abs_err_pct_median": 0.0874, | |
| "total_area_err_pct": 0.1199, | |
| "validity": { | |
| "rooms": 16, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 16, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.012116, | |
| "annotations_s": 0.004322, | |
| "segment_s": 0.123053, | |
| "polygonize_s": 0.017903, | |
| "score_s": 0.140748 | |
| } | |
| }, | |
| "split_3": { | |
| "gt_rooms": 17, | |
| "pred_rooms": 18, | |
| "count_precision": 0.8889, | |
| "count_recall": 0.9412, | |
| "room_count_err": 1, | |
| "mask_iou": 0.999, | |
| "background_mask_iou": 0.9991, | |
| "area_abs_err_mean_px2": 95.6343, | |
| "area_abs_err_max_px2": 231.4099, | |
| "perimeter_abs_err_mean_px": 0.8458, | |
| "count_f1": 0.9143, | |
| "matched": 16, | |
| "merged": 0, | |
| "split": 1, | |
| "matched_iou_mean": 1.0, | |
| "area_signed_err_pct_mean": -0.0022, | |
| "area_abs_err_pct_median": 0.1469, | |
| "perimeter_abs_err_pct_median": 0.0874, | |
| "total_area_err_pct": -0.0813, | |
| "validity": { | |
| "rooms": 18, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 18, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.011964, | |
| "annotations_s": 0.004547, | |
| "segment_s": 0.071762, | |
| "polygonize_s": 0.0181, | |
| "score_s": 0.127566 | |
| } | |
| } | |
| }, | |
| "predicted": { | |
| "gt_rooms": 17, | |
| "pred_rooms": 35, | |
| "count_precision": 0.0857, | |
| "count_recall": 0.1765, | |
| "room_count_err": 18, | |
| "mask_iou": 0.2306, | |
| "background_mask_iou": 0.5731, | |
| "area_abs_err_mean_px2": 6039.265, | |
| "area_abs_err_max_px2": 10284.5877, | |
| "perimeter_abs_err_mean_px": 549.5622, | |
| "count_f1": 0.1154, | |
| "matched": 3, | |
| "merged": 1, | |
| "split": 10, | |
| "matched_iou_mean": 0.7682, | |
| "area_signed_err_pct_mean": -19.5886, | |
| "area_abs_err_pct_median": 24.5031, | |
| "perimeter_abs_err_pct_median": 61.928, | |
| "total_area_err_pct": -74.1098, | |
| "seconds_median": 0.2235, | |
| "timing_s": { | |
| "render_s": 0.011862, | |
| "annotations_s": 0.004859, | |
| "segment_s": 0.066697, | |
| "polygonize_s": 0.029606, | |
| "score_s": 0.108493 | |
| }, | |
| "validity": { | |
| "rooms": 35, | |
| "valid_before_repair_rate": 0.5142857142857142, | |
| "repaired_fraction": 0.4857142857142857, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 35, | |
| "invalid_before_repair": 17, | |
| "repaired_labels": [ | |
| 2, | |
| 3, | |
| 4, | |
| 14, | |
| 15, | |
| 18, | |
| 19, | |
| 21, | |
| 22, | |
| 25, | |
| 26, | |
| 27, | |
| 28, | |
| 29, | |
| 30, | |
| 32, | |
| 34 | |
| ] | |
| } | |
| } | |
| }, | |
| "segmented": { | |
| "gt_rooms": 17, | |
| "pred_rooms": 21, | |
| "count_precision": 0.619, | |
| "count_recall": 0.7647, | |
| "room_count_err": 4, | |
| "mask_iou": 0.7321, | |
| "background_mask_iou": 0.7947, | |
| "area_abs_err_mean_px2": 11562.3387, | |
| "area_abs_err_max_px2": 38200.9088, | |
| "perimeter_abs_err_mean_px": 508.983, | |
| "count_f1": 0.6842, | |
| "matched": 13, | |
| "merged": 0, | |
| "split": 4, | |
| "matched_iou_mean": 0.8202, | |
| "area_signed_err_pct_mean": -14.6691, | |
| "area_abs_err_pct_median": 6.9999, | |
| "perimeter_abs_err_pct_median": 48.999, | |
| "total_area_err_pct": -23.0637, | |
| "seconds_median": 1.6334, | |
| "timing_s": { | |
| "render_s": 0.0121, | |
| "annotations_s": 0.004335, | |
| "segment_s": 1.432244, | |
| "polygonize_s": 0.03135, | |
| "score_s": 0.14947 | |
| }, | |
| "validity": { | |
| "rooms": 21, | |
| "valid_before_repair_rate": 0.0, | |
| "repaired_fraction": 1.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 21, | |
| "invalid_before_repair": 21, | |
| "repaired_labels": [ | |
| 1, | |
| 2, | |
| 3, | |
| 4, | |
| 5, | |
| 6, | |
| 7, | |
| 8, | |
| 9, | |
| 10, | |
| 11, | |
| 12, | |
| 13, | |
| 14, | |
| 15, | |
| 16, | |
| 17, | |
| 18, | |
| 19, | |
| 20, | |
| 21 | |
| ] | |
| } | |
| } | |
| } | |
| }, | |
| "high_quality_5632": { | |
| "dataset": "held-out", | |
| "image_size_px": [ | |
| 939, | |
| 1406 | |
| ], | |
| "oracle": { | |
| "room_count": 9, | |
| "total_area_px2": 693624.59, | |
| "total_perimeter_px": 10914.72, | |
| "repaired": 0, | |
| "door_count": 10, | |
| "window_count": 5, | |
| "render_s": 0.061893, | |
| "annotations_s": 0.002363, | |
| "measure_s": 2.8e-05, | |
| "validity": { | |
| "rooms": 9, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": {} | |
| } | |
| }, | |
| "raster_roundtrip": { | |
| "gt_rooms": 9, | |
| "pred_rooms": 8, | |
| "count_precision": 1.0, | |
| "count_recall": 0.8889, | |
| "room_count_err": -1, | |
| "mask_iou": 1.0, | |
| "background_mask_iou": 1.0, | |
| "area_abs_err_mean_px2": 137.8205, | |
| "area_abs_err_max_px2": 263.4747, | |
| "perimeter_abs_err_mean_px": 1.4974, | |
| "count_f1": 0.9412, | |
| "matched": 8, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 1.0, | |
| "area_signed_err_pct_mean": 0.1687, | |
| "area_abs_err_pct_median": 0.2643, | |
| "perimeter_abs_err_pct_median": 0.121, | |
| "total_area_err_pct": -0.3001 | |
| }, | |
| "perturbed": { | |
| "erode_2": { | |
| "gt_rooms": 9, | |
| "pred_rooms": 8, | |
| "count_precision": 1.0, | |
| "count_recall": 0.8889, | |
| "room_count_err": -1, | |
| "mask_iou": 0.9704, | |
| "background_mask_iou": 0.9685, | |
| "area_abs_err_mean_px2": 2516.3954, | |
| "area_abs_err_max_px2": 6572.8537, | |
| "perimeter_abs_err_mean_px": 15.9439, | |
| "count_f1": 0.9412, | |
| "matched": 8, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.962, | |
| "area_signed_err_pct_mean": -3.6448, | |
| "area_abs_err_pct_median": 2.9773, | |
| "perimeter_abs_err_pct_median": 1.4461, | |
| "total_area_err_pct": -3.2487, | |
| "validity": { | |
| "rooms": 8, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 8, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.006583, | |
| "annotations_s": 0.002427, | |
| "segment_s": 0.044321, | |
| "polygonize_s": 0.007152, | |
| "score_s": 0.085446 | |
| } | |
| }, | |
| "erode_5": { | |
| "gt_rooms": 9, | |
| "pred_rooms": 8, | |
| "count_precision": 1.0, | |
| "count_recall": 0.8889, | |
| "room_count_err": -1, | |
| "mask_iou": 0.9268, | |
| "background_mask_iou": 0.9254, | |
| "area_abs_err_mean_px2": 6291.1454, | |
| "area_abs_err_max_px2": 16526.8537, | |
| "perimeter_abs_err_mean_px": 39.9439, | |
| "count_f1": 0.9412, | |
| "matched": 8, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.9063, | |
| "area_signed_err_pct_mean": -9.2222, | |
| "area_abs_err_pct_median": 7.5703, | |
| "perimeter_abs_err_pct_median": 3.6277, | |
| "total_area_err_pct": -7.6024, | |
| "validity": { | |
| "rooms": 8, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 8, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.007259, | |
| "annotations_s": 0.002505, | |
| "segment_s": 0.046143, | |
| "polygonize_s": 0.007116, | |
| "score_s": 0.084036 | |
| } | |
| }, | |
| "dilate_2": { | |
| "gt_rooms": 9, | |
| "pred_rooms": 8, | |
| "count_precision": 1.0, | |
| "count_recall": 0.8889, | |
| "room_count_err": -1, | |
| "mask_iou": 0.9752, | |
| "background_mask_iou": 0.972, | |
| "area_abs_err_mean_px2": 2239.1095, | |
| "area_abs_err_max_px2": 5287.5311, | |
| "perimeter_abs_err_mean_px": 9.7089, | |
| "count_f1": 0.9412, | |
| "matched": 8, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.9659, | |
| "area_signed_err_pct_mean": 3.7398, | |
| "area_abs_err_pct_median": 3.3107, | |
| "perimeter_abs_err_pct_median": 1.0137, | |
| "total_area_err_pct": 2.2361, | |
| "validity": { | |
| "rooms": 8, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 8, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.006708, | |
| "annotations_s": 0.002934, | |
| "segment_s": 0.073131, | |
| "polygonize_s": 0.007335, | |
| "score_s": 0.08688 | |
| } | |
| }, | |
| "dilate_5": { | |
| "gt_rooms": 9, | |
| "pred_rooms": 8, | |
| "count_precision": 1.0, | |
| "count_recall": 0.8889, | |
| "room_count_err": -1, | |
| "mask_iou": 0.943, | |
| "background_mask_iou": 0.9335, | |
| "area_abs_err_mean_px2": 5264.9969, | |
| "area_abs_err_max_px2": 12335.1953, | |
| "perimeter_abs_err_mean_px": 29.5083, | |
| "count_f1": 0.9412, | |
| "matched": 8, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.9234, | |
| "area_signed_err_pct_mean": 8.6816, | |
| "area_abs_err_pct_median": 7.4085, | |
| "perimeter_abs_err_pct_median": 2.8983, | |
| "total_area_err_pct": 5.726, | |
| "validity": { | |
| "rooms": 8, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 8, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.006441, | |
| "annotations_s": 0.002609, | |
| "segment_s": 0.077555, | |
| "polygonize_s": 0.00751, | |
| "score_s": 0.091165 | |
| } | |
| }, | |
| "shift_2": { | |
| "gt_rooms": 9, | |
| "pred_rooms": 8, | |
| "count_precision": 1.0, | |
| "count_recall": 0.8889, | |
| "room_count_err": -1, | |
| "mask_iou": 0.9871, | |
| "background_mask_iou": 0.9858, | |
| "area_abs_err_mean_px2": 137.8205, | |
| "area_abs_err_max_px2": 263.4747, | |
| "perimeter_abs_err_mean_px": 1.4974, | |
| "count_f1": 0.9412, | |
| "matched": 8, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.9822, | |
| "area_signed_err_pct_mean": 0.1687, | |
| "area_abs_err_pct_median": 0.2643, | |
| "perimeter_abs_err_pct_median": 0.121, | |
| "total_area_err_pct": -0.3001, | |
| "validity": { | |
| "rooms": 8, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 8, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.006409, | |
| "annotations_s": 0.002267, | |
| "segment_s": 0.03754, | |
| "polygonize_s": 0.007393, | |
| "score_s": 0.084639 | |
| } | |
| }, | |
| "shift_5": { | |
| "gt_rooms": 9, | |
| "pred_rooms": 8, | |
| "count_precision": 1.0, | |
| "count_recall": 0.8889, | |
| "room_count_err": -1, | |
| "mask_iou": 0.968, | |
| "background_mask_iou": 0.9648, | |
| "area_abs_err_mean_px2": 137.8205, | |
| "area_abs_err_max_px2": 263.4747, | |
| "perimeter_abs_err_mean_px": 1.4974, | |
| "count_f1": 0.9412, | |
| "matched": 8, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.9561, | |
| "area_signed_err_pct_mean": 0.1687, | |
| "area_abs_err_pct_median": 0.2643, | |
| "perimeter_abs_err_pct_median": 0.121, | |
| "total_area_err_pct": -0.3001, | |
| "validity": { | |
| "rooms": 8, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 8, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.00678, | |
| "annotations_s": 0.002778, | |
| "segment_s": 0.035979, | |
| "polygonize_s": 0.007478, | |
| "score_s": 0.086485 | |
| } | |
| }, | |
| "scale_-2": { | |
| "gt_rooms": 9, | |
| "pred_rooms": 8, | |
| "count_precision": 1.0, | |
| "count_recall": 0.8889, | |
| "room_count_err": -1, | |
| "mask_iou": 0.8872, | |
| "background_mask_iou": 0.8814, | |
| "area_abs_err_mean_px2": 3412.7704, | |
| "area_abs_err_max_px2": 10798.8537, | |
| "perimeter_abs_err_mean_px": 25.4439, | |
| "count_f1": 0.9412, | |
| "matched": 8, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.7983, | |
| "area_signed_err_pct_mean": -3.6844, | |
| "area_abs_err_pct_median": 3.6422, | |
| "perimeter_abs_err_pct_median": 1.8418, | |
| "total_area_err_pct": -4.2826, | |
| "validity": { | |
| "rooms": 8, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 8, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.006932, | |
| "annotations_s": 0.002399, | |
| "segment_s": 0.037317, | |
| "polygonize_s": 0.007275, | |
| "score_s": 0.084548 | |
| } | |
| }, | |
| "scale_2": { | |
| "gt_rooms": 9, | |
| "pred_rooms": 8, | |
| "count_precision": 1.0, | |
| "count_recall": 0.8889, | |
| "room_count_err": -1, | |
| "mask_iou": 0.8811, | |
| "background_mask_iou": 0.8647, | |
| "area_abs_err_mean_px2": 3563.2296, | |
| "area_abs_err_max_px2": 11239.1463, | |
| "perimeter_abs_err_mean_px": 25.5561, | |
| "count_f1": 0.9412, | |
| "matched": 8, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.7878, | |
| "area_signed_err_pct_mean": 4.0971, | |
| "area_abs_err_pct_median": 4.1659, | |
| "perimeter_abs_err_pct_median": 2.0112, | |
| "total_area_err_pct": 3.7633, | |
| "validity": { | |
| "rooms": 8, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 8, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.006985, | |
| "annotations_s": 0.002629, | |
| "segment_s": 0.039078, | |
| "polygonize_s": 0.007189, | |
| "score_s": 0.089961 | |
| } | |
| }, | |
| "merge_20": { | |
| "gt_rooms": 9, | |
| "pred_rooms": 7, | |
| "count_precision": 1.0, | |
| "count_recall": 0.7778, | |
| "room_count_err": -2, | |
| "mask_iou": 0.999, | |
| "background_mask_iou": 0.9989, | |
| "area_abs_err_mean_px2": 12582.5005, | |
| "area_abs_err_max_px2": 87225.6463, | |
| "perimeter_abs_err_mean_px": 74.8295, | |
| "count_f1": 0.875, | |
| "matched": 7, | |
| "merged": 1, | |
| "split": 0, | |
| "matched_iou_mean": 0.9639, | |
| "area_signed_err_pct_mean": 5.0582, | |
| "area_abs_err_pct_median": 0.3948, | |
| "perimeter_abs_err_pct_median": 0.1892, | |
| "total_area_err_pct": -0.1993, | |
| "validity": { | |
| "rooms": 7, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 7, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.006454, | |
| "annotations_s": 0.003093, | |
| "segment_s": 0.056634, | |
| "polygonize_s": 0.007418, | |
| "score_s": 0.082171 | |
| } | |
| }, | |
| "split_3": { | |
| "gt_rooms": 9, | |
| "pred_rooms": 9, | |
| "count_precision": 0.7778, | |
| "count_recall": 0.7778, | |
| "room_count_err": 0, | |
| "mask_iou": 0.9985, | |
| "background_mask_iou": 0.9983, | |
| "area_abs_err_mean_px2": 142.774, | |
| "area_abs_err_max_px2": 263.4747, | |
| "perimeter_abs_err_mean_px": 1.2483, | |
| "count_f1": 0.7778, | |
| "matched": 7, | |
| "merged": 0, | |
| "split": 1, | |
| "matched_iou_mean": 1.0, | |
| "area_signed_err_pct_mean": 0.187, | |
| "area_abs_err_pct_median": 0.316, | |
| "perimeter_abs_err_pct_median": 0.1293, | |
| "total_area_err_pct": -0.4524, | |
| "validity": { | |
| "rooms": 9, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 9, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.006526, | |
| "annotations_s": 0.002418, | |
| "segment_s": 0.045565, | |
| "polygonize_s": 0.007485, | |
| "score_s": 0.084369 | |
| } | |
| } | |
| }, | |
| "predicted": { | |
| "gt_rooms": 9, | |
| "pred_rooms": 42, | |
| "count_precision": 0.0714, | |
| "count_recall": 0.3333, | |
| "room_count_err": 33, | |
| "mask_iou": 0.7095, | |
| "background_mask_iou": 0.6637, | |
| "area_abs_err_mean_px2": 21194.9707, | |
| "area_abs_err_max_px2": 37243.7846, | |
| "perimeter_abs_err_mean_px": 676.7497, | |
| "count_f1": 0.1176, | |
| "matched": 3, | |
| "merged": 1, | |
| "split": 8, | |
| "matched_iou_mean": 0.8416, | |
| "area_signed_err_pct_mean": -3.6844, | |
| "area_abs_err_pct_median": 14.4865, | |
| "perimeter_abs_err_pct_median": 44.6102, | |
| "total_area_err_pct": 7.1488, | |
| "seconds_median": 0.2102, | |
| "timing_s": { | |
| "render_s": 0.006797, | |
| "annotations_s": 0.002641, | |
| "segment_s": 0.074261, | |
| "polygonize_s": 0.017283, | |
| "score_s": 0.108842 | |
| }, | |
| "validity": { | |
| "rooms": 42, | |
| "valid_before_repair_rate": 0.8809523809523809, | |
| "repaired_fraction": 0.11904761904761904, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 42, | |
| "invalid_before_repair": 5, | |
| "repaired_labels": [ | |
| 2, | |
| 8, | |
| 24, | |
| 31, | |
| 42 | |
| ] | |
| } | |
| } | |
| }, | |
| "segmented": { | |
| "gt_rooms": 9, | |
| "pred_rooms": 16, | |
| "count_precision": 0.375, | |
| "count_recall": 0.6667, | |
| "room_count_err": 7, | |
| "mask_iou": 0.87, | |
| "background_mask_iou": 0.8712, | |
| "area_abs_err_mean_px2": 10668.5129, | |
| "area_abs_err_max_px2": 26937.532, | |
| "perimeter_abs_err_mean_px": 799.5558, | |
| "count_f1": 0.48, | |
| "matched": 6, | |
| "merged": 0, | |
| "split": 4, | |
| "matched_iou_mean": 0.8149, | |
| "area_signed_err_pct_mean": -17.523, | |
| "area_abs_err_pct_median": 14.7693, | |
| "perimeter_abs_err_pct_median": 59.4864, | |
| "total_area_err_pct": -10.038, | |
| "seconds_median": 0.7704, | |
| "timing_s": { | |
| "render_s": 0.006963, | |
| "annotations_s": 0.002339, | |
| "segment_s": 0.59661, | |
| "polygonize_s": 0.032595, | |
| "score_s": 0.131359 | |
| }, | |
| "validity": { | |
| "rooms": 16, | |
| "valid_before_repair_rate": 0.0625, | |
| "repaired_fraction": 0.9375, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 16, | |
| "invalid_before_repair": 15, | |
| "repaired_labels": [ | |
| 1, | |
| 2, | |
| 3, | |
| 4, | |
| 5, | |
| 6, | |
| 7, | |
| 9, | |
| 10, | |
| 11, | |
| 12, | |
| 13, | |
| 14, | |
| 15, | |
| 16 | |
| ] | |
| } | |
| } | |
| } | |
| }, | |
| "high_quality_1140": { | |
| "dataset": "held-out", | |
| "image_size_px": [ | |
| 1513, | |
| 953 | |
| ], | |
| "oracle": { | |
| "room_count": 8, | |
| "total_area_px2": 710240.99, | |
| "total_perimeter_px": 10048.74, | |
| "repaired": 1, | |
| "door_count": 9, | |
| "window_count": 4, | |
| "render_s": 0.052019, | |
| "annotations_s": 0.002927, | |
| "measure_s": 2.8e-05, | |
| "validity": { | |
| "rooms": 8, | |
| "valid_before_repair_rate": 0.875, | |
| "repaired_fraction": 0.125, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": {} | |
| } | |
| }, | |
| "raster_roundtrip": { | |
| "gt_rooms": 8, | |
| "pred_rooms": 8, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 1.0, | |
| "background_mask_iou": 1.0, | |
| "area_abs_err_mean_px2": 84.9585, | |
| "area_abs_err_max_px2": 249.4856, | |
| "perimeter_abs_err_mean_px": 35.1014, | |
| "count_f1": 1.0, | |
| "matched": 8, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 1.0, | |
| "area_signed_err_pct_mean": -0.056, | |
| "area_abs_err_pct_median": 0.0694, | |
| "perimeter_abs_err_pct_median": 0.056, | |
| "total_area_err_pct": -0.0258 | |
| }, | |
| "perturbed": { | |
| "erode_2": { | |
| "gt_rooms": 8, | |
| "pred_rooms": 8, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.9727, | |
| "background_mask_iou": 0.9741, | |
| "area_abs_err_mean_px2": 2450.4027, | |
| "area_abs_err_max_px2": 3212.4482, | |
| "perimeter_abs_err_mean_px": 50.7049, | |
| "count_f1": 1.0, | |
| "matched": 8, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.966, | |
| "area_signed_err_pct_mean": -3.4563, | |
| "area_abs_err_pct_median": 2.8936, | |
| "perimeter_abs_err_pct_median": 1.5661, | |
| "total_area_err_pct": -2.7601, | |
| "validity": { | |
| "rooms": 8, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 8, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.007725, | |
| "annotations_s": 0.002796, | |
| "segment_s": 0.037625, | |
| "polygonize_s": 0.007793, | |
| "score_s": 0.079038 | |
| } | |
| }, | |
| "erode_5": { | |
| "gt_rooms": 8, | |
| "pred_rooms": 8, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.9323, | |
| "background_mask_iou": 0.9384, | |
| "area_abs_err_mean_px2": 6031.6527, | |
| "area_abs_err_max_px2": 7808.4482, | |
| "perimeter_abs_err_mean_px": 74.7049, | |
| "count_f1": 1.0, | |
| "matched": 8, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.9161, | |
| "area_signed_err_pct_mean": -8.446, | |
| "area_abs_err_pct_median": 7.2005, | |
| "perimeter_abs_err_pct_median": 3.8806, | |
| "total_area_err_pct": -6.7939, | |
| "validity": { | |
| "rooms": 8, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 8, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.012394, | |
| "annotations_s": 0.003926, | |
| "segment_s": 0.043985, | |
| "polygonize_s": 0.008296, | |
| "score_s": 0.075188 | |
| } | |
| }, | |
| "dilate_2": { | |
| "gt_rooms": 8, | |
| "pred_rooms": 8, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.9737, | |
| "background_mask_iou": 0.9738, | |
| "area_abs_err_mean_px2": 2376.8664, | |
| "area_abs_err_max_px2": 3245.3682, | |
| "perimeter_abs_err_mean_px": 41.1855, | |
| "count_f1": 1.0, | |
| "matched": 8, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.9673, | |
| "area_signed_err_pct_mean": 3.341, | |
| "area_abs_err_pct_median": 2.8449, | |
| "perimeter_abs_err_pct_median": 0.92, | |
| "total_area_err_pct": 2.6773, | |
| "validity": { | |
| "rooms": 8, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 8, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.007989, | |
| "annotations_s": 0.00304, | |
| "segment_s": 0.067912, | |
| "polygonize_s": 0.008129, | |
| "score_s": 0.076162 | |
| } | |
| }, | |
| "dilate_5": { | |
| "gt_rooms": 8, | |
| "pred_rooms": 8, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.9363, | |
| "background_mask_iou": 0.934, | |
| "area_abs_err_mean_px2": 6016.2038, | |
| "area_abs_err_max_px2": 8023.4037, | |
| "perimeter_abs_err_mean_px": 56.5317, | |
| "count_f1": 1.0, | |
| "matched": 8, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.9219, | |
| "area_signed_err_pct_mean": 8.5181, | |
| "area_abs_err_pct_median": 7.1191, | |
| "perimeter_abs_err_pct_median": 2.9729, | |
| "total_area_err_pct": 6.7765, | |
| "validity": { | |
| "rooms": 8, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 8, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.007905, | |
| "annotations_s": 0.003, | |
| "segment_s": 0.066734, | |
| "polygonize_s": 0.008154, | |
| "score_s": 0.078617 | |
| } | |
| }, | |
| "shift_2": { | |
| "gt_rooms": 8, | |
| "pred_rooms": 8, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.9865, | |
| "background_mask_iou": 0.9869, | |
| "area_abs_err_mean_px2": 84.9585, | |
| "area_abs_err_max_px2": 249.4856, | |
| "perimeter_abs_err_mean_px": 35.1014, | |
| "count_f1": 1.0, | |
| "matched": 8, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.9811, | |
| "area_signed_err_pct_mean": -0.056, | |
| "area_abs_err_pct_median": 0.0694, | |
| "perimeter_abs_err_pct_median": 0.056, | |
| "total_area_err_pct": -0.0258, | |
| "validity": { | |
| "rooms": 8, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 8, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.009801, | |
| "annotations_s": 0.004306, | |
| "segment_s": 0.028989, | |
| "polygonize_s": 0.008087, | |
| "score_s": 0.072595 | |
| } | |
| }, | |
| "shift_5": { | |
| "gt_rooms": 8, | |
| "pred_rooms": 8, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.9667, | |
| "background_mask_iou": 0.9677, | |
| "area_abs_err_mean_px2": 84.9585, | |
| "area_abs_err_max_px2": 249.4856, | |
| "perimeter_abs_err_mean_px": 35.1014, | |
| "count_f1": 1.0, | |
| "matched": 8, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.9536, | |
| "area_signed_err_pct_mean": -0.056, | |
| "area_abs_err_pct_median": 0.0694, | |
| "perimeter_abs_err_pct_median": 0.056, | |
| "total_area_err_pct": -0.0258, | |
| "validity": { | |
| "rooms": 8, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 8, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.00818, | |
| "annotations_s": 0.002864, | |
| "segment_s": 0.03112, | |
| "polygonize_s": 0.008088, | |
| "score_s": 0.072298 | |
| } | |
| }, | |
| "scale_-2": { | |
| "gt_rooms": 8, | |
| "pred_rooms": 8, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.883, | |
| "background_mask_iou": 0.8904, | |
| "area_abs_err_mean_px2": 3568.1527, | |
| "area_abs_err_max_px2": 5776.4482, | |
| "perimeter_abs_err_mean_px": 59.4549, | |
| "count_f1": 1.0, | |
| "matched": 8, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.8547, | |
| "area_signed_err_pct_mean": -4.0852, | |
| "area_abs_err_pct_median": 3.9985, | |
| "perimeter_abs_err_pct_median": 2.0608, | |
| "total_area_err_pct": -4.0191, | |
| "validity": { | |
| "rooms": 8, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 8, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.00852, | |
| "annotations_s": 0.003007, | |
| "segment_s": 0.030458, | |
| "polygonize_s": 0.007804, | |
| "score_s": 0.07062 | |
| } | |
| }, | |
| "scale_2": { | |
| "gt_rooms": 8, | |
| "pred_rooms": 8, | |
| "count_precision": 1.0, | |
| "count_recall": 1.0, | |
| "room_count_err": 0, | |
| "mask_iou": 0.8742, | |
| "background_mask_iou": 0.873, | |
| "area_abs_err_mean_px2": 3594.5973, | |
| "area_abs_err_max_px2": 5671.5518, | |
| "perimeter_abs_err_mean_px": 50.8222, | |
| "count_f1": 1.0, | |
| "matched": 8, | |
| "merged": 0, | |
| "split": 0, | |
| "matched_iou_mean": 0.8438, | |
| "area_signed_err_pct_mean": 4.0561, | |
| "area_abs_err_pct_median": 4.0929, | |
| "perimeter_abs_err_pct_median": 2.0534, | |
| "total_area_err_pct": 4.0489, | |
| "validity": { | |
| "rooms": 8, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 8, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.008322, | |
| "annotations_s": 0.003294, | |
| "segment_s": 0.03045, | |
| "polygonize_s": 0.007798, | |
| "score_s": 0.072801 | |
| } | |
| }, | |
| "merge_20": { | |
| "gt_rooms": 8, | |
| "pred_rooms": 7, | |
| "count_precision": 0.8571, | |
| "count_recall": 0.75, | |
| "room_count_err": -1, | |
| "mask_iou": 0.9916, | |
| "background_mask_iou": 0.9917, | |
| "area_abs_err_mean_px2": 80.118, | |
| "area_abs_err_max_px2": 249.4856, | |
| "perimeter_abs_err_mean_px": 46.6052, | |
| "count_f1": 0.8, | |
| "matched": 6, | |
| "merged": 1, | |
| "split": 0, | |
| "matched_iou_mean": 1.0, | |
| "area_signed_err_pct_mean": -0.073, | |
| "area_abs_err_pct_median": 0.1009, | |
| "perimeter_abs_err_pct_median": 0.1428, | |
| "total_area_err_pct": 0.8258, | |
| "validity": { | |
| "rooms": 7, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 7, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.008323, | |
| "annotations_s": 0.002912, | |
| "segment_s": 0.050301, | |
| "polygonize_s": 0.007445, | |
| "score_s": 0.074928 | |
| } | |
| }, | |
| "split_3": { | |
| "gt_rooms": 8, | |
| "pred_rooms": 9, | |
| "count_precision": 0.7778, | |
| "count_recall": 0.875, | |
| "room_count_err": 1, | |
| "mask_iou": 0.9986, | |
| "background_mask_iou": 0.9986, | |
| "area_abs_err_mean_px2": 81.6028, | |
| "area_abs_err_max_px2": 249.4856, | |
| "perimeter_abs_err_mean_px": 39.9624, | |
| "count_f1": 0.8235, | |
| "matched": 7, | |
| "merged": 0, | |
| "split": 1, | |
| "matched_iou_mean": 1.0, | |
| "area_signed_err_pct_mean": -0.0534, | |
| "area_abs_err_pct_median": 0.0644, | |
| "perimeter_abs_err_pct_median": 0.0432, | |
| "total_area_err_pct": -0.1669, | |
| "validity": { | |
| "rooms": 9, | |
| "valid_before_repair_rate": 1.0, | |
| "repaired_fraction": 0.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 9, | |
| "invalid_before_repair": 0, | |
| "repaired_labels": [] | |
| } | |
| }, | |
| "timing_s": { | |
| "render_s": 0.008491, | |
| "annotations_s": 0.003336, | |
| "segment_s": 0.038061, | |
| "polygonize_s": 0.008242, | |
| "score_s": 0.073198 | |
| } | |
| } | |
| }, | |
| "predicted": { | |
| "gt_rooms": 8, | |
| "pred_rooms": 47, | |
| "count_precision": 0.0851, | |
| "count_recall": 0.5, | |
| "room_count_err": 39, | |
| "mask_iou": 0.6857, | |
| "background_mask_iou": 0.6841, | |
| "area_abs_err_mean_px2": 27934.0188, | |
| "area_abs_err_max_px2": 58632.4839, | |
| "perimeter_abs_err_mean_px": 1134.1841, | |
| "count_f1": 0.1455, | |
| "matched": 4, | |
| "merged": 1, | |
| "split": 6, | |
| "matched_iou_mean": 0.7699, | |
| "area_signed_err_pct_mean": -0.988, | |
| "area_abs_err_pct_median": 18.68, | |
| "perimeter_abs_err_pct_median": 23.7859, | |
| "total_area_err_pct": 3.7502, | |
| "seconds_median": 0.2197, | |
| "timing_s": { | |
| "render_s": 0.009165, | |
| "annotations_s": 0.003374, | |
| "segment_s": 0.072663, | |
| "polygonize_s": 0.021723, | |
| "score_s": 0.112553 | |
| }, | |
| "validity": { | |
| "rooms": 47, | |
| "valid_before_repair_rate": 0.6808510638297872, | |
| "repaired_fraction": 0.3191489361702128, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 49, | |
| "invalid_before_repair": 15, | |
| "repaired_labels": [ | |
| 1, | |
| 4, | |
| 10, | |
| 14, | |
| 16, | |
| 18, | |
| 19, | |
| 21, | |
| 29, | |
| 31, | |
| 33, | |
| 42, | |
| 45, | |
| 46, | |
| 47 | |
| ] | |
| } | |
| } | |
| }, | |
| "segmented": { | |
| "gt_rooms": 8, | |
| "pred_rooms": 12, | |
| "count_precision": 0.5833, | |
| "count_recall": 0.875, | |
| "room_count_err": 4, | |
| "mask_iou": 0.9229, | |
| "background_mask_iou": 0.9293, | |
| "area_abs_err_mean_px2": 16413.274, | |
| "area_abs_err_max_px2": 50645.2355, | |
| "perimeter_abs_err_mean_px": 338.301, | |
| "count_f1": 0.7, | |
| "matched": 7, | |
| "merged": 0, | |
| "split": 3, | |
| "matched_iou_mean": 0.8111, | |
| "area_signed_err_pct_mean": -17.1091, | |
| "area_abs_err_pct_median": 8.9642, | |
| "perimeter_abs_err_pct_median": 10.8197, | |
| "total_area_err_pct": -5.967, | |
| "seconds_median": 0.712, | |
| "timing_s": { | |
| "render_s": 0.009267, | |
| "annotations_s": 0.003271, | |
| "segment_s": 0.584633, | |
| "polygonize_s": 0.01738, | |
| "score_s": 0.100186 | |
| }, | |
| "validity": { | |
| "rooms": 12, | |
| "valid_before_repair_rate": 0.0, | |
| "repaired_fraction": 1.0, | |
| "valid_after_repair_rate": 1.0, | |
| "contour_audit": { | |
| "polygons_before_repair": 12, | |
| "invalid_before_repair": 12, | |
| "repaired_labels": [ | |
| 1, | |
| 2, | |
| 3, | |
| 4, | |
| 5, | |
| 6, | |
| 7, | |
| 8, | |
| 9, | |
| 10, | |
| 11, | |
| 12 | |
| ] | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "perturbations": [ | |
| { | |
| "plan": "high_quality_488", | |
| "dataset": "held-out", | |
| "perturbation": "erode", | |
| "pixels": "2", | |
| "gt_rooms": "5", | |
| "pred_rooms": "5", | |
| "count_precision": "1.0", | |
| "count_recall": "1.0", | |
| "room_count_err": "0", | |
| "mask_iou": "0.9719", | |
| "background_mask_iou": "0.9631", | |
| "area_abs_err_mean_px2": "2379.4612", | |
| "area_abs_err_max_px2": "3375.8028", | |
| "perimeter_abs_err_mean_px": "150.6774", | |
| "count_f1": "1.0", | |
| "matched": "5", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.9649", | |
| "area_signed_err_pct_mean": "-3.3333", | |
| "area_abs_err_pct_median": "3.3992", | |
| "perimeter_abs_err_pct_median": "1.6571", | |
| "total_area_err_pct": "-2.7485" | |
| }, | |
| { | |
| "plan": "high_quality_488", | |
| "dataset": "held-out", | |
| "perturbation": "erode", | |
| "pixels": "5", | |
| "gt_rooms": "5", | |
| "pred_rooms": "5", | |
| "count_precision": "1.0", | |
| "count_recall": "1.0", | |
| "room_count_err": "0", | |
| "mask_iou": "0.9329", | |
| "background_mask_iou": "0.916", | |
| "area_abs_err_mean_px2": "5764.6612", | |
| "area_abs_err_max_px2": "8133.8028", | |
| "perimeter_abs_err_mean_px": "174.6774", | |
| "count_f1": "1.0", | |
| "matched": "5", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.9158", | |
| "area_signed_err_pct_mean": "-8.2539", | |
| "area_abs_err_pct_median": "7.7657", | |
| "perimeter_abs_err_pct_median": "4.152", | |
| "total_area_err_pct": "-6.6587" | |
| }, | |
| { | |
| "plan": "high_quality_488", | |
| "dataset": "held-out", | |
| "perturbation": "dilate", | |
| "pixels": "2", | |
| "gt_rooms": "5", | |
| "pred_rooms": "5", | |
| "count_precision": "1.0", | |
| "count_recall": "1.0", | |
| "room_count_err": "0", | |
| "mask_iou": "0.9746", | |
| "background_mask_iou": "0.9643", | |
| "area_abs_err_mean_px2": "2314.3484", | |
| "area_abs_err_max_px2": "3246.6408", | |
| "perimeter_abs_err_mean_px": "8.3985", | |
| "count_f1": "1.0", | |
| "matched": "5", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.9671", | |
| "area_signed_err_pct_mean": "3.6186", | |
| "area_abs_err_pct_median": "4.0457", | |
| "perimeter_abs_err_pct_median": "0.5592", | |
| "total_area_err_pct": "2.6733" | |
| }, | |
| { | |
| "plan": "high_quality_488", | |
| "dataset": "held-out", | |
| "perturbation": "dilate", | |
| "pixels": "5", | |
| "gt_rooms": "5", | |
| "pred_rooms": "5", | |
| "count_precision": "1.0", | |
| "count_recall": "1.0", | |
| "room_count_err": "0", | |
| "mask_iou": "0.9384", | |
| "background_mask_iou": "0.9102", | |
| "area_abs_err_mean_px2": "5744.2182", | |
| "area_abs_err_max_px2": "7648.8834", | |
| "perimeter_abs_err_mean_px": "27.5382", | |
| "count_f1": "1.0", | |
| "matched": "5", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.9216", | |
| "area_signed_err_pct_mean": "8.8407", | |
| "area_abs_err_pct_median": "9.5315", | |
| "perimeter_abs_err_pct_median": "2.0526", | |
| "total_area_err_pct": "6.635" | |
| }, | |
| { | |
| "plan": "high_quality_488", | |
| "dataset": "held-out", | |
| "perturbation": "shift", | |
| "pixels": "2", | |
| "gt_rooms": "5", | |
| "pred_rooms": "5", | |
| "count_precision": "1.0", | |
| "count_recall": "1.0", | |
| "room_count_err": "0", | |
| "mask_iou": "0.9879", | |
| "background_mask_iou": "0.9835", | |
| "area_abs_err_mean_px2": "178.9428", | |
| "area_abs_err_max_px2": "320.4129", | |
| "perimeter_abs_err_mean_px": "0.7763", | |
| "count_f1": "1.0", | |
| "matched": "5", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.9819", | |
| "area_signed_err_pct_mean": "0.19", | |
| "area_abs_err_pct_median": "0.3597", | |
| "perimeter_abs_err_pct_median": "0.0508", | |
| "total_area_err_pct": "0.0598" | |
| }, | |
| { | |
| "plan": "high_quality_488", | |
| "dataset": "held-out", | |
| "perturbation": "shift", | |
| "pixels": "5", | |
| "gt_rooms": "5", | |
| "pred_rooms": "5", | |
| "count_precision": "1.0", | |
| "count_recall": "1.0", | |
| "room_count_err": "0", | |
| "mask_iou": "0.97", | |
| "background_mask_iou": "0.9592", | |
| "area_abs_err_mean_px2": "178.9428", | |
| "area_abs_err_max_px2": "320.4129", | |
| "perimeter_abs_err_mean_px": "0.7763", | |
| "count_f1": "1.0", | |
| "matched": "5", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.9602", | |
| "area_signed_err_pct_mean": "0.19", | |
| "area_abs_err_pct_median": "0.3597", | |
| "perimeter_abs_err_pct_median": "0.0508", | |
| "total_area_err_pct": "0.0598" | |
| }, | |
| { | |
| "plan": "high_quality_488", | |
| "dataset": "held-out", | |
| "perturbation": "scale", | |
| "pixels": "-2", | |
| "gt_rooms": "5", | |
| "pred_rooms": "5", | |
| "count_precision": "1.0", | |
| "count_recall": "1.0", | |
| "room_count_err": "0", | |
| "mask_iou": "0.9023", | |
| "background_mask_iou": "0.8744", | |
| "area_abs_err_mean_px2": "3316.6112", | |
| "area_abs_err_max_px2": "6555.8028", | |
| "perimeter_abs_err_mean_px": "25.5603", | |
| "count_f1": "1.0", | |
| "matched": "5", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.8763", | |
| "area_signed_err_pct_mean": "-3.5703", | |
| "area_abs_err_pct_median": "3.7553", | |
| "perimeter_abs_err_pct_median": "2.0324", | |
| "total_area_err_pct": "-3.831" | |
| }, | |
| { | |
| "plan": "high_quality_488", | |
| "dataset": "held-out", | |
| "perturbation": "scale", | |
| "pixels": "2", | |
| "gt_rooms": "5", | |
| "pred_rooms": "5", | |
| "count_precision": "1.0", | |
| "count_recall": "1.0", | |
| "room_count_err": "0", | |
| "mask_iou": "0.8942", | |
| "background_mask_iou": "0.8519", | |
| "area_abs_err_mean_px2": "3486.9888", | |
| "area_abs_err_max_px2": "6356.1972", | |
| "perimeter_abs_err_mean_px": "24.8397", | |
| "count_f1": "1.0", | |
| "matched": "5", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.8654", | |
| "area_signed_err_pct_mean": "4.0222", | |
| "area_abs_err_pct_median": "3.9002", | |
| "perimeter_abs_err_pct_median": "1.8856", | |
| "total_area_err_pct": "4.0278" | |
| }, | |
| { | |
| "plan": "high_quality_488", | |
| "dataset": "held-out", | |
| "perturbation": "merge", | |
| "pixels": "20", | |
| "gt_rooms": "5", | |
| "pred_rooms": "4", | |
| "count_precision": "1.0", | |
| "count_recall": "0.8", | |
| "room_count_err": "-1", | |
| "mask_iou": "0.9947", | |
| "background_mask_iou": "0.9927", | |
| "area_abs_err_mean_px2": "20782.8613", | |
| "area_abs_err_max_px2": "82720.9472", | |
| "perimeter_abs_err_mean_px": "170.0929", | |
| "count_f1": "0.8889", | |
| "matched": "4", | |
| "merged": "1", | |
| "split": "0", | |
| "matched_iou_mean": "0.9157", | |
| "area_signed_err_pct_mean": "12.8524", | |
| "area_abs_err_pct_median": "0.3887", | |
| "perimeter_abs_err_pct_median": "0.1312", | |
| "total_area_err_pct": "0.5948" | |
| }, | |
| { | |
| "plan": "high_quality_488", | |
| "dataset": "held-out", | |
| "perturbation": "split", | |
| "pixels": "3", | |
| "gt_rooms": "5", | |
| "pred_rooms": "6", | |
| "count_precision": "0.6667", | |
| "count_recall": "0.8", | |
| "room_count_err": "1", | |
| "mask_iou": "0.9972", | |
| "background_mask_iou": "0.9962", | |
| "area_abs_err_mean_px2": "182.7278", | |
| "area_abs_err_max_px2": "320.4129", | |
| "perimeter_abs_err_mean_px": "0.7653", | |
| "count_f1": "0.7273", | |
| "matched": "4", | |
| "merged": "0", | |
| "split": "1", | |
| "matched_iou_mean": "1.0", | |
| "area_signed_err_pct_mean": "0.2626", | |
| "area_abs_err_pct_median": "0.3795", | |
| "perimeter_abs_err_pct_median": "0.0662", | |
| "total_area_err_pct": "-0.2181" | |
| }, | |
| { | |
| "plan": "high_quality_architectural_9453", | |
| "dataset": "held-out", | |
| "perturbation": "erode", | |
| "pixels": "2", | |
| "gt_rooms": "9", | |
| "pred_rooms": "9", | |
| "count_precision": "1.0", | |
| "count_recall": "1.0", | |
| "room_count_err": "0", | |
| "mask_iou": "0.9687", | |
| "background_mask_iou": "0.9901", | |
| "area_abs_err_mean_px2": "1894.7743", | |
| "area_abs_err_max_px2": "3030.3593", | |
| "perimeter_abs_err_mean_px": "15.7206", | |
| "count_f1": "1.0", | |
| "matched": "9", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.9592", | |
| "area_signed_err_pct_mean": "-4.148", | |
| "area_abs_err_pct_median": "3.8454", | |
| "perimeter_abs_err_pct_median": "1.7857", | |
| "total_area_err_pct": "-3.1811" | |
| }, | |
| { | |
| "plan": "high_quality_architectural_9453", | |
| "dataset": "held-out", | |
| "perturbation": "erode", | |
| "pixels": "5", | |
| "gt_rooms": "9", | |
| "pred_rooms": "9", | |
| "count_precision": "1.0", | |
| "count_recall": "1.0", | |
| "room_count_err": "0", | |
| "mask_iou": "0.9228", | |
| "background_mask_iou": "0.9759", | |
| "area_abs_err_mean_px2": "4628.2457", | |
| "area_abs_err_max_px2": "7482.3593", | |
| "perimeter_abs_err_mean_px": "39.9968", | |
| "count_f1": "1.0", | |
| "matched": "9", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.8997", | |
| "area_signed_err_pct_mean": "-10.092", | |
| "area_abs_err_pct_median": "9.661", | |
| "perimeter_abs_err_pct_median": "4.6053", | |
| "total_area_err_pct": "-7.7703" | |
| }, | |
| { | |
| "plan": "high_quality_architectural_9453", | |
| "dataset": "held-out", | |
| "perturbation": "dilate", | |
| "pixels": "2", | |
| "gt_rooms": "9", | |
| "pred_rooms": "9", | |
| "count_precision": "1.0", | |
| "count_recall": "1.0", | |
| "room_count_err": "0", | |
| "mask_iou": "0.9738", | |
| "background_mask_iou": "0.9914", | |
| "area_abs_err_mean_px2": "1574.2491", | |
| "area_abs_err_max_px2": "2131.3417", | |
| "perimeter_abs_err_mean_px": "10.7069", | |
| "count_f1": "1.0", | |
| "matched": "9", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.9636", | |
| "area_signed_err_pct_mean": "3.7296", | |
| "area_abs_err_pct_median": "4.1474", | |
| "perimeter_abs_err_pct_median": "1.2149", | |
| "total_area_err_pct": "2.643" | |
| }, | |
| { | |
| "plan": "high_quality_architectural_9453", | |
| "dataset": "held-out", | |
| "perturbation": "dilate", | |
| "pixels": "5", | |
| "gt_rooms": "9", | |
| "pred_rooms": "9", | |
| "count_precision": "1.0", | |
| "count_recall": "1.0", | |
| "room_count_err": "0", | |
| "mask_iou": "0.9355", | |
| "background_mask_iou": "0.978", | |
| "area_abs_err_mean_px2": "4072.9934", | |
| "area_abs_err_max_px2": "5375.7559", | |
| "perimeter_abs_err_mean_px": "30.6399", | |
| "count_f1": "1.0", | |
| "matched": "9", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.913", | |
| "area_signed_err_pct_mean": "9.6032", | |
| "area_abs_err_pct_median": "10.2943", | |
| "perimeter_abs_err_pct_median": "3.3899", | |
| "total_area_err_pct": "6.8381" | |
| }, | |
| { | |
| "plan": "high_quality_architectural_9453", | |
| "dataset": "held-out", | |
| "perturbation": "shift", | |
| "pixels": "2", | |
| "gt_rooms": "9", | |
| "pred_rooms": "9", | |
| "count_precision": "1.0", | |
| "count_recall": "1.0", | |
| "room_count_err": "0", | |
| "mask_iou": "0.9848", | |
| "background_mask_iou": "0.9951", | |
| "area_abs_err_mean_px2": "97.7449", | |
| "area_abs_err_max_px2": "218.8563", | |
| "perimeter_abs_err_mean_px": "1.3761", | |
| "count_f1": "1.0", | |
| "matched": "9", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.9792", | |
| "area_signed_err_pct_mean": "-0.0719", | |
| "area_abs_err_pct_median": "0.1653", | |
| "perimeter_abs_err_pct_median": "0.1257", | |
| "total_area_err_pct": "-0.0526" | |
| }, | |
| { | |
| "plan": "high_quality_architectural_9453", | |
| "dataset": "held-out", | |
| "perturbation": "shift", | |
| "pixels": "5", | |
| "gt_rooms": "9", | |
| "pred_rooms": "9", | |
| "count_precision": "1.0", | |
| "count_recall": "1.0", | |
| "room_count_err": "0", | |
| "mask_iou": "0.9624", | |
| "background_mask_iou": "0.9878", | |
| "area_abs_err_mean_px2": "97.7449", | |
| "area_abs_err_max_px2": "218.8563", | |
| "perimeter_abs_err_mean_px": "1.3761", | |
| "count_f1": "1.0", | |
| "matched": "9", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.9488", | |
| "area_signed_err_pct_mean": "-0.0719", | |
| "area_abs_err_pct_median": "0.1653", | |
| "perimeter_abs_err_pct_median": "0.1257", | |
| "total_area_err_pct": "-0.0526" | |
| }, | |
| { | |
| "plan": "high_quality_architectural_9453", | |
| "dataset": "held-out", | |
| "perturbation": "scale", | |
| "pixels": "-2", | |
| "gt_rooms": "9", | |
| "pred_rooms": "9", | |
| "count_precision": "1.0", | |
| "count_recall": "1.0", | |
| "room_count_err": "0", | |
| "mask_iou": "0.8387", | |
| "background_mask_iou": "0.9469", | |
| "area_abs_err_mean_px2": "2515.7783", | |
| "area_abs_err_max_px2": "5640.3593", | |
| "perimeter_abs_err_mean_px": "18.7285", | |
| "count_f1": "1.0", | |
| "matched": "9", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.761", | |
| "area_signed_err_pct_mean": "-4.2381", | |
| "area_abs_err_pct_median": "4.1948", | |
| "perimeter_abs_err_pct_median": "1.9919", | |
| "total_area_err_pct": "-4.2237" | |
| }, | |
| { | |
| "plan": "high_quality_architectural_9453", | |
| "dataset": "held-out", | |
| "perturbation": "scale", | |
| "pixels": "2", | |
| "gt_rooms": "9", | |
| "pred_rooms": "9", | |
| "count_precision": "1.0", | |
| "count_recall": "1.0", | |
| "room_count_err": "0", | |
| "mask_iou": "0.8339", | |
| "background_mask_iou": "0.9422", | |
| "area_abs_err_mean_px2": "2505.7717", | |
| "area_abs_err_max_px2": "5707.6407", | |
| "perimeter_abs_err_mean_px": "20.2794", | |
| "count_f1": "1.0", | |
| "matched": "9", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.7512", | |
| "area_signed_err_pct_mean": "4.1827", | |
| "area_abs_err_pct_median": "4.1808", | |
| "perimeter_abs_err_pct_median": "2.2086", | |
| "total_area_err_pct": "4.2069" | |
| }, | |
| { | |
| "plan": "high_quality_architectural_9453", | |
| "dataset": "held-out", | |
| "perturbation": "merge", | |
| "pixels": "20", | |
| "gt_rooms": "9", | |
| "pred_rooms": "8", | |
| "count_precision": "1.0", | |
| "count_recall": "0.8889", | |
| "room_count_err": "-1", | |
| "mask_iou": "1.0", | |
| "background_mask_iou": "1.0", | |
| "area_abs_err_mean_px2": "15099.987", | |
| "area_abs_err_max_px2": "120087.1504", | |
| "perimeter_abs_err_mean_px": "84.903", | |
| "count_f1": "0.9412", | |
| "matched": "8", | |
| "merged": "1", | |
| "split": "0", | |
| "matched_iou_mean": "0.9429", | |
| "area_signed_err_pct_mean": "10.4112", | |
| "area_abs_err_pct_median": "0.2771", | |
| "perimeter_abs_err_pct_median": "0.1469", | |
| "total_area_err_pct": "-0.0526" | |
| }, | |
| { | |
| "plan": "high_quality_architectural_9453", | |
| "dataset": "held-out", | |
| "perturbation": "split", | |
| "pixels": "3", | |
| "gt_rooms": "9", | |
| "pred_rooms": "10", | |
| "count_precision": "0.8", | |
| "count_recall": "0.8889", | |
| "room_count_err": "1", | |
| "mask_iou": "0.9979", | |
| "background_mask_iou": "0.9993", | |
| "area_abs_err_mean_px2": "107.1681", | |
| "area_abs_err_max_px2": "218.8563", | |
| "perimeter_abs_err_mean_px": "1.5331", | |
| "count_f1": "0.8421", | |
| "matched": "8", | |
| "merged": "0", | |
| "split": "1", | |
| "matched_iou_mean": "1.0", | |
| "area_signed_err_pct_mean": "-0.0789", | |
| "area_abs_err_pct_median": "0.2061", | |
| "perimeter_abs_err_pct_median": "0.1469", | |
| "total_area_err_pct": "-0.2619" | |
| }, | |
| { | |
| "plan": "high_quality_architectural_6276", | |
| "dataset": "held-out", | |
| "perturbation": "erode", | |
| "pixels": "2", | |
| "gt_rooms": "28", | |
| "pred_rooms": "28", | |
| "count_precision": "1.0", | |
| "count_recall": "1.0", | |
| "room_count_err": "0", | |
| "mask_iou": "0.9736", | |
| "background_mask_iou": "0.9821", | |
| "area_abs_err_mean_px2": "2269.6462", | |
| "area_abs_err_max_px2": "3927.4931", | |
| "perimeter_abs_err_mean_px": "15.7825", | |
| "count_f1": "1.0", | |
| "matched": "28", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.9605", | |
| "area_signed_err_pct_mean": "-3.9124", | |
| "area_abs_err_pct_median": "3.2871", | |
| "perimeter_abs_err_pct_median": "1.3336", | |
| "total_area_err_pct": "-2.6453" | |
| }, | |
| { | |
| "plan": "high_quality_architectural_6276", | |
| "dataset": "held-out", | |
| "perturbation": "erode", | |
| "pixels": "5", | |
| "gt_rooms": "28", | |
| "pred_rooms": "28", | |
| "count_precision": "1.0", | |
| "count_recall": "1.0", | |
| "room_count_err": "0", | |
| "mask_iou": "0.9346", | |
| "background_mask_iou": "0.9568", | |
| "area_abs_err_mean_px2": "5612.3679", | |
| "area_abs_err_max_px2": "9489.4356", | |
| "perimeter_abs_err_mean_px": "39.833", | |
| "count_f1": "1.0", | |
| "matched": "28", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.9031", | |
| "area_signed_err_pct_mean": "-9.6552", | |
| "area_abs_err_pct_median": "8.1915", | |
| "perimeter_abs_err_pct_median": "3.4709", | |
| "total_area_err_pct": "-6.5413" | |
| }, | |
| { | |
| "plan": "high_quality_architectural_6276", | |
| "dataset": "held-out", | |
| "perturbation": "dilate", | |
| "pixels": "2", | |
| "gt_rooms": "28", | |
| "pred_rooms": "28", | |
| "count_precision": "1.0", | |
| "count_recall": "1.0", | |
| "room_count_err": "0", | |
| "mask_iou": "0.9774", | |
| "background_mask_iou": "0.984", | |
| "area_abs_err_mean_px2": "1986.2659", | |
| "area_abs_err_max_px2": "3492.9353", | |
| "perimeter_abs_err_mean_px": "9.5537", | |
| "count_f1": "1.0", | |
| "matched": "28", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.9654", | |
| "area_signed_err_pct_mean": "3.6737", | |
| "area_abs_err_pct_median": "3.1995", | |
| "perimeter_abs_err_pct_median": "0.9291", | |
| "total_area_err_pct": "2.315" | |
| }, | |
| { | |
| "plan": "high_quality_architectural_6276", | |
| "dataset": "held-out", | |
| "perturbation": "dilate", | |
| "pixels": "5", | |
| "gt_rooms": "28", | |
| "pred_rooms": "28", | |
| "count_precision": "1.0", | |
| "count_recall": "1.0", | |
| "room_count_err": "0", | |
| "mask_iou": "0.9457", | |
| "background_mask_iou": "0.9603", | |
| "area_abs_err_mean_px2": "4929.0321", | |
| "area_abs_err_max_px2": "8751.7637", | |
| "perimeter_abs_err_mean_px": "28.3065", | |
| "count_f1": "1.0", | |
| "matched": "28", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.9203", | |
| "area_signed_err_pct_mean": "8.9388", | |
| "area_abs_err_pct_median": "7.6373", | |
| "perimeter_abs_err_pct_median": "2.8747", | |
| "total_area_err_pct": "5.7448" | |
| }, | |
| { | |
| "plan": "high_quality_architectural_6276", | |
| "dataset": "held-out", | |
| "perturbation": "shift", | |
| "pixels": "2", | |
| "gt_rooms": "28", | |
| "pred_rooms": "28", | |
| "count_precision": "1.0", | |
| "count_recall": "1.0", | |
| "room_count_err": "0", | |
| "mask_iou": "0.9869", | |
| "background_mask_iou": "0.991", | |
| "area_abs_err_mean_px2": "108.7487", | |
| "area_abs_err_max_px2": "443.4931", | |
| "perimeter_abs_err_mean_px": "1.0549", | |
| "count_f1": "1.0", | |
| "matched": "28", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.9794", | |
| "area_signed_err_pct_mean": "0.0361", | |
| "area_abs_err_pct_median": "0.116", | |
| "perimeter_abs_err_pct_median": "0.0832", | |
| "total_area_err_pct": "-0.0013" | |
| }, | |
| { | |
| "plan": "high_quality_architectural_6276", | |
| "dataset": "held-out", | |
| "perturbation": "shift", | |
| "pixels": "5", | |
| "gt_rooms": "28", | |
| "pred_rooms": "28", | |
| "count_precision": "1.0", | |
| "count_recall": "1.0", | |
| "room_count_err": "0", | |
| "mask_iou": "0.9677", | |
| "background_mask_iou": "0.9775", | |
| "area_abs_err_mean_px2": "108.7487", | |
| "area_abs_err_max_px2": "443.4931", | |
| "perimeter_abs_err_mean_px": "1.0549", | |
| "count_f1": "1.0", | |
| "matched": "28", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.9496", | |
| "area_signed_err_pct_mean": "0.0361", | |
| "area_abs_err_pct_median": "0.116", | |
| "perimeter_abs_err_pct_median": "0.0832", | |
| "total_area_err_pct": "-0.0013" | |
| }, | |
| { | |
| "plan": "high_quality_architectural_6276", | |
| "dataset": "held-out", | |
| "perturbation": "scale", | |
| "pixels": "-2", | |
| "gt_rooms": "28", | |
| "pred_rooms": "28", | |
| "count_precision": "0.8214", | |
| "count_recall": "0.8214", | |
| "room_count_err": "0", | |
| "mask_iou": "0.8383", | |
| "background_mask_iou": "0.889", | |
| "area_abs_err_mean_px2": "4067.7332", | |
| "area_abs_err_max_px2": "8785.4356", | |
| "perimeter_abs_err_mean_px": "26.0115", | |
| "count_f1": "0.8214", | |
| "matched": "23", | |
| "merged": "1", | |
| "split": "2", | |
| "matched_iou_mean": "0.7331", | |
| "area_signed_err_pct_mean": "-3.9603", | |
| "area_abs_err_pct_median": "3.9509", | |
| "perimeter_abs_err_pct_median": "1.9981", | |
| "total_area_err_pct": "-3.9818" | |
| }, | |
| { | |
| "plan": "high_quality_architectural_6276", | |
| "dataset": "held-out", | |
| "perturbation": "scale", | |
| "pixels": "2", | |
| "gt_rooms": "28", | |
| "pred_rooms": "28", | |
| "count_precision": "0.8214", | |
| "count_recall": "0.8214", | |
| "room_count_err": "0", | |
| "mask_iou": "0.8369", | |
| "background_mask_iou": "0.8806", | |
| "area_abs_err_mean_px2": "4146.4625", | |
| "area_abs_err_max_px2": "8762.5644", | |
| "perimeter_abs_err_mean_px": "26.6481", | |
| "count_f1": "0.8214", | |
| "matched": "23", | |
| "merged": "2", | |
| "split": "1", | |
| "matched_iou_mean": "0.7274", | |
| "area_signed_err_pct_mean": "4.1153", | |
| "area_abs_err_pct_median": "4.1166", | |
| "perimeter_abs_err_pct_median": "2.0693", | |
| "total_area_err_pct": "4.06" | |
| }, | |
| { | |
| "plan": "high_quality_architectural_6276", | |
| "dataset": "held-out", | |
| "perturbation": "merge", | |
| "pixels": "20", | |
| "gt_rooms": "28", | |
| "pred_rooms": "27", | |
| "count_precision": "1.0", | |
| "count_recall": "0.9643", | |
| "room_count_err": "-1", | |
| "mask_iou": "1.0", | |
| "background_mask_iou": "1.0", | |
| "area_abs_err_mean_px2": "8101.4419", | |
| "area_abs_err_max_px2": "215834.5999", | |
| "perimeter_abs_err_mean_px": "29.8457", | |
| "count_f1": "0.9818", | |
| "matched": "27", | |
| "merged": "1", | |
| "split": "0", | |
| "matched_iou_mean": "0.9816", | |
| "area_signed_err_pct_mean": "3.6925", | |
| "area_abs_err_pct_median": "0.137", | |
| "perimeter_abs_err_pct_median": "0.0832", | |
| "total_area_err_pct": "-0.0013" | |
| }, | |
| { | |
| "plan": "high_quality_architectural_6276", | |
| "dataset": "held-out", | |
| "perturbation": "split", | |
| "pixels": "3", | |
| "gt_rooms": "28", | |
| "pred_rooms": "29", | |
| "count_precision": "0.931", | |
| "count_recall": "0.9643", | |
| "room_count_err": "1", | |
| "mask_iou": "0.9995", | |
| "background_mask_iou": "0.9997", | |
| "area_abs_err_mean_px2": "109.0936", | |
| "area_abs_err_max_px2": "443.4931", | |
| "perimeter_abs_err_mean_px": "1.094", | |
| "count_f1": "0.9474", | |
| "matched": "27", | |
| "merged": "0", | |
| "split": "1", | |
| "matched_iou_mean": "1.0", | |
| "area_signed_err_pct_mean": "0.0392", | |
| "area_abs_err_pct_median": "0.1164", | |
| "perimeter_abs_err_pct_median": "0.0832", | |
| "total_area_err_pct": "-0.0505" | |
| }, | |
| { | |
| "plan": "colorful_13502", | |
| "dataset": "held-out", | |
| "perturbation": "erode", | |
| "pixels": "2", | |
| "gt_rooms": "6", | |
| "pred_rooms": "6", | |
| "count_precision": "1.0", | |
| "count_recall": "1.0", | |
| "room_count_err": "0", | |
| "mask_iou": "0.9709", | |
| "background_mask_iou": "0.9828", | |
| "area_abs_err_mean_px2": "2116.2198", | |
| "area_abs_err_max_px2": "2850.9941", | |
| "perimeter_abs_err_mean_px": "47.2604", | |
| "count_f1": "1.0", | |
| "matched": "6", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.9657", | |
| "area_signed_err_pct_mean": "-3.467", | |
| "area_abs_err_pct_median": "3.4188", | |
| "perimeter_abs_err_pct_median": "1.9155", | |
| "total_area_err_pct": "-2.9245" | |
| }, | |
| { | |
| "plan": "colorful_13502", | |
| "dataset": "held-out", | |
| "perturbation": "erode", | |
| "pixels": "5", | |
| "gt_rooms": "6", | |
| "pred_rooms": "6", | |
| "count_precision": "1.0", | |
| "count_recall": "1.0", | |
| "room_count_err": "0", | |
| "mask_iou": "0.9282", | |
| "background_mask_iou": "0.9587", | |
| "area_abs_err_mean_px2": "5204.2198", | |
| "area_abs_err_max_px2": "7260.9941", | |
| "perimeter_abs_err_mean_px": "71.2604", | |
| "count_f1": "1.0", | |
| "matched": "6", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.9156", | |
| "area_signed_err_pct_mean": "-8.4769", | |
| "area_abs_err_pct_median": "8.4214", | |
| "perimeter_abs_err_pct_median": "4.566", | |
| "total_area_err_pct": "-7.192" | |
| }, | |
| { | |
| "plan": "colorful_13502", | |
| "dataset": "held-out", | |
| "perturbation": "dilate", | |
| "pixels": "2", | |
| "gt_rooms": "6", | |
| "pred_rooms": "6", | |
| "count_precision": "1.0", | |
| "count_recall": "1.0", | |
| "room_count_err": "0", | |
| "mask_iou": "0.9746", | |
| "background_mask_iou": "0.9844", | |
| "area_abs_err_mean_px2": "1873.1464", | |
| "area_abs_err_max_px2": "2720.3568", | |
| "perimeter_abs_err_mean_px": "22.3173", | |
| "count_f1": "1.0", | |
| "matched": "6", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.9695", | |
| "area_signed_err_pct_mean": "3.1169", | |
| "area_abs_err_pct_median": "2.759", | |
| "perimeter_abs_err_pct_median": "0.9376", | |
| "total_area_err_pct": "2.5886" | |
| }, | |
| { | |
| "plan": "colorful_13502", | |
| "dataset": "held-out", | |
| "perturbation": "dilate", | |
| "pixels": "5", | |
| "gt_rooms": "6", | |
| "pred_rooms": "6", | |
| "count_precision": "1.0", | |
| "count_recall": "1.0", | |
| "room_count_err": "0", | |
| "mask_iou": "0.9411", | |
| "background_mask_iou": "0.9625", | |
| "area_abs_err_mean_px2": "4518.4593", | |
| "area_abs_err_max_px2": "6412.7711", | |
| "perimeter_abs_err_mean_px": "33.7434", | |
| "count_f1": "1.0", | |
| "matched": "6", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.93", | |
| "area_signed_err_pct_mean": "7.5719", | |
| "area_abs_err_pct_median": "6.8942", | |
| "perimeter_abs_err_pct_median": "2.681", | |
| "total_area_err_pct": "6.2443" | |
| }, | |
| { | |
| "plan": "colorful_13502", | |
| "dataset": "held-out", | |
| "perturbation": "shift", | |
| "pixels": "2", | |
| "gt_rooms": "6", | |
| "pred_rooms": "6", | |
| "count_precision": "1.0", | |
| "count_recall": "1.0", | |
| "room_count_err": "0", | |
| "mask_iou": "0.9843", | |
| "background_mask_iou": "0.9905", | |
| "area_abs_err_mean_px2": "109.0147", | |
| "area_abs_err_max_px2": "205.5086", | |
| "perimeter_abs_err_mean_px": "31.6614", | |
| "count_f1": "1.0", | |
| "matched": "6", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.9824", | |
| "area_signed_err_pct_mean": "-0.0498", | |
| "area_abs_err_pct_median": "0.1572", | |
| "perimeter_abs_err_pct_median": "0.1259", | |
| "total_area_err_pct": "-0.024" | |
| }, | |
| { | |
| "plan": "colorful_13502", | |
| "dataset": "held-out", | |
| "perturbation": "shift", | |
| "pixels": "5", | |
| "gt_rooms": "6", | |
| "pred_rooms": "6", | |
| "count_precision": "1.0", | |
| "count_recall": "1.0", | |
| "room_count_err": "0", | |
| "mask_iou": "0.9612", | |
| "background_mask_iou": "0.9766", | |
| "area_abs_err_mean_px2": "109.0147", | |
| "area_abs_err_max_px2": "205.5086", | |
| "perimeter_abs_err_mean_px": "31.6614", | |
| "count_f1": "1.0", | |
| "matched": "6", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.9566", | |
| "area_signed_err_pct_mean": "-0.0498", | |
| "area_abs_err_pct_median": "0.1572", | |
| "perimeter_abs_err_pct_median": "0.1259", | |
| "total_area_err_pct": "-0.024" | |
| }, | |
| { | |
| "plan": "colorful_13502", | |
| "dataset": "held-out", | |
| "perturbation": "scale", | |
| "pixels": "-2", | |
| "gt_rooms": "6", | |
| "pred_rooms": "6", | |
| "count_precision": "1.0", | |
| "count_recall": "1.0", | |
| "room_count_err": "0", | |
| "mask_iou": "0.8804", | |
| "background_mask_iou": "0.9287", | |
| "area_abs_err_mean_px2": "2951.8865", | |
| "area_abs_err_max_px2": "5728.9941", | |
| "perimeter_abs_err_mean_px": "52.2604", | |
| "count_f1": "1.0", | |
| "matched": "6", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.8012", | |
| "area_signed_err_pct_mean": "-4.1113", | |
| "area_abs_err_pct_median": "4.0779", | |
| "perimeter_abs_err_pct_median": "2.0686", | |
| "total_area_err_pct": "-4.0794" | |
| }, | |
| { | |
| "plan": "colorful_13502", | |
| "dataset": "held-out", | |
| "perturbation": "scale", | |
| "pixels": "2", | |
| "gt_rooms": "6", | |
| "pred_rooms": "6", | |
| "count_precision": "1.0", | |
| "count_recall": "1.0", | |
| "room_count_err": "0", | |
| "mask_iou": "0.8737", | |
| "background_mask_iou": "0.9198", | |
| "area_abs_err_mean_px2": "2977.7802", | |
| "area_abs_err_max_px2": "6113.0059", | |
| "perimeter_abs_err_mean_px": "45.6919", | |
| "count_f1": "1.0", | |
| "matched": "6", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.7922", | |
| "area_signed_err_pct_mean": "4.0959", | |
| "area_abs_err_pct_median": "4.1268", | |
| "perimeter_abs_err_pct_median": "2.1664", | |
| "total_area_err_pct": "4.1151" | |
| }, | |
| { | |
| "plan": "colorful_13502", | |
| "dataset": "held-out", | |
| "perturbation": "merge", | |
| "pixels": "20", | |
| "gt_rooms": "6", | |
| "pred_rooms": "5", | |
| "count_precision": "1.0", | |
| "count_recall": "0.8333", | |
| "room_count_err": "-1", | |
| "mask_iou": "1.0", | |
| "background_mask_iou": "1.0", | |
| "area_abs_err_mean_px2": "14027.9701", | |
| "area_abs_err_max_px2": "69788.463", | |
| "perimeter_abs_err_mean_px": "114.6223", | |
| "count_f1": "0.9091", | |
| "matched": "5", | |
| "merged": "1", | |
| "split": "0", | |
| "matched_iou_mean": "0.9332", | |
| "area_signed_err_pct_mean": "10.023", | |
| "area_abs_err_pct_median": "0.2215", | |
| "perimeter_abs_err_pct_median": "0.1889", | |
| "total_area_err_pct": "-0.0147" | |
| }, | |
| { | |
| "plan": "colorful_13502", | |
| "dataset": "held-out", | |
| "perturbation": "split", | |
| "pixels": "3", | |
| "gt_rooms": "6", | |
| "pred_rooms": "7", | |
| "count_precision": "0.7143", | |
| "count_recall": "0.8333", | |
| "room_count_err": "1", | |
| "mask_iou": "0.9976", | |
| "background_mask_iou": "0.9985", | |
| "area_abs_err_mean_px2": "105.0165", | |
| "area_abs_err_max_px2": "205.5086", | |
| "perimeter_abs_err_mean_px": "37.8257", | |
| "count_f1": "0.7692", | |
| "matched": "5", | |
| "merged": "0", | |
| "split": "1", | |
| "matched_iou_mean": "0.9999", | |
| "area_signed_err_pct_mean": "-0.0783", | |
| "area_abs_err_pct_median": "0.2215", | |
| "perimeter_abs_err_pct_median": "0.1889", | |
| "total_area_err_pct": "-0.2583" | |
| }, | |
| { | |
| "plan": "high_quality_architectural_2035", | |
| "dataset": "held-out", | |
| "perturbation": "erode", | |
| "pixels": "2", | |
| "gt_rooms": "6", | |
| "pred_rooms": "6", | |
| "count_precision": "1.0", | |
| "count_recall": "1.0", | |
| "room_count_err": "0", | |
| "mask_iou": "0.9729", | |
| "background_mask_iou": "0.9758", | |
| "area_abs_err_mean_px2": "2540.7868", | |
| "area_abs_err_max_px2": "3623.2497", | |
| "perimeter_abs_err_mean_px": "144.1418", | |
| "count_f1": "1.0", | |
| "matched": "6", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.9699", | |
| "area_signed_err_pct_mean": "-3.1646", | |
| "area_abs_err_pct_median": "3.1186", | |
| "perimeter_abs_err_pct_median": "1.4652", | |
| "total_area_err_pct": "-2.8228" | |
| }, | |
| { | |
| "plan": "high_quality_architectural_2035", | |
| "dataset": "held-out", | |
| "perturbation": "erode", | |
| "pixels": "5", | |
| "gt_rooms": "6", | |
| "pred_rooms": "6", | |
| "count_precision": "1.0", | |
| "count_recall": "1.0", | |
| "room_count_err": "0", | |
| "mask_iou": "0.933", | |
| "background_mask_iou": "0.9422", | |
| "area_abs_err_mean_px2": "6132.7868", | |
| "area_abs_err_max_px2": "8753.2497", | |
| "perimeter_abs_err_mean_px": "168.1418", | |
| "count_f1": "1.0", | |
| "matched": "6", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.9255", | |
| "area_signed_err_pct_mean": "-7.5933", | |
| "area_abs_err_pct_median": "7.5596", | |
| "perimeter_abs_err_pct_median": "3.5922", | |
| "total_area_err_pct": "-6.8135" | |
| }, | |
| { | |
| "plan": "high_quality_architectural_2035", | |
| "dataset": "held-out", | |
| "perturbation": "dilate", | |
| "pixels": "2", | |
| "gt_rooms": "6", | |
| "pred_rooms": "6", | |
| "count_precision": "1.0", | |
| "count_recall": "1.0", | |
| "room_count_err": "0", | |
| "mask_iou": "0.9762", | |
| "background_mask_iou": "0.9777", | |
| "area_abs_err_mean_px2": "2089.3092", | |
| "area_abs_err_max_px2": "2986.6069", | |
| "perimeter_abs_err_mean_px": "133.115", | |
| "count_f1": "1.0", | |
| "matched": "6", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.9735", | |
| "area_signed_err_pct_mean": "2.5648", | |
| "area_abs_err_pct_median": "2.6518", | |
| "perimeter_abs_err_pct_median": "0.8533", | |
| "total_area_err_pct": "2.3212" | |
| }, | |
| { | |
| "plan": "high_quality_architectural_2035", | |
| "dataset": "held-out", | |
| "perturbation": "dilate", | |
| "pixels": "5", | |
| "gt_rooms": "6", | |
| "pred_rooms": "6", | |
| "count_precision": "1.0", | |
| "count_recall": "1.0", | |
| "room_count_err": "0", | |
| "mask_iou": "0.9434", | |
| "background_mask_iou": "0.945", | |
| "area_abs_err_mean_px2": "5291.8162", | |
| "area_abs_err_max_px2": "7236.2637", | |
| "perimeter_abs_err_mean_px": "145.3005", | |
| "count_f1": "1.0", | |
| "matched": "6", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.9371", | |
| "area_signed_err_pct_mean": "6.5898", | |
| "area_abs_err_pct_median": "6.628", | |
| "perimeter_abs_err_pct_median": "2.6594", | |
| "total_area_err_pct": "5.8792" | |
| }, | |
| { | |
| "plan": "high_quality_architectural_2035", | |
| "dataset": "held-out", | |
| "perturbation": "shift", | |
| "pixels": "2", | |
| "gt_rooms": "6", | |
| "pred_rooms": "6", | |
| "count_precision": "1.0", | |
| "count_recall": "1.0", | |
| "room_count_err": "0", | |
| "mask_iou": "0.988", | |
| "background_mask_iou": "0.989", | |
| "area_abs_err_mean_px2": "128.8869", | |
| "area_abs_err_max_px2": "249.7458", | |
| "perimeter_abs_err_mean_px": "128.2395", | |
| "count_f1": "1.0", | |
| "matched": "6", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.9852", | |
| "area_signed_err_pct_mean": "-0.1572", | |
| "area_abs_err_pct_median": "0.1486", | |
| "perimeter_abs_err_pct_median": "0.0675", | |
| "total_area_err_pct": "-0.1179" | |
| }, | |
| { | |
| "plan": "high_quality_architectural_2035", | |
| "dataset": "held-out", | |
| "perturbation": "shift", | |
| "pixels": "5", | |
| "gt_rooms": "6", | |
| "pred_rooms": "6", | |
| "count_precision": "1.0", | |
| "count_recall": "1.0", | |
| "room_count_err": "0", | |
| "mask_iou": "0.9728", | |
| "background_mask_iou": "0.9751", | |
| "area_abs_err_mean_px2": "128.8869", | |
| "area_abs_err_max_px2": "249.7458", | |
| "perimeter_abs_err_mean_px": "128.2395", | |
| "count_f1": "1.0", | |
| "matched": "6", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.9634", | |
| "area_signed_err_pct_mean": "-0.1572", | |
| "area_abs_err_pct_median": "0.1486", | |
| "perimeter_abs_err_pct_median": "0.0675", | |
| "total_area_err_pct": "-0.1179" | |
| }, | |
| { | |
| "plan": "high_quality_architectural_2035", | |
| "dataset": "held-out", | |
| "perturbation": "scale", | |
| "pixels": "-2", | |
| "gt_rooms": "6", | |
| "pred_rooms": "6", | |
| "count_precision": "1.0", | |
| "count_recall": "1.0", | |
| "room_count_err": "0", | |
| "mask_iou": "0.8867", | |
| "background_mask_iou": "0.8994", | |
| "area_abs_err_mean_px2": "3661.1201", | |
| "area_abs_err_max_px2": "7415.2497", | |
| "perimeter_abs_err_mean_px": "152.4751", | |
| "count_f1": "1.0", | |
| "matched": "6", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.8254", | |
| "area_signed_err_pct_mean": "-4.0129", | |
| "area_abs_err_pct_median": "4.0353", | |
| "perimeter_abs_err_pct_median": "2.0796", | |
| "total_area_err_pct": "-4.0675" | |
| }, | |
| { | |
| "plan": "high_quality_architectural_2035", | |
| "dataset": "held-out", | |
| "perturbation": "scale", | |
| "pixels": "2", | |
| "gt_rooms": "6", | |
| "pred_rooms": "6", | |
| "count_precision": "1.0", | |
| "count_recall": "1.0", | |
| "room_count_err": "0", | |
| "mask_iou": "0.8808", | |
| "background_mask_iou": "0.8863", | |
| "area_abs_err_mean_px2": "3520.8799", | |
| "area_abs_err_max_px2": "7242.7503", | |
| "perimeter_abs_err_mean_px": "143.3516", | |
| "count_f1": "1.0", | |
| "matched": "6", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.8166", | |
| "area_signed_err_pct_mean": "3.7747", | |
| "area_abs_err_pct_median": "3.667", | |
| "perimeter_abs_err_pct_median": "1.9837", | |
| "total_area_err_pct": "3.9117" | |
| }, | |
| { | |
| "plan": "high_quality_architectural_2035", | |
| "dataset": "held-out", | |
| "perturbation": "merge", | |
| "pixels": "20", | |
| "gt_rooms": "6", | |
| "pred_rooms": "5", | |
| "count_precision": "1.0", | |
| "count_recall": "0.8333", | |
| "room_count_err": "-1", | |
| "mask_iou": "0.9991", | |
| "background_mask_iou": "0.9991", | |
| "area_abs_err_mean_px2": "13942.198", | |
| "area_abs_err_max_px2": "69350.6645", | |
| "perimeter_abs_err_mean_px": "250.3526", | |
| "count_f1": "0.9091", | |
| "matched": "5", | |
| "merged": "1", | |
| "split": "0", | |
| "matched_iou_mean": "0.9432", | |
| "area_signed_err_pct_mean": "7.8094", | |
| "area_abs_err_pct_median": "0.2042", | |
| "perimeter_abs_err_pct_median": "0.2245", | |
| "total_area_err_pct": "-0.0247" | |
| }, | |
| { | |
| "plan": "high_quality_architectural_2035", | |
| "dataset": "held-out", | |
| "perturbation": "split", | |
| "pixels": "3", | |
| "gt_rooms": "6", | |
| "pred_rooms": "7", | |
| "count_precision": "0.7143", | |
| "count_recall": "0.8333", | |
| "room_count_err": "1", | |
| "mask_iou": "0.9982", | |
| "background_mask_iou": "0.9984", | |
| "area_abs_err_mean_px2": "122.0143", | |
| "area_abs_err_max_px2": "249.7458", | |
| "perimeter_abs_err_mean_px": "153.7265", | |
| "count_f1": "0.7692", | |
| "matched": "5", | |
| "merged": "0", | |
| "split": "1", | |
| "matched_iou_mean": "1.0", | |
| "area_signed_err_pct_mean": "-0.17", | |
| "area_abs_err_pct_median": "0.2042", | |
| "perimeter_abs_err_pct_median": "0.0887", | |
| "total_area_err_pct": "-0.2973" | |
| }, | |
| { | |
| "plan": "high_quality_architectural_875", | |
| "dataset": "held-out", | |
| "perturbation": "erode", | |
| "pixels": "2", | |
| "gt_rooms": "8", | |
| "pred_rooms": "8", | |
| "count_precision": "1.0", | |
| "count_recall": "1.0", | |
| "room_count_err": "0", | |
| "mask_iou": "0.9724", | |
| "background_mask_iou": "0.9624", | |
| "area_abs_err_mean_px2": "2077.9559", | |
| "area_abs_err_max_px2": "2847.4359", | |
| "perimeter_abs_err_mean_px": "13.8428", | |
| "count_f1": "1.0", | |
| "matched": "8", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.9625", | |
| "area_signed_err_pct_mean": "-3.7068", | |
| "area_abs_err_pct_median": "3.2114", | |
| "perimeter_abs_err_pct_median": "1.5022", | |
| "total_area_err_pct": "-2.689" | |
| }, | |
| { | |
| "plan": "high_quality_architectural_875", | |
| "dataset": "held-out", | |
| "perturbation": "erode", | |
| "pixels": "5", | |
| "gt_rooms": "8", | |
| "pred_rooms": "8", | |
| "count_precision": "1.0", | |
| "count_recall": "1.0", | |
| "room_count_err": "0", | |
| "mask_iou": "0.9318", | |
| "background_mask_iou": "0.9119", | |
| "area_abs_err_mean_px2": "5218.2059", | |
| "area_abs_err_max_px2": "7497.4359", | |
| "perimeter_abs_err_mean_px": "37.8428", | |
| "count_f1": "1.0", | |
| "matched": "8", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.9078", | |
| "area_signed_err_pct_mean": "-9.1778", | |
| "area_abs_err_pct_median": "8.0663", | |
| "perimeter_abs_err_pct_median": "3.7484", | |
| "total_area_err_pct": "-6.7526" | |
| }, | |
| { | |
| "plan": "high_quality_architectural_875", | |
| "dataset": "held-out", | |
| "perturbation": "dilate", | |
| "pixels": "2", | |
| "gt_rooms": "8", | |
| "pred_rooms": "8", | |
| "count_precision": "1.0", | |
| "count_recall": "1.0", | |
| "room_count_err": "0", | |
| "mask_iou": "0.9741", | |
| "background_mask_iou": "0.9624", | |
| "area_abs_err_mean_px2": "2112.525", | |
| "area_abs_err_max_px2": "3310.0923", | |
| "perimeter_abs_err_mean_px": "12.4436", | |
| "count_f1": "1.0", | |
| "matched": "8", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.9648", | |
| "area_signed_err_pct_mean": "3.7379", | |
| "area_abs_err_pct_median": "2.9831", | |
| "perimeter_abs_err_pct_median": "1.1951", | |
| "total_area_err_pct": "2.7337" | |
| }, | |
| { | |
| "plan": "high_quality_architectural_875", | |
| "dataset": "held-out", | |
| "perturbation": "dilate", | |
| "pixels": "5", | |
| "gt_rooms": "8", | |
| "pred_rooms": "8", | |
| "count_precision": "1.0", | |
| "count_recall": "1.0", | |
| "room_count_err": "0", | |
| "mask_iou": "0.9383", | |
| "background_mask_iou": "0.9069", | |
| "area_abs_err_mean_px2": "5141.6605", | |
| "area_abs_err_max_px2": "7991.9207", | |
| "perimeter_abs_err_mean_px": "32.7255", | |
| "count_f1": "1.0", | |
| "matched": "8", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.9184", | |
| "area_signed_err_pct_mean": "9.1878", | |
| "area_abs_err_pct_median": "7.2743", | |
| "perimeter_abs_err_pct_median": "2.943", | |
| "total_area_err_pct": "6.6536" | |
| }, | |
| { | |
| "plan": "high_quality_architectural_875", | |
| "dataset": "held-out", | |
| "perturbation": "shift", | |
| "pixels": "2", | |
| "gt_rooms": "8", | |
| "pred_rooms": "8", | |
| "count_precision": "1.0", | |
| "count_recall": "1.0", | |
| "room_count_err": "0", | |
| "mask_iou": "0.9858", | |
| "background_mask_iou": "0.98", | |
| "area_abs_err_mean_px2": "87.3991", | |
| "area_abs_err_max_px2": "292.5641", | |
| "perimeter_abs_err_mean_px": "2.3222", | |
| "count_f1": "1.0", | |
| "matched": "8", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.9821", | |
| "area_signed_err_pct_mean": "0.0432", | |
| "area_abs_err_pct_median": "0.0874", | |
| "perimeter_abs_err_pct_median": "0.0443", | |
| "total_area_err_pct": "0.0719" | |
| }, | |
| { | |
| "plan": "high_quality_architectural_875", | |
| "dataset": "held-out", | |
| "perturbation": "shift", | |
| "pixels": "5", | |
| "gt_rooms": "8", | |
| "pred_rooms": "8", | |
| "count_precision": "1.0", | |
| "count_recall": "1.0", | |
| "room_count_err": "0", | |
| "mask_iou": "0.9649", | |
| "background_mask_iou": "0.9506", | |
| "area_abs_err_mean_px2": "87.3991", | |
| "area_abs_err_max_px2": "292.5641", | |
| "perimeter_abs_err_mean_px": "2.3222", | |
| "count_f1": "1.0", | |
| "matched": "8", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.956", | |
| "area_signed_err_pct_mean": "0.0432", | |
| "area_abs_err_pct_median": "0.0874", | |
| "perimeter_abs_err_pct_median": "0.0443", | |
| "total_area_err_pct": "0.0719" | |
| }, | |
| { | |
| "plan": "high_quality_architectural_875", | |
| "dataset": "held-out", | |
| "perturbation": "scale", | |
| "pixels": "-2", | |
| "gt_rooms": "8", | |
| "pred_rooms": "8", | |
| "count_precision": "1.0", | |
| "count_recall": "1.0", | |
| "room_count_err": "0", | |
| "mask_iou": "0.8857", | |
| "background_mask_iou": "0.8486", | |
| "area_abs_err_mean_px2": "2932.1532", | |
| "area_abs_err_max_px2": "5425.8072", | |
| "perimeter_abs_err_mean_px": "18.3517", | |
| "count_f1": "1.0", | |
| "matched": "8", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.8044", | |
| "area_signed_err_pct_mean": "-3.7383", | |
| "area_abs_err_pct_median": "3.7301", | |
| "perimeter_abs_err_pct_median": "1.8486", | |
| "total_area_err_pct": "-3.7944" | |
| }, | |
| { | |
| "plan": "high_quality_architectural_875", | |
| "dataset": "held-out", | |
| "perturbation": "scale", | |
| "pixels": "2", | |
| "gt_rooms": "8", | |
| "pred_rooms": "8", | |
| "count_precision": "1.0", | |
| "count_recall": "1.0", | |
| "room_count_err": "0", | |
| "mask_iou": "0.8796", | |
| "background_mask_iou": "0.8262", | |
| "area_abs_err_mean_px2": "3101.9191", | |
| "area_abs_err_max_px2": "6119.5641", | |
| "perimeter_abs_err_mean_px": "22.9072", | |
| "count_f1": "1.0", | |
| "matched": "8", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.7942", | |
| "area_signed_err_pct_mean": "3.8975", | |
| "area_abs_err_pct_median": "3.9222", | |
| "perimeter_abs_err_pct_median": "1.9524", | |
| "total_area_err_pct": "4.014" | |
| }, | |
| { | |
| "plan": "high_quality_architectural_875", | |
| "dataset": "held-out", | |
| "perturbation": "merge", | |
| "pixels": "20", | |
| "gt_rooms": "8", | |
| "pred_rooms": "7", | |
| "count_precision": "1.0", | |
| "count_recall": "0.875", | |
| "room_count_err": "-1", | |
| "mask_iou": "0.9966", | |
| "background_mask_iou": "0.9952", | |
| "area_abs_err_mean_px2": "7910.1208", | |
| "area_abs_err_max_px2": "54891.4545", | |
| "perimeter_abs_err_mean_px": "48.3482", | |
| "count_f1": "0.9333", | |
| "matched": "7", | |
| "merged": "1", | |
| "split": "0", | |
| "matched_iou_mean": "0.9561", | |
| "area_signed_err_pct_mean": "6.4181", | |
| "area_abs_err_pct_median": "0.0831", | |
| "perimeter_abs_err_pct_median": "0.058", | |
| "total_area_err_pct": "0.4083" | |
| }, | |
| { | |
| "plan": "high_quality_architectural_875", | |
| "dataset": "held-out", | |
| "perturbation": "split", | |
| "pixels": "3", | |
| "gt_rooms": "8", | |
| "pred_rooms": "9", | |
| "count_precision": "0.7778", | |
| "count_recall": "0.875", | |
| "room_count_err": "1", | |
| "mask_iou": "0.9983", | |
| "background_mask_iou": "0.9976", | |
| "area_abs_err_mean_px2": "58.0898", | |
| "area_abs_err_max_px2": "171.4545", | |
| "perimeter_abs_err_mean_px": "1.3603", | |
| "count_f1": "0.8235", | |
| "matched": "7", | |
| "merged": "0", | |
| "split": "1", | |
| "matched_iou_mean": "1.0", | |
| "area_signed_err_pct_mean": "0.0216", | |
| "area_abs_err_pct_median": "0.0831", | |
| "perimeter_abs_err_pct_median": "0.0305", | |
| "total_area_err_pct": "-0.1014" | |
| }, | |
| { | |
| "plan": "high_quality_9334", | |
| "dataset": "held-out", | |
| "perturbation": "erode", | |
| "pixels": "2", | |
| "gt_rooms": "11", | |
| "pred_rooms": "11", | |
| "count_precision": "1.0", | |
| "count_recall": "1.0", | |
| "room_count_err": "0", | |
| "mask_iou": "0.9713", | |
| "background_mask_iou": "0.9822", | |
| "area_abs_err_mean_px2": "2158.2527", | |
| "area_abs_err_max_px2": "4023.3565", | |
| "perimeter_abs_err_mean_px": "61.2289", | |
| "count_f1": "1.0", | |
| "matched": "11", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.963", | |
| "area_signed_err_pct_mean": "-3.7052", | |
| "area_abs_err_pct_median": "3.1721", | |
| "perimeter_abs_err_pct_median": "1.592", | |
| "total_area_err_pct": "-2.8852" | |
| }, | |
| { | |
| "plan": "high_quality_9334", | |
| "dataset": "held-out", | |
| "perturbation": "erode", | |
| "pixels": "5", | |
| "gt_rooms": "11", | |
| "pred_rooms": "11", | |
| "count_precision": "1.0", | |
| "count_recall": "1.0", | |
| "room_count_err": "0", | |
| "mask_iou": "0.929", | |
| "background_mask_iou": "0.957", | |
| "area_abs_err_mean_px2": "5319.1618", | |
| "area_abs_err_max_px2": "9537.3565", | |
| "perimeter_abs_err_mean_px": "85.2289", | |
| "count_f1": "1.0", | |
| "matched": "11", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.9089", | |
| "area_signed_err_pct_mean": "-9.1168", | |
| "area_abs_err_pct_median": "8.0645", | |
| "perimeter_abs_err_pct_median": "4.21", | |
| "total_area_err_pct": "-7.1107" | |
| }, | |
| { | |
| "plan": "high_quality_9334", | |
| "dataset": "held-out", | |
| "perturbation": "dilate", | |
| "pixels": "2", | |
| "gt_rooms": "11", | |
| "pred_rooms": "11", | |
| "count_precision": "1.0", | |
| "count_recall": "1.0", | |
| "room_count_err": "0", | |
| "mask_iou": "0.9749", | |
| "background_mask_iou": "0.9837", | |
| "area_abs_err_mean_px2": "1915.3359", | |
| "area_abs_err_max_px2": "2978.896", | |
| "perimeter_abs_err_mean_px": "53.4907", | |
| "count_f1": "1.0", | |
| "matched": "11", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.9668", | |
| "area_signed_err_pct_mean": "3.4553", | |
| "area_abs_err_pct_median": "3.0957", | |
| "perimeter_abs_err_pct_median": "1.1384", | |
| "total_area_err_pct": "2.5604" | |
| }, | |
| { | |
| "plan": "high_quality_9334", | |
| "dataset": "held-out", | |
| "perturbation": "dilate", | |
| "pixels": "5", | |
| "gt_rooms": "11", | |
| "pred_rooms": "11", | |
| "count_precision": "1.0", | |
| "count_recall": "1.0", | |
| "room_count_err": "0", | |
| "mask_iou": "0.9391", | |
| "background_mask_iou": "0.959", | |
| "area_abs_err_mean_px2": "4838.6448", | |
| "area_abs_err_max_px2": "7170.1581", | |
| "perimeter_abs_err_mean_px": "70.1879", | |
| "count_f1": "1.0", | |
| "matched": "11", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.9208", | |
| "area_signed_err_pct_mean": "8.7432", | |
| "area_abs_err_pct_median": "7.55", | |
| "perimeter_abs_err_pct_median": "3.637", | |
| "total_area_err_pct": "6.4684" | |
| }, | |
| { | |
| "plan": "high_quality_9334", | |
| "dataset": "held-out", | |
| "perturbation": "shift", | |
| "pixels": "2", | |
| "gt_rooms": "11", | |
| "pred_rooms": "11", | |
| "count_precision": "1.0", | |
| "count_recall": "1.0", | |
| "room_count_err": "0", | |
| "mask_iou": "0.9858", | |
| "background_mask_iou": "0.991", | |
| "area_abs_err_mean_px2": "136.3993", | |
| "area_abs_err_max_px2": "317.4107", | |
| "perimeter_abs_err_mean_px": "46.0545", | |
| "count_f1": "1.0", | |
| "matched": "11", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.9815", | |
| "area_signed_err_pct_mean": "-0.0083", | |
| "area_abs_err_pct_median": "0.1742", | |
| "perimeter_abs_err_pct_median": "0.0877", | |
| "total_area_err_pct": "-0.0147" | |
| }, | |
| { | |
| "plan": "high_quality_9334", | |
| "dataset": "held-out", | |
| "perturbation": "shift", | |
| "pixels": "5", | |
| "gt_rooms": "11", | |
| "pred_rooms": "11", | |
| "count_precision": "1.0", | |
| "count_recall": "1.0", | |
| "room_count_err": "0", | |
| "mask_iou": "0.965", | |
| "background_mask_iou": "0.9777", | |
| "area_abs_err_mean_px2": "136.3993", | |
| "area_abs_err_max_px2": "317.4107", | |
| "perimeter_abs_err_mean_px": "46.0545", | |
| "count_f1": "1.0", | |
| "matched": "11", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.9544", | |
| "area_signed_err_pct_mean": "-0.0083", | |
| "area_abs_err_pct_median": "0.1742", | |
| "perimeter_abs_err_pct_median": "0.0877", | |
| "total_area_err_pct": "-0.0147" | |
| }, | |
| { | |
| "plan": "high_quality_9334", | |
| "dataset": "held-out", | |
| "perturbation": "scale", | |
| "pixels": "-2", | |
| "gt_rooms": "11", | |
| "pred_rooms": "11", | |
| "count_precision": "1.0", | |
| "count_recall": "1.0", | |
| "room_count_err": "0", | |
| "mask_iou": "0.8562", | |
| "background_mask_iou": "0.9092", | |
| "area_abs_err_mean_px2": "2869.6163", | |
| "area_abs_err_max_px2": "8793.3565", | |
| "perimeter_abs_err_mean_px": "66.138", | |
| "count_f1": "1.0", | |
| "matched": "11", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.7855", | |
| "area_signed_err_pct_mean": "-3.7641", | |
| "area_abs_err_pct_median": "3.8948", | |
| "perimeter_abs_err_pct_median": "1.9008", | |
| "total_area_err_pct": "-3.8361" | |
| }, | |
| { | |
| "plan": "high_quality_9334", | |
| "dataset": "held-out", | |
| "perturbation": "scale", | |
| "pixels": "2", | |
| "gt_rooms": "11", | |
| "pred_rooms": "11", | |
| "count_precision": "1.0", | |
| "count_recall": "1.0", | |
| "room_count_err": "0", | |
| "mask_iou": "0.8496", | |
| "background_mask_iou": "0.8991", | |
| "area_abs_err_mean_px2": "2903.4746", | |
| "area_abs_err_max_px2": "8354.6435", | |
| "perimeter_abs_err_mean_px": "59.3319", | |
| "count_f1": "1.0", | |
| "matched": "11", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.7754", | |
| "area_signed_err_pct_mean": "3.8197", | |
| "area_abs_err_pct_median": "3.9392", | |
| "perimeter_abs_err_pct_median": "1.9721", | |
| "total_area_err_pct": "3.8814" | |
| }, | |
| { | |
| "plan": "high_quality_9334", | |
| "dataset": "held-out", | |
| "perturbation": "merge", | |
| "pixels": "20", | |
| "gt_rooms": "11", | |
| "pred_rooms": "10", | |
| "count_precision": "1.0", | |
| "count_recall": "0.9091", | |
| "room_count_err": "-1", | |
| "mask_iou": "1.0", | |
| "background_mask_iou": "1.0", | |
| "area_abs_err_mean_px2": "6523.3064", | |
| "area_abs_err_max_px2": "63761.136", | |
| "perimeter_abs_err_mean_px": "100.452", | |
| "count_f1": "0.9524", | |
| "matched": "10", | |
| "merged": "1", | |
| "split": "0", | |
| "matched_iou_mean": "0.9517", | |
| "area_signed_err_pct_mean": "9.3208", | |
| "area_abs_err_pct_median": "0.2369", | |
| "perimeter_abs_err_pct_median": "0.1232", | |
| "total_area_err_pct": "-0.0147" | |
| }, | |
| { | |
| "plan": "high_quality_9334", | |
| "dataset": "held-out", | |
| "perturbation": "split", | |
| "pixels": "3", | |
| "gt_rooms": "11", | |
| "pred_rooms": "12", | |
| "count_precision": "0.8333", | |
| "count_recall": "0.9091", | |
| "room_count_err": "1", | |
| "mask_iou": "0.9986", | |
| "background_mask_iou": "0.9991", | |
| "area_abs_err_mean_px2": "119.3036", | |
| "area_abs_err_max_px2": "317.4107", | |
| "perimeter_abs_err_mean_px": "0.8516", | |
| "count_f1": "0.8696", | |
| "matched": "10", | |
| "merged": "0", | |
| "split": "1", | |
| "matched_iou_mean": "1.0", | |
| "area_signed_err_pct_mean": "0.0056", | |
| "area_abs_err_pct_median": "0.2035", | |
| "perimeter_abs_err_pct_median": "0.0754", | |
| "total_area_err_pct": "-0.1554" | |
| }, | |
| { | |
| "plan": "high_quality_architectural_9433", | |
| "dataset": "held-out", | |
| "perturbation": "erode", | |
| "pixels": "2", | |
| "gt_rooms": "17", | |
| "pred_rooms": "17", | |
| "count_precision": "1.0", | |
| "count_recall": "1.0", | |
| "room_count_err": "0", | |
| "mask_iou": "0.9713", | |
| "background_mask_iou": "0.9741", | |
| "area_abs_err_mean_px2": "2029.0479", | |
| "area_abs_err_max_px2": "3672.0782", | |
| "perimeter_abs_err_mean_px": "63.8552", | |
| "count_f1": "1.0", | |
| "matched": "17", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.9617", | |
| "area_signed_err_pct_mean": "-3.8248", | |
| "area_abs_err_pct_median": "3.8969", | |
| "perimeter_abs_err_pct_median": "1.9656", | |
| "total_area_err_pct": "-2.8488" | |
| }, | |
| { | |
| "plan": "high_quality_architectural_9433", | |
| "dataset": "held-out", | |
| "perturbation": "erode", | |
| "pixels": "5", | |
| "gt_rooms": "17", | |
| "pred_rooms": "17", | |
| "count_precision": "1.0", | |
| "count_recall": "1.0", | |
| "room_count_err": "0", | |
| "mask_iou": "0.9293", | |
| "background_mask_iou": "0.9385", | |
| "area_abs_err_mean_px2": "5025.6509", | |
| "area_abs_err_max_px2": "9330.0782", | |
| "perimeter_abs_err_mean_px": "88.0661", | |
| "count_f1": "1.0", | |
| "matched": "17", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.9058", | |
| "area_signed_err_pct_mean": "-9.4118", | |
| "area_abs_err_pct_median": "9.5578", | |
| "perimeter_abs_err_pct_median": "4.892", | |
| "total_area_err_pct": "-7.056" | |
| }, | |
| { | |
| "plan": "high_quality_architectural_9433", | |
| "dataset": "held-out", | |
| "perturbation": "dilate", | |
| "pixels": "2", | |
| "gt_rooms": "17", | |
| "pred_rooms": "17", | |
| "count_precision": "1.0", | |
| "count_recall": "1.0", | |
| "room_count_err": "0", | |
| "mask_iou": "0.9725", | |
| "background_mask_iou": "0.9738", | |
| "area_abs_err_mean_px2": "2029.9294", | |
| "area_abs_err_max_px2": "3734.1926", | |
| "perimeter_abs_err_mean_px": "54.228", | |
| "count_f1": "1.0", | |
| "matched": "17", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.9631", | |
| "area_signed_err_pct_mean": "3.8519", | |
| "area_abs_err_pct_median": "3.8926", | |
| "perimeter_abs_err_pct_median": "1.3369", | |
| "total_area_err_pct": "2.85" | |
| }, | |
| { | |
| "plan": "high_quality_architectural_9433", | |
| "dataset": "held-out", | |
| "perturbation": "dilate", | |
| "pixels": "5", | |
| "gt_rooms": "17", | |
| "pred_rooms": "17", | |
| "count_precision": "1.0", | |
| "count_recall": "1.0", | |
| "room_count_err": "0", | |
| "mask_iou": "0.9335", | |
| "background_mask_iou": "0.9339", | |
| "area_abs_err_mean_px2": "5092.7599", | |
| "area_abs_err_max_px2": "9049.8495", | |
| "perimeter_abs_err_mean_px": "73.6756", | |
| "count_f1": "1.0", | |
| "matched": "17", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.9125", | |
| "area_signed_err_pct_mean": "9.708", | |
| "area_abs_err_pct_median": "9.889", | |
| "perimeter_abs_err_pct_median": "3.9219", | |
| "total_area_err_pct": "7.1502" | |
| }, | |
| { | |
| "plan": "high_quality_architectural_9433", | |
| "dataset": "held-out", | |
| "perturbation": "shift", | |
| "pixels": "2", | |
| "gt_rooms": "17", | |
| "pred_rooms": "17", | |
| "count_precision": "1.0", | |
| "count_recall": "1.0", | |
| "room_count_err": "0", | |
| "mask_iou": "0.9859", | |
| "background_mask_iou": "0.9869", | |
| "area_abs_err_mean_px2": "101.5483", | |
| "area_abs_err_max_px2": "231.4099", | |
| "perimeter_abs_err_mean_px": "45.3915", | |
| "count_f1": "1.0", | |
| "matched": "17", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.9801", | |
| "area_signed_err_pct_mean": "0.0032", | |
| "area_abs_err_pct_median": "0.1426", | |
| "perimeter_abs_err_pct_median": "0.0923", | |
| "total_area_err_pct": "0.017" | |
| }, | |
| { | |
| "plan": "high_quality_architectural_9433", | |
| "dataset": "held-out", | |
| "perturbation": "shift", | |
| "pixels": "5", | |
| "gt_rooms": "17", | |
| "pred_rooms": "17", | |
| "count_precision": "1.0", | |
| "count_recall": "1.0", | |
| "room_count_err": "0", | |
| "mask_iou": "0.9651", | |
| "background_mask_iou": "0.9677", | |
| "area_abs_err_mean_px2": "101.5483", | |
| "area_abs_err_max_px2": "231.4099", | |
| "perimeter_abs_err_mean_px": "45.3915", | |
| "count_f1": "1.0", | |
| "matched": "17", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.9512", | |
| "area_signed_err_pct_mean": "0.0032", | |
| "area_abs_err_pct_median": "0.1426", | |
| "perimeter_abs_err_pct_median": "0.0923", | |
| "total_area_err_pct": "0.017" | |
| }, | |
| { | |
| "plan": "high_quality_architectural_9433", | |
| "dataset": "held-out", | |
| "perturbation": "scale", | |
| "pixels": "-2", | |
| "gt_rooms": "17", | |
| "pred_rooms": "17", | |
| "count_precision": "1.0", | |
| "count_recall": "1.0", | |
| "room_count_err": "0", | |
| "mask_iou": "0.8229", | |
| "background_mask_iou": "0.8405", | |
| "area_abs_err_mean_px2": "2803.2685", | |
| "area_abs_err_max_px2": "8092.8282", | |
| "perimeter_abs_err_mean_px": "65.2913", | |
| "count_f1": "1.0", | |
| "matched": "17", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.7408", | |
| "area_signed_err_pct_mean": "-3.9994", | |
| "area_abs_err_pct_median": "3.9256", | |
| "perimeter_abs_err_pct_median": "1.9898", | |
| "total_area_err_pct": "-3.9358" | |
| }, | |
| { | |
| "plan": "high_quality_architectural_9433", | |
| "dataset": "held-out", | |
| "perturbation": "scale", | |
| "pixels": "2", | |
| "gt_rooms": "17", | |
| "pred_rooms": "17", | |
| "count_precision": "1.0", | |
| "count_recall": "1.0", | |
| "room_count_err": "0", | |
| "mask_iou": "0.8182", | |
| "background_mask_iou": "0.8243", | |
| "area_abs_err_mean_px2": "2884.3786", | |
| "area_abs_err_max_px2": "8645.1718", | |
| "perimeter_abs_err_mean_px": "60.8408", | |
| "count_f1": "1.0", | |
| "matched": "17", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.7323", | |
| "area_signed_err_pct_mean": "4.0877", | |
| "area_abs_err_pct_median": "4.1364", | |
| "perimeter_abs_err_pct_median": "2.0182", | |
| "total_area_err_pct": "4.0497" | |
| }, | |
| { | |
| "plan": "high_quality_architectural_9433", | |
| "dataset": "held-out", | |
| "perturbation": "merge", | |
| "pixels": "20", | |
| "gt_rooms": "17", | |
| "pred_rooms": "16", | |
| "count_precision": "1.0", | |
| "count_recall": "0.9412", | |
| "room_count_err": "-1", | |
| "mask_iou": "0.999", | |
| "background_mask_iou": "0.999", | |
| "area_abs_err_mean_px2": "6605.6948", | |
| "area_abs_err_max_px2": "104392.3789", | |
| "perimeter_abs_err_mean_px": "17.4246", | |
| "count_f1": "0.9697", | |
| "matched": "16", | |
| "merged": "1", | |
| "split": "0", | |
| "matched_iou_mean": "0.9798", | |
| "area_signed_err_pct_mean": "2.9988", | |
| "area_abs_err_pct_median": "0.1469", | |
| "perimeter_abs_err_pct_median": "0.0874", | |
| "total_area_err_pct": "0.1199" | |
| }, | |
| { | |
| "plan": "high_quality_architectural_9433", | |
| "dataset": "held-out", | |
| "perturbation": "split", | |
| "pixels": "3", | |
| "gt_rooms": "17", | |
| "pred_rooms": "18", | |
| "count_precision": "0.8889", | |
| "count_recall": "0.9412", | |
| "room_count_err": "1", | |
| "mask_iou": "0.999", | |
| "background_mask_iou": "0.9991", | |
| "area_abs_err_mean_px2": "95.6343", | |
| "area_abs_err_max_px2": "231.4099", | |
| "perimeter_abs_err_mean_px": "0.8458", | |
| "count_f1": "0.9143", | |
| "matched": "16", | |
| "merged": "0", | |
| "split": "1", | |
| "matched_iou_mean": "1.0", | |
| "area_signed_err_pct_mean": "-0.0022", | |
| "area_abs_err_pct_median": "0.1469", | |
| "perimeter_abs_err_pct_median": "0.0874", | |
| "total_area_err_pct": "-0.0813" | |
| }, | |
| { | |
| "plan": "high_quality_5632", | |
| "dataset": "held-out", | |
| "perturbation": "erode", | |
| "pixels": "2", | |
| "gt_rooms": "9", | |
| "pred_rooms": "8", | |
| "count_precision": "1.0", | |
| "count_recall": "0.8889", | |
| "room_count_err": "-1", | |
| "mask_iou": "0.9704", | |
| "background_mask_iou": "0.9685", | |
| "area_abs_err_mean_px2": "2516.3954", | |
| "area_abs_err_max_px2": "6572.8537", | |
| "perimeter_abs_err_mean_px": "15.9439", | |
| "count_f1": "0.9412", | |
| "matched": "8", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.962", | |
| "area_signed_err_pct_mean": "-3.6448", | |
| "area_abs_err_pct_median": "2.9773", | |
| "perimeter_abs_err_pct_median": "1.4461", | |
| "total_area_err_pct": "-3.2487" | |
| }, | |
| { | |
| "plan": "high_quality_5632", | |
| "dataset": "held-out", | |
| "perturbation": "erode", | |
| "pixels": "5", | |
| "gt_rooms": "9", | |
| "pred_rooms": "8", | |
| "count_precision": "1.0", | |
| "count_recall": "0.8889", | |
| "room_count_err": "-1", | |
| "mask_iou": "0.9268", | |
| "background_mask_iou": "0.9254", | |
| "area_abs_err_mean_px2": "6291.1454", | |
| "area_abs_err_max_px2": "16526.8537", | |
| "perimeter_abs_err_mean_px": "39.9439", | |
| "count_f1": "0.9412", | |
| "matched": "8", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.9063", | |
| "area_signed_err_pct_mean": "-9.2222", | |
| "area_abs_err_pct_median": "7.5703", | |
| "perimeter_abs_err_pct_median": "3.6277", | |
| "total_area_err_pct": "-7.6024" | |
| }, | |
| { | |
| "plan": "high_quality_5632", | |
| "dataset": "held-out", | |
| "perturbation": "dilate", | |
| "pixels": "2", | |
| "gt_rooms": "9", | |
| "pred_rooms": "8", | |
| "count_precision": "1.0", | |
| "count_recall": "0.8889", | |
| "room_count_err": "-1", | |
| "mask_iou": "0.9752", | |
| "background_mask_iou": "0.972", | |
| "area_abs_err_mean_px2": "2239.1095", | |
| "area_abs_err_max_px2": "5287.5311", | |
| "perimeter_abs_err_mean_px": "9.7089", | |
| "count_f1": "0.9412", | |
| "matched": "8", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.9659", | |
| "area_signed_err_pct_mean": "3.7398", | |
| "area_abs_err_pct_median": "3.3107", | |
| "perimeter_abs_err_pct_median": "1.0137", | |
| "total_area_err_pct": "2.2361" | |
| }, | |
| { | |
| "plan": "high_quality_5632", | |
| "dataset": "held-out", | |
| "perturbation": "dilate", | |
| "pixels": "5", | |
| "gt_rooms": "9", | |
| "pred_rooms": "8", | |
| "count_precision": "1.0", | |
| "count_recall": "0.8889", | |
| "room_count_err": "-1", | |
| "mask_iou": "0.943", | |
| "background_mask_iou": "0.9335", | |
| "area_abs_err_mean_px2": "5264.9969", | |
| "area_abs_err_max_px2": "12335.1953", | |
| "perimeter_abs_err_mean_px": "29.5083", | |
| "count_f1": "0.9412", | |
| "matched": "8", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.9234", | |
| "area_signed_err_pct_mean": "8.6816", | |
| "area_abs_err_pct_median": "7.4085", | |
| "perimeter_abs_err_pct_median": "2.8983", | |
| "total_area_err_pct": "5.726" | |
| }, | |
| { | |
| "plan": "high_quality_5632", | |
| "dataset": "held-out", | |
| "perturbation": "shift", | |
| "pixels": "2", | |
| "gt_rooms": "9", | |
| "pred_rooms": "8", | |
| "count_precision": "1.0", | |
| "count_recall": "0.8889", | |
| "room_count_err": "-1", | |
| "mask_iou": "0.9871", | |
| "background_mask_iou": "0.9858", | |
| "area_abs_err_mean_px2": "137.8205", | |
| "area_abs_err_max_px2": "263.4747", | |
| "perimeter_abs_err_mean_px": "1.4974", | |
| "count_f1": "0.9412", | |
| "matched": "8", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.9822", | |
| "area_signed_err_pct_mean": "0.1687", | |
| "area_abs_err_pct_median": "0.2643", | |
| "perimeter_abs_err_pct_median": "0.121", | |
| "total_area_err_pct": "-0.3001" | |
| }, | |
| { | |
| "plan": "high_quality_5632", | |
| "dataset": "held-out", | |
| "perturbation": "shift", | |
| "pixels": "5", | |
| "gt_rooms": "9", | |
| "pred_rooms": "8", | |
| "count_precision": "1.0", | |
| "count_recall": "0.8889", | |
| "room_count_err": "-1", | |
| "mask_iou": "0.968", | |
| "background_mask_iou": "0.9648", | |
| "area_abs_err_mean_px2": "137.8205", | |
| "area_abs_err_max_px2": "263.4747", | |
| "perimeter_abs_err_mean_px": "1.4974", | |
| "count_f1": "0.9412", | |
| "matched": "8", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.9561", | |
| "area_signed_err_pct_mean": "0.1687", | |
| "area_abs_err_pct_median": "0.2643", | |
| "perimeter_abs_err_pct_median": "0.121", | |
| "total_area_err_pct": "-0.3001" | |
| }, | |
| { | |
| "plan": "high_quality_5632", | |
| "dataset": "held-out", | |
| "perturbation": "scale", | |
| "pixels": "-2", | |
| "gt_rooms": "9", | |
| "pred_rooms": "8", | |
| "count_precision": "1.0", | |
| "count_recall": "0.8889", | |
| "room_count_err": "-1", | |
| "mask_iou": "0.8872", | |
| "background_mask_iou": "0.8814", | |
| "area_abs_err_mean_px2": "3412.7704", | |
| "area_abs_err_max_px2": "10798.8537", | |
| "perimeter_abs_err_mean_px": "25.4439", | |
| "count_f1": "0.9412", | |
| "matched": "8", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.7983", | |
| "area_signed_err_pct_mean": "-3.6844", | |
| "area_abs_err_pct_median": "3.6422", | |
| "perimeter_abs_err_pct_median": "1.8418", | |
| "total_area_err_pct": "-4.2826" | |
| }, | |
| { | |
| "plan": "high_quality_5632", | |
| "dataset": "held-out", | |
| "perturbation": "scale", | |
| "pixels": "2", | |
| "gt_rooms": "9", | |
| "pred_rooms": "8", | |
| "count_precision": "1.0", | |
| "count_recall": "0.8889", | |
| "room_count_err": "-1", | |
| "mask_iou": "0.8811", | |
| "background_mask_iou": "0.8647", | |
| "area_abs_err_mean_px2": "3563.2296", | |
| "area_abs_err_max_px2": "11239.1463", | |
| "perimeter_abs_err_mean_px": "25.5561", | |
| "count_f1": "0.9412", | |
| "matched": "8", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.7878", | |
| "area_signed_err_pct_mean": "4.0971", | |
| "area_abs_err_pct_median": "4.1659", | |
| "perimeter_abs_err_pct_median": "2.0112", | |
| "total_area_err_pct": "3.7633" | |
| }, | |
| { | |
| "plan": "high_quality_5632", | |
| "dataset": "held-out", | |
| "perturbation": "merge", | |
| "pixels": "20", | |
| "gt_rooms": "9", | |
| "pred_rooms": "7", | |
| "count_precision": "1.0", | |
| "count_recall": "0.7778", | |
| "room_count_err": "-2", | |
| "mask_iou": "0.999", | |
| "background_mask_iou": "0.9989", | |
| "area_abs_err_mean_px2": "12582.5005", | |
| "area_abs_err_max_px2": "87225.6463", | |
| "perimeter_abs_err_mean_px": "74.8295", | |
| "count_f1": "0.875", | |
| "matched": "7", | |
| "merged": "1", | |
| "split": "0", | |
| "matched_iou_mean": "0.9639", | |
| "area_signed_err_pct_mean": "5.0582", | |
| "area_abs_err_pct_median": "0.3948", | |
| "perimeter_abs_err_pct_median": "0.1892", | |
| "total_area_err_pct": "-0.1993" | |
| }, | |
| { | |
| "plan": "high_quality_5632", | |
| "dataset": "held-out", | |
| "perturbation": "split", | |
| "pixels": "3", | |
| "gt_rooms": "9", | |
| "pred_rooms": "9", | |
| "count_precision": "0.7778", | |
| "count_recall": "0.7778", | |
| "room_count_err": "0", | |
| "mask_iou": "0.9985", | |
| "background_mask_iou": "0.9983", | |
| "area_abs_err_mean_px2": "142.774", | |
| "area_abs_err_max_px2": "263.4747", | |
| "perimeter_abs_err_mean_px": "1.2483", | |
| "count_f1": "0.7778", | |
| "matched": "7", | |
| "merged": "0", | |
| "split": "1", | |
| "matched_iou_mean": "1.0", | |
| "area_signed_err_pct_mean": "0.187", | |
| "area_abs_err_pct_median": "0.316", | |
| "perimeter_abs_err_pct_median": "0.1293", | |
| "total_area_err_pct": "-0.4524" | |
| }, | |
| { | |
| "plan": "high_quality_1140", | |
| "dataset": "held-out", | |
| "perturbation": "erode", | |
| "pixels": "2", | |
| "gt_rooms": "8", | |
| "pred_rooms": "8", | |
| "count_precision": "1.0", | |
| "count_recall": "1.0", | |
| "room_count_err": "0", | |
| "mask_iou": "0.9727", | |
| "background_mask_iou": "0.9741", | |
| "area_abs_err_mean_px2": "2450.4027", | |
| "area_abs_err_max_px2": "3212.4482", | |
| "perimeter_abs_err_mean_px": "50.7049", | |
| "count_f1": "1.0", | |
| "matched": "8", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.966", | |
| "area_signed_err_pct_mean": "-3.4563", | |
| "area_abs_err_pct_median": "2.8936", | |
| "perimeter_abs_err_pct_median": "1.5661", | |
| "total_area_err_pct": "-2.7601" | |
| }, | |
| { | |
| "plan": "high_quality_1140", | |
| "dataset": "held-out", | |
| "perturbation": "erode", | |
| "pixels": "5", | |
| "gt_rooms": "8", | |
| "pred_rooms": "8", | |
| "count_precision": "1.0", | |
| "count_recall": "1.0", | |
| "room_count_err": "0", | |
| "mask_iou": "0.9323", | |
| "background_mask_iou": "0.9384", | |
| "area_abs_err_mean_px2": "6031.6527", | |
| "area_abs_err_max_px2": "7808.4482", | |
| "perimeter_abs_err_mean_px": "74.7049", | |
| "count_f1": "1.0", | |
| "matched": "8", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.9161", | |
| "area_signed_err_pct_mean": "-8.446", | |
| "area_abs_err_pct_median": "7.2005", | |
| "perimeter_abs_err_pct_median": "3.8806", | |
| "total_area_err_pct": "-6.7939" | |
| }, | |
| { | |
| "plan": "high_quality_1140", | |
| "dataset": "held-out", | |
| "perturbation": "dilate", | |
| "pixels": "2", | |
| "gt_rooms": "8", | |
| "pred_rooms": "8", | |
| "count_precision": "1.0", | |
| "count_recall": "1.0", | |
| "room_count_err": "0", | |
| "mask_iou": "0.9737", | |
| "background_mask_iou": "0.9738", | |
| "area_abs_err_mean_px2": "2376.8664", | |
| "area_abs_err_max_px2": "3245.3682", | |
| "perimeter_abs_err_mean_px": "41.1855", | |
| "count_f1": "1.0", | |
| "matched": "8", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.9673", | |
| "area_signed_err_pct_mean": "3.341", | |
| "area_abs_err_pct_median": "2.8449", | |
| "perimeter_abs_err_pct_median": "0.92", | |
| "total_area_err_pct": "2.6773" | |
| }, | |
| { | |
| "plan": "high_quality_1140", | |
| "dataset": "held-out", | |
| "perturbation": "dilate", | |
| "pixels": "5", | |
| "gt_rooms": "8", | |
| "pred_rooms": "8", | |
| "count_precision": "1.0", | |
| "count_recall": "1.0", | |
| "room_count_err": "0", | |
| "mask_iou": "0.9363", | |
| "background_mask_iou": "0.934", | |
| "area_abs_err_mean_px2": "6016.2038", | |
| "area_abs_err_max_px2": "8023.4037", | |
| "perimeter_abs_err_mean_px": "56.5317", | |
| "count_f1": "1.0", | |
| "matched": "8", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.9219", | |
| "area_signed_err_pct_mean": "8.5181", | |
| "area_abs_err_pct_median": "7.1191", | |
| "perimeter_abs_err_pct_median": "2.9729", | |
| "total_area_err_pct": "6.7765" | |
| }, | |
| { | |
| "plan": "high_quality_1140", | |
| "dataset": "held-out", | |
| "perturbation": "shift", | |
| "pixels": "2", | |
| "gt_rooms": "8", | |
| "pred_rooms": "8", | |
| "count_precision": "1.0", | |
| "count_recall": "1.0", | |
| "room_count_err": "0", | |
| "mask_iou": "0.9865", | |
| "background_mask_iou": "0.9869", | |
| "area_abs_err_mean_px2": "84.9585", | |
| "area_abs_err_max_px2": "249.4856", | |
| "perimeter_abs_err_mean_px": "35.1014", | |
| "count_f1": "1.0", | |
| "matched": "8", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.9811", | |
| "area_signed_err_pct_mean": "-0.056", | |
| "area_abs_err_pct_median": "0.0694", | |
| "perimeter_abs_err_pct_median": "0.056", | |
| "total_area_err_pct": "-0.0258" | |
| }, | |
| { | |
| "plan": "high_quality_1140", | |
| "dataset": "held-out", | |
| "perturbation": "shift", | |
| "pixels": "5", | |
| "gt_rooms": "8", | |
| "pred_rooms": "8", | |
| "count_precision": "1.0", | |
| "count_recall": "1.0", | |
| "room_count_err": "0", | |
| "mask_iou": "0.9667", | |
| "background_mask_iou": "0.9677", | |
| "area_abs_err_mean_px2": "84.9585", | |
| "area_abs_err_max_px2": "249.4856", | |
| "perimeter_abs_err_mean_px": "35.1014", | |
| "count_f1": "1.0", | |
| "matched": "8", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.9536", | |
| "area_signed_err_pct_mean": "-0.056", | |
| "area_abs_err_pct_median": "0.0694", | |
| "perimeter_abs_err_pct_median": "0.056", | |
| "total_area_err_pct": "-0.0258" | |
| }, | |
| { | |
| "plan": "high_quality_1140", | |
| "dataset": "held-out", | |
| "perturbation": "scale", | |
| "pixels": "-2", | |
| "gt_rooms": "8", | |
| "pred_rooms": "8", | |
| "count_precision": "1.0", | |
| "count_recall": "1.0", | |
| "room_count_err": "0", | |
| "mask_iou": "0.883", | |
| "background_mask_iou": "0.8904", | |
| "area_abs_err_mean_px2": "3568.1527", | |
| "area_abs_err_max_px2": "5776.4482", | |
| "perimeter_abs_err_mean_px": "59.4549", | |
| "count_f1": "1.0", | |
| "matched": "8", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.8547", | |
| "area_signed_err_pct_mean": "-4.0852", | |
| "area_abs_err_pct_median": "3.9985", | |
| "perimeter_abs_err_pct_median": "2.0608", | |
| "total_area_err_pct": "-4.0191" | |
| }, | |
| { | |
| "plan": "high_quality_1140", | |
| "dataset": "held-out", | |
| "perturbation": "scale", | |
| "pixels": "2", | |
| "gt_rooms": "8", | |
| "pred_rooms": "8", | |
| "count_precision": "1.0", | |
| "count_recall": "1.0", | |
| "room_count_err": "0", | |
| "mask_iou": "0.8742", | |
| "background_mask_iou": "0.873", | |
| "area_abs_err_mean_px2": "3594.5973", | |
| "area_abs_err_max_px2": "5671.5518", | |
| "perimeter_abs_err_mean_px": "50.8222", | |
| "count_f1": "1.0", | |
| "matched": "8", | |
| "merged": "0", | |
| "split": "0", | |
| "matched_iou_mean": "0.8438", | |
| "area_signed_err_pct_mean": "4.0561", | |
| "area_abs_err_pct_median": "4.0929", | |
| "perimeter_abs_err_pct_median": "2.0534", | |
| "total_area_err_pct": "4.0489" | |
| }, | |
| { | |
| "plan": "high_quality_1140", | |
| "dataset": "held-out", | |
| "perturbation": "merge", | |
| "pixels": "20", | |
| "gt_rooms": "8", | |
| "pred_rooms": "7", | |
| "count_precision": "0.8571", | |
| "count_recall": "0.75", | |
| "room_count_err": "-1", | |
| "mask_iou": "0.9916", | |
| "background_mask_iou": "0.9917", | |
| "area_abs_err_mean_px2": "80.118", | |
| "area_abs_err_max_px2": "249.4856", | |
| "perimeter_abs_err_mean_px": "46.6052", | |
| "count_f1": "0.8", | |
| "matched": "6", | |
| "merged": "1", | |
| "split": "0", | |
| "matched_iou_mean": "1.0", | |
| "area_signed_err_pct_mean": "-0.073", | |
| "area_abs_err_pct_median": "0.1009", | |
| "perimeter_abs_err_pct_median": "0.1428", | |
| "total_area_err_pct": "0.8258" | |
| }, | |
| { | |
| "plan": "high_quality_1140", | |
| "dataset": "held-out", | |
| "perturbation": "split", | |
| "pixels": "3", | |
| "gt_rooms": "8", | |
| "pred_rooms": "9", | |
| "count_precision": "0.7778", | |
| "count_recall": "0.875", | |
| "room_count_err": "1", | |
| "mask_iou": "0.9986", | |
| "background_mask_iou": "0.9986", | |
| "area_abs_err_mean_px2": "81.6028", | |
| "area_abs_err_max_px2": "249.4856", | |
| "perimeter_abs_err_mean_px": "39.9624", | |
| "count_f1": "0.8235", | |
| "matched": "7", | |
| "merged": "0", | |
| "split": "1", | |
| "matched_iou_mean": "1.0", | |
| "area_signed_err_pct_mean": "-0.0534", | |
| "area_abs_err_pct_median": "0.0644", | |
| "perimeter_abs_err_pct_median": "0.0432", | |
| "total_area_err_pct": "-0.1669" | |
| } | |
| ], | |
| "params": { | |
| "threshold": 140, | |
| "wall_px": 3, | |
| "door_px": 130, | |
| "min_room_px2": 3000, | |
| "work_long_side": 2500 | |
| }, | |
| "seg_params": { | |
| "close_doors": false, | |
| "split_by_class": true, | |
| "min_room_share": 0.01, | |
| "neck_share": 0.01 | |
| } | |
| } |