{ "drawings": [ { "id": "synth-1-walls", "title": "Walls and door gaps", "scores": { "vector": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "endpoint_err_mean": 0.0, "endpoint_err_median": 0.0, "endpoint_match_rate": 1.0, "length_error_pct": 0.0, "gt_length": 8376.0, "pred_length": 8376.0, "pieces_per_ref": 1.0, "refs_split_share": 0.0, "pieces_merging_refs_share": 0.0, "elements": 20, "seconds": 0.0039, "timing_s": { "read_s": 0.003482, "extract_s": 6.3e-05, "normalize_s": 0.000198 } }, "vector-chained": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "endpoint_err_mean": 0.0, "endpoint_err_median": 0.0, "endpoint_match_rate": 1.0, "length_error_pct": 0.0, "gt_length": 8376.0, "pred_length": 8376.0, "pieces_per_ref": 1.0, "refs_split_share": 0.0, "pieces_merging_refs_share": 0.0, "elements": 20, "seconds": 0.0018, "timing_s": { "read_s": 0.001232, "extract_s": 6.2e-05, "normalize_s": 0.0004 } }, "raster-150": { "precision": 1.0, "recall": 0.9982, "f1": 0.9991, "endpoint_err_mean": 0.5, "endpoint_err_median": 0.3213, "endpoint_match_rate": 1.0, "length_error_pct": 0.5814, "gt_length": 8376.0, "pred_length": 8327.306, "pieces_per_ref": 1.25, "refs_split_share": 0.1, "pieces_merging_refs_share": 0.0, "elements": 25, "seconds": 0.0287, "timing_s": { "read_s": 0.011586, "extract_s": 0.015488, "normalize_s": 0.001668 } }, "raster-300": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "endpoint_err_mean": 0.3529, "endpoint_err_median": 0.3272, "endpoint_match_rate": 1.0, "length_error_pct": 0.1171, "gt_length": 8376.0, "pred_length": 8366.192, "pieces_per_ref": 1.0, "refs_split_share": 0.0, "pieces_merging_refs_share": 0.0, "elements": 20, "seconds": 0.1116, "timing_s": { "read_s": 0.042323, "extract_s": 0.064775, "normalize_s": 0.002723 } }, "raster-600": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "endpoint_err_mean": 0.2375, "endpoint_err_median": 0.2131, "endpoint_match_rate": 1.0, "length_error_pct": 0.0811, "gt_length": 8376.0, "pred_length": 8382.797, "pieces_per_ref": 1.05, "refs_split_share": 0.05, "pieces_merging_refs_share": 0.0, "elements": 21, "seconds": 0.4532, "timing_s": { "read_s": 0.146528, "extract_s": 0.302332, "normalize_s": 0.004276 } } } }, { "id": "synth-2-diagonal", "title": "Diagonal walls", "scores": { "vector": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "endpoint_err_mean": 0.0, "endpoint_err_median": 0.0, "endpoint_match_rate": 1.0, "length_error_pct": 0.0, "gt_length": 9919.9999, "pred_length": 9919.9999, "pieces_per_ref": 1.0, "refs_split_share": 0.0, "pieces_merging_refs_share": 0.0, "elements": 16, "seconds": 0.0019, "timing_s": { "read_s": 0.001499, "extract_s": 5.1e-05, "normalize_s": 0.000194 } }, "vector-chained": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "endpoint_err_mean": 0.0, "endpoint_err_median": 0.0, "endpoint_match_rate": 1.0, "length_error_pct": 0.0, "gt_length": 9919.9999, "pred_length": 9919.9999, "pieces_per_ref": 1.0, "refs_split_share": 0.0, "pieces_merging_refs_share": 0.0, "elements": 16, "seconds": 0.0019, "timing_s": { "read_s": 0.001338, "extract_s": 5.1e-05, "normalize_s": 0.000378 } }, "raster-150": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "endpoint_err_mean": 0.4088, "endpoint_err_median": 0.3201, "endpoint_match_rate": 1.0, "length_error_pct": 0.1074, "gt_length": 9919.9999, "pred_length": 9909.3425, "pieces_per_ref": 1.0, "refs_split_share": 0.0, "pieces_merging_refs_share": 0.0, "elements": 16, "seconds": 0.0347, "timing_s": { "read_s": 0.011656, "extract_s": 0.020918, "normalize_s": 0.001668 } }, "raster-300": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "endpoint_err_mean": 0.3026, "endpoint_err_median": 0.3048, "endpoint_match_rate": 1.0, "length_error_pct": 0.0623, "gt_length": 9919.9999, "pred_length": 9913.8201, "pieces_per_ref": 1.0, "refs_split_share": 0.0, "pieces_merging_refs_share": 0.0, "elements": 16, "seconds": 0.114, "timing_s": { "read_s": 0.039935, "extract_s": 0.071524, "normalize_s": 0.002314 } }, "raster-600": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "endpoint_err_mean": 0.2016, "endpoint_err_median": 0.1952, "endpoint_match_rate": 1.0, "length_error_pct": 0.0188, "gt_length": 9919.9999, "pred_length": 9918.13, "pieces_per_ref": 1.0, "refs_split_share": 0.0, "pieces_merging_refs_share": 0.0, "elements": 16, "seconds": 0.5878, "timing_s": { "read_s": 0.151764, "extract_s": 0.432997, "normalize_s": 0.005315 } } } }, { "id": "synth-3-doors", "title": "Door swings and small circles", "scores": { "vector": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "endpoint_err_mean": 0.0, "endpoint_err_median": 0.0, "endpoint_match_rate": 1.0, "length_error_pct": 0.0075, "gt_length": 8492.2482, "pred_length": 8492.8824, "pieces_per_ref": 12.28, "refs_split_share": 0.32, "pieces_merging_refs_share": 0.0, "elements": 307, "seconds": 0.0096, "timing_s": { "read_s": 0.002155, "extract_s": 0.002886, "normalize_s": 0.003441 } }, "vector-chained": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "endpoint_err_mean": 0.0, "endpoint_err_median": 0.0, "endpoint_match_rate": 1.0, "length_error_pct": 0.0075, "gt_length": 8492.2482, "pred_length": 8492.8824, "pieces_per_ref": 1.0, "refs_split_share": 0.0, "pieces_merging_refs_share": 0.0, "elements": 25, "seconds": 0.0123, "timing_s": { "read_s": 0.00201, "extract_s": 0.002911, "normalize_s": 0.007103 } }, "raster-150": { "precision": 0.9826, "recall": 0.9622, "f1": 0.9723, "endpoint_err_mean": 0.8458, "endpoint_err_median": 0.5115, "endpoint_match_rate": 0.96, "length_error_pct": 1.7599, "gt_length": 8492.2482, "pred_length": 8342.7971, "pieces_per_ref": 4.76, "refs_split_share": 0.4, "pieces_merging_refs_share": 0.0, "elements": 119, "seconds": 0.0395, "timing_s": { "read_s": 0.012439, "extract_s": 0.019249, "normalize_s": 0.007342 } }, "raster-300": { "precision": 0.968, "recall": 0.9801, "f1": 0.974, "endpoint_err_mean": 0.5712, "endpoint_err_median": 0.3394, "endpoint_match_rate": 1.0, "length_error_pct": 4.7551, "gt_length": 8492.2482, "pred_length": 8896.0626, "pieces_per_ref": 6.4, "refs_split_share": 0.32, "pieces_merging_refs_share": 0.0, "elements": 160, "seconds": 0.1242, "timing_s": { "read_s": 0.040262, "extract_s": 0.064446, "normalize_s": 0.013779 } }, "raster-600": { "precision": 0.9502, "recall": 0.9776, "f1": 0.9637, "endpoint_err_mean": 0.5353, "endpoint_err_median": 0.3328, "endpoint_match_rate": 1.0, "length_error_pct": 8.9647, "gt_length": 8492.2482, "pred_length": 9253.5532, "pieces_per_ref": 7.0, "refs_split_share": 0.32, "pieces_merging_refs_share": 0.0, "elements": 175, "seconds": 0.5466, "timing_s": { "read_s": 0.15833, "extract_s": 0.363274, "normalize_s": 0.024387 } } } }, { "id": "synth-4-stair", "title": "Stair treads and hatch", "scores": { "vector": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "endpoint_err_mean": 0.0, "endpoint_err_median": 0.0, "endpoint_match_rate": 1.0, "length_error_pct": 0.0, "gt_length": 22766.3376, "pred_length": 22766.3376, "pieces_per_ref": 1.0, "refs_split_share": 0.0, "pieces_merging_refs_share": 0.0, "elements": 96, "seconds": 0.0048, "timing_s": { "read_s": 0.002133, "extract_s": 0.000311, "normalize_s": 0.001815 } }, "vector-chained": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "endpoint_err_mean": 0.0, "endpoint_err_median": 0.0, "endpoint_match_rate": 1.0, "length_error_pct": 0.0, "gt_length": 22766.3376, "pred_length": 22766.3376, "pieces_per_ref": 1.0, "refs_split_share": 0.0, "pieces_merging_refs_share": 0.0, "elements": 96, "seconds": 0.0053, "timing_s": { "read_s": 0.001992, "extract_s": 0.000278, "normalize_s": 0.002669 } }, "raster-150": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "endpoint_err_mean": 0.3724, "endpoint_err_median": 0.3306, "endpoint_match_rate": 1.0, "length_error_pct": 0.2037, "gt_length": 22766.3376, "pred_length": 22719.9517, "pieces_per_ref": 1.0, "refs_split_share": 0.0, "pieces_merging_refs_share": 0.0, "elements": 96, "seconds": 0.0784, "timing_s": { "read_s": 0.011941, "extract_s": 0.046653, "normalize_s": 0.018108 } }, "raster-300": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "endpoint_err_mean": 0.2884, "endpoint_err_median": 0.2524, "endpoint_match_rate": 1.0, "length_error_pct": 0.0425, "gt_length": 22766.3376, "pred_length": 22756.6599, "pieces_per_ref": 1.0, "refs_split_share": 0.0, "pieces_merging_refs_share": 0.0, "elements": 96, "seconds": 0.2477, "timing_s": { "read_s": 0.041119, "extract_s": 0.170803, "normalize_s": 0.034952 } }, "raster-600": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "endpoint_err_mean": 0.277, "endpoint_err_median": 0.297, "endpoint_match_rate": 1.0, "length_error_pct": 0.1824, "gt_length": 22766.3376, "pred_length": 22807.8533, "pieces_per_ref": 1.0104, "refs_split_share": 0.0104, "pieces_merging_refs_share": 0.0, "elements": 97, "seconds": 1.0516, "timing_s": { "read_s": 0.153047, "extract_s": 0.797105, "normalize_s": 0.097912 } } } }, { "id": "synth-5-near-parallel", "title": "Near-parallel lines", "scores": { "vector": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "endpoint_err_mean": 0.0, "endpoint_err_median": 0.0, "endpoint_match_rate": 1.0, "length_error_pct": 0.0, "gt_length": 14720.0, "pred_length": 14720.0, "pieces_per_ref": 1.0, "refs_split_share": 0.0, "pieces_merging_refs_share": 0.0, "elements": 24, "seconds": 0.002, "timing_s": { "read_s": 0.001647, "extract_s": 8.2e-05, "normalize_s": 0.000167 } }, "vector-chained": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "endpoint_err_mean": 0.0, "endpoint_err_median": 0.0, "endpoint_match_rate": 1.0, "length_error_pct": 0.0, "gt_length": 14720.0, "pred_length": 14720.0, "pieces_per_ref": 1.0, "refs_split_share": 0.0, "pieces_merging_refs_share": 0.0, "elements": 24, "seconds": 0.0022, "timing_s": { "read_s": 0.001516, "extract_s": 7.3e-05, "normalize_s": 0.000421 } }, "raster-150": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "endpoint_err_mean": 0.4201, "endpoint_err_median": 0.3156, "endpoint_match_rate": 1.0, "length_error_pct": 0.2125, "gt_length": 14720.0, "pred_length": 14751.2871, "pieces_per_ref": 1.0417, "refs_split_share": 0.0417, "pieces_merging_refs_share": 0.0, "elements": 25, "seconds": 0.0436, "timing_s": { "read_s": 0.011732, "extract_s": 0.029884, "normalize_s": 0.001842 } }, "raster-300": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "endpoint_err_mean": 0.3072, "endpoint_err_median": 0.3246, "endpoint_match_rate": 1.0, "length_error_pct": 0.0743, "gt_length": 14720.0, "pred_length": 14709.0582, "pieces_per_ref": 1.0, "refs_split_share": 0.0, "pieces_merging_refs_share": 0.0, "elements": 24, "seconds": 0.1431, "timing_s": { "read_s": 0.039668, "extract_s": 0.098404, "normalize_s": 0.001919 } }, "raster-600": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "endpoint_err_mean": 0.1889, "endpoint_err_median": 0.1782, "endpoint_match_rate": 1.0, "length_error_pct": 0.0047, "gt_length": 14720.0, "pred_length": 14719.304, "pieces_per_ref": 1.0417, "refs_split_share": 0.0417, "pieces_merging_refs_share": 0.0, "elements": 25, "seconds": 0.675, "timing_s": { "read_s": 0.153721, "extract_s": 0.508392, "normalize_s": 0.003531 } } } }, { "id": "synth-text-paths", "title": "Label drawn as lines", "scores": { "vector": { "precision": 0.9625, "recall": 1.0, "f1": 0.9809, "endpoint_err_mean": 0.0, "endpoint_err_median": 0.0, "endpoint_match_rate": 1.0, "length_error_pct": 3.8971, "gt_length": 7744.0, "pred_length": 8045.789, "pieces_per_ref": 1.0, "refs_split_share": 0.0, "pieces_merging_refs_share": 0.0, "elements": 37, "seconds": 0.0054, "timing_s": { "read_s": 0.004687, "extract_s": 0.000116, "normalize_s": 0.000395 } }, "vector-chained": { "precision": 0.9625, "recall": 1.0, "f1": 0.9809, "endpoint_err_mean": 0.0, "endpoint_err_median": 0.0, "endpoint_match_rate": 1.0, "length_error_pct": 3.8971, "gt_length": 7744.0, "pred_length": 8045.789, "pieces_per_ref": 1.0, "refs_split_share": 0.0, "pieces_merging_refs_share": 0.0, "elements": 37, "seconds": 0.0027, "timing_s": { "read_s": 0.00139, "extract_s": 0.000129, "normalize_s": 0.001024 } }, "raster-150": { "precision": 0.9722, "recall": 1.0, "f1": 0.9859, "endpoint_err_mean": 0.4034, "endpoint_err_median": 0.3213, "endpoint_match_rate": 1.0, "length_error_pct": 2.7573, "gt_length": 7744.0, "pred_length": 7957.5247, "pieces_per_ref": 1.0, "refs_split_share": 0.0, "pieces_merging_refs_share": 0.0, "elements": 28, "seconds": 0.0343, "timing_s": { "read_s": 0.014043, "extract_s": 0.017116, "normalize_s": 0.001789 } }, "raster-300": { "precision": 0.9636, "recall": 1.0, "f1": 0.9815, "endpoint_err_mean": 0.3698, "endpoint_err_median": 0.3818, "endpoint_match_rate": 1.0, "length_error_pct": 3.7096, "gt_length": 7744.0, "pred_length": 8031.275, "pieces_per_ref": 1.0, "refs_split_share": 0.0, "pieces_merging_refs_share": 0.0, "elements": 35, "seconds": 0.1541, "timing_s": { "read_s": 0.043348, "extract_s": 0.107341, "normalize_s": 0.003303 } }, "raster-600": { "precision": 0.966, "recall": 1.0, "f1": 0.9827, "endpoint_err_mean": 0.2248, "endpoint_err_median": 0.2317, "endpoint_match_rate": 1.0, "length_error_pct": 3.5056, "gt_length": 7744.0, "pred_length": 8015.4756, "pieces_per_ref": 1.0, "refs_split_share": 0.0, "pieces_merging_refs_share": 0.0, "elements": 30, "seconds": 0.5468, "timing_s": { "read_s": 0.153149, "extract_s": 0.384846, "normalize_s": 0.005434 } } } } ], "held_out": [ { "drawing": "0674-0822", "gt_lines": 114, "vector": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "endpoint_err_mean": 0.0, "endpoint_err_median": 0.0, "endpoint_match_rate": 1.0, "length_error_pct": 0.0, "gt_length": 19182.1968, "pred_length": 19182.1965, "pieces_per_ref": 1.0, "refs_split_share": 0.0088, "pieces_merging_refs_share": 0.0175, "elements": 114, "seconds": 0.0047, "timing_s": { "read_s": 0.001648, "extract_s": 0.000421, "normalize_s": 0.002219 } }, "vector-chained": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "endpoint_err_mean": 0.0, "endpoint_err_median": 0.0, "endpoint_match_rate": 1.0, "length_error_pct": 0.0, "gt_length": 19182.1968, "pred_length": 19182.1965, "pieces_per_ref": 1.0, "refs_split_share": 0.0088, "pieces_merging_refs_share": 0.0175, "elements": 114, "seconds": 0.0067, "timing_s": { "read_s": 0.002226, "extract_s": 0.000371, "normalize_s": 0.003654 } }, "raster-150": { "precision": 0.9997, "recall": 0.9972, "f1": 0.9985, "endpoint_err_mean": 0.3278, "endpoint_err_median": 0.2426, "endpoint_match_rate": 0.9649, "length_error_pct": 0.8178, "gt_length": 19182.1968, "pred_length": 19025.3308, "pieces_per_ref": 0.9649, "refs_split_share": 0.0439, "pieces_merging_refs_share": 0.0727, "elements": 110, "seconds": 0.0531, "timing_s": { "read_s": 0.01179, "extract_s": 0.032418, "normalize_s": 0.008485 } }, "raster-300": { "precision": 0.9999, "recall": 0.9996, "f1": 0.9998, "endpoint_err_mean": 0.2792, "endpoint_err_median": 0.2357, "endpoint_match_rate": 0.9386, "length_error_pct": 0.0898, "gt_length": 19182.1968, "pred_length": 19164.971, "pieces_per_ref": 0.8947, "refs_split_share": 0.0175, "pieces_merging_refs_share": 0.1078, "elements": 102, "seconds": 0.2145, "timing_s": { "read_s": 0.038818, "extract_s": 0.152443, "normalize_s": 0.014146 } }, "raster-600": { "precision": 0.9995, "recall": 0.9996, "f1": 0.9996, "endpoint_err_mean": 0.3302, "endpoint_err_median": 0.3325, "endpoint_match_rate": 0.9123, "length_error_pct": 0.504, "gt_length": 19182.1968, "pred_length": 19278.8834, "pieces_per_ref": 0.9123, "refs_split_share": 0.0439, "pieces_merging_refs_share": 0.1154, "elements": 104, "seconds": 1.1143, "timing_s": { "read_s": 0.150594, "extract_s": 0.922937, "normalize_s": 0.030619 } } }, { "drawing": "1010-0022", "gt_lines": 229, "vector": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "endpoint_err_mean": 0.0, "endpoint_err_median": 0.0, "endpoint_match_rate": 1.0, "length_error_pct": 0.0802, "gt_length": 15720.2999, "pred_length": 15707.6873, "pieces_per_ref": 2.9127, "refs_split_share": 0.0262, "pieces_merging_refs_share": 0.0045, "elements": 667, "seconds": 0.0193, "timing_s": { "read_s": 0.003704, "extract_s": 0.002576, "normalize_s": 0.010733 } }, "vector-chained": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "endpoint_err_mean": 0.0305, "endpoint_err_median": 0.0, "endpoint_match_rate": 0.9825, "length_error_pct": 0.0802, "gt_length": 15720.2999, "pred_length": 15707.6873, "pieces_per_ref": 0.9607, "refs_split_share": 0.0044, "pieces_merging_refs_share": 0.0227, "elements": 220, "seconds": 0.0258, "timing_s": { "read_s": 0.003394, "extract_s": 0.002561, "normalize_s": 0.018811 } }, "raster-150": { "precision": 0.8418, "recall": 0.9168, "f1": 0.8777, "endpoint_err_mean": 0.677, "endpoint_err_median": 0.5329, "endpoint_match_rate": 0.9105, "length_error_pct": 2.3511, "gt_length": 15720.2999, "pred_length": 15350.6952, "pieces_per_ref": 5.3144, "refs_split_share": 0.441, "pieces_merging_refs_share": 0.014, "elements": 1217, "seconds": 0.1467, "timing_s": { "read_s": 0.01192, "extract_s": 0.036868, "normalize_s": 0.094387 } }, "raster-300": { "precision": 0.8382, "recall": 0.9494, "f1": 0.8903, "endpoint_err_mean": 0.6401, "endpoint_err_median": 0.4498, "endpoint_match_rate": 0.9192, "length_error_pct": 11.9148, "gt_length": 15720.2999, "pred_length": 17593.3446, "pieces_per_ref": 5.9869, "refs_split_share": 0.4541, "pieces_merging_refs_share": 0.0109, "elements": 1371, "seconds": 0.3835, "timing_s": { "read_s": 0.040427, "extract_s": 0.167173, "normalize_s": 0.160671 } }, "raster-600": { "precision": 0.8174, "recall": 0.9539, "f1": 0.8804, "endpoint_err_mean": 0.6173, "endpoint_err_median": 0.4727, "endpoint_match_rate": 0.9148, "length_error_pct": 25.747, "gt_length": 15720.2999, "pred_length": 19767.8109, "pieces_per_ref": 7.3144, "refs_split_share": 0.4978, "pieces_merging_refs_share": 0.0072, "elements": 1675, "seconds": 1.208, "timing_s": { "read_s": 0.157514, "extract_s": 0.722418, "normalize_s": 0.322469 } } }, { "drawing": "0393-0004", "gt_lines": 807, "vector": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "endpoint_err_mean": 0.0156, "endpoint_err_median": 0.0, "endpoint_match_rate": 0.9994, "length_error_pct": 0.1432, "gt_length": 28020.7197, "pred_length": 27980.59, "pieces_per_ref": 9.8724, "refs_split_share": 0.3185, "pieces_merging_refs_share": 0.0015, "elements": 7967, "seconds": 0.3694, "timing_s": { "read_s": 0.013838, "extract_s": 0.031574, "normalize_s": 0.274991 } }, "vector-chained": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "endpoint_err_mean": 0.7282, "endpoint_err_median": 0.0, "endpoint_match_rate": 0.8123, "length_error_pct": 0.1435, "gt_length": 28020.7197, "pred_length": 27980.5043, "pieces_per_ref": 0.6568, "refs_split_share": 0.0161, "pieces_merging_refs_share": 0.0604, "elements": 530, "seconds": 0.4445, "timing_s": { "read_s": 0.014386, "extract_s": 0.031846, "normalize_s": 0.392288 } }, "raster-150": { "precision": 0.9983, "recall": 0.9544, "f1": 0.9758, "endpoint_err_mean": 1.3126, "endpoint_err_median": 0.7283, "endpoint_match_rate": 0.7807, "length_error_pct": 7.433, "gt_length": 28020.7197, "pred_length": 25937.9321, "pieces_per_ref": 0.544, "refs_split_share": 0.052, "pieces_merging_refs_share": 0.1048, "elements": 439, "seconds": 0.1047, "timing_s": { "read_s": 0.012167, "extract_s": 0.061615, "normalize_s": 0.029133 } }, "raster-300": { "precision": 0.9949, "recall": 0.9734, "f1": 0.984, "endpoint_err_mean": 1.2637, "endpoint_err_median": 0.6476, "endpoint_match_rate": 0.8383, "length_error_pct": 2.4221, "gt_length": 28020.7197, "pred_length": 27342.0243, "pieces_per_ref": 0.6382, "refs_split_share": 0.0706, "pieces_merging_refs_share": 0.0971, "elements": 515, "seconds": 0.3516, "timing_s": { "read_s": 0.045245, "extract_s": 0.249985, "normalize_s": 0.051597 } }, "raster-600": { "precision": 0.989, "recall": 0.9805, "f1": 0.9847, "endpoint_err_mean": 1.1791, "endpoint_err_median": 0.6151, "endpoint_match_rate": 0.9182, "length_error_pct": 0.9097, "gt_length": 28020.7197, "pred_length": 28275.6325, "pieces_per_ref": 0.7943, "refs_split_share": 0.1115, "pieces_merging_refs_share": 0.0811, "elements": 641, "seconds": 1.5251, "timing_s": { "read_s": 0.144133, "extract_s": 1.274973, "normalize_s": 0.103873 } } }, { "drawing": "0721-0004", "gt_lines": 123, "vector": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "endpoint_err_mean": 0.0405, "endpoint_err_median": 0.0, "endpoint_match_rate": 1.0, "length_error_pct": 0.0971, "gt_length": 13210.4513, "pred_length": 13197.6255, "pieces_per_ref": 14.3008, "refs_split_share": 0.1545, "pieces_merging_refs_share": 0.0023, "elements": 1759, "seconds": 0.0834, "timing_s": { "read_s": 0.00487, "extract_s": 0.007083, "normalize_s": 0.060708 } }, "vector-chained": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "endpoint_err_mean": 0.3148, "endpoint_err_median": 0.0, "endpoint_match_rate": 0.8943, "length_error_pct": 0.0971, "gt_length": 13210.4513, "pred_length": 13197.6255, "pieces_per_ref": 0.8455, "refs_split_share": 0.0488, "pieces_merging_refs_share": 0.0769, "elements": 104, "seconds": 0.0981, "timing_s": { "read_s": 0.004715, "extract_s": 0.007462, "normalize_s": 0.084548 } }, "raster-150": { "precision": 0.996, "recall": 0.9849, "f1": 0.9904, "endpoint_err_mean": 0.8249, "endpoint_err_median": 0.3949, "endpoint_match_rate": 0.8333, "length_error_pct": 2.111, "gt_length": 13210.4513, "pred_length": 12931.5733, "pieces_per_ref": 1.0976, "refs_split_share": 0.0813, "pieces_merging_refs_share": 0.0667, "elements": 135, "seconds": 0.0474, "timing_s": { "read_s": 0.011977, "extract_s": 0.025929, "normalize_s": 0.009097 } }, "raster-300": { "precision": 0.9886, "recall": 0.986, "f1": 0.9873, "endpoint_err_mean": 0.853, "endpoint_err_median": 0.4261, "endpoint_match_rate": 0.8415, "length_error_pct": 0.8407, "gt_length": 13210.4513, "pred_length": 13321.5079, "pieces_per_ref": 1.0813, "refs_split_share": 0.0407, "pieces_merging_refs_share": 0.0752, "elements": 133, "seconds": 0.1658, "timing_s": { "read_s": 0.038127, "extract_s": 0.107624, "normalize_s": 0.013205 } }, "raster-600": { "precision": 0.9862, "recall": 0.9899, "f1": 0.988, "endpoint_err_mean": 0.7642, "endpoint_err_median": 0.3709, "endpoint_match_rate": 0.8374, "length_error_pct": 2.0108, "gt_length": 13210.4513, "pred_length": 13476.0901, "pieces_per_ref": 1.1789, "refs_split_share": 0.0813, "pieces_merging_refs_share": 0.0621, "elements": 145, "seconds": 0.8766, "timing_s": { "read_s": 0.154657, "extract_s": 0.684739, "normalize_s": 0.026844 } } }, { "drawing": "1261-0083", "gt_lines": 91, "vector": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "endpoint_err_mean": 0.0, "endpoint_err_median": 0.0, "endpoint_match_rate": 1.0, "length_error_pct": 0.0, "gt_length": 21145.909, "pred_length": 21145.909, "pieces_per_ref": 1.0, "refs_split_share": 0.011, "pieces_merging_refs_share": 0.022, "elements": 91, "seconds": 0.0048, "timing_s": { "read_s": 0.002106, "extract_s": 0.000317, "normalize_s": 0.001923 } }, "vector-chained": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "endpoint_err_mean": 0.0, "endpoint_err_median": 0.0, "endpoint_match_rate": 1.0, "length_error_pct": 0.0, "gt_length": 21145.909, "pred_length": 21145.909, "pieces_per_ref": 1.0, "refs_split_share": 0.011, "pieces_merging_refs_share": 0.022, "elements": 91, "seconds": 0.0057, "timing_s": { "read_s": 0.002017, "extract_s": 0.00031, "normalize_s": 0.002982 } }, "raster-150": { "precision": 0.9998, "recall": 0.9982, "f1": 0.999, "endpoint_err_mean": 0.5322, "endpoint_err_median": 0.4649, "endpoint_match_rate": 0.8681, "length_error_pct": 0.5175, "gt_length": 21145.909, "pred_length": 21036.4876, "pieces_per_ref": 0.8352, "refs_split_share": 0.0659, "pieces_merging_refs_share": 0.25, "elements": 76, "seconds": 0.061, "timing_s": { "read_s": 0.011565, "extract_s": 0.040481, "normalize_s": 0.008738 } }, "raster-300": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "endpoint_err_mean": 0.3935, "endpoint_err_median": 0.3694, "endpoint_match_rate": 0.8791, "length_error_pct": 0.2463, "gt_length": 21145.909, "pred_length": 21197.9843, "pieces_per_ref": 0.7253, "refs_split_share": 0.011, "pieces_merging_refs_share": 0.2879, "elements": 66, "seconds": 0.2167, "timing_s": { "read_s": 0.038147, "extract_s": 0.164711, "normalize_s": 0.014169 } }, "raster-600": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "endpoint_err_mean": 0.3908, "endpoint_err_median": 0.3924, "endpoint_match_rate": 0.8791, "length_error_pct": 2.5974, "gt_length": 21145.909, "pred_length": 21695.146, "pieces_per_ref": 0.7473, "refs_split_share": 0.033, "pieces_merging_refs_share": 0.2794, "elements": 68, "seconds": 1.3061, "timing_s": { "read_s": 0.153512, "extract_s": 1.125814, "normalize_s": 0.033467 } } }, { "drawing": "0175-0005", "gt_lines": 155, "vector": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "endpoint_err_mean": 0.0, "endpoint_err_median": 0.0, "endpoint_match_rate": 1.0, "length_error_pct": 0.0665, "gt_length": 10834.5574, "pred_length": 10827.3502, "pieces_per_ref": 1.5484, "refs_split_share": 0.0516, "pieces_merging_refs_share": 0.025, "elements": 240, "seconds": 0.0076, "timing_s": { "read_s": 0.002408, "extract_s": 0.000814, "normalize_s": 0.003452 } }, "vector-chained": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "endpoint_err_mean": 0.0303, "endpoint_err_median": 0.0, "endpoint_match_rate": 0.871, "length_error_pct": 0.0665, "gt_length": 10834.5574, "pred_length": 10827.3502, "pieces_per_ref": 0.871, "refs_split_share": 0.0452, "pieces_merging_refs_share": 0.0519, "elements": 135, "seconds": 0.0103, "timing_s": { "read_s": 0.002731, "extract_s": 0.000787, "normalize_s": 0.006117 } }, "raster-150": { "precision": 0.9959, "recall": 0.9912, "f1": 0.9935, "endpoint_err_mean": 0.6395, "endpoint_err_median": 0.3344, "endpoint_match_rate": 0.7903, "length_error_pct": 1.1159, "gt_length": 10834.5574, "pred_length": 10713.6521, "pieces_per_ref": 0.7161, "refs_split_share": 0.0258, "pieces_merging_refs_share": 0.1892, "elements": 111, "seconds": 0.0387, "timing_s": { "read_s": 0.01127, "extract_s": 0.019232, "normalize_s": 0.007725 } }, "raster-300": { "precision": 0.9942, "recall": 0.9938, "f1": 0.994, "endpoint_err_mean": 0.6269, "endpoint_err_median": 0.3647, "endpoint_match_rate": 0.8387, "length_error_pct": 0.9299, "gt_length": 10834.5574, "pred_length": 10935.3116, "pieces_per_ref": 0.7484, "refs_split_share": 0.0323, "pieces_merging_refs_share": 0.1897, "elements": 116, "seconds": 0.1444, "timing_s": { "read_s": 0.039075, "extract_s": 0.09175, "normalize_s": 0.013416 } }, "raster-600": { "precision": 0.992, "recall": 0.9963, "f1": 0.9942, "endpoint_err_mean": 0.6737, "endpoint_err_median": 0.3686, "endpoint_match_rate": 0.8774, "length_error_pct": 2.5788, "gt_length": 10834.5574, "pred_length": 11113.9612, "pieces_per_ref": 0.7806, "refs_split_share": 0.0452, "pieces_merging_refs_share": 0.1901, "elements": 121, "seconds": 0.7322, "timing_s": { "read_s": 0.158885, "extract_s": 0.546645, "normalize_s": 0.026807 } } }, { "drawing": "0515-0016", "gt_lines": 195, "vector": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "endpoint_err_mean": 0.0, "endpoint_err_median": 0.0, "endpoint_match_rate": 1.0, "length_error_pct": 0.0147, "gt_length": 24658.5146, "pred_length": 24654.9, "pieces_per_ref": 4.2615, "refs_split_share": 0.0718, "pieces_merging_refs_share": 0.0096, "elements": 831, "seconds": 0.0324, "timing_s": { "read_s": 0.003732, "extract_s": 0.002738, "normalize_s": 0.022544 } }, "vector-chained": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "endpoint_err_mean": 0.0218, "endpoint_err_median": 0.0, "endpoint_match_rate": 0.9692, "length_error_pct": 0.0147, "gt_length": 24658.5146, "pred_length": 24654.9, "pieces_per_ref": 0.9641, "refs_split_share": 0.041, "pieces_merging_refs_share": 0.0532, "elements": 188, "seconds": 0.0387, "timing_s": { "read_s": 0.003227, "extract_s": 0.00267, "normalize_s": 0.031836 } }, "raster-150": { "precision": 1.0, "recall": 0.9949, "f1": 0.9975, "endpoint_err_mean": 0.6014, "endpoint_err_median": 0.4132, "endpoint_match_rate": 0.7795, "length_error_pct": 1.1557, "gt_length": 24658.5146, "pred_length": 24373.5305, "pieces_per_ref": 0.7949, "refs_split_share": 0.0564, "pieces_merging_refs_share": 0.1161, "elements": 155, "seconds": 0.0707, "timing_s": { "read_s": 0.011385, "extract_s": 0.045401, "normalize_s": 0.012894 } }, "raster-300": { "precision": 1.0, "recall": 0.9982, "f1": 0.9991, "endpoint_err_mean": 0.584, "endpoint_err_median": 0.4037, "endpoint_match_rate": 0.8026, "length_error_pct": 0.3836, "gt_length": 24658.5146, "pred_length": 24563.9124, "pieces_per_ref": 0.7333, "refs_split_share": 0.0103, "pieces_merging_refs_share": 0.1259, "elements": 143, "seconds": 0.2763, "timing_s": { "read_s": 0.041365, "extract_s": 0.214728, "normalize_s": 0.016901 } }, "raster-600": { "precision": 1.0, "recall": 0.999, "f1": 0.9995, "endpoint_err_mean": 0.5454, "endpoint_err_median": 0.3608, "endpoint_match_rate": 0.8026, "length_error_pct": 0.48, "gt_length": 24658.5146, "pred_length": 24776.8753, "pieces_per_ref": 0.7436, "refs_split_share": 0.0103, "pieces_merging_refs_share": 0.131, "elements": 145, "seconds": 1.3006, "timing_s": { "read_s": 0.15404, "extract_s": 1.105248, "normalize_s": 0.036413 } } }, { "drawing": "1083-0018", "gt_lines": 135, "vector": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "endpoint_err_mean": 0.0, "endpoint_err_median": 0.0, "endpoint_match_rate": 1.0, "length_error_pct": 0.0, "gt_length": 17130.0009, "pred_length": 17130.0007, "pieces_per_ref": 1.0, "refs_split_share": 0.0444, "pieces_merging_refs_share": 0.1778, "elements": 135, "seconds": 0.0078, "timing_s": { "read_s": 0.002766, "extract_s": 0.000765, "normalize_s": 0.003664 } }, "vector-chained": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "endpoint_err_mean": 0.0, "endpoint_err_median": 0.0, "endpoint_match_rate": 1.0, "length_error_pct": 0.0, "gt_length": 17130.0009, "pred_length": 17130.0007, "pieces_per_ref": 1.0, "refs_split_share": 0.0444, "pieces_merging_refs_share": 0.1778, "elements": 135, "seconds": 0.0097, "timing_s": { "read_s": 0.002613, "extract_s": 0.000815, "normalize_s": 0.005549 } }, "raster-150": { "precision": 1.0, "recall": 0.9983, "f1": 0.9991, "endpoint_err_mean": 0.4912, "endpoint_err_median": 0.428, "endpoint_match_rate": 0.6667, "length_error_pct": 1.1911, "gt_length": 17130.0009, "pred_length": 17334.0394, "pieces_per_ref": 0.5926, "refs_split_share": 0.0444, "pieces_merging_refs_share": 0.375, "elements": 80, "seconds": 0.0569, "timing_s": { "read_s": 0.012306, "extract_s": 0.034742, "normalize_s": 0.007476 } }, "raster-300": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "endpoint_err_mean": 0.5229, "endpoint_err_median": 0.3682, "endpoint_match_rate": 0.6741, "length_error_pct": 0.9056, "gt_length": 17130.0009, "pred_length": 17285.1326, "pieces_per_ref": 0.5556, "refs_split_share": 0.0148, "pieces_merging_refs_share": 0.4133, "elements": 75, "seconds": 0.1944, "timing_s": { "read_s": 0.039222, "extract_s": 0.145704, "normalize_s": 0.010107 } }, "raster-600": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "endpoint_err_mean": 0.365, "endpoint_err_median": 0.3694, "endpoint_match_rate": 0.6519, "length_error_pct": 0.425, "gt_length": 17130.0009, "pred_length": 17202.8063, "pieces_per_ref": 0.5481, "refs_split_share": 0.0222, "pieces_merging_refs_share": 0.3919, "elements": 74, "seconds": 1.2988, "timing_s": { "read_s": 0.16253, "extract_s": 1.120422, "normalize_s": 0.020935 } } }, { "drawing": "0298-0026", "gt_lines": 751, "vector": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "endpoint_err_mean": 0.019, "endpoint_err_median": 0.0, "endpoint_match_rate": 0.998, "length_error_pct": 0.1981, "gt_length": 28215.0918, "pred_length": 28159.2041, "pieces_per_ref": 7.8016, "refs_split_share": 0.2264, "pieces_merging_refs_share": 0.0007, "elements": 5859, "seconds": 0.2363, "timing_s": { "read_s": 0.01227, "extract_s": 0.025724, "normalize_s": 0.172087 } }, "vector-chained": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "endpoint_err_mean": 0.4898, "endpoint_err_median": 0.0, "endpoint_match_rate": 0.8063, "length_error_pct": 0.1982, "gt_length": 28215.0918, "pred_length": 28159.1756, "pieces_per_ref": 0.7004, "refs_split_share": 0.004, "pieces_merging_refs_share": 0.0399, "elements": 526, "seconds": 0.3282, "timing_s": { "read_s": 0.013511, "extract_s": 0.025456, "normalize_s": 0.278678 } }, "raster-150": { "precision": 0.9946, "recall": 0.9525, "f1": 0.9731, "endpoint_err_mean": 1.3238, "endpoint_err_median": 0.7201, "endpoint_match_rate": 0.7983, "length_error_pct": 7.0463, "gt_length": 28215.0918, "pred_length": 26226.9732, "pieces_per_ref": 0.6112, "refs_split_share": 0.0573, "pieces_merging_refs_share": 0.1155, "elements": 459, "seconds": 0.1085, "timing_s": { "read_s": 0.012331, "extract_s": 0.06126, "normalize_s": 0.031401 } }, "raster-300": { "precision": 0.992, "recall": 0.9618, "f1": 0.9767, "endpoint_err_mean": 1.2975, "endpoint_err_median": 0.6084, "endpoint_match_rate": 0.8422, "length_error_pct": 3.1944, "gt_length": 28215.0918, "pred_length": 27313.7795, "pieces_per_ref": 0.6644, "refs_split_share": 0.0639, "pieces_merging_refs_share": 0.1062, "elements": 499, "seconds": 0.3705, "timing_s": { "read_s": 0.039183, "extract_s": 0.273647, "normalize_s": 0.0562 } }, "raster-600": { "precision": 0.9871, "recall": 0.9777, "f1": 0.9824, "endpoint_err_mean": 1.1475, "endpoint_err_median": 0.5444, "endpoint_match_rate": 0.8695, "length_error_pct": 1.1084, "gt_length": 28215.0918, "pred_length": 28527.8331, "pieces_per_ref": 0.8895, "refs_split_share": 0.1079, "pieces_merging_refs_share": 0.0868, "elements": 668, "seconds": 2.028, "timing_s": { "read_s": 0.164762, "extract_s": 1.752795, "normalize_s": 0.11773 } } }, { "drawing": "0672-0021", "gt_lines": 732, "vector": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "endpoint_err_mean": 0.0169, "endpoint_err_median": 0.0, "endpoint_match_rate": 0.9993, "length_error_pct": 0.1109, "gt_length": 37144.7637, "pred_length": 37185.9589, "pieces_per_ref": 9.653, "refs_split_share": 0.127, "pieces_merging_refs_share": 0.003, "elements": 7066, "seconds": 0.6074, "timing_s": { "read_s": 0.014948, "extract_s": 0.031642, "normalize_s": 0.527321 } }, "vector-chained": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "endpoint_err_mean": 0.0952, "endpoint_err_median": 0.0, "endpoint_match_rate": 0.9611, "length_error_pct": 0.0245, "gt_length": 37144.7637, "pred_length": 37135.6673, "pieces_per_ref": 1.2746, "refs_split_share": 0.0628, "pieces_merging_refs_share": 0.0279, "elements": 933, "seconds": 0.6857, "timing_s": { "read_s": 0.014662, "extract_s": 0.031399, "normalize_s": 0.633986 } }, "raster-150": { "precision": 0.9978, "recall": 0.9583, "f1": 0.9777, "endpoint_err_mean": 0.9119, "endpoint_err_median": 0.536, "endpoint_match_rate": 0.8641, "length_error_pct": 5.669, "gt_length": 37144.7637, "pred_length": 35039.01, "pieces_per_ref": 0.7131, "refs_split_share": 0.0874, "pieces_merging_refs_share": 0.092, "elements": 522, "seconds": 0.1329, "timing_s": { "read_s": 0.01184, "extract_s": 0.074561, "normalize_s": 0.04063 } }, "raster-300": { "precision": 0.9957, "recall": 0.9703, "f1": 0.9828, "endpoint_err_mean": 0.9727, "endpoint_err_median": 0.4809, "endpoint_match_rate": 0.8757, "length_error_pct": 2.046, "gt_length": 37144.7637, "pred_length": 36384.7842, "pieces_per_ref": 0.776, "refs_split_share": 0.0874, "pieces_merging_refs_share": 0.0827, "elements": 568, "seconds": 0.4757, "timing_s": { "read_s": 0.04196, "extract_s": 0.36321, "normalize_s": 0.066707 } }, "raster-600": { "precision": 0.993, "recall": 0.9778, "f1": 0.9853, "endpoint_err_mean": 0.9481, "endpoint_err_median": 0.4421, "endpoint_match_rate": 0.9126, "length_error_pct": 1.3529, "gt_length": 37144.7637, "pred_length": 37647.2929, "pieces_per_ref": 0.8839, "refs_split_share": 0.1325, "pieces_merging_refs_share": 0.0773, "elements": 647, "seconds": 2.1077, "timing_s": { "read_s": 0.145813, "extract_s": 1.78222, "normalize_s": 0.126121 } } } ], "robustness": [ { "drawing": "synth-1-walls", "setting": "raster-300", "precision": "1.0", "recall": "1.0", "f1": "1.0", "endpoint_err_mean": "0.3529", "endpoint_err_median": "0.3272", "endpoint_match_rate": "1.0", "length_error_pct": "0.1171", "gt_length": "8376.0", "pred_length": "8366.192" }, { "drawing": "synth-1-walls", "setting": "raster-300-rot2", "precision": "0.9731", "recall": "1.0", "f1": "0.9863", "endpoint_err_mean": "0.2663", "endpoint_err_median": "0.2695", "endpoint_match_rate": "1.0", "length_error_pct": "4.0589", "gt_length": "8376.0", "pred_length": "8715.9775" }, { "drawing": "synth-1-walls", "setting": "raster-300-scan", "precision": "1.0", "recall": "1.0", "f1": "1.0", "endpoint_err_mean": "0.3486", "endpoint_err_median": "0.2889", "endpoint_match_rate": "1.0", "length_error_pct": "0.5648", "gt_length": "8376.0", "pred_length": "8423.3088" }, { "drawing": "synth-2-diagonal", "setting": "raster-300", "precision": "1.0", "recall": "1.0", "f1": "1.0", "endpoint_err_mean": "0.3026", "endpoint_err_median": "0.3048", "endpoint_match_rate": "1.0", "length_error_pct": "0.0623", "gt_length": "9919.9999", "pred_length": "9913.8201" }, { "drawing": "synth-2-diagonal", "setting": "raster-300-rot2", "precision": "0.9799", "recall": "1.0", "f1": "0.9898", "endpoint_err_mean": "0.2737", "endpoint_err_median": "0.2904", "endpoint_match_rate": "1.0", "length_error_pct": "4.6714", "gt_length": "9919.9999", "pred_length": "10383.401" }, { "drawing": "synth-2-diagonal", "setting": "raster-300-scan", "precision": "1.0", "recall": "1.0", "f1": "1.0", "endpoint_err_mean": "0.3419", "endpoint_err_median": "0.3331", "endpoint_match_rate": "1.0", "length_error_pct": "0.0834", "gt_length": "9919.9999", "pred_length": "9911.7247" }, { "drawing": "synth-3-doors", "setting": "raster-300", "precision": "0.968", "recall": "0.9801", "f1": "0.974", "endpoint_err_mean": "0.5712", "endpoint_err_median": "0.3394", "endpoint_match_rate": "1.0", "length_error_pct": "4.7551", "gt_length": "8492.2482", "pred_length": "8896.0626" }, { "drawing": "synth-3-doors", "setting": "raster-300-rot2", "precision": "0.9518", "recall": "0.9764", "f1": "0.9639", "endpoint_err_mean": "0.689", "endpoint_err_median": "0.3458", "endpoint_match_rate": "1.0", "length_error_pct": "8.4203", "gt_length": "8492.2482", "pred_length": "9207.3237" }, { "drawing": "synth-3-doors", "setting": "raster-300-scan", "precision": "0.9676", "recall": "0.9679", "f1": "0.9677", "endpoint_err_mean": "0.7411", "endpoint_err_median": "0.4152", "endpoint_match_rate": "0.96", "length_error_pct": "3.0379", "gt_length": "8492.2482", "pred_length": "8750.2351" }, { "drawing": "synth-4-stair", "setting": "raster-300", "precision": "1.0", "recall": "1.0", "f1": "1.0", "endpoint_err_mean": "0.2884", "endpoint_err_median": "0.2524", "endpoint_match_rate": "1.0", "length_error_pct": "0.0425", "gt_length": "22766.3376", "pred_length": "22756.6599" }, { "drawing": "synth-4-stair", "setting": "raster-300-rot2", "precision": "0.9943", "recall": "1.0", "f1": "0.9971", "endpoint_err_mean": "0.2916", "endpoint_err_median": "0.2768", "endpoint_match_rate": "1.0", "length_error_pct": "0.9523", "gt_length": "22766.3376", "pred_length": "22983.1316" }, { "drawing": "synth-4-stair", "setting": "raster-300-scan", "precision": "1.0", "recall": "1.0", "f1": "1.0", "endpoint_err_mean": "0.3083", "endpoint_err_median": "0.2854", "endpoint_match_rate": "1.0", "length_error_pct": "0.0788", "gt_length": "22766.3376", "pred_length": "22748.3868" }, { "drawing": "synth-5-near-parallel", "setting": "raster-300", "precision": "1.0", "recall": "1.0", "f1": "1.0", "endpoint_err_mean": "0.3072", "endpoint_err_median": "0.3246", "endpoint_match_rate": "1.0", "length_error_pct": "0.0743", "gt_length": "14720.0", "pred_length": "14709.0582" }, { "drawing": "synth-5-near-parallel", "setting": "raster-300-rot2", "precision": "0.9522", "recall": "1.0", "f1": "0.9755", "endpoint_err_mean": "0.31", "endpoint_err_median": "0.3042", "endpoint_match_rate": "1.0", "length_error_pct": "7.8782", "gt_length": "14720.0", "pred_length": "15879.664" }, { "drawing": "synth-5-near-parallel", "setting": "raster-300-scan", "precision": "1.0", "recall": "1.0", "f1": "1.0", "endpoint_err_mean": "0.3081", "endpoint_err_median": "0.3374", "endpoint_match_rate": "1.0", "length_error_pct": "0.0792", "gt_length": "14720.0", "pred_length": "14708.3383" } ], "text_paths": { "vector": { "vs_drawing_without_text": { "precision": 0.9625, "recall": 1.0, "f1": 0.9809, "endpoint_err_mean": 0.0, "endpoint_err_median": 0.0, "endpoint_match_rate": 1.0, "length_error_pct": 3.8971, "gt_length": 7744.0, "pred_length": 8045.789 } }, "vector-chained": { "vs_drawing_without_text": { "precision": 0.9625, "recall": 1.0, "f1": 0.9809, "endpoint_err_mean": 0.0, "endpoint_err_median": 0.0, "endpoint_match_rate": 1.0, "length_error_pct": 3.8971, "gt_length": 7744.0, "pred_length": 8045.789 } }, "raster-150": { "vs_drawing_without_text": { "precision": 0.9722, "recall": 1.0, "f1": 0.9859, "endpoint_err_mean": 0.4034, "endpoint_err_median": 0.3213, "endpoint_match_rate": 1.0, "length_error_pct": 2.7573, "gt_length": 7744.0, "pred_length": 7957.5247 } }, "raster-300": { "vs_drawing_without_text": { "precision": 0.9636, "recall": 1.0, "f1": 0.9815, "endpoint_err_mean": 0.3698, "endpoint_err_median": 0.3818, "endpoint_match_rate": 1.0, "length_error_pct": 3.7096, "gt_length": 7744.0, "pred_length": 8031.275 } }, "raster-600": { "vs_drawing_without_text": { "precision": 0.966, "recall": 1.0, "f1": 0.9827, "endpoint_err_mean": 0.2248, "endpoint_err_median": 0.2317, "endpoint_match_rate": 1.0, "length_error_pct": 3.5056, "gt_length": 7744.0, "pred_length": 8015.4756 } }, "glyph_stroke_length_pt": 301.79 }, "rooms": { "synthetic_held_out": { "room_f1": { "n": 20, "mean": 0.9765085638998683, "median": 1.0, "min": 0.8695652173913043, "max": 1.0 }, "area_abs_err_pct_median": { "n": 20, "mean": 0.1864518657074808, "median": 0.00022252729957677528, "min": 8.342206787273696e-05, "max": 2.8229108608877223 }, "total_area_err_pct": { "n": 20, "mean": -0.2859115281930333, "median": -0.058432547993235905, "min": -4.475973671518905, "max": 1.1778116258588247 }, "matched_iou_mean": { "n": 20, "mean": 0.9767865205192425, "median": 0.9955741975654971, "min": 0.9002836083889268, "max": 0.9999983689075559 } }, "thickness_exact_within_0.5pt": 20, "cubicasa_layouts": { "room_f1": { "n": 10, "mean": 0.5471234467287099, "median": 0.525, "min": 0.0, "max": 0.9696969696969697 }, "area_abs_err_pct_median": { "n": 9, "mean": 4.620285709734463, "median": 1.5656374697785425, "min": 9.062384008322252e-06, "max": 21.31480136105169 }, "total_area_err_pct": { "n": 10, "mean": -34.37504255145022, "median": -22.321321514354583, "min": -93.23776113680137, "max": -0.030068656178611004 }, "matched_iou_mean": { "n": 9, "mean": 0.9007145156483749, "median": 0.895539215609844, "min": 0.7799843935094988, "max": 0.9968721681098381 } }, "real_label_audit_inside": { "n": 10, "mean": 0.78557, "median": 1.0, "min": 0.1592, "max": 1.0 }, "real_label_audit_edge": { "n": 10, "mean": 0.08444, "median": 0.051250000000000004, "min": 0.0, "max": 0.4098 } }, "config": { "params_sha256": "226a175ff6878dc81b5d2fcfe7e579fc445c7e2a6af9e40193134a34ed3a8f59", "source_sha256": { "0674-0822": "9a4db8df1c2de4e7cadda2fc16d25d7e7177bdf875d3b4d8170cb8e8d9238d82", "1010-0022": "428b947783d3f4d80a209a989ada6b45f6f3ae3148ffebce61494e2c2dea756b", "0393-0004": "0d3dc463b62a626954944aca1930cd2bb17c2822c756af6a13a9750b16473776", "0721-0004": "0af0cab11fa0258747074fe307f970674bc1b277d9dc09429dfdc75bad9424f7", "1261-0083": "122529d9f288ca9773b4bd26b6a33c75d24941dd7abd2250eae5634ff1ae5577", "0175-0005": "20b666d031d8e522e1b9db7a284b0df00b3d6e0a08bdec39acfb7adbf4b80bc5", "0515-0016": "c47dd2d1b89d6669825e6fa1fd7f43826774137692a01ccda4578829b0dda12a", "1083-0018": "5b2255107eaa81caaae08d4b593669d4562eb2af8eff05b6717f8541fef15b27", "0298-0026": "61cbed163985a51d4992b79233203c42cf93a08686d01e4a0e92cf75f99b8060", "0672-0021": "4d5d93ff915c32fdab725db28d080ad7ddcf75e75b9726db09dbca1d9d85823d" }, "sample_manifest": { "source": "https://floorplancad.github.io/ (original test-00.tar.xz)", "selection_seed": 20261019, "retained": [ "0674-0822", "1010-0022", "0393-0004" ], "additional": [ { "drawing": "0721-0004", "svg_bytes": 28199, "stratum": "simple" }, { "drawing": "1261-0083", "svg_bytes": 18564, "stratum": "simple" }, { "drawing": "0175-0005", "svg_bytes": 32543, "stratum": "simple" }, { "drawing": "0515-0016", "svg_bytes": 42605, "stratum": "medium" }, { "drawing": "1083-0018", "svg_bytes": 46447, "stratum": "medium" }, { "drawing": "0298-0026", "svg_bytes": 160613, "stratum": "dense" }, { "drawing": "0672-0021", "svg_bytes": 178608, "stratum": "dense" } ], "selection": "Retain three previously inspected examples; seven additional test drawings randomly sampled within SVG-byte-size terciles (3/2/2), before scoring", "held_out": [ "0674-0822", "1010-0022", "0393-0004", "0721-0004", "1261-0083", "0175-0005", "0515-0016", "1083-0018", "0298-0026", "0672-0021" ] }, "page_pt": 800.0, "dpis": [ 150, 300, 600 ], "held_out": [ "0674-0822", "1010-0022", "0393-0004", "0721-0004", "1261-0083", "0175-0005", "0515-0016", "1083-0018", "0298-0026", "0672-0021" ], "synthetic_tuning": [ "synth-1-walls", "synth-2-diagonal", "synth-3-doors", "synth-4-stair", "synth-5-near-parallel" ], "text_fixture": "synth-text-paths", "rotate_deg": 2.0, "scan": { "noise_sigma": 8.0, "blur_px": 1, "seed": 0 }, "scoring": { "tessellation_tol_pt": 0.1, "dist_tol_pt": 2.0, "angle_tol_deg": 5.0, "sample_step_pt": 1.0, "endpoint_radius_pt": 5.0, "short_segment_pt": 4.0 }, "raster_params": { "threshold": 100, "close_px": 0, "hough_votes_pt": 3.0, "min_line_pt": 1.5, "max_gap_pt": 1.0, "merge_gap_pt": 2.0 }, "timing": "median of 3 runs of the extract call (open + read/decode + detect + clean-up); PDF preparation and scoring are excluded; read/extract/normalize stage medians are also recorded", "packages": { "pymupdf": "1.28.2", "opencv-python-headless": "5.0.0.93", "shapely": "2.2.0", "svgelements": "1.9.6", "numpy": "2.5.4" }, "python": "3.12.12", "hardware": { "platform": "macOS-26.7.1-arm64-arm-64bit", "cpu": "Apple M3 Pro", "cpu_count": 12, "ram_gb": 36 } } }