Spaces:
Running
Running
| { | |
| "drawings": [ | |
| { | |
| "id": "synth-1-walls", | |
| "title": "Walls and door gaps", | |
| "scores": { | |
| "vector": { | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "endpoint_err_mean": 0.0, | |
| "endpoint_err_median": 0.0, | |
| "endpoint_match_rate": 1.0, | |
| "length_error_pct": 0.0, | |
| "gt_length": 8376.0, | |
| "pred_length": 8376.0, | |
| "pieces_per_ref": 1.0, | |
| "refs_split_share": 0.0, | |
| "pieces_merging_refs_share": 0.0, | |
| "elements": 20, | |
| "seconds": 0.0039, | |
| "timing_s": { | |
| "read_s": 0.003482, | |
| "extract_s": 6.3e-05, | |
| "normalize_s": 0.000198 | |
| } | |
| }, | |
| "vector-chained": { | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "endpoint_err_mean": 0.0, | |
| "endpoint_err_median": 0.0, | |
| "endpoint_match_rate": 1.0, | |
| "length_error_pct": 0.0, | |
| "gt_length": 8376.0, | |
| "pred_length": 8376.0, | |
| "pieces_per_ref": 1.0, | |
| "refs_split_share": 0.0, | |
| "pieces_merging_refs_share": 0.0, | |
| "elements": 20, | |
| "seconds": 0.0018, | |
| "timing_s": { | |
| "read_s": 0.001232, | |
| "extract_s": 6.2e-05, | |
| "normalize_s": 0.0004 | |
| } | |
| }, | |
| "raster-150": { | |
| "precision": 1.0, | |
| "recall": 0.9982, | |
| "f1": 0.9991, | |
| "endpoint_err_mean": 0.5, | |
| "endpoint_err_median": 0.3213, | |
| "endpoint_match_rate": 1.0, | |
| "length_error_pct": 0.5814, | |
| "gt_length": 8376.0, | |
| "pred_length": 8327.306, | |
| "pieces_per_ref": 1.25, | |
| "refs_split_share": 0.1, | |
| "pieces_merging_refs_share": 0.0, | |
| "elements": 25, | |
| "seconds": 0.0287, | |
| "timing_s": { | |
| "read_s": 0.011586, | |
| "extract_s": 0.015488, | |
| "normalize_s": 0.001668 | |
| } | |
| }, | |
| "raster-300": { | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "endpoint_err_mean": 0.3529, | |
| "endpoint_err_median": 0.3272, | |
| "endpoint_match_rate": 1.0, | |
| "length_error_pct": 0.1171, | |
| "gt_length": 8376.0, | |
| "pred_length": 8366.192, | |
| "pieces_per_ref": 1.0, | |
| "refs_split_share": 0.0, | |
| "pieces_merging_refs_share": 0.0, | |
| "elements": 20, | |
| "seconds": 0.1116, | |
| "timing_s": { | |
| "read_s": 0.042323, | |
| "extract_s": 0.064775, | |
| "normalize_s": 0.002723 | |
| } | |
| }, | |
| "raster-600": { | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "endpoint_err_mean": 0.2375, | |
| "endpoint_err_median": 0.2131, | |
| "endpoint_match_rate": 1.0, | |
| "length_error_pct": 0.0811, | |
| "gt_length": 8376.0, | |
| "pred_length": 8382.797, | |
| "pieces_per_ref": 1.05, | |
| "refs_split_share": 0.05, | |
| "pieces_merging_refs_share": 0.0, | |
| "elements": 21, | |
| "seconds": 0.4532, | |
| "timing_s": { | |
| "read_s": 0.146528, | |
| "extract_s": 0.302332, | |
| "normalize_s": 0.004276 | |
| } | |
| } | |
| } | |
| }, | |
| { | |
| "id": "synth-2-diagonal", | |
| "title": "Diagonal walls", | |
| "scores": { | |
| "vector": { | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "endpoint_err_mean": 0.0, | |
| "endpoint_err_median": 0.0, | |
| "endpoint_match_rate": 1.0, | |
| "length_error_pct": 0.0, | |
| "gt_length": 9919.9999, | |
| "pred_length": 9919.9999, | |
| "pieces_per_ref": 1.0, | |
| "refs_split_share": 0.0, | |
| "pieces_merging_refs_share": 0.0, | |
| "elements": 16, | |
| "seconds": 0.0019, | |
| "timing_s": { | |
| "read_s": 0.001499, | |
| "extract_s": 5.1e-05, | |
| "normalize_s": 0.000194 | |
| } | |
| }, | |
| "vector-chained": { | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "endpoint_err_mean": 0.0, | |
| "endpoint_err_median": 0.0, | |
| "endpoint_match_rate": 1.0, | |
| "length_error_pct": 0.0, | |
| "gt_length": 9919.9999, | |
| "pred_length": 9919.9999, | |
| "pieces_per_ref": 1.0, | |
| "refs_split_share": 0.0, | |
| "pieces_merging_refs_share": 0.0, | |
| "elements": 16, | |
| "seconds": 0.0019, | |
| "timing_s": { | |
| "read_s": 0.001338, | |
| "extract_s": 5.1e-05, | |
| "normalize_s": 0.000378 | |
| } | |
| }, | |
| "raster-150": { | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "endpoint_err_mean": 0.4088, | |
| "endpoint_err_median": 0.3201, | |
| "endpoint_match_rate": 1.0, | |
| "length_error_pct": 0.1074, | |
| "gt_length": 9919.9999, | |
| "pred_length": 9909.3425, | |
| "pieces_per_ref": 1.0, | |
| "refs_split_share": 0.0, | |
| "pieces_merging_refs_share": 0.0, | |
| "elements": 16, | |
| "seconds": 0.0347, | |
| "timing_s": { | |
| "read_s": 0.011656, | |
| "extract_s": 0.020918, | |
| "normalize_s": 0.001668 | |
| } | |
| }, | |
| "raster-300": { | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "endpoint_err_mean": 0.3026, | |
| "endpoint_err_median": 0.3048, | |
| "endpoint_match_rate": 1.0, | |
| "length_error_pct": 0.0623, | |
| "gt_length": 9919.9999, | |
| "pred_length": 9913.8201, | |
| "pieces_per_ref": 1.0, | |
| "refs_split_share": 0.0, | |
| "pieces_merging_refs_share": 0.0, | |
| "elements": 16, | |
| "seconds": 0.114, | |
| "timing_s": { | |
| "read_s": 0.039935, | |
| "extract_s": 0.071524, | |
| "normalize_s": 0.002314 | |
| } | |
| }, | |
| "raster-600": { | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "endpoint_err_mean": 0.2016, | |
| "endpoint_err_median": 0.1952, | |
| "endpoint_match_rate": 1.0, | |
| "length_error_pct": 0.0188, | |
| "gt_length": 9919.9999, | |
| "pred_length": 9918.13, | |
| "pieces_per_ref": 1.0, | |
| "refs_split_share": 0.0, | |
| "pieces_merging_refs_share": 0.0, | |
| "elements": 16, | |
| "seconds": 0.5878, | |
| "timing_s": { | |
| "read_s": 0.151764, | |
| "extract_s": 0.432997, | |
| "normalize_s": 0.005315 | |
| } | |
| } | |
| } | |
| }, | |
| { | |
| "id": "synth-3-doors", | |
| "title": "Door swings and small circles", | |
| "scores": { | |
| "vector": { | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "endpoint_err_mean": 0.0, | |
| "endpoint_err_median": 0.0, | |
| "endpoint_match_rate": 1.0, | |
| "length_error_pct": 0.0075, | |
| "gt_length": 8492.2482, | |
| "pred_length": 8492.8824, | |
| "pieces_per_ref": 12.28, | |
| "refs_split_share": 0.32, | |
| "pieces_merging_refs_share": 0.0, | |
| "elements": 307, | |
| "seconds": 0.0096, | |
| "timing_s": { | |
| "read_s": 0.002155, | |
| "extract_s": 0.002886, | |
| "normalize_s": 0.003441 | |
| } | |
| }, | |
| "vector-chained": { | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "endpoint_err_mean": 0.0, | |
| "endpoint_err_median": 0.0, | |
| "endpoint_match_rate": 1.0, | |
| "length_error_pct": 0.0075, | |
| "gt_length": 8492.2482, | |
| "pred_length": 8492.8824, | |
| "pieces_per_ref": 1.0, | |
| "refs_split_share": 0.0, | |
| "pieces_merging_refs_share": 0.0, | |
| "elements": 25, | |
| "seconds": 0.0123, | |
| "timing_s": { | |
| "read_s": 0.00201, | |
| "extract_s": 0.002911, | |
| "normalize_s": 0.007103 | |
| } | |
| }, | |
| "raster-150": { | |
| "precision": 0.9826, | |
| "recall": 0.9622, | |
| "f1": 0.9723, | |
| "endpoint_err_mean": 0.8458, | |
| "endpoint_err_median": 0.5115, | |
| "endpoint_match_rate": 0.96, | |
| "length_error_pct": 1.7599, | |
| "gt_length": 8492.2482, | |
| "pred_length": 8342.7971, | |
| "pieces_per_ref": 4.76, | |
| "refs_split_share": 0.4, | |
| "pieces_merging_refs_share": 0.0, | |
| "elements": 119, | |
| "seconds": 0.0395, | |
| "timing_s": { | |
| "read_s": 0.012439, | |
| "extract_s": 0.019249, | |
| "normalize_s": 0.007342 | |
| } | |
| }, | |
| "raster-300": { | |
| "precision": 0.968, | |
| "recall": 0.9801, | |
| "f1": 0.974, | |
| "endpoint_err_mean": 0.5712, | |
| "endpoint_err_median": 0.3394, | |
| "endpoint_match_rate": 1.0, | |
| "length_error_pct": 4.7551, | |
| "gt_length": 8492.2482, | |
| "pred_length": 8896.0626, | |
| "pieces_per_ref": 6.4, | |
| "refs_split_share": 0.32, | |
| "pieces_merging_refs_share": 0.0, | |
| "elements": 160, | |
| "seconds": 0.1242, | |
| "timing_s": { | |
| "read_s": 0.040262, | |
| "extract_s": 0.064446, | |
| "normalize_s": 0.013779 | |
| } | |
| }, | |
| "raster-600": { | |
| "precision": 0.9502, | |
| "recall": 0.9776, | |
| "f1": 0.9637, | |
| "endpoint_err_mean": 0.5353, | |
| "endpoint_err_median": 0.3328, | |
| "endpoint_match_rate": 1.0, | |
| "length_error_pct": 8.9647, | |
| "gt_length": 8492.2482, | |
| "pred_length": 9253.5532, | |
| "pieces_per_ref": 7.0, | |
| "refs_split_share": 0.32, | |
| "pieces_merging_refs_share": 0.0, | |
| "elements": 175, | |
| "seconds": 0.5466, | |
| "timing_s": { | |
| "read_s": 0.15833, | |
| "extract_s": 0.363274, | |
| "normalize_s": 0.024387 | |
| } | |
| } | |
| } | |
| }, | |
| { | |
| "id": "synth-4-stair", | |
| "title": "Stair treads and hatch", | |
| "scores": { | |
| "vector": { | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "endpoint_err_mean": 0.0, | |
| "endpoint_err_median": 0.0, | |
| "endpoint_match_rate": 1.0, | |
| "length_error_pct": 0.0, | |
| "gt_length": 22766.3376, | |
| "pred_length": 22766.3376, | |
| "pieces_per_ref": 1.0, | |
| "refs_split_share": 0.0, | |
| "pieces_merging_refs_share": 0.0, | |
| "elements": 96, | |
| "seconds": 0.0048, | |
| "timing_s": { | |
| "read_s": 0.002133, | |
| "extract_s": 0.000311, | |
| "normalize_s": 0.001815 | |
| } | |
| }, | |
| "vector-chained": { | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "endpoint_err_mean": 0.0, | |
| "endpoint_err_median": 0.0, | |
| "endpoint_match_rate": 1.0, | |
| "length_error_pct": 0.0, | |
| "gt_length": 22766.3376, | |
| "pred_length": 22766.3376, | |
| "pieces_per_ref": 1.0, | |
| "refs_split_share": 0.0, | |
| "pieces_merging_refs_share": 0.0, | |
| "elements": 96, | |
| "seconds": 0.0053, | |
| "timing_s": { | |
| "read_s": 0.001992, | |
| "extract_s": 0.000278, | |
| "normalize_s": 0.002669 | |
| } | |
| }, | |
| "raster-150": { | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "endpoint_err_mean": 0.3724, | |
| "endpoint_err_median": 0.3306, | |
| "endpoint_match_rate": 1.0, | |
| "length_error_pct": 0.2037, | |
| "gt_length": 22766.3376, | |
| "pred_length": 22719.9517, | |
| "pieces_per_ref": 1.0, | |
| "refs_split_share": 0.0, | |
| "pieces_merging_refs_share": 0.0, | |
| "elements": 96, | |
| "seconds": 0.0784, | |
| "timing_s": { | |
| "read_s": 0.011941, | |
| "extract_s": 0.046653, | |
| "normalize_s": 0.018108 | |
| } | |
| }, | |
| "raster-300": { | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "endpoint_err_mean": 0.2884, | |
| "endpoint_err_median": 0.2524, | |
| "endpoint_match_rate": 1.0, | |
| "length_error_pct": 0.0425, | |
| "gt_length": 22766.3376, | |
| "pred_length": 22756.6599, | |
| "pieces_per_ref": 1.0, | |
| "refs_split_share": 0.0, | |
| "pieces_merging_refs_share": 0.0, | |
| "elements": 96, | |
| "seconds": 0.2477, | |
| "timing_s": { | |
| "read_s": 0.041119, | |
| "extract_s": 0.170803, | |
| "normalize_s": 0.034952 | |
| } | |
| }, | |
| "raster-600": { | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "endpoint_err_mean": 0.277, | |
| "endpoint_err_median": 0.297, | |
| "endpoint_match_rate": 1.0, | |
| "length_error_pct": 0.1824, | |
| "gt_length": 22766.3376, | |
| "pred_length": 22807.8533, | |
| "pieces_per_ref": 1.0104, | |
| "refs_split_share": 0.0104, | |
| "pieces_merging_refs_share": 0.0, | |
| "elements": 97, | |
| "seconds": 1.0516, | |
| "timing_s": { | |
| "read_s": 0.153047, | |
| "extract_s": 0.797105, | |
| "normalize_s": 0.097912 | |
| } | |
| } | |
| } | |
| }, | |
| { | |
| "id": "synth-5-near-parallel", | |
| "title": "Near-parallel lines", | |
| "scores": { | |
| "vector": { | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "endpoint_err_mean": 0.0, | |
| "endpoint_err_median": 0.0, | |
| "endpoint_match_rate": 1.0, | |
| "length_error_pct": 0.0, | |
| "gt_length": 14720.0, | |
| "pred_length": 14720.0, | |
| "pieces_per_ref": 1.0, | |
| "refs_split_share": 0.0, | |
| "pieces_merging_refs_share": 0.0, | |
| "elements": 24, | |
| "seconds": 0.002, | |
| "timing_s": { | |
| "read_s": 0.001647, | |
| "extract_s": 8.2e-05, | |
| "normalize_s": 0.000167 | |
| } | |
| }, | |
| "vector-chained": { | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "endpoint_err_mean": 0.0, | |
| "endpoint_err_median": 0.0, | |
| "endpoint_match_rate": 1.0, | |
| "length_error_pct": 0.0, | |
| "gt_length": 14720.0, | |
| "pred_length": 14720.0, | |
| "pieces_per_ref": 1.0, | |
| "refs_split_share": 0.0, | |
| "pieces_merging_refs_share": 0.0, | |
| "elements": 24, | |
| "seconds": 0.0022, | |
| "timing_s": { | |
| "read_s": 0.001516, | |
| "extract_s": 7.3e-05, | |
| "normalize_s": 0.000421 | |
| } | |
| }, | |
| "raster-150": { | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "endpoint_err_mean": 0.4201, | |
| "endpoint_err_median": 0.3156, | |
| "endpoint_match_rate": 1.0, | |
| "length_error_pct": 0.2125, | |
| "gt_length": 14720.0, | |
| "pred_length": 14751.2871, | |
| "pieces_per_ref": 1.0417, | |
| "refs_split_share": 0.0417, | |
| "pieces_merging_refs_share": 0.0, | |
| "elements": 25, | |
| "seconds": 0.0436, | |
| "timing_s": { | |
| "read_s": 0.011732, | |
| "extract_s": 0.029884, | |
| "normalize_s": 0.001842 | |
| } | |
| }, | |
| "raster-300": { | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "endpoint_err_mean": 0.3072, | |
| "endpoint_err_median": 0.3246, | |
| "endpoint_match_rate": 1.0, | |
| "length_error_pct": 0.0743, | |
| "gt_length": 14720.0, | |
| "pred_length": 14709.0582, | |
| "pieces_per_ref": 1.0, | |
| "refs_split_share": 0.0, | |
| "pieces_merging_refs_share": 0.0, | |
| "elements": 24, | |
| "seconds": 0.1431, | |
| "timing_s": { | |
| "read_s": 0.039668, | |
| "extract_s": 0.098404, | |
| "normalize_s": 0.001919 | |
| } | |
| }, | |
| "raster-600": { | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "endpoint_err_mean": 0.1889, | |
| "endpoint_err_median": 0.1782, | |
| "endpoint_match_rate": 1.0, | |
| "length_error_pct": 0.0047, | |
| "gt_length": 14720.0, | |
| "pred_length": 14719.304, | |
| "pieces_per_ref": 1.0417, | |
| "refs_split_share": 0.0417, | |
| "pieces_merging_refs_share": 0.0, | |
| "elements": 25, | |
| "seconds": 0.675, | |
| "timing_s": { | |
| "read_s": 0.153721, | |
| "extract_s": 0.508392, | |
| "normalize_s": 0.003531 | |
| } | |
| } | |
| } | |
| }, | |
| { | |
| "id": "synth-text-paths", | |
| "title": "Label drawn as lines", | |
| "scores": { | |
| "vector": { | |
| "precision": 0.9625, | |
| "recall": 1.0, | |
| "f1": 0.9809, | |
| "endpoint_err_mean": 0.0, | |
| "endpoint_err_median": 0.0, | |
| "endpoint_match_rate": 1.0, | |
| "length_error_pct": 3.8971, | |
| "gt_length": 7744.0, | |
| "pred_length": 8045.789, | |
| "pieces_per_ref": 1.0, | |
| "refs_split_share": 0.0, | |
| "pieces_merging_refs_share": 0.0, | |
| "elements": 37, | |
| "seconds": 0.0054, | |
| "timing_s": { | |
| "read_s": 0.004687, | |
| "extract_s": 0.000116, | |
| "normalize_s": 0.000395 | |
| } | |
| }, | |
| "vector-chained": { | |
| "precision": 0.9625, | |
| "recall": 1.0, | |
| "f1": 0.9809, | |
| "endpoint_err_mean": 0.0, | |
| "endpoint_err_median": 0.0, | |
| "endpoint_match_rate": 1.0, | |
| "length_error_pct": 3.8971, | |
| "gt_length": 7744.0, | |
| "pred_length": 8045.789, | |
| "pieces_per_ref": 1.0, | |
| "refs_split_share": 0.0, | |
| "pieces_merging_refs_share": 0.0, | |
| "elements": 37, | |
| "seconds": 0.0027, | |
| "timing_s": { | |
| "read_s": 0.00139, | |
| "extract_s": 0.000129, | |
| "normalize_s": 0.001024 | |
| } | |
| }, | |
| "raster-150": { | |
| "precision": 0.9722, | |
| "recall": 1.0, | |
| "f1": 0.9859, | |
| "endpoint_err_mean": 0.4034, | |
| "endpoint_err_median": 0.3213, | |
| "endpoint_match_rate": 1.0, | |
| "length_error_pct": 2.7573, | |
| "gt_length": 7744.0, | |
| "pred_length": 7957.5247, | |
| "pieces_per_ref": 1.0, | |
| "refs_split_share": 0.0, | |
| "pieces_merging_refs_share": 0.0, | |
| "elements": 28, | |
| "seconds": 0.0343, | |
| "timing_s": { | |
| "read_s": 0.014043, | |
| "extract_s": 0.017116, | |
| "normalize_s": 0.001789 | |
| } | |
| }, | |
| "raster-300": { | |
| "precision": 0.9636, | |
| "recall": 1.0, | |
| "f1": 0.9815, | |
| "endpoint_err_mean": 0.3698, | |
| "endpoint_err_median": 0.3818, | |
| "endpoint_match_rate": 1.0, | |
| "length_error_pct": 3.7096, | |
| "gt_length": 7744.0, | |
| "pred_length": 8031.275, | |
| "pieces_per_ref": 1.0, | |
| "refs_split_share": 0.0, | |
| "pieces_merging_refs_share": 0.0, | |
| "elements": 35, | |
| "seconds": 0.1541, | |
| "timing_s": { | |
| "read_s": 0.043348, | |
| "extract_s": 0.107341, | |
| "normalize_s": 0.003303 | |
| } | |
| }, | |
| "raster-600": { | |
| "precision": 0.966, | |
| "recall": 1.0, | |
| "f1": 0.9827, | |
| "endpoint_err_mean": 0.2248, | |
| "endpoint_err_median": 0.2317, | |
| "endpoint_match_rate": 1.0, | |
| "length_error_pct": 3.5056, | |
| "gt_length": 7744.0, | |
| "pred_length": 8015.4756, | |
| "pieces_per_ref": 1.0, | |
| "refs_split_share": 0.0, | |
| "pieces_merging_refs_share": 0.0, | |
| "elements": 30, | |
| "seconds": 0.5468, | |
| "timing_s": { | |
| "read_s": 0.153149, | |
| "extract_s": 0.384846, | |
| "normalize_s": 0.005434 | |
| } | |
| } | |
| } | |
| } | |
| ], | |
| "held_out": [ | |
| { | |
| "drawing": "0674-0822", | |
| "gt_lines": 114, | |
| "vector": { | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "endpoint_err_mean": 0.0, | |
| "endpoint_err_median": 0.0, | |
| "endpoint_match_rate": 1.0, | |
| "length_error_pct": 0.0, | |
| "gt_length": 19182.1968, | |
| "pred_length": 19182.1965, | |
| "pieces_per_ref": 1.0, | |
| "refs_split_share": 0.0088, | |
| "pieces_merging_refs_share": 0.0175, | |
| "elements": 114, | |
| "seconds": 0.0047, | |
| "timing_s": { | |
| "read_s": 0.001648, | |
| "extract_s": 0.000421, | |
| "normalize_s": 0.002219 | |
| } | |
| }, | |
| "vector-chained": { | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "endpoint_err_mean": 0.0, | |
| "endpoint_err_median": 0.0, | |
| "endpoint_match_rate": 1.0, | |
| "length_error_pct": 0.0, | |
| "gt_length": 19182.1968, | |
| "pred_length": 19182.1965, | |
| "pieces_per_ref": 1.0, | |
| "refs_split_share": 0.0088, | |
| "pieces_merging_refs_share": 0.0175, | |
| "elements": 114, | |
| "seconds": 0.0067, | |
| "timing_s": { | |
| "read_s": 0.002226, | |
| "extract_s": 0.000371, | |
| "normalize_s": 0.003654 | |
| } | |
| }, | |
| "raster-150": { | |
| "precision": 0.9997, | |
| "recall": 0.9972, | |
| "f1": 0.9985, | |
| "endpoint_err_mean": 0.3278, | |
| "endpoint_err_median": 0.2426, | |
| "endpoint_match_rate": 0.9649, | |
| "length_error_pct": 0.8178, | |
| "gt_length": 19182.1968, | |
| "pred_length": 19025.3308, | |
| "pieces_per_ref": 0.9649, | |
| "refs_split_share": 0.0439, | |
| "pieces_merging_refs_share": 0.0727, | |
| "elements": 110, | |
| "seconds": 0.0531, | |
| "timing_s": { | |
| "read_s": 0.01179, | |
| "extract_s": 0.032418, | |
| "normalize_s": 0.008485 | |
| } | |
| }, | |
| "raster-300": { | |
| "precision": 0.9999, | |
| "recall": 0.9996, | |
| "f1": 0.9998, | |
| "endpoint_err_mean": 0.2792, | |
| "endpoint_err_median": 0.2357, | |
| "endpoint_match_rate": 0.9386, | |
| "length_error_pct": 0.0898, | |
| "gt_length": 19182.1968, | |
| "pred_length": 19164.971, | |
| "pieces_per_ref": 0.8947, | |
| "refs_split_share": 0.0175, | |
| "pieces_merging_refs_share": 0.1078, | |
| "elements": 102, | |
| "seconds": 0.2145, | |
| "timing_s": { | |
| "read_s": 0.038818, | |
| "extract_s": 0.152443, | |
| "normalize_s": 0.014146 | |
| } | |
| }, | |
| "raster-600": { | |
| "precision": 0.9995, | |
| "recall": 0.9996, | |
| "f1": 0.9996, | |
| "endpoint_err_mean": 0.3302, | |
| "endpoint_err_median": 0.3325, | |
| "endpoint_match_rate": 0.9123, | |
| "length_error_pct": 0.504, | |
| "gt_length": 19182.1968, | |
| "pred_length": 19278.8834, | |
| "pieces_per_ref": 0.9123, | |
| "refs_split_share": 0.0439, | |
| "pieces_merging_refs_share": 0.1154, | |
| "elements": 104, | |
| "seconds": 1.1143, | |
| "timing_s": { | |
| "read_s": 0.150594, | |
| "extract_s": 0.922937, | |
| "normalize_s": 0.030619 | |
| } | |
| } | |
| }, | |
| { | |
| "drawing": "1010-0022", | |
| "gt_lines": 229, | |
| "vector": { | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "endpoint_err_mean": 0.0, | |
| "endpoint_err_median": 0.0, | |
| "endpoint_match_rate": 1.0, | |
| "length_error_pct": 0.0802, | |
| "gt_length": 15720.2999, | |
| "pred_length": 15707.6873, | |
| "pieces_per_ref": 2.9127, | |
| "refs_split_share": 0.0262, | |
| "pieces_merging_refs_share": 0.0045, | |
| "elements": 667, | |
| "seconds": 0.0193, | |
| "timing_s": { | |
| "read_s": 0.003704, | |
| "extract_s": 0.002576, | |
| "normalize_s": 0.010733 | |
| } | |
| }, | |
| "vector-chained": { | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "endpoint_err_mean": 0.0305, | |
| "endpoint_err_median": 0.0, | |
| "endpoint_match_rate": 0.9825, | |
| "length_error_pct": 0.0802, | |
| "gt_length": 15720.2999, | |
| "pred_length": 15707.6873, | |
| "pieces_per_ref": 0.9607, | |
| "refs_split_share": 0.0044, | |
| "pieces_merging_refs_share": 0.0227, | |
| "elements": 220, | |
| "seconds": 0.0258, | |
| "timing_s": { | |
| "read_s": 0.003394, | |
| "extract_s": 0.002561, | |
| "normalize_s": 0.018811 | |
| } | |
| }, | |
| "raster-150": { | |
| "precision": 0.8418, | |
| "recall": 0.9168, | |
| "f1": 0.8777, | |
| "endpoint_err_mean": 0.677, | |
| "endpoint_err_median": 0.5329, | |
| "endpoint_match_rate": 0.9105, | |
| "length_error_pct": 2.3511, | |
| "gt_length": 15720.2999, | |
| "pred_length": 15350.6952, | |
| "pieces_per_ref": 5.3144, | |
| "refs_split_share": 0.441, | |
| "pieces_merging_refs_share": 0.014, | |
| "elements": 1217, | |
| "seconds": 0.1467, | |
| "timing_s": { | |
| "read_s": 0.01192, | |
| "extract_s": 0.036868, | |
| "normalize_s": 0.094387 | |
| } | |
| }, | |
| "raster-300": { | |
| "precision": 0.8382, | |
| "recall": 0.9494, | |
| "f1": 0.8903, | |
| "endpoint_err_mean": 0.6401, | |
| "endpoint_err_median": 0.4498, | |
| "endpoint_match_rate": 0.9192, | |
| "length_error_pct": 11.9148, | |
| "gt_length": 15720.2999, | |
| "pred_length": 17593.3446, | |
| "pieces_per_ref": 5.9869, | |
| "refs_split_share": 0.4541, | |
| "pieces_merging_refs_share": 0.0109, | |
| "elements": 1371, | |
| "seconds": 0.3835, | |
| "timing_s": { | |
| "read_s": 0.040427, | |
| "extract_s": 0.167173, | |
| "normalize_s": 0.160671 | |
| } | |
| }, | |
| "raster-600": { | |
| "precision": 0.8174, | |
| "recall": 0.9539, | |
| "f1": 0.8804, | |
| "endpoint_err_mean": 0.6173, | |
| "endpoint_err_median": 0.4727, | |
| "endpoint_match_rate": 0.9148, | |
| "length_error_pct": 25.747, | |
| "gt_length": 15720.2999, | |
| "pred_length": 19767.8109, | |
| "pieces_per_ref": 7.3144, | |
| "refs_split_share": 0.4978, | |
| "pieces_merging_refs_share": 0.0072, | |
| "elements": 1675, | |
| "seconds": 1.208, | |
| "timing_s": { | |
| "read_s": 0.157514, | |
| "extract_s": 0.722418, | |
| "normalize_s": 0.322469 | |
| } | |
| } | |
| }, | |
| { | |
| "drawing": "0393-0004", | |
| "gt_lines": 807, | |
| "vector": { | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "endpoint_err_mean": 0.0156, | |
| "endpoint_err_median": 0.0, | |
| "endpoint_match_rate": 0.9994, | |
| "length_error_pct": 0.1432, | |
| "gt_length": 28020.7197, | |
| "pred_length": 27980.59, | |
| "pieces_per_ref": 9.8724, | |
| "refs_split_share": 0.3185, | |
| "pieces_merging_refs_share": 0.0015, | |
| "elements": 7967, | |
| "seconds": 0.3694, | |
| "timing_s": { | |
| "read_s": 0.013838, | |
| "extract_s": 0.031574, | |
| "normalize_s": 0.274991 | |
| } | |
| }, | |
| "vector-chained": { | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "endpoint_err_mean": 0.7282, | |
| "endpoint_err_median": 0.0, | |
| "endpoint_match_rate": 0.8123, | |
| "length_error_pct": 0.1435, | |
| "gt_length": 28020.7197, | |
| "pred_length": 27980.5043, | |
| "pieces_per_ref": 0.6568, | |
| "refs_split_share": 0.0161, | |
| "pieces_merging_refs_share": 0.0604, | |
| "elements": 530, | |
| "seconds": 0.4445, | |
| "timing_s": { | |
| "read_s": 0.014386, | |
| "extract_s": 0.031846, | |
| "normalize_s": 0.392288 | |
| } | |
| }, | |
| "raster-150": { | |
| "precision": 0.9983, | |
| "recall": 0.9544, | |
| "f1": 0.9758, | |
| "endpoint_err_mean": 1.3126, | |
| "endpoint_err_median": 0.7283, | |
| "endpoint_match_rate": 0.7807, | |
| "length_error_pct": 7.433, | |
| "gt_length": 28020.7197, | |
| "pred_length": 25937.9321, | |
| "pieces_per_ref": 0.544, | |
| "refs_split_share": 0.052, | |
| "pieces_merging_refs_share": 0.1048, | |
| "elements": 439, | |
| "seconds": 0.1047, | |
| "timing_s": { | |
| "read_s": 0.012167, | |
| "extract_s": 0.061615, | |
| "normalize_s": 0.029133 | |
| } | |
| }, | |
| "raster-300": { | |
| "precision": 0.9949, | |
| "recall": 0.9734, | |
| "f1": 0.984, | |
| "endpoint_err_mean": 1.2637, | |
| "endpoint_err_median": 0.6476, | |
| "endpoint_match_rate": 0.8383, | |
| "length_error_pct": 2.4221, | |
| "gt_length": 28020.7197, | |
| "pred_length": 27342.0243, | |
| "pieces_per_ref": 0.6382, | |
| "refs_split_share": 0.0706, | |
| "pieces_merging_refs_share": 0.0971, | |
| "elements": 515, | |
| "seconds": 0.3516, | |
| "timing_s": { | |
| "read_s": 0.045245, | |
| "extract_s": 0.249985, | |
| "normalize_s": 0.051597 | |
| } | |
| }, | |
| "raster-600": { | |
| "precision": 0.989, | |
| "recall": 0.9805, | |
| "f1": 0.9847, | |
| "endpoint_err_mean": 1.1791, | |
| "endpoint_err_median": 0.6151, | |
| "endpoint_match_rate": 0.9182, | |
| "length_error_pct": 0.9097, | |
| "gt_length": 28020.7197, | |
| "pred_length": 28275.6325, | |
| "pieces_per_ref": 0.7943, | |
| "refs_split_share": 0.1115, | |
| "pieces_merging_refs_share": 0.0811, | |
| "elements": 641, | |
| "seconds": 1.5251, | |
| "timing_s": { | |
| "read_s": 0.144133, | |
| "extract_s": 1.274973, | |
| "normalize_s": 0.103873 | |
| } | |
| } | |
| }, | |
| { | |
| "drawing": "0721-0004", | |
| "gt_lines": 123, | |
| "vector": { | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "endpoint_err_mean": 0.0405, | |
| "endpoint_err_median": 0.0, | |
| "endpoint_match_rate": 1.0, | |
| "length_error_pct": 0.0971, | |
| "gt_length": 13210.4513, | |
| "pred_length": 13197.6255, | |
| "pieces_per_ref": 14.3008, | |
| "refs_split_share": 0.1545, | |
| "pieces_merging_refs_share": 0.0023, | |
| "elements": 1759, | |
| "seconds": 0.0834, | |
| "timing_s": { | |
| "read_s": 0.00487, | |
| "extract_s": 0.007083, | |
| "normalize_s": 0.060708 | |
| } | |
| }, | |
| "vector-chained": { | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "endpoint_err_mean": 0.3148, | |
| "endpoint_err_median": 0.0, | |
| "endpoint_match_rate": 0.8943, | |
| "length_error_pct": 0.0971, | |
| "gt_length": 13210.4513, | |
| "pred_length": 13197.6255, | |
| "pieces_per_ref": 0.8455, | |
| "refs_split_share": 0.0488, | |
| "pieces_merging_refs_share": 0.0769, | |
| "elements": 104, | |
| "seconds": 0.0981, | |
| "timing_s": { | |
| "read_s": 0.004715, | |
| "extract_s": 0.007462, | |
| "normalize_s": 0.084548 | |
| } | |
| }, | |
| "raster-150": { | |
| "precision": 0.996, | |
| "recall": 0.9849, | |
| "f1": 0.9904, | |
| "endpoint_err_mean": 0.8249, | |
| "endpoint_err_median": 0.3949, | |
| "endpoint_match_rate": 0.8333, | |
| "length_error_pct": 2.111, | |
| "gt_length": 13210.4513, | |
| "pred_length": 12931.5733, | |
| "pieces_per_ref": 1.0976, | |
| "refs_split_share": 0.0813, | |
| "pieces_merging_refs_share": 0.0667, | |
| "elements": 135, | |
| "seconds": 0.0474, | |
| "timing_s": { | |
| "read_s": 0.011977, | |
| "extract_s": 0.025929, | |
| "normalize_s": 0.009097 | |
| } | |
| }, | |
| "raster-300": { | |
| "precision": 0.9886, | |
| "recall": 0.986, | |
| "f1": 0.9873, | |
| "endpoint_err_mean": 0.853, | |
| "endpoint_err_median": 0.4261, | |
| "endpoint_match_rate": 0.8415, | |
| "length_error_pct": 0.8407, | |
| "gt_length": 13210.4513, | |
| "pred_length": 13321.5079, | |
| "pieces_per_ref": 1.0813, | |
| "refs_split_share": 0.0407, | |
| "pieces_merging_refs_share": 0.0752, | |
| "elements": 133, | |
| "seconds": 0.1658, | |
| "timing_s": { | |
| "read_s": 0.038127, | |
| "extract_s": 0.107624, | |
| "normalize_s": 0.013205 | |
| } | |
| }, | |
| "raster-600": { | |
| "precision": 0.9862, | |
| "recall": 0.9899, | |
| "f1": 0.988, | |
| "endpoint_err_mean": 0.7642, | |
| "endpoint_err_median": 0.3709, | |
| "endpoint_match_rate": 0.8374, | |
| "length_error_pct": 2.0108, | |
| "gt_length": 13210.4513, | |
| "pred_length": 13476.0901, | |
| "pieces_per_ref": 1.1789, | |
| "refs_split_share": 0.0813, | |
| "pieces_merging_refs_share": 0.0621, | |
| "elements": 145, | |
| "seconds": 0.8766, | |
| "timing_s": { | |
| "read_s": 0.154657, | |
| "extract_s": 0.684739, | |
| "normalize_s": 0.026844 | |
| } | |
| } | |
| }, | |
| { | |
| "drawing": "1261-0083", | |
| "gt_lines": 91, | |
| "vector": { | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "endpoint_err_mean": 0.0, | |
| "endpoint_err_median": 0.0, | |
| "endpoint_match_rate": 1.0, | |
| "length_error_pct": 0.0, | |
| "gt_length": 21145.909, | |
| "pred_length": 21145.909, | |
| "pieces_per_ref": 1.0, | |
| "refs_split_share": 0.011, | |
| "pieces_merging_refs_share": 0.022, | |
| "elements": 91, | |
| "seconds": 0.0048, | |
| "timing_s": { | |
| "read_s": 0.002106, | |
| "extract_s": 0.000317, | |
| "normalize_s": 0.001923 | |
| } | |
| }, | |
| "vector-chained": { | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "endpoint_err_mean": 0.0, | |
| "endpoint_err_median": 0.0, | |
| "endpoint_match_rate": 1.0, | |
| "length_error_pct": 0.0, | |
| "gt_length": 21145.909, | |
| "pred_length": 21145.909, | |
| "pieces_per_ref": 1.0, | |
| "refs_split_share": 0.011, | |
| "pieces_merging_refs_share": 0.022, | |
| "elements": 91, | |
| "seconds": 0.0057, | |
| "timing_s": { | |
| "read_s": 0.002017, | |
| "extract_s": 0.00031, | |
| "normalize_s": 0.002982 | |
| } | |
| }, | |
| "raster-150": { | |
| "precision": 0.9998, | |
| "recall": 0.9982, | |
| "f1": 0.999, | |
| "endpoint_err_mean": 0.5322, | |
| "endpoint_err_median": 0.4649, | |
| "endpoint_match_rate": 0.8681, | |
| "length_error_pct": 0.5175, | |
| "gt_length": 21145.909, | |
| "pred_length": 21036.4876, | |
| "pieces_per_ref": 0.8352, | |
| "refs_split_share": 0.0659, | |
| "pieces_merging_refs_share": 0.25, | |
| "elements": 76, | |
| "seconds": 0.061, | |
| "timing_s": { | |
| "read_s": 0.011565, | |
| "extract_s": 0.040481, | |
| "normalize_s": 0.008738 | |
| } | |
| }, | |
| "raster-300": { | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "endpoint_err_mean": 0.3935, | |
| "endpoint_err_median": 0.3694, | |
| "endpoint_match_rate": 0.8791, | |
| "length_error_pct": 0.2463, | |
| "gt_length": 21145.909, | |
| "pred_length": 21197.9843, | |
| "pieces_per_ref": 0.7253, | |
| "refs_split_share": 0.011, | |
| "pieces_merging_refs_share": 0.2879, | |
| "elements": 66, | |
| "seconds": 0.2167, | |
| "timing_s": { | |
| "read_s": 0.038147, | |
| "extract_s": 0.164711, | |
| "normalize_s": 0.014169 | |
| } | |
| }, | |
| "raster-600": { | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "endpoint_err_mean": 0.3908, | |
| "endpoint_err_median": 0.3924, | |
| "endpoint_match_rate": 0.8791, | |
| "length_error_pct": 2.5974, | |
| "gt_length": 21145.909, | |
| "pred_length": 21695.146, | |
| "pieces_per_ref": 0.7473, | |
| "refs_split_share": 0.033, | |
| "pieces_merging_refs_share": 0.2794, | |
| "elements": 68, | |
| "seconds": 1.3061, | |
| "timing_s": { | |
| "read_s": 0.153512, | |
| "extract_s": 1.125814, | |
| "normalize_s": 0.033467 | |
| } | |
| } | |
| }, | |
| { | |
| "drawing": "0175-0005", | |
| "gt_lines": 155, | |
| "vector": { | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "endpoint_err_mean": 0.0, | |
| "endpoint_err_median": 0.0, | |
| "endpoint_match_rate": 1.0, | |
| "length_error_pct": 0.0665, | |
| "gt_length": 10834.5574, | |
| "pred_length": 10827.3502, | |
| "pieces_per_ref": 1.5484, | |
| "refs_split_share": 0.0516, | |
| "pieces_merging_refs_share": 0.025, | |
| "elements": 240, | |
| "seconds": 0.0076, | |
| "timing_s": { | |
| "read_s": 0.002408, | |
| "extract_s": 0.000814, | |
| "normalize_s": 0.003452 | |
| } | |
| }, | |
| "vector-chained": { | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "endpoint_err_mean": 0.0303, | |
| "endpoint_err_median": 0.0, | |
| "endpoint_match_rate": 0.871, | |
| "length_error_pct": 0.0665, | |
| "gt_length": 10834.5574, | |
| "pred_length": 10827.3502, | |
| "pieces_per_ref": 0.871, | |
| "refs_split_share": 0.0452, | |
| "pieces_merging_refs_share": 0.0519, | |
| "elements": 135, | |
| "seconds": 0.0103, | |
| "timing_s": { | |
| "read_s": 0.002731, | |
| "extract_s": 0.000787, | |
| "normalize_s": 0.006117 | |
| } | |
| }, | |
| "raster-150": { | |
| "precision": 0.9959, | |
| "recall": 0.9912, | |
| "f1": 0.9935, | |
| "endpoint_err_mean": 0.6395, | |
| "endpoint_err_median": 0.3344, | |
| "endpoint_match_rate": 0.7903, | |
| "length_error_pct": 1.1159, | |
| "gt_length": 10834.5574, | |
| "pred_length": 10713.6521, | |
| "pieces_per_ref": 0.7161, | |
| "refs_split_share": 0.0258, | |
| "pieces_merging_refs_share": 0.1892, | |
| "elements": 111, | |
| "seconds": 0.0387, | |
| "timing_s": { | |
| "read_s": 0.01127, | |
| "extract_s": 0.019232, | |
| "normalize_s": 0.007725 | |
| } | |
| }, | |
| "raster-300": { | |
| "precision": 0.9942, | |
| "recall": 0.9938, | |
| "f1": 0.994, | |
| "endpoint_err_mean": 0.6269, | |
| "endpoint_err_median": 0.3647, | |
| "endpoint_match_rate": 0.8387, | |
| "length_error_pct": 0.9299, | |
| "gt_length": 10834.5574, | |
| "pred_length": 10935.3116, | |
| "pieces_per_ref": 0.7484, | |
| "refs_split_share": 0.0323, | |
| "pieces_merging_refs_share": 0.1897, | |
| "elements": 116, | |
| "seconds": 0.1444, | |
| "timing_s": { | |
| "read_s": 0.039075, | |
| "extract_s": 0.09175, | |
| "normalize_s": 0.013416 | |
| } | |
| }, | |
| "raster-600": { | |
| "precision": 0.992, | |
| "recall": 0.9963, | |
| "f1": 0.9942, | |
| "endpoint_err_mean": 0.6737, | |
| "endpoint_err_median": 0.3686, | |
| "endpoint_match_rate": 0.8774, | |
| "length_error_pct": 2.5788, | |
| "gt_length": 10834.5574, | |
| "pred_length": 11113.9612, | |
| "pieces_per_ref": 0.7806, | |
| "refs_split_share": 0.0452, | |
| "pieces_merging_refs_share": 0.1901, | |
| "elements": 121, | |
| "seconds": 0.7322, | |
| "timing_s": { | |
| "read_s": 0.158885, | |
| "extract_s": 0.546645, | |
| "normalize_s": 0.026807 | |
| } | |
| } | |
| }, | |
| { | |
| "drawing": "0515-0016", | |
| "gt_lines": 195, | |
| "vector": { | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "endpoint_err_mean": 0.0, | |
| "endpoint_err_median": 0.0, | |
| "endpoint_match_rate": 1.0, | |
| "length_error_pct": 0.0147, | |
| "gt_length": 24658.5146, | |
| "pred_length": 24654.9, | |
| "pieces_per_ref": 4.2615, | |
| "refs_split_share": 0.0718, | |
| "pieces_merging_refs_share": 0.0096, | |
| "elements": 831, | |
| "seconds": 0.0324, | |
| "timing_s": { | |
| "read_s": 0.003732, | |
| "extract_s": 0.002738, | |
| "normalize_s": 0.022544 | |
| } | |
| }, | |
| "vector-chained": { | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "endpoint_err_mean": 0.0218, | |
| "endpoint_err_median": 0.0, | |
| "endpoint_match_rate": 0.9692, | |
| "length_error_pct": 0.0147, | |
| "gt_length": 24658.5146, | |
| "pred_length": 24654.9, | |
| "pieces_per_ref": 0.9641, | |
| "refs_split_share": 0.041, | |
| "pieces_merging_refs_share": 0.0532, | |
| "elements": 188, | |
| "seconds": 0.0387, | |
| "timing_s": { | |
| "read_s": 0.003227, | |
| "extract_s": 0.00267, | |
| "normalize_s": 0.031836 | |
| } | |
| }, | |
| "raster-150": { | |
| "precision": 1.0, | |
| "recall": 0.9949, | |
| "f1": 0.9975, | |
| "endpoint_err_mean": 0.6014, | |
| "endpoint_err_median": 0.4132, | |
| "endpoint_match_rate": 0.7795, | |
| "length_error_pct": 1.1557, | |
| "gt_length": 24658.5146, | |
| "pred_length": 24373.5305, | |
| "pieces_per_ref": 0.7949, | |
| "refs_split_share": 0.0564, | |
| "pieces_merging_refs_share": 0.1161, | |
| "elements": 155, | |
| "seconds": 0.0707, | |
| "timing_s": { | |
| "read_s": 0.011385, | |
| "extract_s": 0.045401, | |
| "normalize_s": 0.012894 | |
| } | |
| }, | |
| "raster-300": { | |
| "precision": 1.0, | |
| "recall": 0.9982, | |
| "f1": 0.9991, | |
| "endpoint_err_mean": 0.584, | |
| "endpoint_err_median": 0.4037, | |
| "endpoint_match_rate": 0.8026, | |
| "length_error_pct": 0.3836, | |
| "gt_length": 24658.5146, | |
| "pred_length": 24563.9124, | |
| "pieces_per_ref": 0.7333, | |
| "refs_split_share": 0.0103, | |
| "pieces_merging_refs_share": 0.1259, | |
| "elements": 143, | |
| "seconds": 0.2763, | |
| "timing_s": { | |
| "read_s": 0.041365, | |
| "extract_s": 0.214728, | |
| "normalize_s": 0.016901 | |
| } | |
| }, | |
| "raster-600": { | |
| "precision": 1.0, | |
| "recall": 0.999, | |
| "f1": 0.9995, | |
| "endpoint_err_mean": 0.5454, | |
| "endpoint_err_median": 0.3608, | |
| "endpoint_match_rate": 0.8026, | |
| "length_error_pct": 0.48, | |
| "gt_length": 24658.5146, | |
| "pred_length": 24776.8753, | |
| "pieces_per_ref": 0.7436, | |
| "refs_split_share": 0.0103, | |
| "pieces_merging_refs_share": 0.131, | |
| "elements": 145, | |
| "seconds": 1.3006, | |
| "timing_s": { | |
| "read_s": 0.15404, | |
| "extract_s": 1.105248, | |
| "normalize_s": 0.036413 | |
| } | |
| } | |
| }, | |
| { | |
| "drawing": "1083-0018", | |
| "gt_lines": 135, | |
| "vector": { | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "endpoint_err_mean": 0.0, | |
| "endpoint_err_median": 0.0, | |
| "endpoint_match_rate": 1.0, | |
| "length_error_pct": 0.0, | |
| "gt_length": 17130.0009, | |
| "pred_length": 17130.0007, | |
| "pieces_per_ref": 1.0, | |
| "refs_split_share": 0.0444, | |
| "pieces_merging_refs_share": 0.1778, | |
| "elements": 135, | |
| "seconds": 0.0078, | |
| "timing_s": { | |
| "read_s": 0.002766, | |
| "extract_s": 0.000765, | |
| "normalize_s": 0.003664 | |
| } | |
| }, | |
| "vector-chained": { | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "endpoint_err_mean": 0.0, | |
| "endpoint_err_median": 0.0, | |
| "endpoint_match_rate": 1.0, | |
| "length_error_pct": 0.0, | |
| "gt_length": 17130.0009, | |
| "pred_length": 17130.0007, | |
| "pieces_per_ref": 1.0, | |
| "refs_split_share": 0.0444, | |
| "pieces_merging_refs_share": 0.1778, | |
| "elements": 135, | |
| "seconds": 0.0097, | |
| "timing_s": { | |
| "read_s": 0.002613, | |
| "extract_s": 0.000815, | |
| "normalize_s": 0.005549 | |
| } | |
| }, | |
| "raster-150": { | |
| "precision": 1.0, | |
| "recall": 0.9983, | |
| "f1": 0.9991, | |
| "endpoint_err_mean": 0.4912, | |
| "endpoint_err_median": 0.428, | |
| "endpoint_match_rate": 0.6667, | |
| "length_error_pct": 1.1911, | |
| "gt_length": 17130.0009, | |
| "pred_length": 17334.0394, | |
| "pieces_per_ref": 0.5926, | |
| "refs_split_share": 0.0444, | |
| "pieces_merging_refs_share": 0.375, | |
| "elements": 80, | |
| "seconds": 0.0569, | |
| "timing_s": { | |
| "read_s": 0.012306, | |
| "extract_s": 0.034742, | |
| "normalize_s": 0.007476 | |
| } | |
| }, | |
| "raster-300": { | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "endpoint_err_mean": 0.5229, | |
| "endpoint_err_median": 0.3682, | |
| "endpoint_match_rate": 0.6741, | |
| "length_error_pct": 0.9056, | |
| "gt_length": 17130.0009, | |
| "pred_length": 17285.1326, | |
| "pieces_per_ref": 0.5556, | |
| "refs_split_share": 0.0148, | |
| "pieces_merging_refs_share": 0.4133, | |
| "elements": 75, | |
| "seconds": 0.1944, | |
| "timing_s": { | |
| "read_s": 0.039222, | |
| "extract_s": 0.145704, | |
| "normalize_s": 0.010107 | |
| } | |
| }, | |
| "raster-600": { | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "endpoint_err_mean": 0.365, | |
| "endpoint_err_median": 0.3694, | |
| "endpoint_match_rate": 0.6519, | |
| "length_error_pct": 0.425, | |
| "gt_length": 17130.0009, | |
| "pred_length": 17202.8063, | |
| "pieces_per_ref": 0.5481, | |
| "refs_split_share": 0.0222, | |
| "pieces_merging_refs_share": 0.3919, | |
| "elements": 74, | |
| "seconds": 1.2988, | |
| "timing_s": { | |
| "read_s": 0.16253, | |
| "extract_s": 1.120422, | |
| "normalize_s": 0.020935 | |
| } | |
| } | |
| }, | |
| { | |
| "drawing": "0298-0026", | |
| "gt_lines": 751, | |
| "vector": { | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "endpoint_err_mean": 0.019, | |
| "endpoint_err_median": 0.0, | |
| "endpoint_match_rate": 0.998, | |
| "length_error_pct": 0.1981, | |
| "gt_length": 28215.0918, | |
| "pred_length": 28159.2041, | |
| "pieces_per_ref": 7.8016, | |
| "refs_split_share": 0.2264, | |
| "pieces_merging_refs_share": 0.0007, | |
| "elements": 5859, | |
| "seconds": 0.2363, | |
| "timing_s": { | |
| "read_s": 0.01227, | |
| "extract_s": 0.025724, | |
| "normalize_s": 0.172087 | |
| } | |
| }, | |
| "vector-chained": { | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "endpoint_err_mean": 0.4898, | |
| "endpoint_err_median": 0.0, | |
| "endpoint_match_rate": 0.8063, | |
| "length_error_pct": 0.1982, | |
| "gt_length": 28215.0918, | |
| "pred_length": 28159.1756, | |
| "pieces_per_ref": 0.7004, | |
| "refs_split_share": 0.004, | |
| "pieces_merging_refs_share": 0.0399, | |
| "elements": 526, | |
| "seconds": 0.3282, | |
| "timing_s": { | |
| "read_s": 0.013511, | |
| "extract_s": 0.025456, | |
| "normalize_s": 0.278678 | |
| } | |
| }, | |
| "raster-150": { | |
| "precision": 0.9946, | |
| "recall": 0.9525, | |
| "f1": 0.9731, | |
| "endpoint_err_mean": 1.3238, | |
| "endpoint_err_median": 0.7201, | |
| "endpoint_match_rate": 0.7983, | |
| "length_error_pct": 7.0463, | |
| "gt_length": 28215.0918, | |
| "pred_length": 26226.9732, | |
| "pieces_per_ref": 0.6112, | |
| "refs_split_share": 0.0573, | |
| "pieces_merging_refs_share": 0.1155, | |
| "elements": 459, | |
| "seconds": 0.1085, | |
| "timing_s": { | |
| "read_s": 0.012331, | |
| "extract_s": 0.06126, | |
| "normalize_s": 0.031401 | |
| } | |
| }, | |
| "raster-300": { | |
| "precision": 0.992, | |
| "recall": 0.9618, | |
| "f1": 0.9767, | |
| "endpoint_err_mean": 1.2975, | |
| "endpoint_err_median": 0.6084, | |
| "endpoint_match_rate": 0.8422, | |
| "length_error_pct": 3.1944, | |
| "gt_length": 28215.0918, | |
| "pred_length": 27313.7795, | |
| "pieces_per_ref": 0.6644, | |
| "refs_split_share": 0.0639, | |
| "pieces_merging_refs_share": 0.1062, | |
| "elements": 499, | |
| "seconds": 0.3705, | |
| "timing_s": { | |
| "read_s": 0.039183, | |
| "extract_s": 0.273647, | |
| "normalize_s": 0.0562 | |
| } | |
| }, | |
| "raster-600": { | |
| "precision": 0.9871, | |
| "recall": 0.9777, | |
| "f1": 0.9824, | |
| "endpoint_err_mean": 1.1475, | |
| "endpoint_err_median": 0.5444, | |
| "endpoint_match_rate": 0.8695, | |
| "length_error_pct": 1.1084, | |
| "gt_length": 28215.0918, | |
| "pred_length": 28527.8331, | |
| "pieces_per_ref": 0.8895, | |
| "refs_split_share": 0.1079, | |
| "pieces_merging_refs_share": 0.0868, | |
| "elements": 668, | |
| "seconds": 2.028, | |
| "timing_s": { | |
| "read_s": 0.164762, | |
| "extract_s": 1.752795, | |
| "normalize_s": 0.11773 | |
| } | |
| } | |
| }, | |
| { | |
| "drawing": "0672-0021", | |
| "gt_lines": 732, | |
| "vector": { | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "endpoint_err_mean": 0.0169, | |
| "endpoint_err_median": 0.0, | |
| "endpoint_match_rate": 0.9993, | |
| "length_error_pct": 0.1109, | |
| "gt_length": 37144.7637, | |
| "pred_length": 37185.9589, | |
| "pieces_per_ref": 9.653, | |
| "refs_split_share": 0.127, | |
| "pieces_merging_refs_share": 0.003, | |
| "elements": 7066, | |
| "seconds": 0.6074, | |
| "timing_s": { | |
| "read_s": 0.014948, | |
| "extract_s": 0.031642, | |
| "normalize_s": 0.527321 | |
| } | |
| }, | |
| "vector-chained": { | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "endpoint_err_mean": 0.0952, | |
| "endpoint_err_median": 0.0, | |
| "endpoint_match_rate": 0.9611, | |
| "length_error_pct": 0.0245, | |
| "gt_length": 37144.7637, | |
| "pred_length": 37135.6673, | |
| "pieces_per_ref": 1.2746, | |
| "refs_split_share": 0.0628, | |
| "pieces_merging_refs_share": 0.0279, | |
| "elements": 933, | |
| "seconds": 0.6857, | |
| "timing_s": { | |
| "read_s": 0.014662, | |
| "extract_s": 0.031399, | |
| "normalize_s": 0.633986 | |
| } | |
| }, | |
| "raster-150": { | |
| "precision": 0.9978, | |
| "recall": 0.9583, | |
| "f1": 0.9777, | |
| "endpoint_err_mean": 0.9119, | |
| "endpoint_err_median": 0.536, | |
| "endpoint_match_rate": 0.8641, | |
| "length_error_pct": 5.669, | |
| "gt_length": 37144.7637, | |
| "pred_length": 35039.01, | |
| "pieces_per_ref": 0.7131, | |
| "refs_split_share": 0.0874, | |
| "pieces_merging_refs_share": 0.092, | |
| "elements": 522, | |
| "seconds": 0.1329, | |
| "timing_s": { | |
| "read_s": 0.01184, | |
| "extract_s": 0.074561, | |
| "normalize_s": 0.04063 | |
| } | |
| }, | |
| "raster-300": { | |
| "precision": 0.9957, | |
| "recall": 0.9703, | |
| "f1": 0.9828, | |
| "endpoint_err_mean": 0.9727, | |
| "endpoint_err_median": 0.4809, | |
| "endpoint_match_rate": 0.8757, | |
| "length_error_pct": 2.046, | |
| "gt_length": 37144.7637, | |
| "pred_length": 36384.7842, | |
| "pieces_per_ref": 0.776, | |
| "refs_split_share": 0.0874, | |
| "pieces_merging_refs_share": 0.0827, | |
| "elements": 568, | |
| "seconds": 0.4757, | |
| "timing_s": { | |
| "read_s": 0.04196, | |
| "extract_s": 0.36321, | |
| "normalize_s": 0.066707 | |
| } | |
| }, | |
| "raster-600": { | |
| "precision": 0.993, | |
| "recall": 0.9778, | |
| "f1": 0.9853, | |
| "endpoint_err_mean": 0.9481, | |
| "endpoint_err_median": 0.4421, | |
| "endpoint_match_rate": 0.9126, | |
| "length_error_pct": 1.3529, | |
| "gt_length": 37144.7637, | |
| "pred_length": 37647.2929, | |
| "pieces_per_ref": 0.8839, | |
| "refs_split_share": 0.1325, | |
| "pieces_merging_refs_share": 0.0773, | |
| "elements": 647, | |
| "seconds": 2.1077, | |
| "timing_s": { | |
| "read_s": 0.145813, | |
| "extract_s": 1.78222, | |
| "normalize_s": 0.126121 | |
| } | |
| } | |
| } | |
| ], | |
| "robustness": [ | |
| { | |
| "drawing": "synth-1-walls", | |
| "setting": "raster-300", | |
| "precision": "1.0", | |
| "recall": "1.0", | |
| "f1": "1.0", | |
| "endpoint_err_mean": "0.3529", | |
| "endpoint_err_median": "0.3272", | |
| "endpoint_match_rate": "1.0", | |
| "length_error_pct": "0.1171", | |
| "gt_length": "8376.0", | |
| "pred_length": "8366.192" | |
| }, | |
| { | |
| "drawing": "synth-1-walls", | |
| "setting": "raster-300-rot2", | |
| "precision": "0.9731", | |
| "recall": "1.0", | |
| "f1": "0.9863", | |
| "endpoint_err_mean": "0.2663", | |
| "endpoint_err_median": "0.2695", | |
| "endpoint_match_rate": "1.0", | |
| "length_error_pct": "4.0589", | |
| "gt_length": "8376.0", | |
| "pred_length": "8715.9775" | |
| }, | |
| { | |
| "drawing": "synth-1-walls", | |
| "setting": "raster-300-scan", | |
| "precision": "1.0", | |
| "recall": "1.0", | |
| "f1": "1.0", | |
| "endpoint_err_mean": "0.3486", | |
| "endpoint_err_median": "0.2889", | |
| "endpoint_match_rate": "1.0", | |
| "length_error_pct": "0.5648", | |
| "gt_length": "8376.0", | |
| "pred_length": "8423.3088" | |
| }, | |
| { | |
| "drawing": "synth-2-diagonal", | |
| "setting": "raster-300", | |
| "precision": "1.0", | |
| "recall": "1.0", | |
| "f1": "1.0", | |
| "endpoint_err_mean": "0.3026", | |
| "endpoint_err_median": "0.3048", | |
| "endpoint_match_rate": "1.0", | |
| "length_error_pct": "0.0623", | |
| "gt_length": "9919.9999", | |
| "pred_length": "9913.8201" | |
| }, | |
| { | |
| "drawing": "synth-2-diagonal", | |
| "setting": "raster-300-rot2", | |
| "precision": "0.9799", | |
| "recall": "1.0", | |
| "f1": "0.9898", | |
| "endpoint_err_mean": "0.2737", | |
| "endpoint_err_median": "0.2904", | |
| "endpoint_match_rate": "1.0", | |
| "length_error_pct": "4.6714", | |
| "gt_length": "9919.9999", | |
| "pred_length": "10383.401" | |
| }, | |
| { | |
| "drawing": "synth-2-diagonal", | |
| "setting": "raster-300-scan", | |
| "precision": "1.0", | |
| "recall": "1.0", | |
| "f1": "1.0", | |
| "endpoint_err_mean": "0.3419", | |
| "endpoint_err_median": "0.3331", | |
| "endpoint_match_rate": "1.0", | |
| "length_error_pct": "0.0834", | |
| "gt_length": "9919.9999", | |
| "pred_length": "9911.7247" | |
| }, | |
| { | |
| "drawing": "synth-3-doors", | |
| "setting": "raster-300", | |
| "precision": "0.968", | |
| "recall": "0.9801", | |
| "f1": "0.974", | |
| "endpoint_err_mean": "0.5712", | |
| "endpoint_err_median": "0.3394", | |
| "endpoint_match_rate": "1.0", | |
| "length_error_pct": "4.7551", | |
| "gt_length": "8492.2482", | |
| "pred_length": "8896.0626" | |
| }, | |
| { | |
| "drawing": "synth-3-doors", | |
| "setting": "raster-300-rot2", | |
| "precision": "0.9518", | |
| "recall": "0.9764", | |
| "f1": "0.9639", | |
| "endpoint_err_mean": "0.689", | |
| "endpoint_err_median": "0.3458", | |
| "endpoint_match_rate": "1.0", | |
| "length_error_pct": "8.4203", | |
| "gt_length": "8492.2482", | |
| "pred_length": "9207.3237" | |
| }, | |
| { | |
| "drawing": "synth-3-doors", | |
| "setting": "raster-300-scan", | |
| "precision": "0.9676", | |
| "recall": "0.9679", | |
| "f1": "0.9677", | |
| "endpoint_err_mean": "0.7411", | |
| "endpoint_err_median": "0.4152", | |
| "endpoint_match_rate": "0.96", | |
| "length_error_pct": "3.0379", | |
| "gt_length": "8492.2482", | |
| "pred_length": "8750.2351" | |
| }, | |
| { | |
| "drawing": "synth-4-stair", | |
| "setting": "raster-300", | |
| "precision": "1.0", | |
| "recall": "1.0", | |
| "f1": "1.0", | |
| "endpoint_err_mean": "0.2884", | |
| "endpoint_err_median": "0.2524", | |
| "endpoint_match_rate": "1.0", | |
| "length_error_pct": "0.0425", | |
| "gt_length": "22766.3376", | |
| "pred_length": "22756.6599" | |
| }, | |
| { | |
| "drawing": "synth-4-stair", | |
| "setting": "raster-300-rot2", | |
| "precision": "0.9943", | |
| "recall": "1.0", | |
| "f1": "0.9971", | |
| "endpoint_err_mean": "0.2916", | |
| "endpoint_err_median": "0.2768", | |
| "endpoint_match_rate": "1.0", | |
| "length_error_pct": "0.9523", | |
| "gt_length": "22766.3376", | |
| "pred_length": "22983.1316" | |
| }, | |
| { | |
| "drawing": "synth-4-stair", | |
| "setting": "raster-300-scan", | |
| "precision": "1.0", | |
| "recall": "1.0", | |
| "f1": "1.0", | |
| "endpoint_err_mean": "0.3083", | |
| "endpoint_err_median": "0.2854", | |
| "endpoint_match_rate": "1.0", | |
| "length_error_pct": "0.0788", | |
| "gt_length": "22766.3376", | |
| "pred_length": "22748.3868" | |
| }, | |
| { | |
| "drawing": "synth-5-near-parallel", | |
| "setting": "raster-300", | |
| "precision": "1.0", | |
| "recall": "1.0", | |
| "f1": "1.0", | |
| "endpoint_err_mean": "0.3072", | |
| "endpoint_err_median": "0.3246", | |
| "endpoint_match_rate": "1.0", | |
| "length_error_pct": "0.0743", | |
| "gt_length": "14720.0", | |
| "pred_length": "14709.0582" | |
| }, | |
| { | |
| "drawing": "synth-5-near-parallel", | |
| "setting": "raster-300-rot2", | |
| "precision": "0.9522", | |
| "recall": "1.0", | |
| "f1": "0.9755", | |
| "endpoint_err_mean": "0.31", | |
| "endpoint_err_median": "0.3042", | |
| "endpoint_match_rate": "1.0", | |
| "length_error_pct": "7.8782", | |
| "gt_length": "14720.0", | |
| "pred_length": "15879.664" | |
| }, | |
| { | |
| "drawing": "synth-5-near-parallel", | |
| "setting": "raster-300-scan", | |
| "precision": "1.0", | |
| "recall": "1.0", | |
| "f1": "1.0", | |
| "endpoint_err_mean": "0.3081", | |
| "endpoint_err_median": "0.3374", | |
| "endpoint_match_rate": "1.0", | |
| "length_error_pct": "0.0792", | |
| "gt_length": "14720.0", | |
| "pred_length": "14708.3383" | |
| } | |
| ], | |
| "text_paths": { | |
| "vector": { | |
| "vs_drawing_without_text": { | |
| "precision": 0.9625, | |
| "recall": 1.0, | |
| "f1": 0.9809, | |
| "endpoint_err_mean": 0.0, | |
| "endpoint_err_median": 0.0, | |
| "endpoint_match_rate": 1.0, | |
| "length_error_pct": 3.8971, | |
| "gt_length": 7744.0, | |
| "pred_length": 8045.789 | |
| } | |
| }, | |
| "vector-chained": { | |
| "vs_drawing_without_text": { | |
| "precision": 0.9625, | |
| "recall": 1.0, | |
| "f1": 0.9809, | |
| "endpoint_err_mean": 0.0, | |
| "endpoint_err_median": 0.0, | |
| "endpoint_match_rate": 1.0, | |
| "length_error_pct": 3.8971, | |
| "gt_length": 7744.0, | |
| "pred_length": 8045.789 | |
| } | |
| }, | |
| "raster-150": { | |
| "vs_drawing_without_text": { | |
| "precision": 0.9722, | |
| "recall": 1.0, | |
| "f1": 0.9859, | |
| "endpoint_err_mean": 0.4034, | |
| "endpoint_err_median": 0.3213, | |
| "endpoint_match_rate": 1.0, | |
| "length_error_pct": 2.7573, | |
| "gt_length": 7744.0, | |
| "pred_length": 7957.5247 | |
| } | |
| }, | |
| "raster-300": { | |
| "vs_drawing_without_text": { | |
| "precision": 0.9636, | |
| "recall": 1.0, | |
| "f1": 0.9815, | |
| "endpoint_err_mean": 0.3698, | |
| "endpoint_err_median": 0.3818, | |
| "endpoint_match_rate": 1.0, | |
| "length_error_pct": 3.7096, | |
| "gt_length": 7744.0, | |
| "pred_length": 8031.275 | |
| } | |
| }, | |
| "raster-600": { | |
| "vs_drawing_without_text": { | |
| "precision": 0.966, | |
| "recall": 1.0, | |
| "f1": 0.9827, | |
| "endpoint_err_mean": 0.2248, | |
| "endpoint_err_median": 0.2317, | |
| "endpoint_match_rate": 1.0, | |
| "length_error_pct": 3.5056, | |
| "gt_length": 7744.0, | |
| "pred_length": 8015.4756 | |
| } | |
| }, | |
| "glyph_stroke_length_pt": 301.79 | |
| }, | |
| "rooms": { | |
| "synthetic_held_out": { | |
| "room_f1": { | |
| "n": 20, | |
| "mean": 0.9765085638998683, | |
| "median": 1.0, | |
| "min": 0.8695652173913043, | |
| "max": 1.0 | |
| }, | |
| "area_abs_err_pct_median": { | |
| "n": 20, | |
| "mean": 0.1864518657074808, | |
| "median": 0.00022252729957677528, | |
| "min": 8.342206787273696e-05, | |
| "max": 2.8229108608877223 | |
| }, | |
| "total_area_err_pct": { | |
| "n": 20, | |
| "mean": -0.2859115281930333, | |
| "median": -0.058432547993235905, | |
| "min": -4.475973671518905, | |
| "max": 1.1778116258588247 | |
| }, | |
| "matched_iou_mean": { | |
| "n": 20, | |
| "mean": 0.9767865205192425, | |
| "median": 0.9955741975654971, | |
| "min": 0.9002836083889268, | |
| "max": 0.9999983689075559 | |
| } | |
| }, | |
| "thickness_exact_within_0.5pt": 20, | |
| "cubicasa_layouts": { | |
| "room_f1": { | |
| "n": 10, | |
| "mean": 0.5471234467287099, | |
| "median": 0.525, | |
| "min": 0.0, | |
| "max": 0.9696969696969697 | |
| }, | |
| "area_abs_err_pct_median": { | |
| "n": 9, | |
| "mean": 4.620285709734463, | |
| "median": 1.5656374697785425, | |
| "min": 9.062384008322252e-06, | |
| "max": 21.31480136105169 | |
| }, | |
| "total_area_err_pct": { | |
| "n": 10, | |
| "mean": -34.37504255145022, | |
| "median": -22.321321514354583, | |
| "min": -93.23776113680137, | |
| "max": -0.030068656178611004 | |
| }, | |
| "matched_iou_mean": { | |
| "n": 9, | |
| "mean": 0.9007145156483749, | |
| "median": 0.895539215609844, | |
| "min": 0.7799843935094988, | |
| "max": 0.9968721681098381 | |
| } | |
| }, | |
| "real_label_audit_inside": { | |
| "n": 10, | |
| "mean": 0.78557, | |
| "median": 1.0, | |
| "min": 0.1592, | |
| "max": 1.0 | |
| }, | |
| "real_label_audit_edge": { | |
| "n": 10, | |
| "mean": 0.08444, | |
| "median": 0.051250000000000004, | |
| "min": 0.0, | |
| "max": 0.4098 | |
| } | |
| }, | |
| "config": { | |
| "params_sha256": "226a175ff6878dc81b5d2fcfe7e579fc445c7e2a6af9e40193134a34ed3a8f59", | |
| "source_sha256": { | |
| "0674-0822": "9a4db8df1c2de4e7cadda2fc16d25d7e7177bdf875d3b4d8170cb8e8d9238d82", | |
| "1010-0022": "428b947783d3f4d80a209a989ada6b45f6f3ae3148ffebce61494e2c2dea756b", | |
| "0393-0004": "0d3dc463b62a626954944aca1930cd2bb17c2822c756af6a13a9750b16473776", | |
| "0721-0004": "0af0cab11fa0258747074fe307f970674bc1b277d9dc09429dfdc75bad9424f7", | |
| "1261-0083": "122529d9f288ca9773b4bd26b6a33c75d24941dd7abd2250eae5634ff1ae5577", | |
| "0175-0005": "20b666d031d8e522e1b9db7a284b0df00b3d6e0a08bdec39acfb7adbf4b80bc5", | |
| "0515-0016": "c47dd2d1b89d6669825e6fa1fd7f43826774137692a01ccda4578829b0dda12a", | |
| "1083-0018": "5b2255107eaa81caaae08d4b593669d4562eb2af8eff05b6717f8541fef15b27", | |
| "0298-0026": "61cbed163985a51d4992b79233203c42cf93a08686d01e4a0e92cf75f99b8060", | |
| "0672-0021": "4d5d93ff915c32fdab725db28d080ad7ddcf75e75b9726db09dbca1d9d85823d" | |
| }, | |
| "sample_manifest": { | |
| "source": "https://floorplancad.github.io/ (original test-00.tar.xz)", | |
| "selection_seed": 20261019, | |
| "retained": [ | |
| "0674-0822", | |
| "1010-0022", | |
| "0393-0004" | |
| ], | |
| "additional": [ | |
| { | |
| "drawing": "0721-0004", | |
| "svg_bytes": 28199, | |
| "stratum": "simple" | |
| }, | |
| { | |
| "drawing": "1261-0083", | |
| "svg_bytes": 18564, | |
| "stratum": "simple" | |
| }, | |
| { | |
| "drawing": "0175-0005", | |
| "svg_bytes": 32543, | |
| "stratum": "simple" | |
| }, | |
| { | |
| "drawing": "0515-0016", | |
| "svg_bytes": 42605, | |
| "stratum": "medium" | |
| }, | |
| { | |
| "drawing": "1083-0018", | |
| "svg_bytes": 46447, | |
| "stratum": "medium" | |
| }, | |
| { | |
| "drawing": "0298-0026", | |
| "svg_bytes": 160613, | |
| "stratum": "dense" | |
| }, | |
| { | |
| "drawing": "0672-0021", | |
| "svg_bytes": 178608, | |
| "stratum": "dense" | |
| } | |
| ], | |
| "selection": "Retain three previously inspected examples; seven additional test drawings randomly sampled within SVG-byte-size terciles (3/2/2), before scoring", | |
| "held_out": [ | |
| "0674-0822", | |
| "1010-0022", | |
| "0393-0004", | |
| "0721-0004", | |
| "1261-0083", | |
| "0175-0005", | |
| "0515-0016", | |
| "1083-0018", | |
| "0298-0026", | |
| "0672-0021" | |
| ] | |
| }, | |
| "page_pt": 800.0, | |
| "dpis": [ | |
| 150, | |
| 300, | |
| 600 | |
| ], | |
| "held_out": [ | |
| "0674-0822", | |
| "1010-0022", | |
| "0393-0004", | |
| "0721-0004", | |
| "1261-0083", | |
| "0175-0005", | |
| "0515-0016", | |
| "1083-0018", | |
| "0298-0026", | |
| "0672-0021" | |
| ], | |
| "synthetic_tuning": [ | |
| "synth-1-walls", | |
| "synth-2-diagonal", | |
| "synth-3-doors", | |
| "synth-4-stair", | |
| "synth-5-near-parallel" | |
| ], | |
| "text_fixture": "synth-text-paths", | |
| "rotate_deg": 2.0, | |
| "scan": { | |
| "noise_sigma": 8.0, | |
| "blur_px": 1, | |
| "seed": 0 | |
| }, | |
| "scoring": { | |
| "tessellation_tol_pt": 0.1, | |
| "dist_tol_pt": 2.0, | |
| "angle_tol_deg": 5.0, | |
| "sample_step_pt": 1.0, | |
| "endpoint_radius_pt": 5.0, | |
| "short_segment_pt": 4.0 | |
| }, | |
| "raster_params": { | |
| "threshold": 100, | |
| "close_px": 0, | |
| "hough_votes_pt": 3.0, | |
| "min_line_pt": 1.5, | |
| "max_gap_pt": 1.0, | |
| "merge_gap_pt": 2.0 | |
| }, | |
| "timing": "median of 3 runs of the extract call (open + read/decode + detect + clean-up); PDF preparation and scoring are excluded; read/extract/normalize stage medians are also recorded", | |
| "packages": { | |
| "pymupdf": "1.28.2", | |
| "opencv-python-headless": "5.0.0.93", | |
| "shapely": "2.2.0", | |
| "svgelements": "1.9.6", | |
| "numpy": "2.5.4" | |
| }, | |
| "python": "3.12.12", | |
| "hardware": { | |
| "platform": "macOS-26.7.1-arm64-arm-64bit", | |
| "cpu": "Apple M3 Pro", | |
| "cpu_count": 12, | |
| "ram_gb": 36 | |
| } | |
| } | |
| } |