Poneglyph-ReaderNet / metrics /shared_detector_comparison.json
Remidesbois's picture
Publish ReaderNet detectors and fused ordering model
9cfc109 verified
Raw History Blame Contribute Delete
22.3 kB
{
"kind": "same_panels_same_bubble_detector_comparison",
"hf_repo": "Remidesbois/YoloPiece_OneShot_Models",
"hf_revision": "c4d5393095fadacfedc49d81acb2a8ac29d23aad",
"protocol": {
"pages": 51,
"panels": "shared ground-truth polygons",
"bubble_detector": "C:\\Users\\remis\\Documents\\Projet Git\\projet-one-piece-indexer\\docker_scripts\\package_one_shot_models\\hf_package\\bubble_detector.onnx",
"bubble_detector_sha256": "fa28ece56ba9e5ccf4361fbb4d2533e088906b0a0d1cd187c02422ba7d6f5688",
"bubble_imgsz": 800,
"bubble_conf": 0.25,
"matching_iou": 0.5,
"detector": {
"ground_truth_bubbles": 438,
"detections": 452,
"matched": 436,
"recall": 0.9954337899543378,
"precision": 0.9646017699115044
}
},
"candidates": [
{
"name": "hf_yolopiece_bubble_order",
"assignment": {
"matched_bubbles": 436,
"correct": 436,
"accuracy": 1.0
},
"order_forced_gt_assignment": {
"eligible_panels": 138,
"exact_panels": 127,
"exact_panel_accuracy": 0.9202898550724637,
"position_accuracy": 0.9295774647887324
},
"combined_assignment_and_order": {
"eligible_panels": 138,
"exact_panels": 127,
"exact_panel_accuracy": 0.9202898550724637,
"position_accuracy": 0.9295774647887324
},
"full_detector_output": {
"eligible_panels": 139,
"exact_panels": 117,
"exact_panel_accuracy": 0.841726618705036,
"position_accuracy": 0.8715083798882681
},
"pages_detail": [
{
"page_id": 501,
"matched_bubbles": 10,
"correct_assignments": 10,
"pure_exact_panels": 3,
"combined_exact_panels": 3
},
{
"page_id": 562,
"matched_bubbles": 6,
"correct_assignments": 6,
"pure_exact_panels": 1,
"combined_exact_panels": 1
},
{
"page_id": 563,
"matched_bubbles": 7,
"correct_assignments": 7,
"pure_exact_panels": 3,
"combined_exact_panels": 3
},
{
"page_id": 564,
"matched_bubbles": 9,
"correct_assignments": 9,
"pure_exact_panels": 3,
"combined_exact_panels": 3
},
{
"page_id": 565,
"matched_bubbles": 12,
"correct_assignments": 12,
"pure_exact_panels": 3,
"combined_exact_panels": 3
},
{
"page_id": 566,
"matched_bubbles": 10,
"correct_assignments": 10,
"pure_exact_panels": 3,
"combined_exact_panels": 3
},
{
"page_id": 567,
"matched_bubbles": 4,
"correct_assignments": 4,
"pure_exact_panels": 1,
"combined_exact_panels": 1
},
{
"page_id": 568,
"matched_bubbles": 4,
"correct_assignments": 4,
"pure_exact_panels": 1,
"combined_exact_panels": 1
},
{
"page_id": 569,
"matched_bubbles": 12,
"correct_assignments": 12,
"pure_exact_panels": 3,
"combined_exact_panels": 3
},
{
"page_id": 570,
"matched_bubbles": 9,
"correct_assignments": 9,
"pure_exact_panels": 2,
"combined_exact_panels": 2
},
{
"page_id": 571,
"matched_bubbles": 10,
"correct_assignments": 10,
"pure_exact_panels": 3,
"combined_exact_panels": 3
},
{
"page_id": 572,
"matched_bubbles": 7,
"correct_assignments": 7,
"pure_exact_panels": 2,
"combined_exact_panels": 2
},
{
"page_id": 573,
"matched_bubbles": 12,
"correct_assignments": 12,
"pure_exact_panels": 2,
"combined_exact_panels": 2
},
{
"page_id": 574,
"matched_bubbles": 4,
"correct_assignments": 4,
"pure_exact_panels": 1,
"combined_exact_panels": 1
},
{
"page_id": 575,
"matched_bubbles": 7,
"correct_assignments": 7,
"pure_exact_panels": 2,
"combined_exact_panels": 2
},
{
"page_id": 576,
"matched_bubbles": 9,
"correct_assignments": 9,
"pure_exact_panels": 4,
"combined_exact_panels": 4
},
{
"page_id": 577,
"matched_bubbles": 7,
"correct_assignments": 7,
"pure_exact_panels": 2,
"combined_exact_panels": 2
},
{
"page_id": 578,
"matched_bubbles": 5,
"correct_assignments": 5,
"pure_exact_panels": 2,
"combined_exact_panels": 2
},
{
"page_id": 579,
"matched_bubbles": 9,
"correct_assignments": 9,
"pure_exact_panels": 1,
"combined_exact_panels": 1
},
{
"page_id": 580,
"matched_bubbles": 5,
"correct_assignments": 5,
"pure_exact_panels": 1,
"combined_exact_panels": 1
},
{
"page_id": 581,
"matched_bubbles": 14,
"correct_assignments": 14,
"pure_exact_panels": 4,
"combined_exact_panels": 4
},
{
"page_id": 582,
"matched_bubbles": 11,
"correct_assignments": 11,
"pure_exact_panels": 2,
"combined_exact_panels": 2
},
{
"page_id": 583,
"matched_bubbles": 5,
"correct_assignments": 5,
"pure_exact_panels": 1,
"combined_exact_panels": 1
},
{
"page_id": 585,
"matched_bubbles": 4,
"correct_assignments": 4,
"pure_exact_panels": 2,
"combined_exact_panels": 2
},
{
"page_id": 586,
"matched_bubbles": 15,
"correct_assignments": 15,
"pure_exact_panels": 5,
"combined_exact_panels": 5
},
{
"page_id": 587,
"matched_bubbles": 5,
"correct_assignments": 5,
"pure_exact_panels": 1,
"combined_exact_panels": 1
},
{
"page_id": 588,
"matched_bubbles": 7,
"correct_assignments": 7,
"pure_exact_panels": 3,
"combined_exact_panels": 3
},
{
"page_id": 589,
"matched_bubbles": 8,
"correct_assignments": 8,
"pure_exact_panels": 3,
"combined_exact_panels": 3
},
{
"page_id": 590,
"matched_bubbles": 9,
"correct_assignments": 9,
"pure_exact_panels": 4,
"combined_exact_panels": 4
},
{
"page_id": 591,
"matched_bubbles": 6,
"correct_assignments": 6,
"pure_exact_panels": 2,
"combined_exact_panels": 2
},
{
"page_id": 592,
"matched_bubbles": 8,
"correct_assignments": 8,
"pure_exact_panels": 2,
"combined_exact_panels": 2
},
{
"page_id": 593,
"matched_bubbles": 8,
"correct_assignments": 8,
"pure_exact_panels": 3,
"combined_exact_panels": 3
},
{
"page_id": 594,
"matched_bubbles": 7,
"correct_assignments": 7,
"pure_exact_panels": 2,
"combined_exact_panels": 2
},
{
"page_id": 595,
"matched_bubbles": 7,
"correct_assignments": 7,
"pure_exact_panels": 3,
"combined_exact_panels": 3
},
{
"page_id": 596,
"matched_bubbles": 7,
"correct_assignments": 7,
"pure_exact_panels": 2,
"combined_exact_panels": 2
},
{
"page_id": 597,
"matched_bubbles": 7,
"correct_assignments": 7,
"pure_exact_panels": 1,
"combined_exact_panels": 1
},
{
"page_id": 598,
"matched_bubbles": 12,
"correct_assignments": 12,
"pure_exact_panels": 4,
"combined_exact_panels": 4
},
{
"page_id": 599,
"matched_bubbles": 11,
"correct_assignments": 11,
"pure_exact_panels": 3,
"combined_exact_panels": 3
},
{
"page_id": 600,
"matched_bubbles": 10,
"correct_assignments": 10,
"pure_exact_panels": 3,
"combined_exact_panels": 3
},
{
"page_id": 601,
"matched_bubbles": 12,
"correct_assignments": 12,
"pure_exact_panels": 1,
"combined_exact_panels": 1
},
{
"page_id": 602,
"matched_bubbles": 7,
"correct_assignments": 7,
"pure_exact_panels": 3,
"combined_exact_panels": 3
},
{
"page_id": 604,
"matched_bubbles": 9,
"correct_assignments": 9,
"pure_exact_panels": 3,
"combined_exact_panels": 3
},
{
"page_id": 605,
"matched_bubbles": 8,
"correct_assignments": 8,
"pure_exact_panels": 1,
"combined_exact_panels": 1
},
{
"page_id": 606,
"matched_bubbles": 9,
"correct_assignments": 9,
"pure_exact_panels": 2,
"combined_exact_panels": 2
},
{
"page_id": 607,
"matched_bubbles": 11,
"correct_assignments": 11,
"pure_exact_panels": 3,
"combined_exact_panels": 3
},
{
"page_id": 608,
"matched_bubbles": 8,
"correct_assignments": 8,
"pure_exact_panels": 2,
"combined_exact_panels": 2
},
{
"page_id": 609,
"matched_bubbles": 12,
"correct_assignments": 12,
"pure_exact_panels": 5,
"combined_exact_panels": 5
},
{
"page_id": 610,
"matched_bubbles": 7,
"correct_assignments": 7,
"pure_exact_panels": 2,
"combined_exact_panels": 2
},
{
"page_id": 611,
"matched_bubbles": 8,
"correct_assignments": 8,
"pure_exact_panels": 3,
"combined_exact_panels": 3
},
{
"page_id": 612,
"matched_bubbles": 13,
"correct_assignments": 13,
"pure_exact_panels": 4,
"combined_exact_panels": 4
},
{
"page_id": 613,
"matched_bubbles": 13,
"correct_assignments": 13,
"pure_exact_panels": 5,
"combined_exact_panels": 5
}
]
},
{
"name": "polygon_bubble_order",
"assignment": {
"matched_bubbles": 436,
"correct": 436,
"accuracy": 1.0
},
"order_forced_gt_assignment": {
"eligible_panels": 138,
"exact_panels": 132,
"exact_panel_accuracy": 0.9565217391304348,
"position_accuracy": 0.9661971830985916
},
"combined_assignment_and_order": {
"eligible_panels": 138,
"exact_panels": 132,
"exact_panel_accuracy": 0.9565217391304348,
"position_accuracy": 0.9661971830985916
},
"full_detector_output": {
"eligible_panels": 139,
"exact_panels": 121,
"exact_panel_accuracy": 0.8705035971223022,
"position_accuracy": 0.8910614525139665
},
"pages_detail": [
{
"page_id": 501,
"matched_bubbles": 10,
"correct_assignments": 10,
"pure_exact_panels": 3,
"combined_exact_panels": 3
},
{
"page_id": 562,
"matched_bubbles": 6,
"correct_assignments": 6,
"pure_exact_panels": 2,
"combined_exact_panels": 2
},
{
"page_id": 563,
"matched_bubbles": 7,
"correct_assignments": 7,
"pure_exact_panels": 3,
"combined_exact_panels": 3
},
{
"page_id": 564,
"matched_bubbles": 9,
"correct_assignments": 9,
"pure_exact_panels": 3,
"combined_exact_panels": 3
},
{
"page_id": 565,
"matched_bubbles": 12,
"correct_assignments": 12,
"pure_exact_panels": 3,
"combined_exact_panels": 3
},
{
"page_id": 566,
"matched_bubbles": 10,
"correct_assignments": 10,
"pure_exact_panels": 3,
"combined_exact_panels": 3
},
{
"page_id": 567,
"matched_bubbles": 4,
"correct_assignments": 4,
"pure_exact_panels": 1,
"combined_exact_panels": 1
},
{
"page_id": 568,
"matched_bubbles": 4,
"correct_assignments": 4,
"pure_exact_panels": 1,
"combined_exact_panels": 1
},
{
"page_id": 569,
"matched_bubbles": 12,
"correct_assignments": 12,
"pure_exact_panels": 3,
"combined_exact_panels": 3
},
{
"page_id": 570,
"matched_bubbles": 9,
"correct_assignments": 9,
"pure_exact_panels": 2,
"combined_exact_panels": 2
},
{
"page_id": 571,
"matched_bubbles": 10,
"correct_assignments": 10,
"pure_exact_panels": 3,
"combined_exact_panels": 3
},
{
"page_id": 572,
"matched_bubbles": 7,
"correct_assignments": 7,
"pure_exact_panels": 2,
"combined_exact_panels": 2
},
{
"page_id": 573,
"matched_bubbles": 12,
"correct_assignments": 12,
"pure_exact_panels": 3,
"combined_exact_panels": 3
},
{
"page_id": 574,
"matched_bubbles": 4,
"correct_assignments": 4,
"pure_exact_panels": 1,
"combined_exact_panels": 1
},
{
"page_id": 575,
"matched_bubbles": 7,
"correct_assignments": 7,
"pure_exact_panels": 2,
"combined_exact_panels": 2
},
{
"page_id": 576,
"matched_bubbles": 9,
"correct_assignments": 9,
"pure_exact_panels": 3,
"combined_exact_panels": 3
},
{
"page_id": 577,
"matched_bubbles": 7,
"correct_assignments": 7,
"pure_exact_panels": 2,
"combined_exact_panels": 2
},
{
"page_id": 578,
"matched_bubbles": 5,
"correct_assignments": 5,
"pure_exact_panels": 2,
"combined_exact_panels": 2
},
{
"page_id": 579,
"matched_bubbles": 9,
"correct_assignments": 9,
"pure_exact_panels": 2,
"combined_exact_panels": 2
},
{
"page_id": 580,
"matched_bubbles": 5,
"correct_assignments": 5,
"pure_exact_panels": 1,
"combined_exact_panels": 1
},
{
"page_id": 581,
"matched_bubbles": 14,
"correct_assignments": 14,
"pure_exact_panels": 4,
"combined_exact_panels": 4
},
{
"page_id": 582,
"matched_bubbles": 11,
"correct_assignments": 11,
"pure_exact_panels": 2,
"combined_exact_panels": 2
},
{
"page_id": 583,
"matched_bubbles": 5,
"correct_assignments": 5,
"pure_exact_panels": 1,
"combined_exact_panels": 1
},
{
"page_id": 585,
"matched_bubbles": 4,
"correct_assignments": 4,
"pure_exact_panels": 2,
"combined_exact_panels": 2
},
{
"page_id": 586,
"matched_bubbles": 15,
"correct_assignments": 15,
"pure_exact_panels": 5,
"combined_exact_panels": 5
},
{
"page_id": 587,
"matched_bubbles": 5,
"correct_assignments": 5,
"pure_exact_panels": 1,
"combined_exact_panels": 1
},
{
"page_id": 588,
"matched_bubbles": 7,
"correct_assignments": 7,
"pure_exact_panels": 3,
"combined_exact_panels": 3
},
{
"page_id": 589,
"matched_bubbles": 8,
"correct_assignments": 8,
"pure_exact_panels": 3,
"combined_exact_panels": 3
},
{
"page_id": 590,
"matched_bubbles": 9,
"correct_assignments": 9,
"pure_exact_panels": 4,
"combined_exact_panels": 4
},
{
"page_id": 591,
"matched_bubbles": 6,
"correct_assignments": 6,
"pure_exact_panels": 2,
"combined_exact_panels": 2
},
{
"page_id": 592,
"matched_bubbles": 8,
"correct_assignments": 8,
"pure_exact_panels": 2,
"combined_exact_panels": 2
},
{
"page_id": 593,
"matched_bubbles": 8,
"correct_assignments": 8,
"pure_exact_panels": 3,
"combined_exact_panels": 3
},
{
"page_id": 594,
"matched_bubbles": 7,
"correct_assignments": 7,
"pure_exact_panels": 2,
"combined_exact_panels": 2
},
{
"page_id": 595,
"matched_bubbles": 7,
"correct_assignments": 7,
"pure_exact_panels": 3,
"combined_exact_panels": 3
},
{
"page_id": 596,
"matched_bubbles": 7,
"correct_assignments": 7,
"pure_exact_panels": 2,
"combined_exact_panels": 2
},
{
"page_id": 597,
"matched_bubbles": 7,
"correct_assignments": 7,
"pure_exact_panels": 1,
"combined_exact_panels": 1
},
{
"page_id": 598,
"matched_bubbles": 12,
"correct_assignments": 12,
"pure_exact_panels": 4,
"combined_exact_panels": 4
},
{
"page_id": 599,
"matched_bubbles": 11,
"correct_assignments": 11,
"pure_exact_panels": 3,
"combined_exact_panels": 3
},
{
"page_id": 600,
"matched_bubbles": 10,
"correct_assignments": 10,
"pure_exact_panels": 3,
"combined_exact_panels": 3
},
{
"page_id": 601,
"matched_bubbles": 12,
"correct_assignments": 12,
"pure_exact_panels": 2,
"combined_exact_panels": 2
},
{
"page_id": 602,
"matched_bubbles": 7,
"correct_assignments": 7,
"pure_exact_panels": 3,
"combined_exact_panels": 3
},
{
"page_id": 604,
"matched_bubbles": 9,
"correct_assignments": 9,
"pure_exact_panels": 3,
"combined_exact_panels": 3
},
{
"page_id": 605,
"matched_bubbles": 8,
"correct_assignments": 8,
"pure_exact_panels": 2,
"combined_exact_panels": 2
},
{
"page_id": 606,
"matched_bubbles": 9,
"correct_assignments": 9,
"pure_exact_panels": 2,
"combined_exact_panels": 2
},
{
"page_id": 607,
"matched_bubbles": 11,
"correct_assignments": 11,
"pure_exact_panels": 3,
"combined_exact_panels": 3
},
{
"page_id": 608,
"matched_bubbles": 8,
"correct_assignments": 8,
"pure_exact_panels": 3,
"combined_exact_panels": 3
},
{
"page_id": 609,
"matched_bubbles": 12,
"correct_assignments": 12,
"pure_exact_panels": 5,
"combined_exact_panels": 5
},
{
"page_id": 610,
"matched_bubbles": 7,
"correct_assignments": 7,
"pure_exact_panels": 2,
"combined_exact_panels": 2
},
{
"page_id": 611,
"matched_bubbles": 8,
"correct_assignments": 8,
"pure_exact_panels": 3,
"combined_exact_panels": 3
},
{
"page_id": 612,
"matched_bubbles": 13,
"correct_assignments": 13,
"pure_exact_panels": 4,
"combined_exact_panels": 4
},
{
"page_id": 613,
"matched_bubbles": 13,
"correct_assignments": 13,
"pure_exact_panels": 5,
"combined_exact_panels": 5
}
]
}
]
}