{ "generated_at_utc": "2026-10-04T02:13:51.224469+00:00", "labels": [ "cercospora", "healthy", "miner", "phoma", "rust", "red_spider_mite", "weevil_damage", "unsupported" ], "models": { "b0": { "parameter_count": 4017796, "artifact_bytes": 8091596, "under_10_decimal_MB": true, "artifact_sha256": "19b4f9747604dcff2cc43f44e3056f5c4fd827e3b0556e6632e1acbd1ce6ccda", "checkpoint_sha256": "f83c93baaa20a2d106860ecca337543e063c1ed8b7781fd0f793790992986d8d", "subsets": { "expanded_all_eight": { "raw": { "n": 5868, "accuracy": 0.8679277436946149, "macro_f1": 0.761449446684954, "classification": { "cercospora": { "precision": 0.5735735735735735, "recall": 0.8268398268398268, "f1-score": 0.6773049645390071, "support": 231.0 }, "healthy": { "precision": 0.8045112781954887, "recall": 0.6729559748427673, "f1-score": 0.7328767123287672, "support": 318.0 }, "miner": { "precision": 0.8893219017926735, "recall": 0.9106145251396648, "f1-score": 0.8998422712933754, "support": 1253.0 }, "phoma": { "precision": 0.8877374784110535, "recall": 0.7592319054652881, "f1-score": 0.8184713375796179, "support": 677.0 }, "rust": { "precision": 0.8947829899167032, "recall": 0.9003087781208646, "f1-score": 0.8975373790677221, "support": 2267.0 }, "red_spider_mite": { "precision": 0.22058823529411764, "recall": 0.5769230769230769, "f1-score": 0.3191489361702128, "support": 26.0 }, "weevil_damage": { "precision": 0.9211111111111111, "recall": 0.9272930648769575, "f1-score": 0.9241917502787068, "support": 894.0 }, "unsupported": { "precision": 0.9367088607594937, "recall": 0.7326732673267327, "f1-score": 0.8222222222222222, "support": 202.0 }, "accuracy": 0.8679277436946149, "macro avg": { "precision": 0.7660419286317769, "recall": 0.7883550524418974, "f1-score": 0.761449446684954, "support": 5868.0 }, "weighted avg": { "precision": 0.8777344160289244, "recall": 0.8679277436946149, "f1-score": 0.8702200284809243, "support": 5868.0 } }, "confusion_matrix": [ [ 191, 4, 3, 8, 21, 2, 2, 0 ], [ 15, 214, 1, 8, 71, 6, 0, 3 ], [ 15, 9, 1141, 27, 36, 4, 21, 0 ], [ 32, 1, 78, 514, 30, 1, 21, 0 ], [ 65, 31, 46, 13, 2041, 38, 27, 6 ], [ 0, 4, 0, 0, 6, 15, 0, 1 ], [ 2, 1, 12, 3, 47, 0, 829, 0 ], [ 13, 2, 2, 6, 29, 2, 0, 148 ] ] }, "app": { "n": 5868, "accepted_n": 4701, "accepted_coverage": 0.8011247443762781, "accepted_accuracy": 0.8808764092746224, "correct_accepted_fraction": 0.7056918882072256, "confident_n": 4271, "unsupported_n": 202, "unsupported_false_accepts": 38, "unsupported_reject_rate": 0.8118811881188119 }, "per_class_app": { "cercospora": { "support": 231, "accepted_as_class": 300, "correct_accepted": 188, "accepted_precision": 0.6266666666666667, "correct_accepted_recall": 0.8138528138528138, "true_class_accepted_coverage": 0.9567099567099567, "enabled": true }, "healthy": { "support": 318, "accepted_as_class": 212, "correct_accepted": 180, "accepted_precision": 0.8490566037735849, "correct_accepted_recall": 0.5660377358490566, "true_class_accepted_coverage": 0.839622641509434, "enabled": true }, "miner": { "support": 1253, "accepted_as_class": 1250, "correct_accepted": 1117, "accepted_precision": 0.8936, "correct_accepted_recall": 0.8914604948124502, "true_class_accepted_coverage": 0.936951316839585, "enabled": true }, "phoma": { "support": 677, "accepted_as_class": 528, "correct_accepted": 490, "accepted_precision": 0.928030303030303, "correct_accepted_recall": 0.723781388478582, "true_class_accepted_coverage": 0.9409158050221565, "enabled": true }, "rust": { "support": 2267, "accepted_as_class": 1583, "correct_accepted": 1394, "accepted_precision": 0.8806064434617814, "correct_accepted_recall": 0.6149095721217468, "true_class_accepted_coverage": 0.6793118659020733, "enabled": true }, "red_spider_mite": { "support": 26, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.3076923076923077, "enabled": false }, "weevil_damage": { "support": 894, "accepted_as_class": 828, "correct_accepted": 772, "accepted_precision": 0.9323671497584541, "correct_accepted_recall": 0.8635346756152126, "true_class_accepted_coverage": 0.912751677852349, "enabled": true }, "unsupported": { "support": 202, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.18811881188118812, "enabled": false } }, "groups": 982, "parents": 1770 }, "original_all_eight": { "raw": { "n": 4571, "accuracy": 0.9105228615182673, "macro_f1": 0.8382677671963927, "classification": { "cercospora": { "precision": 0.8136363636363636, "recall": 0.8523809523809524, "f1-score": 0.8325581395348837, "support": 210.0 }, "healthy": { "precision": 0.8392156862745098, "recall": 0.9304347826086956, "f1-score": 0.8824742268041237, "support": 230.0 }, "miner": { "precision": 0.9496527777777778, "recall": 0.9139515455304928, "f1-score": 0.9314601958280119, "support": 1197.0 }, "phoma": { "precision": 0.8803418803418803, "recall": 0.9094922737306843, "f1-score": 0.8946796959826275, "support": 453.0 }, "rust": { "precision": 0.9188612099644128, "recall": 0.900907187718074, "f1-score": 0.9097956307258633, "support": 1433.0 }, "red_spider_mite": { "precision": 0.23809523809523808, "recall": 0.5769230769230769, "f1-score": 0.33707865168539325, "support": 26.0 }, "weevil_damage": { "precision": 0.9474285714285714, "recall": 0.9272930648769575, "f1-score": 0.9372526851328434, "support": 894.0 }, "unsupported": { "precision": 0.9624060150375939, "recall": 1.0, "f1-score": 0.9808429118773946, "support": 128.0 }, "accuracy": 0.9105228615182673, "macro avg": { "precision": 0.8187047178195435, "recall": 0.8764228604711167, "f1-score": 0.8382677671963927, "support": 4571.0 }, "weighted avg": { "precision": 0.9171997798847255, "recall": 0.9105228615182673, "f1-score": 0.9131496423444728, "support": 4571.0 } }, "confusion_matrix": [ [ 179, 3, 2, 7, 16, 2, 1, 0 ], [ 1, 214, 0, 8, 3, 4, 0, 0 ], [ 11, 9, 1094, 25, 33, 4, 21, 0 ], [ 9, 0, 23, 412, 9, 0, 0, 0 ], [ 18, 24, 21, 13, 1291, 38, 24, 4 ], [ 0, 4, 0, 0, 6, 15, 0, 1 ], [ 2, 1, 12, 3, 47, 0, 829, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 128 ] ] }, "app": { "n": 4571, "accepted_n": 3740, "accepted_coverage": 0.8182017064099759, "accepted_accuracy": 0.9299465240641711, "correct_accepted_fraction": 0.7608838328593306, "confident_n": 3462, "unsupported_n": 128, "unsupported_false_accepts": 0, "unsupported_reject_rate": 1.0 }, "per_class_app": { "cercospora": { "support": 210, "accepted_as_class": 216, "correct_accepted": 179, "accepted_precision": 0.8287037037037037, "correct_accepted_recall": 0.8523809523809524, "true_class_accepted_coverage": 0.9761904761904762, "enabled": true }, "healthy": { "support": 230, "accepted_as_class": 207, "correct_accepted": 180, "accepted_precision": 0.8695652173913043, "correct_accepted_recall": 0.782608695652174, "true_class_accepted_coverage": 0.8304347826086956, "enabled": true }, "miner": { "support": 1197, "accepted_as_class": 1127, "correct_accepted": 1072, "accepted_precision": 0.9511978704525288, "correct_accepted_recall": 0.8955722639933166, "true_class_accepted_coverage": 0.9390142021720969, "enabled": true }, "phoma": { "support": 453, "accepted_as_class": 432, "correct_accepted": 397, "accepted_precision": 0.9189814814814815, "correct_accepted_recall": 0.8763796909492274, "true_class_accepted_coverage": 0.9668874172185431, "enabled": true }, "rust": { "support": 1433, "accepted_as_class": 952, "correct_accepted": 878, "accepted_precision": 0.9222689075630253, "correct_accepted_recall": 0.6127006280530356, "true_class_accepted_coverage": 0.6685275645498954, "enabled": true }, "red_spider_mite": { "support": 26, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.3076923076923077, "enabled": false }, "weevil_damage": { "support": 894, "accepted_as_class": 806, "correct_accepted": 772, "accepted_precision": 0.9578163771712159, "correct_accepted_recall": 0.8635346756152126, "true_class_accepted_coverage": 0.912751677852349, "enabled": true }, "unsupported": { "support": 128, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.0, "enabled": false } }, "groups": 970, "parents": 1758 }, "expanded_common_five": { "raw": { "n": 4746, "accuracy": 0.8640960809102401, "macro_f1": 0.8161622570914491, "classification": { "cercospora": { "precision": 0.60062893081761, "recall": 0.8268398268398268, "f1-score": 0.6958105646630237, "support": 231.0 }, "healthy": { "precision": 0.8262548262548263, "recall": 0.6729559748427673, "f1-score": 0.7417677642980935, "support": 318.0 }, "miner": { "precision": 0.8991331757289204, "recall": 0.9106145251396648, "f1-score": 0.9048374306106265, "support": 1253.0 }, "phoma": { "precision": 0.9017543859649123, "recall": 0.7592319054652881, "f1-score": 0.8243785084202085, "support": 677.0 }, "rust": { "precision": 0.9281491587085039, "recall": 0.9003087781208646, "f1-score": 0.9140170174652933, "support": 2267.0 }, "micro avg": { "precision": 0.8886240520043337, "recall": 0.8640960809102401, "f1-score": 0.8761884414058327, "support": 4746.0 }, "macro avg": { "precision": 0.8311840954949545, "recall": 0.8139902020816823, "f1-score": 0.8161622570914491, "support": 4746.0 }, "weighted avg": { "precision": 0.8939549197317033, "recall": 0.8640960809102401, "f1-score": 0.8766448627967484, "support": 4746.0 } }, "confusion_matrix": [ [ 191, 4, 3, 8, 21, 2, 2, 0 ], [ 15, 214, 1, 8, 71, 6, 0, 3 ], [ 15, 9, 1141, 27, 36, 4, 21, 0 ], [ 32, 1, 78, 514, 30, 1, 21, 0 ], [ 65, 31, 46, 13, 2041, 38, 27, 6 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ] }, "app": { "n": 4746, "accepted_n": 3839, "accepted_coverage": 0.8088916982722293, "accepted_accuracy": 0.8775722844490753, "correct_accepted_fraction": 0.7098609355246523, "confident_n": 3459, "unsupported_n": 0, "unsupported_false_accepts": 0, "unsupported_reject_rate": null }, "per_class_app": { "cercospora": { "support": 231, "accepted_as_class": 291, "correct_accepted": 188, "accepted_precision": 0.6460481099656358, "correct_accepted_recall": 0.8138528138528138, "true_class_accepted_coverage": 0.9567099567099567, "enabled": true }, "healthy": { "support": 318, "accepted_as_class": 208, "correct_accepted": 180, "accepted_precision": 0.8653846153846154, "correct_accepted_recall": 0.5660377358490566, "true_class_accepted_coverage": 0.839622641509434, "enabled": true }, "miner": { "support": 1253, "accepted_as_class": 1238, "correct_accepted": 1117, "accepted_precision": 0.9022617124394184, "correct_accepted_recall": 0.8914604948124502, "true_class_accepted_coverage": 0.936951316839585, "enabled": true }, "phoma": { "support": 677, "accepted_as_class": 524, "correct_accepted": 490, "accepted_precision": 0.9351145038167938, "correct_accepted_recall": 0.723781388478582, "true_class_accepted_coverage": 0.9409158050221565, "enabled": true }, "rust": { "support": 2267, "accepted_as_class": 1522, "correct_accepted": 1394, "accepted_precision": 0.9159001314060446, "correct_accepted_recall": 0.6149095721217468, "true_class_accepted_coverage": 0.6793118659020733, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 56, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false } }, "groups": 801, "parents": 1573 }, "expanded_common_five_excluding_agml_and_known_exposure": { "raw": { "n": 3289, "accuracy": 0.8291273943447857, "macro_f1": 0.7226901179862573, "classification": { "cercospora": { "precision": 0.27710843373493976, "recall": 0.6216216216216216, "f1-score": 0.38333333333333336, "support": 74.0 }, "healthy": { "precision": 0.8292682926829268, "recall": 0.6754966887417219, "f1-score": 0.7445255474452555, "support": 302.0 }, "miner": { "precision": 0.832807570977918, "recall": 0.8613376835236541, "f1-score": 0.846832397754611, "support": 613.0 }, "phoma": { "precision": 0.8774703557312253, "recall": 0.6288951841359773, "f1-score": 0.7326732673267327, "support": 353.0 }, "rust": { "precision": 0.9260053619302949, "recall": 0.8870056497175142, "f1-score": 0.9060860440713536, "support": 1947.0 }, "micro avg": { "precision": 0.8618836915297092, "recall": 0.8291273943447857, "f1-score": 0.8451882845188284, "support": 3289.0 }, "macro avg": { "precision": 0.7485320030114611, "recall": 0.7348713655480978, "f1-score": 0.7226901179862573, "support": 3289.0 }, "weighted avg": { "precision": 0.8799439236082397, "recall": 0.8291273943447857, "f1-score": 0.8498342453608915, "support": 3289.0 } }, "confusion_matrix": [ [ 46, 4, 3, 8, 9, 2, 2, 0 ], [ 15, 204, 1, 2, 71, 6, 0, 3 ], [ 12, 6, 528, 12, 36, 1, 18, 0 ], [ 28, 1, 58, 222, 22, 1, 21, 0 ], [ 65, 31, 44, 9, 1727, 38, 27, 6 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ] }, "app": { "n": 3289, "accepted_n": 2422, "accepted_coverage": 0.7363940407418669, "accepted_accuracy": 0.833195706028076, "correct_accepted_fraction": 0.6135603526907875, "confident_n": 2090, "unsupported_n": 0, "unsupported_false_accepts": 0, "unsupported_reject_rate": null }, "per_class_app": { "cercospora": { "support": 74, "accepted_as_class": 139, "correct_accepted": 43, "accepted_precision": 0.30935251798561153, "correct_accepted_recall": 0.581081081081081, "true_class_accepted_coverage": 0.8648648648648649, "enabled": true }, "healthy": { "support": 302, "accepted_as_class": 203, "correct_accepted": 175, "accepted_precision": 0.8620689655172413, "correct_accepted_recall": 0.5794701986754967, "true_class_accepted_coverage": 0.847682119205298, "enabled": true }, "miner": { "support": 613, "accepted_as_class": 609, "correct_accepted": 510, "accepted_precision": 0.8374384236453202, "correct_accepted_recall": 0.831973898858075, "true_class_accepted_coverage": 0.9053833605220228, "enabled": true }, "phoma": { "support": 353, "accepted_as_class": 228, "correct_accepted": 208, "accepted_precision": 0.9122807017543859, "correct_accepted_recall": 0.5892351274787535, "true_class_accepted_coverage": 0.9150141643059491, "enabled": true }, "rust": { "support": 1947, "accepted_as_class": 1190, "correct_accepted": 1082, "accepted_precision": 0.9092436974789916, "correct_accepted_recall": 0.5557267591165896, "true_class_accepted_coverage": 0.6286594761171033, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 53, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false } }, "groups": 442, "parents": 465 }, "original_common_five": { "raw": { "n": 3523, "accuracy": 0.9054782855520863, "macro_f1": 0.8978142625075207, "classification": { "cercospora": { "precision": 0.8211009174311926, "recall": 0.8523809523809524, "f1-score": 0.8364485981308412, "support": 210.0 }, "healthy": { "precision": 0.856, "recall": 0.9304347826086956, "f1-score": 0.8916666666666667, "support": 230.0 }, "miner": { "precision": 0.9596491228070175, "recall": 0.9139515455304928, "f1-score": 0.9362430466409927, "support": 1197.0 }, "phoma": { "precision": 0.886021505376344, "recall": 0.9094922737306843, "f1-score": 0.8976034858387799, "support": 453.0 }, "rust": { "precision": 0.9548816568047337, "recall": 0.900907187718074, "f1-score": 0.9271095152603231, "support": 1433.0 }, "micro avg": { "precision": 0.9313868613138686, "recall": 0.9054782855520863, "f1-score": 0.9182498560736903, "support": 3523.0 }, "macro avg": { "precision": 0.8955306404838576, "recall": 0.9014333483937799, "f1-score": 0.8978142625075207, "support": 3523.0 }, "weighted avg": { "precision": 0.9332172434848759, "recall": 0.9054782855520863, "f1-score": 0.918700760778623, "support": 3523.0 } }, "confusion_matrix": [ [ 179, 3, 2, 7, 16, 2, 1, 0 ], [ 1, 214, 0, 8, 3, 4, 0, 0 ], [ 11, 9, 1094, 25, 33, 4, 21, 0 ], [ 9, 0, 23, 412, 9, 0, 0, 0 ], [ 18, 24, 21, 13, 1291, 38, 24, 4 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ] }, "app": { "n": 3523, "accepted_n": 2916, "accepted_coverage": 0.8277036616520012, "accepted_accuracy": 0.9279835390946503, "correct_accepted_fraction": 0.768095373261425, "confident_n": 2663, "unsupported_n": 0, "unsupported_false_accepts": 0, "unsupported_reject_rate": null }, "per_class_app": { "cercospora": { "support": 210, "accepted_as_class": 214, "correct_accepted": 179, "accepted_precision": 0.8364485981308412, "correct_accepted_recall": 0.8523809523809524, "true_class_accepted_coverage": 0.9761904761904762, "enabled": true }, "healthy": { "support": 230, "accepted_as_class": 204, "correct_accepted": 180, "accepted_precision": 0.8823529411764706, "correct_accepted_recall": 0.782608695652174, "true_class_accepted_coverage": 0.8304347826086956, "enabled": true }, "miner": { "support": 1197, "accepted_as_class": 1116, "correct_accepted": 1072, "accepted_precision": 0.9605734767025089, "correct_accepted_recall": 0.8955722639933166, "true_class_accepted_coverage": 0.9390142021720969, "enabled": true }, "phoma": { "support": 453, "accepted_as_class": 430, "correct_accepted": 397, "accepted_precision": 0.9232558139534883, "correct_accepted_recall": 0.8763796909492274, "true_class_accepted_coverage": 0.9668874172185431, "enabled": true }, "rust": { "support": 1433, "accepted_as_class": 918, "correct_accepted": 878, "accepted_precision": 0.9564270152505446, "correct_accepted_recall": 0.6127006280530356, "true_class_accepted_coverage": 0.6685275645498954, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 34, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false } }, "groups": 792, "parents": 1564 }, "expanded_excluding_agml_and_known_exposure": { "raw": { "n": 4411, "accuracy": 0.8431194740421674, "macro_f1": 0.7024924113464117, "classification": { "cercospora": { "precision": 0.2541436464088398, "recall": 0.6216216216216216, "f1-score": 0.3607843137254902, "support": 74.0 }, "healthy": { "precision": 0.8063241106719368, "recall": 0.6754966887417219, "f1-score": 0.7351351351351352, "support": 302.0 }, "miner": { "precision": 0.8148148148148148, "recall": 0.8613376835236541, "f1-score": 0.8374306106264869, "support": 613.0 }, "phoma": { "precision": 0.8473282442748091, "recall": 0.6288951841359773, "f1-score": 0.7219512195121951, "support": 353.0 }, "rust": { "precision": 0.8870056497175142, "recall": 0.8870056497175142, "f1-score": 0.8870056497175142, "support": 1947.0 }, "red_spider_mite": { "precision": 0.23076923076923078, "recall": 0.5769230769230769, "f1-score": 0.32967032967032966, "support": 26.0 }, "weevil_damage": { "precision": 0.9241917502787068, "recall": 0.9272930648769575, "f1-score": 0.9257398101619208, "support": 894.0 }, "unsupported": { "precision": 0.9367088607594937, "recall": 0.7326732673267327, "f1-score": 0.8222222222222222, "support": 202.0 }, "accuracy": 0.8431194740421674, "macro avg": { "precision": 0.7126607884619182, "recall": 0.7389057796084071, "f1-score": 0.7024924113464117, "support": 4411.0 }, "weighted avg": { "precision": 0.8636017858966787, "recall": 0.8431194740421674, "f1-score": 0.8492800504587198, "support": 4411.0 } }, "confusion_matrix": [ [ 46, 4, 3, 8, 9, 2, 2, 0 ], [ 15, 204, 1, 2, 71, 6, 0, 3 ], [ 12, 6, 528, 12, 36, 1, 18, 0 ], [ 28, 1, 58, 222, 22, 1, 21, 0 ], [ 65, 31, 44, 9, 1727, 38, 27, 6 ], [ 0, 4, 0, 0, 6, 15, 0, 1 ], [ 2, 1, 12, 3, 47, 0, 829, 0 ], [ 13, 2, 2, 6, 29, 2, 0, 148 ] ] }, "app": { "n": 4411, "accepted_n": 3284, "accepted_coverage": 0.7445023804126049, "accepted_accuracy": 0.8495736906211937, "correct_accepted_fraction": 0.6325096350034006, "confident_n": 2902, "unsupported_n": 202, "unsupported_false_accepts": 38, "unsupported_reject_rate": 0.8118811881188119 }, "per_class_app": { "cercospora": { "support": 74, "accepted_as_class": 148, "correct_accepted": 43, "accepted_precision": 0.2905405405405405, "correct_accepted_recall": 0.581081081081081, "true_class_accepted_coverage": 0.8648648648648649, "enabled": true }, "healthy": { "support": 302, "accepted_as_class": 207, "correct_accepted": 175, "accepted_precision": 0.8454106280193237, "correct_accepted_recall": 0.5794701986754967, "true_class_accepted_coverage": 0.847682119205298, "enabled": true }, "miner": { "support": 613, "accepted_as_class": 621, "correct_accepted": 510, "accepted_precision": 0.821256038647343, "correct_accepted_recall": 0.831973898858075, "true_class_accepted_coverage": 0.9053833605220228, "enabled": true }, "phoma": { "support": 353, "accepted_as_class": 232, "correct_accepted": 208, "accepted_precision": 0.896551724137931, "correct_accepted_recall": 0.5892351274787535, "true_class_accepted_coverage": 0.9150141643059491, "enabled": true }, "rust": { "support": 1947, "accepted_as_class": 1251, "correct_accepted": 1082, "accepted_precision": 0.864908073541167, "correct_accepted_recall": 0.5557267591165896, "true_class_accepted_coverage": 0.6286594761171033, "enabled": true }, "red_spider_mite": { "support": 26, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.3076923076923077, "enabled": false }, "weevil_damage": { "support": 894, "accepted_as_class": 825, "correct_accepted": 772, "accepted_precision": 0.9357575757575758, "correct_accepted_recall": 0.8635346756152126, "true_class_accepted_coverage": 0.912751677852349, "enabled": true }, "unsupported": { "support": 202, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.18811881188118812, "enabled": false } }, "groups": 623, "parents": 662 }, "original_excluding_agml_and_known_exposure": { "raw": { "n": 3114, "accuracy": 0.8953114964675658, "macro_f1": 0.7965992161624074, "classification": { "cercospora": { "precision": 0.5, "recall": 0.6415094339622641, "f1-score": 0.5619834710743802, "support": 53.0 }, "healthy": { "precision": 0.8429752066115702, "recall": 0.9532710280373832, "f1-score": 0.8947368421052632, "support": 214.0 }, "miner": { "precision": 0.9303675048355899, "recall": 0.8635547576301615, "f1-score": 0.8957169459962756, "support": 557.0 }, "phoma": { "precision": 0.7947019867549668, "recall": 0.9302325581395349, "f1-score": 0.8571428571428571, "support": 129.0 }, "rust": { "precision": 0.9122315592903828, "recall": 0.8778077268643306, "f1-score": 0.8946886446886447, "support": 1113.0 }, "red_spider_mite": { "precision": 0.25, "recall": 0.5769230769230769, "f1-score": 0.3488372093023256, "support": 26.0 }, "weevil_damage": { "precision": 0.9506880733944955, "recall": 0.9272930648769575, "f1-score": 0.9388448471121178, "support": 894.0 }, "unsupported": { "precision": 0.9624060150375939, "recall": 1.0, "f1-score": 0.9808429118773946, "support": 128.0 }, "accuracy": 0.8953114964675658, "macro avg": { "precision": 0.7679212932405748, "recall": 0.8463239558042135, "f1-score": 0.7965992161624074, "support": 3114.0 }, "weighted avg": { "precision": 0.9064048759567686, "recall": 0.8953114964675658, "f1-score": 0.899318558345435, "support": 3114.0 } }, "confusion_matrix": [ [ 34, 3, 2, 7, 4, 2, 1, 0 ], [ 1, 204, 0, 2, 3, 4, 0, 0 ], [ 8, 6, 481, 10, 33, 1, 18, 0 ], [ 5, 0, 3, 120, 1, 0, 0, 0 ], [ 18, 24, 19, 9, 977, 38, 24, 4 ], [ 0, 4, 0, 0, 6, 15, 0, 1 ], [ 2, 1, 12, 3, 47, 0, 829, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 128 ] ] }, "app": { "n": 3114, "accepted_n": 2323, "accepted_coverage": 0.7459858702633269, "accepted_accuracy": 0.91562634524322, "correct_accepted_fraction": 0.6830443159922929, "confident_n": 2093, "unsupported_n": 128, "unsupported_false_accepts": 0, "unsupported_reject_rate": 1.0 }, "per_class_app": { "cercospora": { "support": 53, "accepted_as_class": 64, "correct_accepted": 34, "accepted_precision": 0.53125, "correct_accepted_recall": 0.6415094339622641, "true_class_accepted_coverage": 0.9056603773584906, "enabled": true }, "healthy": { "support": 214, "accepted_as_class": 202, "correct_accepted": 175, "accepted_precision": 0.8663366336633663, "correct_accepted_recall": 0.8177570093457944, "true_class_accepted_coverage": 0.8411214953271028, "enabled": true }, "miner": { "support": 557, "accepted_as_class": 498, "correct_accepted": 465, "accepted_precision": 0.9337349397590361, "correct_accepted_recall": 0.8348294434470377, "true_class_accepted_coverage": 0.9066427289048474, "enabled": true }, "phoma": { "support": 129, "accepted_as_class": 136, "correct_accepted": 115, "accepted_precision": 0.8455882352941176, "correct_accepted_recall": 0.8914728682170543, "true_class_accepted_coverage": 0.9612403100775194, "enabled": true }, "rust": { "support": 1113, "accepted_as_class": 620, "correct_accepted": 566, "accepted_precision": 0.9129032258064517, "correct_accepted_recall": 0.5085354896675651, "true_class_accepted_coverage": 0.5768194070080862, "enabled": true }, "red_spider_mite": { "support": 26, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.3076923076923077, "enabled": false }, "weevil_damage": { "support": 894, "accepted_as_class": 803, "correct_accepted": 772, "accepted_precision": 0.9613947696139477, "correct_accepted_recall": 0.8635346756152126, "true_class_accepted_coverage": 0.912751677852349, "enabled": true }, "unsupported": { "support": 128, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.0, "enabled": false } }, "groups": 611, "parents": 650 }, "original_common_five_excluding_agml_and_known_exposure": { "raw": { "n": 2066, "accuracy": 0.8789932236205228, "macro_f1": 0.8330578656992966, "classification": { "cercospora": { "precision": 0.5151515151515151, "recall": 0.6415094339622641, "f1-score": 0.5714285714285714, "support": 53.0 }, "healthy": { "precision": 0.8607594936708861, "recall": 0.9532710280373832, "f1-score": 0.9046563192904656, "support": 214.0 }, "miner": { "precision": 0.9524752475247524, "recall": 0.8635547576301615, "f1-score": 0.9058380414312618, "support": 557.0 }, "phoma": { "precision": 0.8108108108108109, "recall": 0.9302325581395349, "f1-score": 0.8664259927797834, "support": 129.0 }, "rust": { "precision": 0.9597249508840865, "recall": 0.8778077268643306, "f1-score": 0.9169404035664007, "support": 1113.0 }, "micro avg": { "precision": 0.9199594731509625, "recall": 0.8789932236205228, "f1-score": 0.899009900990099, "support": 2066.0 }, "macro avg": { "precision": 0.8197844036084103, "recall": 0.8532751009267349, "f1-score": 0.8330578656992966, "support": 2066.0 }, "weighted avg": { "precision": 0.9268164277582139, "recall": 0.8789932236205228, "f1-score": 0.9006571045155289, "support": 2066.0 } }, "confusion_matrix": [ [ 34, 3, 2, 7, 4, 2, 1, 0 ], [ 1, 204, 0, 2, 3, 4, 0, 0 ], [ 8, 6, 481, 10, 33, 1, 18, 0 ], [ 5, 0, 3, 120, 1, 0, 0, 0 ], [ 18, 24, 19, 9, 977, 38, 24, 4 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ] }, "app": { "n": 2066, "accepted_n": 1499, "accepted_coverage": 0.7255566311713456, "accepted_accuracy": 0.9039359573048699, "correct_accepted_fraction": 0.6558567279767668, "confident_n": 1294, "unsupported_n": 0, "unsupported_false_accepts": 0, "unsupported_reject_rate": null }, "per_class_app": { "cercospora": { "support": 53, "accepted_as_class": 62, "correct_accepted": 34, "accepted_precision": 0.5483870967741935, "correct_accepted_recall": 0.6415094339622641, "true_class_accepted_coverage": 0.9056603773584906, "enabled": true }, "healthy": { "support": 214, "accepted_as_class": 199, "correct_accepted": 175, "accepted_precision": 0.8793969849246231, "correct_accepted_recall": 0.8177570093457944, "true_class_accepted_coverage": 0.8411214953271028, "enabled": true }, "miner": { "support": 557, "accepted_as_class": 487, "correct_accepted": 465, "accepted_precision": 0.9548254620123203, "correct_accepted_recall": 0.8348294434470377, "true_class_accepted_coverage": 0.9066427289048474, "enabled": true }, "phoma": { "support": 129, "accepted_as_class": 134, "correct_accepted": 115, "accepted_precision": 0.8582089552238806, "correct_accepted_recall": 0.8914728682170543, "true_class_accepted_coverage": 0.9612403100775194, "enabled": true }, "rust": { "support": 1113, "accepted_as_class": 586, "correct_accepted": 566, "accepted_precision": 0.9658703071672355, "correct_accepted_recall": 0.5085354896675651, "true_class_accepted_coverage": 0.5768194070080862, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 31, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false } }, "groups": 433, "parents": 456 }, "peru": { "raw": { "n": 225, "accuracy": 0.23555555555555555, "macro_f1": 0.09325116449468782, "classification": { "cercospora": { "precision": 0.0, "recall": 0.0, "f1-score": 0.0, "support": 0.0 }, "healthy": { "precision": 0.0, "recall": 0.0, "f1-score": 0.0, "support": 88.0 }, "miner": { "precision": 0.0, "recall": 0.0, "f1-score": 0.0, "support": 0.0 }, "phoma": { "precision": 0.0, "recall": 0.0, "f1-score": 0.0, "support": 0.0 }, "rust": { "precision": 0.25384615384615383, "recall": 0.5238095238095238, "f1-score": 0.34196891191709844, "support": 63.0 }, "red_spider_mite": { "precision": 0.0, "recall": 0.0, "f1-score": 0.0, "support": 0.0 }, "weevil_damage": { "precision": 0.0, "recall": 0.0, "f1-score": 0.0, "support": 0.0 }, "unsupported": { "precision": 0.8, "recall": 0.2702702702702703, "f1-score": 0.40404040404040403, "support": 74.0 }, "accuracy": 0.23555555555555555, "macro avg": { "precision": 0.13173076923076923, "recall": 0.09925997425997427, "f1-score": 0.09325116449468782, "support": 225.0 }, "weighted avg": { "precision": 0.33418803418803417, "recall": 0.23555555555555555, "f1-score": 0.22863569488785376, "support": 225.0 } }, "confusion_matrix": [ [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 14, 0, 1, 0, 68, 2, 0, 3 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 18, 6, 3, 0, 33, 0, 1, 2 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 13, 2, 2, 6, 29, 2, 0, 20 ] ] }, "app": { "n": 225, "accepted_n": 166, "accepted_coverage": 0.7377777777777778, "accepted_accuracy": 0.18674698795180722, "correct_accepted_fraction": 0.13777777777777778, "confident_n": 84, "unsupported_n": 74, "unsupported_false_accepts": 38, "unsupported_reject_rate": 0.4864864864864865 }, "per_class_app": { "cercospora": { "support": 0, "accepted_as_class": 32, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "healthy": { "support": 88, "accepted_as_class": 4, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.8636363636363636, "enabled": true }, "miner": { "support": 0, "accepted_as_class": 5, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "phoma": { "support": 0, "accepted_as_class": 2, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "rust": { "support": 63, "accepted_as_class": 122, "correct_accepted": 31, "accepted_precision": 0.2540983606557377, "correct_accepted_recall": 0.49206349206349204, "true_class_accepted_coverage": 0.8253968253968254, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 1, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 74, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.5135135135135135, "enabled": false } }, "groups": 12, "parents": 12 }, "reviewed_bracol_additional_views": { "raw": { "n": 1072, "accuracy": 0.8190298507462687, "macro_f1": 0.2942934347951569, "classification": { "cercospora": { "precision": 0.17647058823529413, "recall": 0.5714285714285714, "f1-score": 0.2696629213483146, "support": 21.0 }, "healthy": { "precision": 0.0, "recall": 0.0, "f1-score": 0.0, "support": 0.0 }, "miner": { "precision": 0.376, "recall": 0.8392857142857143, "f1-score": 0.5193370165745856, "support": 56.0 }, "phoma": { "precision": 0.9714285714285714, "recall": 0.45535714285714285, "f1-score": 0.6200607902735562, "support": 224.0 }, "rust": { "precision": 0.9611260053619303, "recall": 0.9299610894941635, "f1-score": 0.9452867501647989, "support": 771.0 }, "red_spider_mite": { "precision": 0.0, "recall": 0.0, "f1-score": 0.0, "support": 0.0 }, "weevil_damage": { "precision": 0.0, "recall": 0.0, "f1-score": 0.0, "support": 0.0 }, "unsupported": { "precision": 0.0, "recall": 0.0, "f1-score": 0.0, "support": 0.0 }, "accuracy": 0.8190298507462687, "macro avg": { "precision": 0.3106281456282245, "recall": 0.349504064758199, "f1-score": 0.2942934347951569, "support": 1072.0 }, "weighted avg": { "precision": 0.9173414482154753, "recall": 0.8190298507462687, "f1-score": 0.8418428131295037, "support": 1072.0 } }, "confusion_matrix": [ [ 12, 1, 1, 1, 5, 0, 1, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 4, 0, 47, 2, 3, 0, 0, 0 ], [ 23, 1, 55, 102, 21, 1, 21, 0 ], [ 29, 1, 22, 0, 717, 0, 2, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ] }, "app": { "n": 1072, "accepted_n": 795, "accepted_coverage": 0.7416044776119403, "accepted_accuracy": 0.7949685534591195, "correct_accepted_fraction": 0.5895522388059702, "confident_n": 725, "unsupported_n": 0, "unsupported_false_accepts": 0, "unsupported_reject_rate": null }, "per_class_app": { "cercospora": { "support": 21, "accepted_as_class": 52, "correct_accepted": 9, "accepted_precision": 0.17307692307692307, "correct_accepted_recall": 0.42857142857142855, "true_class_accepted_coverage": 0.7619047619047619, "enabled": true }, "healthy": { "support": 0, "accepted_as_class": 1, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "miner": { "support": 56, "accepted_as_class": 118, "correct_accepted": 45, "accepted_precision": 0.3813559322033898, "correct_accepted_recall": 0.8035714285714286, "true_class_accepted_coverage": 0.8928571428571429, "enabled": true }, "phoma": { "support": 224, "accepted_as_class": 94, "correct_accepted": 93, "accepted_precision": 0.9893617021276596, "correct_accepted_recall": 0.41517857142857145, "true_class_accepted_coverage": 0.8883928571428571, "enabled": true }, "rust": { "support": 771, "accepted_as_class": 509, "correct_accepted": 485, "accepted_precision": 0.9528487229862476, "correct_accepted_recall": 0.62905317769131, "true_class_accepted_coverage": 0.6874189364461738, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 21, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false } }, "groups": 209, "parents": 210 } }, "per_source": { "agml": { "raw": { "n": 1457, "accuracy": 0.9430336307481125, "macro_f1": 0.8922112436202762, "classification": { "cercospora": { "precision": 0.9539473684210527, "recall": 0.9235668789808917, "f1-score": 0.9385113268608414, "support": 157.0 }, "healthy": { "precision": 0.7692307692307693, "recall": 0.625, "f1-score": 0.6896551724137931, "support": 16.0 }, "miner": { "precision": 0.9653543307086614, "recall": 0.9578125, "f1-score": 0.9615686274509804, "support": 640.0 }, "phoma": { "precision": 0.9211356466876972, "recall": 0.9012345679012346, "f1-score": 0.9110764430577223, "support": 324.0 }, "rust": { "precision": 0.9401197604790419, "recall": 0.98125, "f1-score": 0.9602446483180428, "support": 320.0 }, "micro avg": { "precision": 0.9469331495520331, "recall": 0.9430336307481125, "f1-score": 0.9449793672627235, "support": 1457.0 }, "macro avg": { "precision": 0.9099575751054445, "recall": 0.8777727893764252, "f1-score": 0.8922112436202762, "support": 1457.0 }, "weighted avg": { "precision": 0.9465960697896008, "recall": 0.9430336307481125, "f1-score": 0.9445790924206424, "support": 1457.0 } }, "confusion_matrix": [ [ 145, 0, 0, 0, 12, 0, 0, 0 ], [ 0, 10, 0, 6, 0, 0, 0, 0 ], [ 3, 3, 613, 15, 0, 3, 3, 0 ], [ 4, 0, 20, 292, 8, 0, 0, 0 ], [ 0, 0, 2, 4, 314, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ] }, "app": { "n": 1457, "accepted_n": 1417, "accepted_coverage": 0.9725463280713795, "accepted_accuracy": 0.9534227240649259, "correct_accepted_fraction": 0.9272477693891558, "confident_n": 1369, "unsupported_n": 0, "unsupported_false_accepts": 0, "unsupported_reject_rate": null }, "per_class_app": { "cercospora": { "support": 157, "accepted_as_class": 152, "correct_accepted": 145, "accepted_precision": 0.9539473684210527, "correct_accepted_recall": 0.9235668789808917, "true_class_accepted_coverage": 1.0, "enabled": true }, "healthy": { "support": 16, "accepted_as_class": 5, "correct_accepted": 5, "accepted_precision": 1.0, "correct_accepted_recall": 0.3125, "true_class_accepted_coverage": 0.6875, "enabled": true }, "miner": { "support": 640, "accepted_as_class": 629, "correct_accepted": 607, "accepted_precision": 0.9650238473767886, "correct_accepted_recall": 0.9484375, "true_class_accepted_coverage": 0.9671875, "enabled": true }, "phoma": { "support": 324, "accepted_as_class": 296, "correct_accepted": 282, "accepted_precision": 0.9527027027027027, "correct_accepted_recall": 0.8703703703703703, "true_class_accepted_coverage": 0.9691358024691358, "enabled": true }, "rust": { "support": 320, "accepted_as_class": 332, "correct_accepted": 312, "accepted_precision": 0.9397590361445783, "correct_accepted_recall": 0.975, "true_class_accepted_coverage": 0.9875, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 3, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false } }, "groups": 359, "parents": 1108 }, "beans": { "raw": { "n": 128, "accuracy": 1.0, "macro_f1": 1.0, "classification": { "unsupported": { "precision": 1.0, "recall": 1.0, "f1-score": 1.0, "support": 128.0 }, "accuracy": 1.0, "macro avg": { "precision": 1.0, "recall": 1.0, "f1-score": 1.0, "support": 128.0 }, "weighted avg": { "precision": 1.0, "recall": 1.0, "f1-score": 1.0, "support": 128.0 } }, "confusion_matrix": [ [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 128 ] ] }, "app": { "n": 128, "accepted_n": 0, "accepted_coverage": 0.0, "accepted_accuracy": null, "correct_accepted_fraction": 0.0, "confident_n": 0, "unsupported_n": 128, "unsupported_false_accepts": 0, "unsupported_reject_rate": 1.0 }, "per_class_app": { "cercospora": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "healthy": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "miner": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "phoma": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "rust": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 128, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.0, "enabled": false } }, "groups": 128, "parents": 128 }, "bracol_expert": { "raw": { "n": 1072, "accuracy": 0.8190298507462687, "macro_f1": 0.5885868695903138, "classification": { "cercospora": { "precision": 0.17647058823529413, "recall": 0.5714285714285714, "f1-score": 0.2696629213483146, "support": 21.0 }, "miner": { "precision": 0.376, "recall": 0.8392857142857143, "f1-score": 0.5193370165745856, "support": 56.0 }, "phoma": { "precision": 0.9714285714285714, "recall": 0.45535714285714285, "f1-score": 0.6200607902735562, "support": 224.0 }, "rust": { "precision": 0.9611260053619303, "recall": 0.9299610894941635, "f1-score": 0.9452867501647989, "support": 771.0 }, "micro avg": { "precision": 0.8409961685823755, "recall": 0.8190298507462687, "f1-score": 0.8298676748582231, "support": 1072.0 }, "macro avg": { "precision": 0.621256291256449, "recall": 0.6990081295163979, "f1-score": 0.5885868695903138, "support": 1072.0 }, "weighted avg": { "precision": 0.9173414482154753, "recall": 0.8190298507462687, "f1-score": 0.8418428131295037, "support": 1072.0 } }, "confusion_matrix": [ [ 12, 1, 1, 1, 5, 0, 1, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 4, 0, 47, 2, 3, 0, 0, 0 ], [ 23, 1, 55, 102, 21, 1, 21, 0 ], [ 29, 1, 22, 0, 717, 0, 2, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ] }, "app": { "n": 1072, "accepted_n": 795, "accepted_coverage": 0.7416044776119403, "accepted_accuracy": 0.7949685534591195, "correct_accepted_fraction": 0.5895522388059702, "confident_n": 725, "unsupported_n": 0, "unsupported_false_accepts": 0, "unsupported_reject_rate": null }, "per_class_app": { "cercospora": { "support": 21, "accepted_as_class": 52, "correct_accepted": 9, "accepted_precision": 0.17307692307692307, "correct_accepted_recall": 0.42857142857142855, "true_class_accepted_coverage": 0.7619047619047619, "enabled": true }, "healthy": { "support": 0, "accepted_as_class": 1, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "miner": { "support": 56, "accepted_as_class": 118, "correct_accepted": 45, "accepted_precision": 0.3813559322033898, "correct_accepted_recall": 0.8035714285714286, "true_class_accepted_coverage": 0.8928571428571429, "enabled": true }, "phoma": { "support": 224, "accepted_as_class": 94, "correct_accepted": 93, "accepted_precision": 0.9893617021276596, "correct_accepted_recall": 0.41517857142857145, "true_class_accepted_coverage": 0.8883928571428571, "enabled": true }, "rust": { "support": 771, "accepted_as_class": 509, "correct_accepted": 485, "accepted_precision": 0.9528487229862476, "correct_accepted_recall": 0.62905317769131, "true_class_accepted_coverage": 0.6874189364461738, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 21, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false } }, "groups": 209, "parents": 210 }, "bracol_leaf": { "raw": { "n": 199, "accuracy": 0.8090452261306532, "macro_f1": 0.7381447017768703, "classification": { "cercospora": { "precision": 0.42857142857142855, "recall": 0.3333333333333333, "f1-score": 0.375, "support": 9.0 }, "healthy": { "precision": 0.8043478260869565, "recall": 0.9487179487179487, "f1-score": 0.8705882352941177, "support": 39.0 }, "miner": { "precision": 0.9393939393939394, "recall": 0.6739130434782609, "f1-score": 0.7848101265822784, "support": 46.0 }, "phoma": { "precision": 0.7727272727272727, "recall": 0.9807692307692307, "f1-score": 0.864406779661017, "support": 52.0 }, "rust": { "precision": 0.8666666666666667, "recall": 0.7358490566037735, "f1-score": 0.7959183673469388, "support": 53.0 }, "micro avg": { "precision": 0.817258883248731, "recall": 0.8090452261306532, "f1-score": 0.8131313131313131, "support": 199.0 }, "macro avg": { "precision": 0.7623414266892528, "recall": 0.7345165225805095, "f1-score": 0.7381447017768703, "support": 199.0 }, "weighted avg": { "precision": 0.8269044261397331, "recall": 0.8090452261306532, "f1-score": 0.8068443869900304, "support": 199.0 } }, "confusion_matrix": [ [ 3, 2, 0, 3, 1, 0, 0, 0 ], [ 0, 37, 0, 2, 0, 0, 0, 0 ], [ 1, 4, 31, 5, 4, 1, 0, 0 ], [ 0, 0, 0, 51, 1, 0, 0, 0 ], [ 3, 3, 2, 5, 39, 0, 0, 1 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ] }, "app": { "n": 199, "accepted_n": 166, "accepted_coverage": 0.8341708542713567, "accepted_accuracy": 0.8614457831325302, "correct_accepted_fraction": 0.7185929648241206, "confident_n": 130, "unsupported_n": 0, "unsupported_false_accepts": 0, "unsupported_reject_rate": null }, "per_class_app": { "cercospora": { "support": 9, "accepted_as_class": 6, "correct_accepted": 3, "accepted_precision": 0.5, "correct_accepted_recall": 0.3333333333333333, "true_class_accepted_coverage": 0.8888888888888888, "enabled": true }, "healthy": { "support": 39, "accepted_as_class": 32, "correct_accepted": 27, "accepted_precision": 0.84375, "correct_accepted_recall": 0.6923076923076923, "true_class_accepted_coverage": 0.7435897435897436, "enabled": true }, "miner": { "support": 46, "accepted_as_class": 29, "correct_accepted": 27, "accepted_precision": 0.9310344827586207, "correct_accepted_recall": 0.5869565217391305, "true_class_accepted_coverage": 0.782608695652174, "enabled": true }, "phoma": { "support": 52, "accepted_as_class": 56, "correct_accepted": 48, "accepted_precision": 0.8571428571428571, "correct_accepted_recall": 0.9230769230769231, "true_class_accepted_coverage": 0.9423076923076923, "enabled": true }, "rust": { "support": 53, "accepted_as_class": 43, "correct_accepted": 38, "accepted_precision": 0.8837209302325582, "correct_accepted_recall": 0.7169811320754716, "true_class_accepted_coverage": 0.8301886792452831, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false } }, "groups": 198, "parents": 199 }, "bracol_symptom": { "raw": { "n": 343, "accuracy": 0.8629737609329446, "macro_f1": 0.8564467581067798, "classification": { "cercospora": { "precision": 0.6595744680851063, "recall": 0.7045454545454546, "f1-score": 0.6813186813186813, "support": 44.0 }, "healthy": { "precision": 0.8780487804878049, "recall": 0.972972972972973, "f1-score": 0.9230769230769231, "support": 37.0 }, "miner": { "precision": 0.9176470588235294, "recall": 0.8387096774193549, "f1-score": 0.8764044943820225, "support": 93.0 }, "phoma": { "precision": 0.8846153846153846, "recall": 0.8961038961038961, "f1-score": 0.8903225806451613, "support": 77.0 }, "rust": { "precision": 0.9318181818181818, "recall": 0.8913043478260869, "f1-score": 0.9111111111111111, "support": 92.0 }, "micro avg": { "precision": 0.8731563421828908, "recall": 0.8629737609329446, "f1-score": 0.8680351906158358, "support": 343.0 }, "macro avg": { "precision": 0.8543407747660015, "recall": 0.8607272697735532, "f1-score": 0.8564467581067798, "support": 343.0 }, "weighted avg": { "precision": 0.8766557296998222, "recall": 0.8629737609329446, "f1-score": 0.8688470759221453, "support": 343.0 } }, "confusion_matrix": [ [ 31, 1, 2, 4, 3, 2, 1, 0 ], [ 1, 36, 0, 0, 0, 0, 0, 0 ], [ 6, 2, 78, 4, 3, 0, 0, 0 ], [ 5, 0, 3, 69, 0, 0, 0, 0 ], [ 4, 2, 2, 1, 82, 1, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ] }, "app": { "n": 343, "accepted_n": 325, "accepted_coverage": 0.9475218658892128, "accepted_accuracy": 0.88, "correct_accepted_fraction": 0.8338192419825073, "confident_n": 278, "unsupported_n": 0, "unsupported_false_accepts": 0, "unsupported_reject_rate": null }, "per_class_app": { "cercospora": { "support": 44, "accepted_as_class": 45, "correct_accepted": 31, "accepted_precision": 0.6888888888888889, "correct_accepted_recall": 0.7045454545454546, "true_class_accepted_coverage": 0.9090909090909091, "enabled": true }, "healthy": { "support": 37, "accepted_as_class": 36, "correct_accepted": 32, "accepted_precision": 0.8888888888888888, "correct_accepted_recall": 0.8648648648648649, "true_class_accepted_coverage": 0.8648648648648649, "enabled": true }, "miner": { "support": 93, "accepted_as_class": 82, "correct_accepted": 76, "accepted_precision": 0.926829268292683, "correct_accepted_recall": 0.8172043010752689, "true_class_accepted_coverage": 0.956989247311828, "enabled": true }, "phoma": { "support": 77, "accepted_as_class": 76, "correct_accepted": 67, "accepted_precision": 0.881578947368421, "correct_accepted_recall": 0.8701298701298701, "true_class_accepted_coverage": 0.974025974025974, "enabled": true }, "rust": { "support": 92, "accepted_as_class": 85, "correct_accepted": 80, "accepted_precision": 0.9411764705882353, "correct_accepted_recall": 0.8695652173913043, "true_class_accepted_coverage": 0.967391304347826, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 1, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false } }, "groups": 216, "parents": 216 }, "coffeeleaf_own_field": { "raw": { "n": 1318, "accuracy": 0.9309559939301972, "macro_f1": 0.9338874803639587, "classification": { "rust": { "precision": 0.8943820224719101, "recall": 0.9386792452830188, "f1-score": 0.9159953970080552, "support": 424.0 }, "weevil_damage": { "precision": 0.9775943396226415, "recall": 0.9272930648769575, "f1-score": 0.9517795637198623, "support": 894.0 }, "micro avg": { "precision": 0.9489559164733179, "recall": 0.9309559939301972, "f1-score": 0.939869781692838, "support": 1318.0 }, "macro avg": { "precision": 0.9359881810472759, "recall": 0.9329861550799882, "f1-score": 0.9338874803639587, "support": 1318.0 }, "weighted avg": { "precision": 0.9508249750764274, "recall": 0.9309559939301972, "f1-score": 0.9402678135788864, "support": 1318.0 } }, "confusion_matrix": [ [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 1, 0, 5, 1, 398, 0, 19, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 2, 1, 12, 3, 47, 0, 829, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ] }, "app": { "n": 1318, "accepted_n": 1100, "accepted_coverage": 0.834597875569044, "accepted_accuracy": 0.9381818181818182, "correct_accepted_fraction": 0.7830045523520486, "confident_n": 1061, "unsupported_n": 0, "unsupported_false_accepts": 0, "unsupported_reject_rate": null }, "per_class_app": { "cercospora": { "support": 0, "accepted_as_class": 3, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "healthy": { "support": 0, "accepted_as_class": 1, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "miner": { "support": 0, "accepted_as_class": 15, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "phoma": { "support": 0, "accepted_as_class": 3, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "rust": { "support": 424, "accepted_as_class": 288, "correct_accepted": 260, "accepted_precision": 0.9027777777777778, "correct_accepted_recall": 0.6132075471698113, "true_class_accepted_coverage": 0.6698113207547169, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 894, "accepted_as_class": 790, "correct_accepted": 772, "accepted_precision": 0.9772151898734177, "correct_accepted_recall": 0.8635346756152126, "true_class_accepted_coverage": 0.912751677852349, "enabled": true }, "unsupported": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false } }, "groups": 83, "parents": 101 }, "coffeeleaf_rust_and_leaf_miner": { "raw": { "n": 866, "accuracy": 0.9157043879907621, "macro_f1": 0.935391061452514, "classification": { "miner": { "precision": 0.9738219895287958, "recall": 0.8899521531100478, "f1-score": 0.93, "support": 418.0 }, "rust": { "precision": 0.941834451901566, "recall": 0.9397321428571429, "f1-score": 0.9407821229050279, "support": 448.0 }, "micro avg": { "precision": 0.9565741857659831, "recall": 0.9157043879907621, "f1-score": 0.935693215339233, "support": 866.0 }, "macro avg": { "precision": 0.9578282207151809, "recall": 0.9148421479835953, "f1-score": 0.935391061452514, "support": 866.0 }, "weighted avg": { "precision": 0.9572741640588202, "recall": 0.9157043879907621, "f1-score": 0.9355778187776589, "support": 866.0 } }, "confusion_matrix": [ [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 1, 0, 372, 1, 26, 0, 18, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 10, 0, 10, 2, 421, 0, 5, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ] }, "app": { "n": 866, "accepted_n": 554, "accepted_coverage": 0.6397228637413395, "accepted_accuracy": 0.927797833935018, "correct_accepted_fraction": 0.5935334872979214, "confident_n": 535, "unsupported_n": 0, "unsupported_false_accepts": 0, "unsupported_reject_rate": null }, "per_class_app": { "cercospora": { "support": 0, "accepted_as_class": 10, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "healthy": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "miner": { "support": 418, "accepted_as_class": 372, "correct_accepted": 362, "accepted_precision": 0.9731182795698925, "correct_accepted_recall": 0.8660287081339713, "true_class_accepted_coverage": 0.9090909090909091, "enabled": true }, "phoma": { "support": 0, "accepted_as_class": 1, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "rust": { "support": 448, "accepted_as_class": 159, "correct_accepted": 152, "accepted_precision": 0.9559748427672956, "correct_accepted_recall": 0.3392857142857143, "true_class_accepted_coverage": 0.38839285714285715, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 12, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false } }, "groups": 96, "parents": 104 }, "peru": { "raw": { "n": 225, "accuracy": 0.23555555555555555, "macro_f1": 0.24866977198583418, "classification": { "healthy": { "precision": 0.0, "recall": 0.0, "f1-score": 0.0, "support": 88.0 }, "rust": { "precision": 0.25384615384615383, "recall": 0.5238095238095238, "f1-score": 0.34196891191709844, "support": 63.0 }, "unsupported": { "precision": 0.8, "recall": 0.2702702702702703, "f1-score": 0.40404040404040403, "support": 74.0 }, "micro avg": { "precision": 0.32515337423312884, "recall": 0.23555555555555555, "f1-score": 0.27319587628865977, "support": 225.0 }, "macro avg": { "precision": 0.3512820512820513, "recall": 0.2646932646932647, "f1-score": 0.24866977198583418, "support": 225.0 }, "weighted avg": { "precision": 0.33418803418803417, "recall": 0.23555555555555555, "f1-score": 0.22863569488785376, "support": 225.0 } }, "confusion_matrix": [ [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 14, 0, 1, 0, 68, 2, 0, 3 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 18, 6, 3, 0, 33, 0, 1, 2 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 13, 2, 2, 6, 29, 2, 0, 20 ] ] }, "app": { "n": 225, "accepted_n": 166, "accepted_coverage": 0.7377777777777778, "accepted_accuracy": 0.18674698795180722, "correct_accepted_fraction": 0.13777777777777778, "confident_n": 84, "unsupported_n": 74, "unsupported_false_accepts": 38, "unsupported_reject_rate": 0.4864864864864865 }, "per_class_app": { "cercospora": { "support": 0, "accepted_as_class": 32, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "healthy": { "support": 88, "accepted_as_class": 4, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.8636363636363636, "enabled": true }, "miner": { "support": 0, "accepted_as_class": 5, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "phoma": { "support": 0, "accepted_as_class": 2, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "rust": { "support": 63, "accepted_as_class": 122, "correct_accepted": 31, "accepted_precision": 0.2540983606557377, "correct_accepted_recall": 0.49206349206349204, "true_class_accepted_coverage": 0.8253968253968254, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 1, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 74, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.5135135135135135, "enabled": false } }, "groups": 12, "parents": 12 }, "rocole": { "raw": { "n": 260, "accuracy": 0.7038461538461539, "macro_f1": 0.5947468976908561, "classification": { "healthy": { "precision": 0.8506493506493507, "recall": 0.9492753623188406, "f1-score": 0.8972602739726028, "support": 138.0 }, "rust": { "precision": 0.8043478260869565, "recall": 0.3854166666666667, "f1-score": 0.5211267605633803, "support": 96.0 }, "red_spider_mite": { "precision": 0.26785714285714285, "recall": 0.5769230769230769, "f1-score": 0.36585365853658536, "support": 26.0 }, "micro avg": { "precision": 0.71484375, "recall": 0.7038461538461539, "f1-score": 0.7093023255813954, "support": 260.0 }, "macro avg": { "precision": 0.6409514398644833, "recall": 0.6372050353028614, "f1-score": 0.5947468976908561, "support": 260.0 }, "weighted avg": { "precision": 0.7752741823393998, "recall": 0.7038461538461539, "f1-score": 0.7052395459394419, "support": 260.0 } }, "confusion_matrix": [ [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 131, 0, 0, 3, 4, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 19, 0, 0, 37, 37, 0, 3 ], [ 0, 4, 0, 0, 6, 15, 0, 1 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ] }, "app": { "n": 260, "accepted_n": 178, "accepted_coverage": 0.6846153846153846, "accepted_accuracy": 0.8539325842696629, "correct_accepted_fraction": 0.5846153846153846, "confident_n": 89, "unsupported_n": 0, "unsupported_false_accepts": 0, "unsupported_reject_rate": null }, "per_class_app": { "cercospora": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "healthy": { "support": 138, "accepted_as_class": 133, "correct_accepted": 116, "accepted_precision": 0.8721804511278195, "correct_accepted_recall": 0.8405797101449275, "true_class_accepted_coverage": 0.8623188405797102, "enabled": true }, "miner": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "phoma": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "rust": { "support": 96, "accepted_as_class": 45, "correct_accepted": 36, "accepted_precision": 0.8, "correct_accepted_recall": 0.375, "true_class_accepted_coverage": 0.53125, "enabled": true }, "red_spider_mite": { "support": 26, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.3076923076923077, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false } }, "groups": 54, "parents": 65 } }, "checkpoint_runtime_parity": { "n": 5868, "top1_disagreements": 10, "acceptance_disagreements": 11, "confidence_state_disagreements": 21, "maximum_probability_error": 0.030297815799713135, "mean_absolute_probability_error": 0.0003982501511927694, "explanation": "All held-out images, shared current app quality policy and each model's frozen confidence thresholds; checkpoint canonical transform matches raw runtime input" }, "legacy_brightness_app_metrics": { "n": 5868, "accepted_n": 4686, "accepted_coverage": 0.7985685071574642, "accepted_accuracy": 0.881562099871959, "correct_accepted_fraction": 0.7039877300613497, "confident_n": 4256, "unsupported_n": 202, "unsupported_false_accepts": 38, "unsupported_reject_rate": 0.8118811881188119 }, "class_thresholds": [ 0.47500000000000003, 0.72, 0.4, 0.6000000000000001, 0.4, 1.01, 0.4 ], "confident_thresholds": [ 0.64, 0.99, 0.455, 0.8, 0.67, 1.01, 0.4 ], "calibration": { "temperature": 0.6408186797050134, "selection": "Validation-only deployed FP16 runtime scores with frozen quality gate; >=15 accepted and >=90%/95% validation precision per class", "validation_n": 3921, "quality": { "minimum_edge_variance": 1.520114853217684, "minimum_mean_luminance": 45.59410861968994, "selection": "validation-only severe Gaussianblur challenge balancedaccuracy subject to >=90% clear acceptance" }, "class_thresholds": [ 0.47500000000000003, 0.72, 0.4, 0.6000000000000001, 0.4, 1.01, 0.4 ], "confident_thresholds": [ 0.64, 0.99, 0.455, 0.8, 0.67, 1.01, 0.4 ], "class_threshold_evidence": [ { "label": "cercospora", "enabled": true, "accept_threshold": 0.47500000000000003, "val_true_support": 167 }, { "label": "healthy", "enabled": true, "accept_threshold": 0.72, "val_true_support": 210 }, { "label": "miner", "enabled": true, "accept_threshold": 0.4, "val_true_support": 917 }, { "label": "phoma", "enabled": true, "accept_threshold": 0.6000000000000001, "val_true_support": 312 }, { "label": "rust", "enabled": true, "accept_threshold": 0.4, "val_true_support": 1233 }, { "label": "red_spider_mite", "enabled": false, "accept_threshold": 1.01, "val_true_support": 25 }, { "label": "weevil_damage", "enabled": true, "accept_threshold": 0.4, "val_true_support": 924 } ], "runtime": "ai-edge-litert CPU float16 storage / float32 computation", "artifact_sha256": "19b4f9747604dcff2cc43f44e3056f5c4fd827e3b0556e6632e1acbd1ce6ccda", "version": "deployed-v1" }, "external_rust": { "n": 1119, "rust_n": 847, "not_rust_n": 272, "rust_recall": 0.526564344746163, "false_positive_rate": 0.5625, "specificity": 0.4375, "auroc": 0.4917138342940482, "confusion_matrix": [ [ 119, 153 ], [ 401, 446 ] ], "threshold": 0.28, "threshold_selection": "B0's previously validation-selected threshold, frozen before this comparison", "app_accepted_rust_on_rust": 143, "app_accepted_rust_on_not_rust": 74, "all_app_accepted": 250, "all_app_accepted_coverage": 0.22341376228775692, "status": "Previously inspected external development stress test; no checkpoint or gate selection on this source", "qualification": "NoRust is binary-negative ground truth only; it cannot score healthy or other disease predictions" }, "external_scans": { "raw": { "n": 100, "accuracy": 0.27, "macro_f1": 0.32469135802469135, "classification": { "healthy": { "precision": 0.14285714285714285, "recall": 0.05, "f1-score": 0.07407407407407407, "support": 20.0 }, "rust": { "precision": 0.7333333333333333, "recall": 0.275, "f1-score": 0.4, "support": 40.0 }, "unsupported": { "precision": 0.75, "recall": 0.375, "f1-score": 0.5, "support": 40.0 }, "micro avg": { "precision": 0.6428571428571429, "recall": 0.27, "f1-score": 0.38028169014084506, "support": 100.0 }, "macro avg": { "precision": 0.542063492063492, "recall": 0.2333333333333333, "f1-score": 0.32469135802469135, "support": 100.0 }, "weighted avg": { "precision": 0.6219047619047618, "recall": 0.27, "f1-score": 0.3748148148148148, "support": 100.0 } }, "confusion_matrix": [ [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 16, 1, 0, 0, 1, 1, 1, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 21, 2, 0, 0, 11, 1, 0, 5 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 16, 4, 0, 0, 3, 1, 1, 15 ] ] }, "app": { "n": 100, "accepted_n": 55, "accepted_coverage": 0.55, "accepted_accuracy": 0.16363636363636364, "correct_accepted_fraction": 0.09, "confident_n": 31, "unsupported_n": 40, "unsupported_false_accepts": 16, "unsupported_reject_rate": 0.6 }, "per_class_app": { "cercospora": { "support": 0, "accepted_as_class": 41, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "healthy": { "support": 20, "accepted_as_class": 1, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.8, "enabled": true }, "miner": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "phoma": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "rust": { "support": 40, "accepted_as_class": 12, "correct_accepted": 9, "accepted_precision": 0.75, "correct_accepted_recall": 0.225, "true_class_accepted_coverage": 0.575, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 1, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 40, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.4, "enabled": false } }, "groups": 50, "parents": 50, "supported_n": 60, "supported_raw_accuracy": 0.2, "independent_leaves": 50, "status": "Previously inspected separate-source stress test; flatbed scans, not camera photographs", "qualification": "Paired leaf sides repeat physical leaves; Mycena/Ojo maps to unsupported, never cercospora" }, "far_probe": { "raw": { "n": 1495, "accuracy": 0.6494983277591974, "macro_f1": 0.568241358283445, "classification": { "cercospora": { "precision": 0.3923076923076923, "recall": 0.5543478260869565, "f1-score": 0.4594594594594595, "support": 92.0 }, "healthy": { "precision": 0.7966101694915254, "recall": 0.35877862595419846, "f1-score": 0.49473684210526314, "support": 131.0 }, "miner": { "precision": 0.6686567164179105, "recall": 0.7021943573667712, "f1-score": 0.6850152905198776, "support": 319.0 }, "phoma": { "precision": 0.7850467289719626, "recall": 0.5853658536585366, "f1-score": 0.6706586826347305, "support": 287.0 }, "rust": { "precision": 0.8398876404494382, "recall": 0.6585903083700441, "f1-score": 0.7382716049382716, "support": 454.0 }, "red_spider_mite": { "precision": 0.043478260869565216, "recall": 0.2222222222222222, "f1-score": 0.07272727272727272, "support": 18.0 }, "weevil_damage": { "precision": 0.6538461538461539, "recall": 0.8095238095238095, "f1-score": 0.723404255319149, "support": 63.0 }, "unsupported": { "precision": 0.5497835497835498, "recall": 0.9694656488549618, "f1-score": 0.7016574585635359, "support": 131.0 }, "accuracy": 0.6494983277591974, "macro avg": { "precision": 0.5912021140172248, "recall": 0.6075610815046875, "f1-score": 0.568241358283445, "support": 1495.0 }, "weighted avg": { "precision": 0.718637922288705, "recall": 0.6494983277591974, "f1-score": 0.6635824153084041, "support": 1495.0 } }, "confusion_matrix": [ [ 51, 0, 4, 11, 12, 2, 1, 11 ], [ 4, 47, 3, 5, 21, 33, 0, 18 ], [ 14, 0, 224, 21, 13, 17, 9, 21 ], [ 21, 2, 50, 168, 5, 10, 2, 29 ], [ 34, 9, 47, 8, 299, 25, 15, 17 ], [ 2, 0, 0, 1, 5, 4, 0, 6 ], [ 2, 0, 7, 0, 1, 0, 51, 2 ], [ 2, 1, 0, 0, 0, 1, 0, 127 ] ] }, "app": { "n": 1495, "accepted_n": 1040, "accepted_coverage": 0.6956521739130435, "accepted_accuracy": 0.7461538461538462, "correct_accepted_fraction": 0.5190635451505017, "confident_n": 837, "unsupported_n": 131, "unsupported_false_accepts": 1, "unsupported_reject_rate": 0.9923664122137404 }, "per_class_app": { "cercospora": { "support": 92, "accepted_as_class": 112, "correct_accepted": 48, "accepted_precision": 0.42857142857142855, "correct_accepted_recall": 0.5217391304347826, "true_class_accepted_coverage": 0.7282608695652174, "enabled": true }, "healthy": { "support": 131, "accepted_as_class": 25, "correct_accepted": 25, "accepted_precision": 1.0, "correct_accepted_recall": 0.19083969465648856, "true_class_accepted_coverage": 0.366412213740458, "enabled": true }, "miner": { "support": 319, "accepted_as_class": 322, "correct_accepted": 220, "accepted_precision": 0.6832298136645962, "correct_accepted_recall": 0.6896551724137931, "true_class_accepted_coverage": 0.8244514106583072, "enabled": true }, "phoma": { "support": 287, "accepted_as_class": 170, "correct_accepted": 146, "accepted_precision": 0.8588235294117647, "correct_accepted_recall": 0.5087108013937283, "true_class_accepted_coverage": 0.7560975609756098, "enabled": true }, "rust": { "support": 454, "accepted_as_class": 338, "correct_accepted": 287, "accepted_precision": 0.849112426035503, "correct_accepted_recall": 0.6321585903083701, "true_class_accepted_coverage": 0.8325991189427313, "enabled": true }, "red_spider_mite": { "support": 18, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.3888888888888889, "enabled": false }, "weevil_damage": { "support": 63, "accepted_as_class": 73, "correct_accepted": 50, "accepted_precision": 0.684931506849315, "correct_accepted_recall": 0.7936507936507936, "true_class_accepted_coverage": 0.9365079365079365, "enabled": true }, "unsupported": { "support": 131, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.007633587786259542, "enabled": false } }, "groups": 982, "parents": 989, "per_source": { "agml": { "raw": { "n": 359, "accuracy": 0.6991643454038997, "macro_f1": 0.5922566030460767, "classification": { "cercospora": { "precision": 0.7105263157894737, "recall": 0.7105263157894737, "f1-score": 0.7105263157894737, "support": 38.0 }, "healthy": { "precision": 0.0, "recall": 0.0, "f1-score": 0.0, "support": 3.0 }, "miner": { "precision": 0.7606837606837606, "recall": 0.8018018018018018, "f1-score": 0.7807017543859649, "support": 111.0 }, "phoma": { "precision": 0.8541666666666666, "recall": 0.5, "f1-score": 0.6307692307692307, "support": 82.0 }, "rust": { "precision": 0.9494949494949495, "recall": 0.752, "f1-score": 0.8392857142857143, "support": 125.0 }, "micro avg": { "precision": 0.8256578947368421, "recall": 0.6991643454038997, "f1-score": 0.7571644042232277, "support": 359.0 }, "macro avg": { "precision": 0.6549743385269701, "recall": 0.5528656235182551, "f1-score": 0.5922566030460767, "support": 359.0 }, "weighted avg": { "precision": 0.8361126261544088, "recall": 0.6991643454038997, "f1-score": 0.7529016321605385, "support": 359.0 } }, "confusion_matrix": [ [ 27, 0, 0, 0, 4, 0, 0, 7 ], [ 0, 0, 0, 1, 0, 0, 0, 2 ], [ 4, 0, 89, 5, 1, 0, 1, 11 ], [ 6, 0, 9, 41, 0, 1, 0, 25 ], [ 1, 2, 19, 1, 94, 4, 2, 2 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ] }, "app": { "n": 359, "accepted_n": 283, "accepted_coverage": 0.7883008356545961, "accepted_accuracy": 0.8374558303886925, "correct_accepted_fraction": 0.6601671309192201, "confident_n": 228, "unsupported_n": 0, "unsupported_false_accepts": 0, "unsupported_reject_rate": null }, "per_class_app": { "cercospora": { "support": 38, "accepted_as_class": 33, "correct_accepted": 25, "accepted_precision": 0.7575757575757576, "correct_accepted_recall": 0.6578947368421053, "true_class_accepted_coverage": 0.7631578947368421, "enabled": true }, "healthy": { "support": 3, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.0, "enabled": true }, "miner": { "support": 111, "accepted_as_class": 116, "correct_accepted": 88, "accepted_precision": 0.7586206896551724, "correct_accepted_recall": 0.7927927927927928, "true_class_accepted_coverage": 0.8558558558558559, "enabled": true }, "phoma": { "support": 82, "accepted_as_class": 38, "correct_accepted": 34, "accepted_precision": 0.8947368421052632, "correct_accepted_recall": 0.4146341463414634, "true_class_accepted_coverage": 0.5609756097560976, "enabled": true }, "rust": { "support": 125, "accepted_as_class": 94, "correct_accepted": 90, "accepted_precision": 0.9574468085106383, "correct_accepted_recall": 0.72, "true_class_accepted_coverage": 0.904, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 2, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false } }, "groups": 359, "parents": 359 }, "beans": { "raw": { "n": 128, "accuracy": 0.984375, "macro_f1": 0.9921259842519685, "classification": { "unsupported": { "precision": 1.0, "recall": 0.984375, "f1-score": 0.9921259842519685, "support": 128.0 }, "micro avg": { "precision": 1.0, "recall": 0.984375, "f1-score": 0.9921259842519685, "support": 128.0 }, "macro avg": { "precision": 1.0, "recall": 0.984375, "f1-score": 0.9921259842519685, "support": 128.0 }, "weighted avg": { "precision": 1.0, "recall": 0.984375, "f1-score": 0.9921259842519685, "support": 128.0 } }, "confusion_matrix": [ [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 1, 0, 0, 0, 0, 1, 0, 126 ] ] }, "app": { "n": 128, "accepted_n": 0, "accepted_coverage": 0.0, "accepted_accuracy": null, "correct_accepted_fraction": 0.0, "confident_n": 0, "unsupported_n": 128, "unsupported_false_accepts": 0, "unsupported_reject_rate": 1.0 }, "per_class_app": { "cercospora": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "healthy": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "miner": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "phoma": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "rust": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 128, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.0, "enabled": false } }, "groups": 128, "parents": 128 }, "bracol_expert": { "raw": { "n": 252, "accuracy": 0.5634920634920635, "macro_f1": 0.5168380825393021, "classification": { "cercospora": { "precision": 0.21212121212121213, "recall": 0.4666666666666667, "f1-score": 0.2916666666666667, "support": 15.0 }, "miner": { "precision": 0.3026315789473684, "recall": 0.6571428571428571, "f1-score": 0.4144144144144144, "support": 35.0 }, "phoma": { "precision": 0.847457627118644, "recall": 0.47619047619047616, "f1-score": 0.6097560975609756, "support": 105.0 }, "rust": { "precision": 0.9117647058823529, "recall": 0.6391752577319587, "f1-score": 0.7515151515151515, "support": 97.0 }, "micro avg": { "precision": 0.6016949152542372, "recall": 0.5634920634920635, "f1-score": 0.5819672131147541, "support": 252.0 }, "macro avg": { "precision": 0.5684937810173943, "recall": 0.5597938144329897, "f1-score": 0.5168380825393021, "support": 252.0 }, "weighted avg": { "precision": 0.7587228204881823, "recall": 0.5634920634920635, "f1-score": 0.6182573985927645, "support": 252.0 } }, "confusion_matrix": [ [ 7, 0, 2, 2, 3, 0, 1, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 3, 0, 23, 5, 1, 0, 1, 2 ], [ 10, 0, 38, 50, 2, 1, 2, 2 ], [ 13, 0, 13, 2, 62, 0, 4, 3 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ] }, "app": { "n": 252, "accepted_n": 218, "accepted_coverage": 0.8650793650793651, "accepted_accuracy": 0.6009174311926605, "correct_accepted_fraction": 0.5198412698412699, "confident_n": 186, "unsupported_n": 0, "unsupported_false_accepts": 0, "unsupported_reject_rate": null }, "per_class_app": { "cercospora": { "support": 15, "accepted_as_class": 28, "correct_accepted": 6, "accepted_precision": 0.21428571428571427, "correct_accepted_recall": 0.4, "true_class_accepted_coverage": 0.7333333333333333, "enabled": true }, "healthy": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "miner": { "support": 35, "accepted_as_class": 72, "correct_accepted": 23, "accepted_precision": 0.3194444444444444, "correct_accepted_recall": 0.6571428571428571, "true_class_accepted_coverage": 0.8571428571428571, "enabled": true }, "phoma": { "support": 105, "accepted_as_class": 48, "correct_accepted": 42, "accepted_precision": 0.875, "correct_accepted_recall": 0.4, "true_class_accepted_coverage": 0.8761904761904762, "enabled": true }, "rust": { "support": 97, "accepted_as_class": 65, "correct_accepted": 60, "accepted_precision": 0.9230769230769231, "correct_accepted_recall": 0.6185567010309279, "true_class_accepted_coverage": 0.8762886597938144, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 5, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false } }, "groups": 209, "parents": 210 }, "bracol_leaf": { "raw": { "n": 198, "accuracy": 0.4696969696969697, "macro_f1": 0.4473850798259531, "classification": { "cercospora": { "precision": 0.14285714285714285, "recall": 0.1111111111111111, "f1-score": 0.125, "support": 9.0 }, "healthy": { "precision": 0.8235294117647058, "recall": 0.3684210526315789, "f1-score": 0.509090909090909, "support": 38.0 }, "miner": { "precision": 0.8, "recall": 0.08695652173913043, "f1-score": 0.1568627450980392, "support": 46.0 }, "phoma": { "precision": 0.8, "recall": 0.6923076923076923, "f1-score": 0.7422680412371134, "support": 52.0 }, "rust": { "precision": 0.6909090909090909, "recall": 0.7169811320754716, "f1-score": 0.7037037037037037, "support": 53.0 }, "micro avg": { "precision": 0.7209302325581395, "recall": 0.4696969696969697, "f1-score": 0.5688073394495413, "support": 198.0 }, "macro avg": { "precision": 0.6514591291061879, "recall": 0.39515550197299687, "f1-score": 0.4473850798259531, "support": 198.0 }, "weighted avg": { "precision": 0.7454445138937119, "recall": 0.4696969696969697, "f1-score": 0.523133208386821, "support": 198.0 } }, "confusion_matrix": [ [ 1, 0, 0, 2, 1, 2, 0, 3 ], [ 1, 14, 0, 1, 4, 13, 0, 5 ], [ 2, 0, 4, 6, 9, 16, 4, 5 ], [ 1, 2, 1, 36, 3, 7, 0, 2 ], [ 2, 1, 0, 0, 38, 7, 0, 5 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ] }, "app": { "n": 198, "accepted_n": 104, "accepted_coverage": 0.5252525252525253, "accepted_accuracy": 0.75, "correct_accepted_fraction": 0.3939393939393939, "confident_n": 74, "unsupported_n": 0, "unsupported_false_accepts": 0, "unsupported_reject_rate": null }, "per_class_app": { "cercospora": { "support": 9, "accepted_as_class": 5, "correct_accepted": 1, "accepted_precision": 0.2, "correct_accepted_recall": 0.1111111111111111, "true_class_accepted_coverage": 0.2222222222222222, "enabled": true }, "healthy": { "support": 38, "accepted_as_class": 7, "correct_accepted": 7, "accepted_precision": 1.0, "correct_accepted_recall": 0.18421052631578946, "true_class_accepted_coverage": 0.23684210526315788, "enabled": true }, "miner": { "support": 46, "accepted_as_class": 3, "correct_accepted": 3, "accepted_precision": 1.0, "correct_accepted_recall": 0.06521739130434782, "true_class_accepted_coverage": 0.45652173913043476, "enabled": true }, "phoma": { "support": 52, "accepted_as_class": 34, "correct_accepted": 29, "accepted_precision": 0.8529411764705882, "correct_accepted_recall": 0.5576923076923077, "true_class_accepted_coverage": 0.6153846153846154, "enabled": true }, "rust": { "support": 53, "accepted_as_class": 51, "correct_accepted": 38, "accepted_precision": 0.7450980392156863, "correct_accepted_recall": 0.7169811320754716, "true_class_accepted_coverage": 0.7547169811320755, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 4, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false } }, "groups": 198, "parents": 198 }, "bracol_symptom": { "raw": { "n": 236, "accuracy": 0.6610169491525424, "macro_f1": 0.6640787836327179, "classification": { "cercospora": { "precision": 0.3902439024390244, "recall": 0.5333333333333333, "f1-score": 0.4507042253521127, "support": 30.0 }, "healthy": { "precision": 1.0, "recall": 0.47058823529411764, "f1-score": 0.64, "support": 34.0 }, "miner": { "precision": 0.8245614035087719, "recall": 0.734375, "f1-score": 0.7768595041322314, "support": 64.0 }, "phoma": { "precision": 0.7068965517241379, "recall": 0.8541666666666666, "f1-score": 0.7735849056603774, "support": 48.0 }, "rust": { "precision": 0.782608695652174, "recall": 0.6, "f1-score": 0.6792452830188679, "support": 60.0 }, "micro avg": { "precision": 0.7155963302752294, "recall": 0.6610169491525424, "f1-score": 0.6872246696035242, "support": 236.0 }, "macro avg": { "precision": 0.7408621106648215, "recall": 0.6384926470588235, "f1-score": 0.6640787836327179, "support": 236.0 }, "weighted avg": { "precision": 0.7600288267780558, "recall": 0.6610169491525424, "f1-score": 0.6901988452451542, "support": 236.0 } }, "confusion_matrix": [ [ 16, 0, 2, 7, 4, 0, 0, 1 ], [ 3, 16, 2, 2, 4, 1, 0, 6 ], [ 5, 0, 47, 5, 2, 1, 1, 3 ], [ 4, 0, 2, 41, 0, 1, 0, 0 ], [ 13, 0, 4, 3, 36, 1, 0, 3 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ] }, "app": { "n": 236, "accepted_n": 193, "accepted_coverage": 0.8177966101694916, "accepted_accuracy": 0.7512953367875648, "correct_accepted_fraction": 0.614406779661017, "confident_n": 149, "unsupported_n": 0, "unsupported_false_accepts": 0, "unsupported_reject_rate": null }, "per_class_app": { "cercospora": { "support": 30, "accepted_as_class": 38, "correct_accepted": 16, "accepted_precision": 0.42105263157894735, "correct_accepted_recall": 0.5333333333333333, "true_class_accepted_coverage": 0.8333333333333334, "enabled": true }, "healthy": { "support": 34, "accepted_as_class": 10, "correct_accepted": 10, "accepted_precision": 1.0, "correct_accepted_recall": 0.29411764705882354, "true_class_accepted_coverage": 0.5, "enabled": true }, "miner": { "support": 64, "accepted_as_class": 53, "correct_accepted": 46, "accepted_precision": 0.8679245283018868, "correct_accepted_recall": 0.71875, "true_class_accepted_coverage": 0.859375, "enabled": true }, "phoma": { "support": 48, "accepted_as_class": 49, "correct_accepted": 41, "accepted_precision": 0.8367346938775511, "correct_accepted_recall": 0.8541666666666666, "true_class_accepted_coverage": 0.9791666666666666, "enabled": true }, "rust": { "support": 60, "accepted_as_class": 42, "correct_accepted": 32, "accepted_precision": 0.7619047619047619, "correct_accepted_recall": 0.5333333333333333, "true_class_accepted_coverage": 0.8166666666666667, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 1, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false } }, "groups": 216, "parents": 216 }, "coffeeleaf_own_field": { "raw": { "n": 96, "accuracy": 0.7604166666666666, "macro_f1": 0.814344746162928, "classification": { "rust": { "precision": 0.9565217391304348, "recall": 0.6666666666666666, "f1-score": 0.7857142857142857, "support": 33.0 }, "weevil_damage": { "precision": 0.8793103448275862, "recall": 0.8095238095238095, "f1-score": 0.8429752066115702, "support": 63.0 }, "micro avg": { "precision": 0.9012345679012346, "recall": 0.7604166666666666, "f1-score": 0.8248587570621468, "support": 96.0 }, "macro avg": { "precision": 0.9179160419790104, "recall": 0.7380952380952381, "f1-score": 0.814344746162928, "support": 96.0 }, "weighted avg": { "precision": 0.9058517616191905, "recall": 0.7604166666666666, "f1-score": 0.8232917650531286, "support": 96.0 } }, "confusion_matrix": [ [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 1, 0, 3, 0, 22, 0, 7, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 2, 0, 7, 0, 1, 0, 51, 2 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ] }, "app": { "n": 96, "accepted_n": 90, "accepted_coverage": 0.9375, "accepted_accuracy": 0.7888888888888889, "correct_accepted_fraction": 0.7395833333333334, "confident_n": 84, "unsupported_n": 0, "unsupported_false_accepts": 0, "unsupported_reject_rate": null }, "per_class_app": { "cercospora": { "support": 0, "accepted_as_class": 2, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "healthy": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "miner": { "support": 0, "accepted_as_class": 9, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "phoma": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "rust": { "support": 33, "accepted_as_class": 22, "correct_accepted": 21, "accepted_precision": 0.9545454545454546, "correct_accepted_recall": 0.6363636363636364, "true_class_accepted_coverage": 0.9393939393939394, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 63, "accepted_as_class": 57, "correct_accepted": 50, "accepted_precision": 0.8771929824561403, "correct_accepted_recall": 0.7936507936507936, "true_class_accepted_coverage": 0.9365079365079365, "enabled": true }, "unsupported": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false } }, "groups": 83, "parents": 85 }, "coffeeleaf_rust_and_leaf_miner": { "raw": { "n": 99, "accuracy": 0.8484848484848485, "macro_f1": 0.8590612777053455, "classification": { "miner": { "precision": 0.9104477611940298, "recall": 0.9682539682539683, "f1-score": 0.9384615384615385, "support": 63.0 }, "rust": { "precision": 1.0, "recall": 0.6388888888888888, "f1-score": 0.7796610169491526, "support": 36.0 }, "micro avg": { "precision": 0.9333333333333333, "recall": 0.8484848484848485, "f1-score": 0.8888888888888888, "support": 99.0 }, "macro avg": { "precision": 0.9552238805970149, "recall": 0.8035714285714286, "f1-score": 0.8590612777053455, "support": 99.0 }, "weighted avg": { "precision": 0.9430122116689281, "recall": 0.8484848484848485, "f1-score": 0.8807158942752163, "support": 99.0 } }, "confusion_matrix": [ [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 61, 0, 0, 0, 2, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 4, 0, 6, 0, 23, 1, 2, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ] }, "app": { "n": 99, "accepted_n": 97, "accepted_coverage": 0.9797979797979798, "accepted_accuracy": 0.8556701030927835, "correct_accepted_fraction": 0.8383838383838383, "confident_n": 90, "unsupported_n": 0, "unsupported_false_accepts": 0, "unsupported_reject_rate": null }, "per_class_app": { "cercospora": { "support": 0, "accepted_as_class": 4, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "healthy": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "miner": { "support": 63, "accepted_as_class": 66, "correct_accepted": 60, "accepted_precision": 0.9090909090909091, "correct_accepted_recall": 0.9523809523809523, "true_class_accepted_coverage": 0.9841269841269841, "enabled": true }, "phoma": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "rust": { "support": 36, "accepted_as_class": 23, "correct_accepted": 23, "accepted_precision": 1.0, "correct_accepted_recall": 0.6388888888888888, "true_class_accepted_coverage": 0.9722222222222222, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 4, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false } }, "groups": 96, "parents": 96 }, "peru": { "raw": { "n": 12, "accuracy": 0.25, "macro_f1": 0.3, "classification": { "healthy": { "precision": 0.0, "recall": 0.0, "f1-score": 0.0, "support": 3.0 }, "rust": { "precision": 0.5, "recall": 0.3333333333333333, "f1-score": 0.4, "support": 6.0 }, "unsupported": { "precision": 1.0, "recall": 0.3333333333333333, "f1-score": 0.5, "support": 3.0 }, "micro avg": { "precision": 0.375, "recall": 0.25, "f1-score": 0.3, "support": 12.0 }, "macro avg": { "precision": 0.5, "recall": 0.2222222222222222, "f1-score": 0.3, "support": 12.0 }, "weighted avg": { "precision": 0.5, "recall": 0.25, "f1-score": 0.325, "support": 12.0 } }, "confusion_matrix": [ [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 1, 0, 2, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 2, 2, 0, 2, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 1, 1, 0, 0, 0, 0, 0, 1 ] ] }, "app": { "n": 12, "accepted_n": 8, "accepted_coverage": 0.6666666666666666, "accepted_accuracy": 0.25, "correct_accepted_fraction": 0.16666666666666666, "confident_n": 5, "unsupported_n": 3, "unsupported_false_accepts": 1, "unsupported_reject_rate": 0.6666666666666666 }, "per_class_app": { "cercospora": { "support": 0, "accepted_as_class": 1, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "healthy": { "support": 3, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 1.0, "enabled": true }, "miner": { "support": 0, "accepted_as_class": 3, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "phoma": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "rust": { "support": 6, "accepted_as_class": 4, "correct_accepted": 2, "accepted_precision": 0.5, "correct_accepted_recall": 0.3333333333333333, "true_class_accepted_coverage": 0.6666666666666666, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 3, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.3333333333333333, "enabled": false } }, "groups": 12, "parents": 12 }, "rocole": { "raw": { "n": 115, "accuracy": 0.3739130434782609, "macro_f1": 0.38232940717984437, "classification": { "healthy": { "precision": 0.8095238095238095, "recall": 0.32075471698113206, "f1-score": 0.4594594594594595, "support": 53.0 }, "rust": { "precision": 0.5789473684210527, "recall": 0.5, "f1-score": 0.5365853658536586, "support": 44.0 }, "red_spider_mite": { "precision": 0.11428571428571428, "recall": 0.2222222222222222, "f1-score": 0.1509433962264151, "support": 18.0 }, "micro avg": { "precision": 0.4574468085106383, "recall": 0.3739130434782609, "f1-score": 0.41148325358851673, "support": 115.0 }, "macro avg": { "precision": 0.5009189640768589, "recall": 0.34765897973445137, "f1-score": 0.38232940717984437, "support": 115.0 }, "weighted avg": { "precision": 0.6124833823689659, "recall": 0.3739130434782609, "f1-score": 0.4406790311390244, "support": 115.0 } }, "confusion_matrix": [ [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 17, 0, 1, 11, 19, 0, 5 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 4, 0, 2, 22, 12, 0, 4 ], [ 2, 0, 0, 1, 5, 4, 0, 6 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ] }, "app": { "n": 115, "accepted_n": 47, "accepted_coverage": 0.40869565217391307, "accepted_accuracy": 0.6170212765957447, "correct_accepted_fraction": 0.25217391304347825, "confident_n": 21, "unsupported_n": 0, "unsupported_false_accepts": 0, "unsupported_reject_rate": null }, "per_class_app": { "cercospora": { "support": 0, "accepted_as_class": 1, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "healthy": { "support": 53, "accepted_as_class": 8, "correct_accepted": 8, "accepted_precision": 1.0, "correct_accepted_recall": 0.1509433962264151, "true_class_accepted_coverage": 0.3584905660377358, "enabled": true }, "miner": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "phoma": { "support": 0, "accepted_as_class": 1, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "rust": { "support": 44, "accepted_as_class": 37, "correct_accepted": 21, "accepted_precision": 0.5675675675675675, "correct_accepted_recall": 0.4772727272727273, "true_class_accepted_coverage": 0.4772727272727273, "enabled": true }, "red_spider_mite": { "support": 18, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.3888888888888889, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false } }, "groups": 54, "parents": 58 } }, "class_counts": { "cercospora": 92, "healthy": 131, "miner": 319, "phoma": 287, "rust": 454, "red_spider_mite": 18, "weevil_damage": 63, "unsupported": 131 }, "selection": "One seeded example per source/group/label from the frozen expanded test; identical images for both models", "image_transform": "Shrink canonical 224px crop to 146px, center it on a 224px median-RGB canvas; identical raw pixels for both models", "qualification": "Synthetic distance stress, not evidence from genuine distant field photographs; differs from full-image padding used in training" }, "deployment": { "role": "app_asset", "artifact_location": "original-project/mobile/assets/model/coffee-leaf.tflite", "deployment_eligible": true } }, "b1": { "parameter_count": 6523432, "artifact_bytes": 7324120, "under_10_decimal_MB": true, "artifact_sha256": "28c5d1cf1ac3f268d66f9c9f50f35e0a4602dced07f55e07b17f4c6cdae18c75", "checkpoint_sha256": "a5ac6495802d4b03e1f0365327d41b8919b13c9c212a8cc8f26bf1c43f72a3d1", "subsets": { "expanded_all_eight": { "raw": { "n": 5868, "accuracy": 0.9326857532379005, "macro_f1": 0.8640076363161964, "classification": { "cercospora": { "precision": 0.753968253968254, "recall": 0.8225108225108225, "f1-score": 0.7867494824016563, "support": 231.0 }, "healthy": { "precision": 0.9186046511627907, "recall": 0.9937106918238994, "f1-score": 0.9546827794561934, "support": 318.0 }, "miner": { "precision": 0.9107413010590015, "recall": 0.9608938547486033, "f1-score": 0.9351456310679611, "support": 1253.0 }, "phoma": { "precision": 0.9134275618374559, "recall": 0.7636632200886263, "f1-score": 0.831858407079646, "support": 677.0 }, "rust": { "precision": 0.9637907912382655, "recall": 0.9510366122629025, "f1-score": 0.9573712255772646, "support": 2267.0 }, "red_spider_mite": { "precision": 0.4375, "recall": 0.5384615384615384, "f1-score": 0.4827586206896552, "support": 26.0 }, "weevil_damage": { "precision": 0.9593852908891328, "recall": 0.9776286353467561, "f1-score": 0.968421052631579, "support": 894.0 }, "unsupported": { "precision": 0.9901960784313726, "recall": 1.0, "f1-score": 0.9950738916256158, "support": 202.0 }, "accuracy": 0.9326857532379005, "macro avg": { "precision": 0.8559517410732842, "recall": 0.8759881719053936, "f1-score": 0.8640076363161964, "support": 5868.0 }, "weighted avg": { "precision": 0.9338498699663412, "recall": 0.9326857532379005, "f1-score": 0.9321607892477034, "support": 5868.0 } }, "confusion_matrix": [ [ 190, 1, 6, 7, 27, 0, 0, 0 ], [ 0, 316, 0, 0, 2, 0, 0, 0 ], [ 2, 6, 1204, 21, 5, 0, 15, 0 ], [ 16, 6, 107, 517, 23, 4, 2, 2 ], [ 44, 12, 4, 18, 2156, 14, 19, 0 ], [ 0, 3, 0, 0, 8, 14, 1, 0 ], [ 0, 0, 1, 3, 16, 0, 874, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 202 ] ] }, "app": { "n": 5868, "accepted_n": 4658, "accepted_coverage": 0.7937968643490115, "accepted_accuracy": 0.9416058394160584, "correct_accepted_fraction": 0.7474437627811861, "confident_n": 4332, "unsupported_n": 202, "unsupported_false_accepts": 0, "unsupported_reject_rate": 1.0 }, "per_class_app": { "cercospora": { "support": 231, "accepted_as_class": 171, "correct_accepted": 143, "accepted_precision": 0.8362573099415205, "correct_accepted_recall": 0.6190476190476191, "true_class_accepted_coverage": 0.7705627705627706, "enabled": true }, "healthy": { "support": 318, "accepted_as_class": 343, "correct_accepted": 316, "accepted_precision": 0.9212827988338192, "correct_accepted_recall": 0.9937106918238994, "true_class_accepted_coverage": 1.0, "enabled": true }, "miner": { "support": 1253, "accepted_as_class": 1258, "correct_accepted": 1158, "accepted_precision": 0.9205087440381559, "correct_accepted_recall": 0.9241819632881085, "true_class_accepted_coverage": 0.951316839584996, "enabled": true }, "phoma": { "support": 677, "accepted_as_class": 460, "correct_accepted": 440, "accepted_precision": 0.9565217391304348, "correct_accepted_recall": 0.6499261447562777, "true_class_accepted_coverage": 0.8316100443131462, "enabled": true }, "rust": { "support": 2267, "accepted_as_class": 1588, "correct_accepted": 1521, "accepted_precision": 0.957808564231738, "correct_accepted_recall": 0.6709307454786061, "true_class_accepted_coverage": 0.6956329951477724, "enabled": true }, "red_spider_mite": { "support": 26, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.4230769230769231, "enabled": false }, "weevil_damage": { "support": 894, "accepted_as_class": 838, "correct_accepted": 808, "accepted_precision": 0.964200477326969, "correct_accepted_recall": 0.9038031319910514, "true_class_accepted_coverage": 0.9161073825503355, "enabled": true }, "unsupported": { "support": 202, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.0, "enabled": false } }, "groups": 982, "parents": 1770 }, "original_all_eight": { "raw": { "n": 4571, "accuracy": 0.9396193393130606, "macro_f1": 0.8754411859917224, "classification": { "cercospora": { "precision": 0.8894472361809045, "recall": 0.8428571428571429, "f1-score": 0.8655256723716381, "support": 210.0 }, "healthy": { "precision": 0.912, "recall": 0.991304347826087, "f1-score": 0.95, "support": 230.0 }, "miner": { "precision": 0.9315619967793881, "recall": 0.9665831244778613, "f1-score": 0.948749487494875, "support": 1197.0 }, "phoma": { "precision": 0.9278074866310161, "recall": 0.7660044150110376, "f1-score": 0.8391777509068924, "support": 453.0 }, "rust": { "precision": 0.9540389972144847, "recall": 0.9560362875087229, "f1-score": 0.955036598117811, "support": 1433.0 }, "red_spider_mite": { "precision": 0.4375, "recall": 0.5384615384615384, "f1-score": 0.4827586206896552, "support": 26.0 }, "weevil_damage": { "precision": 0.9625550660792952, "recall": 0.9776286353467561, "f1-score": 0.9700332963374029, "support": 894.0 }, "unsupported": { "precision": 0.9846153846153847, "recall": 1.0, "f1-score": 0.9922480620155039, "support": 128.0 }, "accuracy": 0.9396193393130606, "macro avg": { "precision": 0.8749407709375592, "recall": 0.8798594364361434, "f1-score": 0.8754411859917224, "support": 4571.0 }, "weighted avg": { "precision": 0.940054321264665, "recall": 0.9396193393130606, "f1-score": 0.9388312703991704, "support": 4571.0 } }, "confusion_matrix": [ [ 177, 1, 5, 3, 24, 0, 0, 0 ], [ 0, 228, 0, 0, 2, 0, 0, 0 ], [ 2, 6, 1157, 15, 4, 0, 13, 0 ], [ 8, 4, 75, 347, 12, 4, 1, 2 ], [ 12, 8, 4, 6, 1370, 14, 19, 0 ], [ 0, 3, 0, 0, 8, 14, 1, 0 ], [ 0, 0, 1, 3, 16, 0, 874, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 128 ] ] }, "app": { "n": 4571, "accepted_n": 3735, "accepted_coverage": 0.8171078538612995, "accepted_accuracy": 0.9493975903614458, "correct_accepted_fraction": 0.7757602275213301, "confident_n": 3481, "unsupported_n": 128, "unsupported_false_accepts": 0, "unsupported_reject_rate": 1.0 }, "per_class_app": { "cercospora": { "support": 210, "accepted_as_class": 143, "correct_accepted": 135, "accepted_precision": 0.9440559440559441, "correct_accepted_recall": 0.6428571428571429, "true_class_accepted_coverage": 0.780952380952381, "enabled": true }, "healthy": { "support": 230, "accepted_as_class": 249, "correct_accepted": 228, "accepted_precision": 0.9156626506024096, "correct_accepted_recall": 0.991304347826087, "true_class_accepted_coverage": 1.0, "enabled": true }, "miner": { "support": 1197, "accepted_as_class": 1181, "correct_accepted": 1112, "accepted_precision": 0.9415749364944962, "correct_accepted_recall": 0.9289891395154553, "true_class_accepted_coverage": 0.9532163742690059, "enabled": true }, "phoma": { "support": 453, "accepted_as_class": 306, "correct_accepted": 297, "accepted_precision": 0.9705882352941176, "correct_accepted_recall": 0.6556291390728477, "true_class_accepted_coverage": 0.8233995584988962, "enabled": true }, "rust": { "support": 1433, "accepted_as_class": 1021, "correct_accepted": 966, "accepted_precision": 0.9461312438785504, "correct_accepted_recall": 0.6741102581995813, "true_class_accepted_coverage": 0.6957431960921144, "enabled": true }, "red_spider_mite": { "support": 26, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.4230769230769231, "enabled": false }, "weevil_damage": { "support": 894, "accepted_as_class": 835, "correct_accepted": 808, "accepted_precision": 0.9676646706586827, "correct_accepted_recall": 0.9038031319910514, "true_class_accepted_coverage": 0.9161073825503355, "enabled": true }, "unsupported": { "support": 128, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.0, "enabled": false } }, "groups": 970, "parents": 1758 }, "expanded_common_five": { "raw": { "n": 4746, "accuracy": 0.9235145385587863, "macro_f1": 0.8955316434431003, "classification": { "cercospora": { "precision": 0.753968253968254, "recall": 0.8225108225108225, "f1-score": 0.7867494824016563, "support": 231.0 }, "healthy": { "precision": 0.9266862170087976, "recall": 0.9937106918238994, "f1-score": 0.9590288315629742, "support": 318.0 }, "miner": { "precision": 0.9114307342922029, "recall": 0.9608938547486033, "f1-score": 0.9355089355089355, "support": 1253.0 }, "phoma": { "precision": 0.9182948490230906, "recall": 0.7636632200886263, "f1-score": 0.8338709677419355, "support": 677.0 }, "rust": { "precision": 0.9742431089019431, "recall": 0.9510366122629025, "f1-score": 0.9625, "support": 2267.0 }, "micro avg": { "precision": 0.9345415778251599, "recall": 0.9235145385587863, "f1-score": 0.9289953370072065, "support": 4746.0 }, "macro avg": { "precision": 0.8969246326388577, "recall": 0.8983630402869709, "f1-score": 0.8955316434431003, "support": 4746.0 }, "weighted avg": { "precision": 0.9357712461889868, "recall": 0.9235145385587863, "f1-score": 0.9282387568954478, "support": 4746.0 } }, "confusion_matrix": [ [ 190, 1, 6, 7, 27, 0, 0, 0 ], [ 0, 316, 0, 0, 2, 0, 0, 0 ], [ 2, 6, 1204, 21, 5, 0, 15, 0 ], [ 16, 6, 107, 517, 23, 4, 2, 2 ], [ 44, 12, 4, 18, 2156, 14, 19, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ] }, "app": { "n": 4746, "accepted_n": 3828, "accepted_coverage": 0.8065739570164349, "accepted_accuracy": 0.9346917450365726, "correct_accepted_fraction": 0.7538980193847451, "confident_n": 3504, "unsupported_n": 0, "unsupported_false_accepts": 0, "unsupported_reject_rate": null }, "per_class_app": { "cercospora": { "support": 231, "accepted_as_class": 171, "correct_accepted": 143, "accepted_precision": 0.8362573099415205, "correct_accepted_recall": 0.6190476190476191, "true_class_accepted_coverage": 0.7705627705627706, "enabled": true }, "healthy": { "support": 318, "accepted_as_class": 340, "correct_accepted": 316, "accepted_precision": 0.9294117647058824, "correct_accepted_recall": 0.9937106918238994, "true_class_accepted_coverage": 1.0, "enabled": true }, "miner": { "support": 1253, "accepted_as_class": 1258, "correct_accepted": 1158, "accepted_precision": 0.9205087440381559, "correct_accepted_recall": 0.9241819632881085, "true_class_accepted_coverage": 0.951316839584996, "enabled": true }, "phoma": { "support": 677, "accepted_as_class": 459, "correct_accepted": 440, "accepted_precision": 0.9586056644880174, "correct_accepted_recall": 0.6499261447562777, "true_class_accepted_coverage": 0.8316100443131462, "enabled": true }, "rust": { "support": 2267, "accepted_as_class": 1570, "correct_accepted": 1521, "accepted_precision": 0.9687898089171975, "correct_accepted_recall": 0.6709307454786061, "true_class_accepted_coverage": 0.6956329951477724, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 30, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false } }, "groups": 801, "parents": 1573 }, "expanded_common_five_excluding_agml_and_known_exposure": { "raw": { "n": 3289, "accuracy": 0.931894192763758, "macro_f1": 0.8688208235288439, "classification": { "cercospora": { "precision": 0.5126050420168067, "recall": 0.8243243243243243, "f1-score": 0.6321243523316062, "support": 74.0 }, "healthy": { "precision": 0.9287925696594427, "recall": 0.9933774834437086, "f1-score": 0.96, "support": 302.0 }, "miner": { "precision": 0.9338709677419355, "recall": 0.9445350734094616, "f1-score": 0.9391727493917275, "support": 613.0 }, "phoma": { "precision": 0.878419452887538, "recall": 0.8186968838526912, "f1-score": 0.8475073313782991, "support": 353.0 }, "rust": { "precision": 0.9886914378029079, "recall": 0.9429892141756548, "f1-score": 0.9652996845425867, "support": 1947.0 }, "micro avg": { "precision": 0.9436576354679803, "recall": 0.931894192763758, "f1-score": 0.9377390240171333, "support": 3289.0 }, "macro avg": { "precision": 0.8484758940217262, "recall": 0.9047845958411681, "f1-score": 0.8688208235288439, "support": 3289.0 }, "weighted avg": { "precision": 0.9504272814362312, "recall": 0.931894192763758, "f1-score": 0.9398050079752581, "support": 3289.0 } }, "confusion_matrix": [ [ 61, 1, 2, 7, 3, 0, 0, 0 ], [ 0, 300, 0, 0, 2, 0, 0, 0 ], [ 2, 6, 579, 15, 5, 0, 6, 0 ], [ 12, 4, 35, 289, 11, 0, 2, 0 ], [ 44, 12, 4, 18, 1836, 14, 19, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ] }, "app": { "n": 3289, "accepted_n": 2487, "accepted_coverage": 0.7561568865916692, "accepted_accuracy": 0.9425010052271814, "correct_accepted_fraction": 0.7126786257221039, "confident_n": 2349, "unsupported_n": 0, "unsupported_false_accepts": 0, "unsupported_reject_rate": null }, "per_class_app": { "cercospora": { "support": 74, "accepted_as_class": 70, "correct_accepted": 42, "accepted_precision": 0.6, "correct_accepted_recall": 0.5675675675675675, "true_class_accepted_coverage": 0.6621621621621622, "enabled": true }, "healthy": { "support": 302, "accepted_as_class": 322, "correct_accepted": 300, "accepted_precision": 0.9316770186335404, "correct_accepted_recall": 0.9933774834437086, "true_class_accepted_coverage": 1.0, "enabled": true }, "miner": { "support": 613, "accepted_as_class": 575, "correct_accepted": 539, "accepted_precision": 0.9373913043478261, "correct_accepted_recall": 0.8792822185970636, "true_class_accepted_coverage": 0.9200652528548124, "enabled": true }, "phoma": { "support": 353, "accepted_as_class": 279, "correct_accepted": 260, "accepted_precision": 0.931899641577061, "correct_accepted_recall": 0.7365439093484419, "true_class_accepted_coverage": 0.886685552407932, "enabled": true }, "rust": { "support": 1947, "accepted_as_class": 1220, "correct_accepted": 1203, "accepted_precision": 0.9860655737704918, "correct_accepted_recall": 0.6178736517719569, "true_class_accepted_coverage": 0.6466358500256806, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 21, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false } }, "groups": 442, "parents": 465 }, "original_common_five": { "raw": { "n": 3523, "accuracy": 0.9307408458699972, "macro_f1": 0.9151930617891348, "classification": { "cercospora": { "precision": 0.8894472361809045, "recall": 0.8428571428571429, "f1-score": 0.8655256723716381, "support": 210.0 }, "healthy": { "precision": 0.9230769230769231, "recall": 0.991304347826087, "f1-score": 0.9559748427672956, "support": 230.0 }, "miner": { "precision": 0.9323126510878323, "recall": 0.9665831244778613, "f1-score": 0.9491386382280558, "support": 1197.0 }, "phoma": { "precision": 0.9353099730458221, "recall": 0.7660044150110376, "f1-score": 0.8422330097087378, "support": 453.0 }, "rust": { "precision": 0.9702549575070821, "recall": 0.9560362875087229, "f1-score": 0.9630931458699473, "support": 1433.0 }, "micro avg": { "precision": 0.944956772334294, "recall": 0.9307408458699972, "f1-score": 0.9377949377949378, "support": 3523.0 }, "macro avg": { "precision": 0.9300803481797129, "recall": 0.9045570635361704, "f1-score": 0.9151930617891348, "support": 3523.0 }, "weighted avg": { "precision": 0.9449732123631063, "recall": 0.9307408458699972, "f1-score": 0.9365306802223098, "support": 3523.0 } }, "confusion_matrix": [ [ 177, 1, 5, 3, 24, 0, 0, 0 ], [ 0, 228, 0, 0, 2, 0, 0, 0 ], [ 2, 6, 1157, 15, 4, 0, 13, 0 ], [ 8, 4, 75, 347, 12, 4, 1, 2 ], [ 12, 8, 4, 6, 1370, 14, 19, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ] }, "app": { "n": 3523, "accepted_n": 2905, "accepted_coverage": 0.8245813227363042, "accepted_accuracy": 0.942512908777969, "correct_accepted_fraction": 0.7771785410161794, "confident_n": 2653, "unsupported_n": 0, "unsupported_false_accepts": 0, "unsupported_reject_rate": null }, "per_class_app": { "cercospora": { "support": 210, "accepted_as_class": 143, "correct_accepted": 135, "accepted_precision": 0.9440559440559441, "correct_accepted_recall": 0.6428571428571429, "true_class_accepted_coverage": 0.780952380952381, "enabled": true }, "healthy": { "support": 230, "accepted_as_class": 246, "correct_accepted": 228, "accepted_precision": 0.926829268292683, "correct_accepted_recall": 0.991304347826087, "true_class_accepted_coverage": 1.0, "enabled": true }, "miner": { "support": 1197, "accepted_as_class": 1181, "correct_accepted": 1112, "accepted_precision": 0.9415749364944962, "correct_accepted_recall": 0.9289891395154553, "true_class_accepted_coverage": 0.9532163742690059, "enabled": true }, "phoma": { "support": 453, "accepted_as_class": 305, "correct_accepted": 297, "accepted_precision": 0.9737704918032787, "correct_accepted_recall": 0.6556291390728477, "true_class_accepted_coverage": 0.8233995584988962, "enabled": true }, "rust": { "support": 1433, "accepted_as_class": 1003, "correct_accepted": 966, "accepted_precision": 0.963110667996012, "correct_accepted_recall": 0.6741102581995813, "true_class_accepted_coverage": 0.6957431960921144, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 27, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false } }, "groups": 792, "parents": 1564 }, "expanded_excluding_agml_and_known_exposure": { "raw": { "n": 4411, "accuracy": 0.9419632736340966, "macro_f1": 0.8525982205489008, "classification": { "cercospora": { "precision": 0.5126050420168067, "recall": 0.8243243243243243, "f1-score": 0.6321243523316062, "support": 74.0 }, "healthy": { "precision": 0.9202453987730062, "recall": 0.9933774834437086, "f1-score": 0.9554140127388535, "support": 302.0 }, "miner": { "precision": 0.9323671497584541, "recall": 0.9445350734094616, "f1-score": 0.9384116693679092, "support": 613.0 }, "phoma": { "precision": 0.8704819277108434, "recall": 0.8186968838526912, "f1-score": 0.8437956204379562, "support": 353.0 }, "rust": { "precision": 0.9760765550239234, "recall": 0.9429892141756548, "f1-score": 0.9592476489028213, "support": 1947.0 }, "red_spider_mite": { "precision": 0.5, "recall": 0.5384615384615384, "f1-score": 0.5185185185185185, "support": 26.0 }, "weevil_damage": { "precision": 0.9689578713968958, "recall": 0.9776286353467561, "f1-score": 0.9732739420935412, "support": 894.0 }, "unsupported": { "precision": 1.0, "recall": 1.0, "f1-score": 1.0, "support": 202.0 }, "accuracy": 0.9419632736340966, "macro avg": { "precision": 0.8350917430849912, "recall": 0.8800016441267668, "f1-score": 0.8525982205489008, "support": 4411.0 }, "weighted avg": { "precision": 0.946800602240525, "recall": 0.9419632736340966, "f1-score": 0.9434735886156652, "support": 4411.0 } }, "confusion_matrix": [ [ 61, 1, 2, 7, 3, 0, 0, 0 ], [ 0, 300, 0, 0, 2, 0, 0, 0 ], [ 2, 6, 579, 15, 5, 0, 6, 0 ], [ 12, 4, 35, 289, 11, 0, 2, 0 ], [ 44, 12, 4, 18, 1836, 14, 19, 0 ], [ 0, 3, 0, 0, 8, 14, 1, 0 ], [ 0, 0, 1, 3, 16, 0, 874, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 202 ] ] }, "app": { "n": 4411, "accepted_n": 3317, "accepted_coverage": 0.7519836771707096, "accepted_accuracy": 0.9502562556526982, "correct_accepted_fraction": 0.7145771933801859, "confident_n": 3177, "unsupported_n": 202, "unsupported_false_accepts": 0, "unsupported_reject_rate": 1.0 }, "per_class_app": { "cercospora": { "support": 74, "accepted_as_class": 70, "correct_accepted": 42, "accepted_precision": 0.6, "correct_accepted_recall": 0.5675675675675675, "true_class_accepted_coverage": 0.6621621621621622, "enabled": true }, "healthy": { "support": 302, "accepted_as_class": 325, "correct_accepted": 300, "accepted_precision": 0.9230769230769231, "correct_accepted_recall": 0.9933774834437086, "true_class_accepted_coverage": 1.0, "enabled": true }, "miner": { "support": 613, "accepted_as_class": 575, "correct_accepted": 539, "accepted_precision": 0.9373913043478261, "correct_accepted_recall": 0.8792822185970636, "true_class_accepted_coverage": 0.9200652528548124, "enabled": true }, "phoma": { "support": 353, "accepted_as_class": 280, "correct_accepted": 260, "accepted_precision": 0.9285714285714286, "correct_accepted_recall": 0.7365439093484419, "true_class_accepted_coverage": 0.886685552407932, "enabled": true }, "rust": { "support": 1947, "accepted_as_class": 1238, "correct_accepted": 1203, "accepted_precision": 0.9717285945072698, "correct_accepted_recall": 0.6178736517719569, "true_class_accepted_coverage": 0.6466358500256806, "enabled": true }, "red_spider_mite": { "support": 26, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.4230769230769231, "enabled": false }, "weevil_damage": { "support": 894, "accepted_as_class": 829, "correct_accepted": 808, "accepted_precision": 0.9746682750301568, "correct_accepted_recall": 0.9038031319910514, "true_class_accepted_coverage": 0.9161073825503355, "enabled": true }, "unsupported": { "support": 202, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.0, "enabled": false } }, "groups": 623, "parents": 662 }, "original_excluding_agml_and_known_exposure": { "raw": { "n": 3114, "accuracy": 0.9560051380860629, "macro_f1": 0.8827751954377205, "classification": { "cercospora": { "precision": 0.7272727272727273, "recall": 0.9056603773584906, "f1-score": 0.8067226890756303, "support": 53.0 }, "healthy": { "precision": 0.9137931034482759, "recall": 0.9906542056074766, "f1-score": 0.9506726457399103, "support": 214.0 }, "miner": { "precision": 0.9833641404805915, "recall": 0.9551166965888689, "f1-score": 0.9690346083788707, "support": 557.0 }, "phoma": { "precision": 0.85, "recall": 0.9224806201550387, "f1-score": 0.8847583643122676, "support": 129.0 }, "rust": { "precision": 0.9722222222222222, "recall": 0.9433962264150944, "f1-score": 0.957592339261286, "support": 1113.0 }, "red_spider_mite": { "precision": 0.5, "recall": 0.5384615384615384, "f1-score": 0.5185185185185185, "support": 26.0 }, "weevil_damage": { "precision": 0.9721913236929922, "recall": 0.9776286353467561, "f1-score": 0.9749023982152817, "support": 894.0 }, "unsupported": { "precision": 1.0, "recall": 1.0, "f1-score": 1.0, "support": 128.0 }, "accuracy": 0.9560051380860629, "macro avg": { "precision": 0.8648554396396011, "recall": 0.904174787491658, "f1-score": 0.8827751954377205, "support": 3114.0 }, "weighted avg": { "precision": 0.958157797574163, "recall": 0.9560051380860629, "f1-score": 0.9566251938524138, "support": 3114.0 } }, "confusion_matrix": [ [ 48, 1, 1, 3, 0, 0, 0, 0 ], [ 0, 212, 0, 0, 2, 0, 0, 0 ], [ 2, 6, 532, 9, 4, 0, 4, 0 ], [ 4, 2, 3, 119, 0, 0, 1, 0 ], [ 12, 8, 4, 6, 1050, 14, 19, 0 ], [ 0, 3, 0, 0, 8, 14, 1, 0 ], [ 0, 0, 1, 3, 16, 0, 874, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 128 ] ] }, "app": { "n": 3114, "accepted_n": 2394, "accepted_coverage": 0.7687861271676301, "accepted_accuracy": 0.9657477025898078, "correct_accepted_fraction": 0.7424534360950545, "confident_n": 2326, "unsupported_n": 128, "unsupported_false_accepts": 0, "unsupported_reject_rate": 1.0 }, "per_class_app": { "cercospora": { "support": 53, "accepted_as_class": 42, "correct_accepted": 34, "accepted_precision": 0.8095238095238095, "correct_accepted_recall": 0.6415094339622641, "true_class_accepted_coverage": 0.660377358490566, "enabled": true }, "healthy": { "support": 214, "accepted_as_class": 231, "correct_accepted": 212, "accepted_precision": 0.9177489177489178, "correct_accepted_recall": 0.9906542056074766, "true_class_accepted_coverage": 1.0, "enabled": true }, "miner": { "support": 557, "accepted_as_class": 498, "correct_accepted": 493, "accepted_precision": 0.9899598393574297, "correct_accepted_recall": 0.8850987432675045, "true_class_accepted_coverage": 0.9210053859964094, "enabled": true }, "phoma": { "support": 129, "accepted_as_class": 126, "correct_accepted": 117, "accepted_precision": 0.9285714285714286, "correct_accepted_recall": 0.9069767441860465, "true_class_accepted_coverage": 0.9534883720930233, "enabled": true }, "rust": { "support": 1113, "accepted_as_class": 671, "correct_accepted": 648, "accepted_precision": 0.9657228017883756, "correct_accepted_recall": 0.5822102425876011, "true_class_accepted_coverage": 0.610062893081761, "enabled": true }, "red_spider_mite": { "support": 26, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.4230769230769231, "enabled": false }, "weevil_damage": { "support": 894, "accepted_as_class": 826, "correct_accepted": 808, "accepted_precision": 0.9782082324455206, "correct_accepted_recall": 0.9038031319910514, "true_class_accepted_coverage": 0.9161073825503355, "enabled": true }, "unsupported": { "support": 128, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.0, "enabled": false } }, "groups": 611, "parents": 650 }, "original_common_five_excluding_agml_and_known_exposure": { "raw": { "n": 2066, "accuracy": 0.9491771539206195, "macro_f1": 0.9193352407693457, "classification": { "cercospora": { "precision": 0.7272727272727273, "recall": 0.9056603773584906, "f1-score": 0.8067226890756303, "support": 53.0 }, "healthy": { "precision": 0.925764192139738, "recall": 0.9906542056074766, "f1-score": 0.9571106094808126, "support": 214.0 }, "miner": { "precision": 0.9851851851851852, "recall": 0.9551166965888689, "f1-score": 0.9699179580674567, "support": 557.0 }, "phoma": { "precision": 0.8686131386861314, "recall": 0.9224806201550387, "f1-score": 0.8947368421052632, "support": 129.0 }, "rust": { "precision": 0.9943181818181818, "recall": 0.9433962264150944, "f1-score": 0.9681881051175657, "support": 1113.0 }, "micro avg": { "precision": 0.9669625246548323, "recall": 0.9491771539206195, "f1-score": 0.9579872984855886, "support": 2066.0 }, "macro avg": { "precision": 0.9002306850203927, "recall": 0.9434616252249939, "f1-score": 0.9193352407693457, "support": 2066.0 }, "weighted avg": { "precision": 0.9700553586958635, "recall": 0.9491771539206195, "f1-score": 0.9587786491872726, "support": 2066.0 } }, "confusion_matrix": [ [ 48, 1, 1, 3, 0, 0, 0, 0 ], [ 0, 212, 0, 0, 2, 0, 0, 0 ], [ 2, 6, 532, 9, 4, 0, 4, 0 ], [ 4, 2, 3, 119, 0, 0, 1, 0 ], [ 12, 8, 4, 6, 1050, 14, 19, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ] }, "app": { "n": 2066, "accepted_n": 1564, "accepted_coverage": 0.7570183930300097, "accepted_accuracy": 0.9616368286445013, "correct_accepted_fraction": 0.7279767666989352, "confident_n": 1498, "unsupported_n": 0, "unsupported_false_accepts": 0, "unsupported_reject_rate": null }, "per_class_app": { "cercospora": { "support": 53, "accepted_as_class": 42, "correct_accepted": 34, "accepted_precision": 0.8095238095238095, "correct_accepted_recall": 0.6415094339622641, "true_class_accepted_coverage": 0.660377358490566, "enabled": true }, "healthy": { "support": 214, "accepted_as_class": 228, "correct_accepted": 212, "accepted_precision": 0.9298245614035088, "correct_accepted_recall": 0.9906542056074766, "true_class_accepted_coverage": 1.0, "enabled": true }, "miner": { "support": 557, "accepted_as_class": 498, "correct_accepted": 493, "accepted_precision": 0.9899598393574297, "correct_accepted_recall": 0.8850987432675045, "true_class_accepted_coverage": 0.9210053859964094, "enabled": true }, "phoma": { "support": 129, "accepted_as_class": 125, "correct_accepted": 117, "accepted_precision": 0.936, "correct_accepted_recall": 0.9069767441860465, "true_class_accepted_coverage": 0.9534883720930233, "enabled": true }, "rust": { "support": 1113, "accepted_as_class": 653, "correct_accepted": 648, "accepted_precision": 0.9923430321592649, "correct_accepted_recall": 0.5822102425876011, "true_class_accepted_coverage": 0.610062893081761, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 18, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false } }, "groups": 433, "parents": 456 }, "peru": { "raw": { "n": 225, "accuracy": 0.9822222222222222, "macro_f1": 0.3681238615664845, "classification": { "cercospora": { "precision": 0.0, "recall": 0.0, "f1-score": 0.0, "support": 0.0 }, "healthy": { "precision": 0.9565217391304348, "recall": 1.0, "f1-score": 0.9777777777777777, "support": 88.0 }, "miner": { "precision": 0.0, "recall": 0.0, "f1-score": 0.0, "support": 0.0 }, "phoma": { "precision": 0.0, "recall": 0.0, "f1-score": 0.0, "support": 0.0 }, "rust": { "precision": 1.0, "recall": 0.9365079365079365, "f1-score": 0.9672131147540983, "support": 63.0 }, "red_spider_mite": { "precision": 0.0, "recall": 0.0, "f1-score": 0.0, "support": 0.0 }, "weevil_damage": { "precision": 0.0, "recall": 0.0, "f1-score": 0.0, "support": 0.0 }, "unsupported": { "precision": 1.0, "recall": 1.0, "f1-score": 1.0, "support": 74.0 }, "accuracy": 0.9822222222222222, "macro avg": { "precision": 0.3695652173913043, "recall": 0.3670634920634921, "f1-score": 0.3681238615664845, "support": 225.0 }, "weighted avg": { "precision": 0.9829951690821256, "recall": 0.9822222222222222, "f1-score": 0.9821283141064563, "support": 225.0 } }, "confusion_matrix": [ [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 88, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 4, 0, 0, 59, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 74 ] ] }, "app": { "n": 225, "accepted_n": 151, "accepted_coverage": 0.6711111111111111, "accepted_accuracy": 0.9735099337748344, "correct_accepted_fraction": 0.6533333333333333, "confident_n": 149, "unsupported_n": 74, "unsupported_false_accepts": 0, "unsupported_reject_rate": 1.0 }, "per_class_app": { "cercospora": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "healthy": { "support": 88, "accepted_as_class": 92, "correct_accepted": 88, "accepted_precision": 0.9565217391304348, "correct_accepted_recall": 1.0, "true_class_accepted_coverage": 1.0, "enabled": true }, "miner": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "phoma": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "rust": { "support": 63, "accepted_as_class": 59, "correct_accepted": 59, "accepted_precision": 1.0, "correct_accepted_recall": 0.9365079365079365, "true_class_accepted_coverage": 1.0, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 74, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.0, "enabled": false } }, "groups": 12, "parents": 12 }, "reviewed_bracol_additional_views": { "raw": { "n": 1072, "accuracy": 0.8927238805970149, "macro_f1": 0.352605017602126, "classification": { "cercospora": { "precision": 0.24528301886792453, "recall": 0.6190476190476191, "f1-score": 0.35135135135135137, "support": 21.0 }, "healthy": { "precision": 0.0, "recall": 0.0, "f1-score": 0.0, "support": 0.0 }, "miner": { "precision": 0.5875, "recall": 0.8392857142857143, "f1-score": 0.6911764705882353, "support": 56.0 }, "phoma": { "precision": 0.8854166666666666, "recall": 0.7589285714285714, "f1-score": 0.8173076923076923, "support": 224.0 }, "rust": { "precision": 0.9797843665768194, "recall": 0.9429312581063554, "f1-score": 0.9610046265697291, "support": 771.0 }, "red_spider_mite": { "precision": 0.0, "recall": 0.0, "f1-score": 0.0, "support": 0.0 }, "weevil_damage": { "precision": 0.0, "recall": 0.0, "f1-score": 0.0, "support": 0.0 }, "unsupported": { "precision": 0.0, "recall": 0.0, "f1-score": 0.0, "support": 0.0 }, "accuracy": 0.8927238805970149, "macro avg": { "precision": 0.33724800651392633, "recall": 0.3950241453585325, "f1-score": 0.352605017602126, "support": 1072.0 }, "weighted avg": { "precision": 0.9251847232838503, "recall": 0.8927238805970149, "f1-score": 0.9049400661319998, "support": 1072.0 } }, "confusion_matrix": [ [ 13, 0, 1, 4, 3, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 47, 6, 1, 0, 2, 0 ], [ 8, 2, 32, 170, 11, 0, 1, 0 ], [ 32, 0, 0, 12, 727, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ] }, "app": { "n": 1072, "accepted_n": 772, "accepted_coverage": 0.7201492537313433, "accepted_accuracy": 0.8976683937823834, "correct_accepted_fraction": 0.6464552238805971, "confident_n": 702, "unsupported_n": 0, "unsupported_false_accepts": 0, "unsupported_reject_rate": null }, "per_class_app": { "cercospora": { "support": 21, "accepted_as_class": 28, "correct_accepted": 8, "accepted_precision": 0.2857142857142857, "correct_accepted_recall": 0.38095238095238093, "true_class_accepted_coverage": 0.6666666666666666, "enabled": true }, "healthy": { "support": 0, "accepted_as_class": 2, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "miner": { "support": 56, "accepted_as_class": 77, "correct_accepted": 46, "accepted_precision": 0.5974025974025974, "correct_accepted_recall": 0.8214285714285714, "true_class_accepted_coverage": 0.9107142857142857, "enabled": true }, "phoma": { "support": 224, "accepted_as_class": 154, "correct_accepted": 143, "accepted_precision": 0.9285714285714286, "correct_accepted_recall": 0.6383928571428571, "true_class_accepted_coverage": 0.8482142857142857, "enabled": true }, "rust": { "support": 771, "accepted_as_class": 508, "correct_accepted": 496, "accepted_precision": 0.9763779527559056, "correct_accepted_recall": 0.6433203631647212, "true_class_accepted_coverage": 0.6705577172503242, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 3, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false } }, "groups": 209, "parents": 210 } }, "per_source": { "agml": { "raw": { "n": 1457, "accuracy": 0.9045984900480439, "macro_f1": 0.9053843400185271, "classification": { "cercospora": { "precision": 0.9699248120300752, "recall": 0.821656050955414, "f1-score": 0.8896551724137931, "support": 157.0 }, "healthy": { "precision": 0.8888888888888888, "recall": 1.0, "f1-score": 0.9411764705882353, "support": 16.0 }, "miner": { "precision": 0.891583452211127, "recall": 0.9765625, "f1-score": 0.9321401938851603, "support": 640.0 }, "phoma": { "precision": 0.9743589743589743, "recall": 0.7037037037037037, "f1-score": 0.8172043010752689, "support": 324.0 }, "rust": { "precision": 0.898876404494382, "recall": 1.0, "f1-score": 0.9467455621301775, "support": 320.0 }, "micro avg": { "precision": 0.9140083217753121, "recall": 0.9045984900480439, "f1-score": 0.9092790617454295, "support": 1457.0 }, "macro avg": { "precision": 0.9247265063966896, "recall": 0.9003844509318235, "f1-score": 0.9053843400185271, "support": 1457.0 }, "weighted avg": { "precision": 0.9200045190504978, "recall": 0.9045984900480439, "f1-score": 0.9053103521722196, "support": 1457.0 } }, "confusion_matrix": [ [ 129, 0, 4, 0, 24, 0, 0, 0 ], [ 0, 16, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 625, 6, 0, 0, 9, 0 ], [ 4, 2, 72, 228, 12, 4, 0, 2 ], [ 0, 0, 0, 0, 320, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ] }, "app": { "n": 1457, "accepted_n": 1341, "accepted_coverage": 0.9203843514070007, "accepted_accuracy": 0.9202087994034303, "correct_accepted_fraction": 0.846945778997941, "confident_n": 1155, "unsupported_n": 0, "unsupported_false_accepts": 0, "unsupported_reject_rate": null }, "per_class_app": { "cercospora": { "support": 157, "accepted_as_class": 101, "correct_accepted": 101, "accepted_precision": 1.0, "correct_accepted_recall": 0.643312101910828, "true_class_accepted_coverage": 0.821656050955414, "enabled": true }, "healthy": { "support": 16, "accepted_as_class": 18, "correct_accepted": 16, "accepted_precision": 0.8888888888888888, "correct_accepted_recall": 1.0, "true_class_accepted_coverage": 1.0, "enabled": true }, "miner": { "support": 640, "accepted_as_class": 683, "correct_accepted": 619, "accepted_precision": 0.9062957540263543, "correct_accepted_recall": 0.9671875, "true_class_accepted_coverage": 0.98125, "enabled": true }, "phoma": { "support": 324, "accepted_as_class": 180, "correct_accepted": 180, "accepted_precision": 1.0, "correct_accepted_recall": 0.5555555555555556, "true_class_accepted_coverage": 0.7716049382716049, "enabled": true }, "rust": { "support": 320, "accepted_as_class": 350, "correct_accepted": 318, "accepted_precision": 0.9085714285714286, "correct_accepted_recall": 0.99375, "true_class_accepted_coverage": 0.99375, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 9, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false } }, "groups": 359, "parents": 1108 }, "beans": { "raw": { "n": 128, "accuracy": 1.0, "macro_f1": 1.0, "classification": { "unsupported": { "precision": 1.0, "recall": 1.0, "f1-score": 1.0, "support": 128.0 }, "accuracy": 1.0, "macro avg": { "precision": 1.0, "recall": 1.0, "f1-score": 1.0, "support": 128.0 }, "weighted avg": { "precision": 1.0, "recall": 1.0, "f1-score": 1.0, "support": 128.0 } }, "confusion_matrix": [ [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 128 ] ] }, "app": { "n": 128, "accepted_n": 0, "accepted_coverage": 0.0, "accepted_accuracy": null, "correct_accepted_fraction": 0.0, "confident_n": 0, "unsupported_n": 128, "unsupported_false_accepts": 0, "unsupported_reject_rate": 1.0 }, "per_class_app": { "cercospora": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "healthy": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "miner": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "phoma": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "rust": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 128, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.0, "enabled": false } }, "groups": 128, "parents": 128 }, "bracol_expert": { "raw": { "n": 1072, "accuracy": 0.8927238805970149, "macro_f1": 0.705210035204252, "classification": { "cercospora": { "precision": 0.24528301886792453, "recall": 0.6190476190476191, "f1-score": 0.35135135135135137, "support": 21.0 }, "miner": { "precision": 0.5875, "recall": 0.8392857142857143, "f1-score": 0.6911764705882353, "support": 56.0 }, "phoma": { "precision": 0.8854166666666666, "recall": 0.7589285714285714, "f1-score": 0.8173076923076923, "support": 224.0 }, "rust": { "precision": 0.9797843665768194, "recall": 0.9429312581063554, "f1-score": 0.9610046265697291, "support": 771.0 }, "micro avg": { "precision": 0.8969072164948454, "recall": 0.8927238805970149, "f1-score": 0.8948106591865358, "support": 1072.0 }, "macro avg": { "precision": 0.6744960130278527, "recall": 0.7900482907170652, "f1-score": 0.705210035204252, "support": 1072.0 }, "weighted avg": { "precision": 0.9251847232838503, "recall": 0.8927238805970149, "f1-score": 0.9049400661319998, "support": 1072.0 } }, "confusion_matrix": [ [ 13, 0, 1, 4, 3, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 47, 6, 1, 0, 2, 0 ], [ 8, 2, 32, 170, 11, 0, 1, 0 ], [ 32, 0, 0, 12, 727, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ] }, "app": { "n": 1072, "accepted_n": 772, "accepted_coverage": 0.7201492537313433, "accepted_accuracy": 0.8976683937823834, "correct_accepted_fraction": 0.6464552238805971, "confident_n": 702, "unsupported_n": 0, "unsupported_false_accepts": 0, "unsupported_reject_rate": null }, "per_class_app": { "cercospora": { "support": 21, "accepted_as_class": 28, "correct_accepted": 8, "accepted_precision": 0.2857142857142857, "correct_accepted_recall": 0.38095238095238093, "true_class_accepted_coverage": 0.6666666666666666, "enabled": true }, "healthy": { "support": 0, "accepted_as_class": 2, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "miner": { "support": 56, "accepted_as_class": 77, "correct_accepted": 46, "accepted_precision": 0.5974025974025974, "correct_accepted_recall": 0.8214285714285714, "true_class_accepted_coverage": 0.9107142857142857, "enabled": true }, "phoma": { "support": 224, "accepted_as_class": 154, "correct_accepted": 143, "accepted_precision": 0.9285714285714286, "correct_accepted_recall": 0.6383928571428571, "true_class_accepted_coverage": 0.8482142857142857, "enabled": true }, "rust": { "support": 771, "accepted_as_class": 508, "correct_accepted": 496, "accepted_precision": 0.9763779527559056, "correct_accepted_recall": 0.6433203631647212, "true_class_accepted_coverage": 0.6705577172503242, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 3, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false } }, "groups": 209, "parents": 210 }, "bracol_leaf": { "raw": { "n": 199, "accuracy": 0.9095477386934674, "macro_f1": 0.86320655388169, "classification": { "cercospora": { "precision": 0.6, "recall": 0.6666666666666666, "f1-score": 0.631578947368421, "support": 9.0 }, "healthy": { "precision": 0.8125, "recall": 1.0, "f1-score": 0.896551724137931, "support": 39.0 }, "miner": { "precision": 0.9285714285714286, "recall": 0.8478260869565217, "f1-score": 0.8863636363636364, "support": 46.0 }, "phoma": { "precision": 0.9791666666666666, "recall": 0.9038461538461539, "f1-score": 0.94, "support": 52.0 }, "rust": { "precision": 0.9803921568627451, "recall": 0.9433962264150944, "f1-score": 0.9615384615384616, "support": 53.0 }, "accuracy": 0.9095477386934674, "macro avg": { "precision": 0.860126050420168, "recall": 0.8723470267768872, "f1-score": 0.86320655388169, "support": 199.0 }, "weighted avg": { "precision": 0.9179861140436074, "recall": 0.9095477386934674, "f1-score": 0.9108743392058333, "support": 199.0 } }, "confusion_matrix": [ [ 6, 1, 1, 1, 0, 0, 0, 0 ], [ 0, 39, 0, 0, 0, 0, 0, 0 ], [ 0, 6, 39, 0, 1, 0, 0, 0 ], [ 1, 2, 2, 47, 0, 0, 0, 0 ], [ 3, 0, 0, 0, 50, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ] }, "app": { "n": 199, "accepted_n": 193, "accepted_coverage": 0.9698492462311558, "accepted_accuracy": 0.9326424870466321, "correct_accepted_fraction": 0.9045226130653267, "confident_n": 176, "unsupported_n": 0, "unsupported_false_accepts": 0, "unsupported_reject_rate": null }, "per_class_app": { "cercospora": { "support": 9, "accepted_as_class": 7, "correct_accepted": 5, "accepted_precision": 0.7142857142857143, "correct_accepted_recall": 0.5555555555555556, "true_class_accepted_coverage": 0.6666666666666666, "enabled": true }, "healthy": { "support": 39, "accepted_as_class": 47, "correct_accepted": 39, "accepted_precision": 0.8297872340425532, "correct_accepted_recall": 1.0, "true_class_accepted_coverage": 1.0, "enabled": true }, "miner": { "support": 46, "accepted_as_class": 41, "correct_accepted": 39, "accepted_precision": 0.9512195121951219, "correct_accepted_recall": 0.8478260869565217, "true_class_accepted_coverage": 1.0, "enabled": true }, "phoma": { "support": 52, "accepted_as_class": 47, "correct_accepted": 47, "accepted_precision": 1.0, "correct_accepted_recall": 0.9038461538461539, "true_class_accepted_coverage": 0.9807692307692307, "enabled": true }, "rust": { "support": 53, "accepted_as_class": 51, "correct_accepted": 50, "accepted_precision": 0.9803921568627451, "correct_accepted_recall": 0.9433962264150944, "true_class_accepted_coverage": 0.9622641509433962, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false } }, "groups": 198, "parents": 199 }, "bracol_symptom": { "raw": { "n": 343, "accuracy": 0.9358600583090378, "macro_f1": 0.9381824358149181, "classification": { "cercospora": { "precision": 0.8076923076923077, "recall": 0.9545454545454546, "f1-score": 0.875, "support": 44.0 }, "healthy": { "precision": 1.0, "recall": 1.0, "f1-score": 1.0, "support": 37.0 }, "miner": { "precision": 0.9880952380952381, "recall": 0.8924731182795699, "f1-score": 0.9378531073446328, "support": 93.0 }, "phoma": { "precision": 0.8888888888888888, "recall": 0.935064935064935, "f1-score": 0.9113924050632911, "support": 77.0 }, "rust": { "precision": 0.9886363636363636, "recall": 0.9456521739130435, "f1-score": 0.9666666666666667, "support": 92.0 }, "micro avg": { "precision": 0.9385964912280702, "recall": 0.9358600583090378, "f1-score": 0.9372262773722628, "support": 343.0 }, "macro avg": { "precision": 0.9346625596625596, "recall": 0.9455471363606005, "f1-score": 0.9381824358149181, "support": 343.0 }, "weighted avg": { "precision": 0.9441116868230571, "recall": 0.9358600583090378, "f1-score": 0.9382824708637248, "support": 343.0 } }, "confusion_matrix": [ [ 42, 0, 0, 2, 0, 0, 0, 0 ], [ 0, 37, 0, 0, 0, 0, 0, 0 ], [ 2, 0, 83, 7, 1, 0, 0, 0 ], [ 3, 0, 1, 72, 0, 0, 1, 0 ], [ 5, 0, 0, 0, 87, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ] }, "app": { "n": 343, "accepted_n": 319, "accepted_coverage": 0.9300291545189504, "accepted_accuracy": 0.9561128526645768, "correct_accepted_fraction": 0.8892128279883382, "confident_n": 283, "unsupported_n": 0, "unsupported_false_accepts": 0, "unsupported_reject_rate": null }, "per_class_app": { "cercospora": { "support": 44, "accepted_as_class": 34, "correct_accepted": 29, "accepted_precision": 0.8529411764705882, "correct_accepted_recall": 0.6590909090909091, "true_class_accepted_coverage": 0.6590909090909091, "enabled": true }, "healthy": { "support": 37, "accepted_as_class": 37, "correct_accepted": 37, "accepted_precision": 1.0, "correct_accepted_recall": 1.0, "true_class_accepted_coverage": 1.0, "enabled": true }, "miner": { "support": 93, "accepted_as_class": 83, "correct_accepted": 82, "accepted_precision": 0.9879518072289156, "correct_accepted_recall": 0.8817204301075269, "true_class_accepted_coverage": 0.978494623655914, "enabled": true }, "phoma": { "support": 77, "accepted_as_class": 77, "correct_accepted": 70, "accepted_precision": 0.9090909090909091, "correct_accepted_recall": 0.9090909090909091, "true_class_accepted_coverage": 0.935064935064935, "enabled": true }, "rust": { "support": 92, "accepted_as_class": 88, "correct_accepted": 87, "accepted_precision": 0.9886363636363636, "correct_accepted_recall": 0.9456521739130435, "true_class_accepted_coverage": 0.9782608695652174, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false } }, "groups": 216, "parents": 216 }, "coffeeleaf_own_field": { "raw": { "n": 1318, "accuracy": 0.9711684370257967, "macro_f1": 0.9706409791826782, "classification": { "rust": { "precision": 0.9620853080568721, "recall": 0.9575471698113207, "f1-score": 0.9598108747044918, "support": 424.0 }, "weevil_damage": { "precision": 0.9853438556933484, "recall": 0.9776286353467561, "f1-score": 0.9814710836608647, "support": 894.0 }, "micro avg": { "precision": 0.9778456837280367, "recall": 0.9711684370257967, "f1-score": 0.9744956223829463, "support": 1318.0 }, "macro avg": { "precision": 0.9737145818751103, "recall": 0.9675879025790384, "f1-score": 0.9706409791826782, "support": 1318.0 }, "weighted avg": { "precision": 0.9778615915068037, "recall": 0.9711684370257967, "f1-score": 0.9745030043000892, "support": 1318.0 } }, "confusion_matrix": [ [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 1, 0, 3, 1, 406, 0, 13, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 1, 3, 16, 0, 874, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ] }, "app": { "n": 1318, "accepted_n": 1102, "accepted_coverage": 0.8361153262518968, "accepted_accuracy": 0.9773139745916516, "correct_accepted_fraction": 0.8171471927162367, "confident_n": 1100, "unsupported_n": 0, "unsupported_false_accepts": 0, "unsupported_reject_rate": null }, "per_class_app": { "cercospora": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "healthy": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "miner": { "support": 0, "accepted_as_class": 1, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "phoma": { "support": 0, "accepted_as_class": 1, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "rust": { "support": 424, "accepted_as_class": 279, "correct_accepted": 269, "accepted_precision": 0.96415770609319, "correct_accepted_recall": 0.6344339622641509, "true_class_accepted_coverage": 0.6674528301886793, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 894, "accepted_as_class": 821, "correct_accepted": 808, "accepted_precision": 0.9841656516443362, "correct_accepted_recall": 0.9038031319910514, "true_class_accepted_coverage": 0.9161073825503355, "enabled": true }, "unsupported": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false } }, "groups": 83, "parents": 101 }, "coffeeleaf_rust_and_leaf_miner": { "raw": { "n": 866, "accuracy": 0.9734411085450346, "macro_f1": 0.9849454991550628, "classification": { "miner": { "precision": 0.9975669099756691, "recall": 0.9808612440191388, "f1-score": 0.9891435464414958, "support": 418.0 }, "rust": { "precision": 0.9954022988505747, "recall": 0.9665178571428571, "f1-score": 0.9807474518686297, "support": 448.0 }, "micro avg": { "precision": 0.9964539007092199, "recall": 0.9734411085450346, "f1-score": 0.9848130841121495, "support": 866.0 }, "macro avg": { "precision": 0.9964846044131219, "recall": 0.9736895505809979, "f1-score": 0.9849454991550628, "support": 866.0 }, "weighted avg": { "precision": 0.9964471111488304, "recall": 0.9734411085450346, "f1-score": 0.9848000702652325, "support": 866.0 } }, "confusion_matrix": [ [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 410, 2, 2, 0, 4, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 3, 1, 1, 5, 433, 0, 5, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ] }, "app": { "n": 866, "accepted_n": 549, "accepted_coverage": 0.6339491916859122, "accepted_accuracy": 0.9836065573770492, "correct_accepted_fraction": 0.6235565819861432, "confident_n": 543, "unsupported_n": 0, "unsupported_false_accepts": 0, "unsupported_reject_rate": null }, "per_class_app": { "cercospora": { "support": 0, "accepted_as_class": 1, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "healthy": { "support": 0, "accepted_as_class": 1, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "miner": { "support": 418, "accepted_as_class": 373, "correct_accepted": 372, "accepted_precision": 0.9973190348525469, "correct_accepted_recall": 0.8899521531100478, "true_class_accepted_coverage": 0.8995215311004785, "enabled": true }, "phoma": { "support": 0, "accepted_as_class": 1, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "rust": { "support": 448, "accepted_as_class": 169, "correct_accepted": 168, "accepted_precision": 0.9940828402366864, "correct_accepted_recall": 0.375, "true_class_accepted_coverage": 0.3861607142857143, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 4, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false } }, "groups": 96, "parents": 104 }, "peru": { "raw": { "n": 225, "accuracy": 0.9822222222222222, "macro_f1": 0.9816636308439587, "classification": { "healthy": { "precision": 0.9565217391304348, "recall": 1.0, "f1-score": 0.9777777777777777, "support": 88.0 }, "rust": { "precision": 1.0, "recall": 0.9365079365079365, "f1-score": 0.9672131147540983, "support": 63.0 }, "unsupported": { "precision": 1.0, "recall": 1.0, "f1-score": 1.0, "support": 74.0 }, "accuracy": 0.9822222222222222, "macro avg": { "precision": 0.9855072463768115, "recall": 0.978835978835979, "f1-score": 0.9816636308439587, "support": 225.0 }, "weighted avg": { "precision": 0.9829951690821256, "recall": 0.9822222222222222, "f1-score": 0.9821283141064561, "support": 225.0 } }, "confusion_matrix": [ [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 88, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 4, 0, 0, 59, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 74 ] ] }, "app": { "n": 225, "accepted_n": 151, "accepted_coverage": 0.6711111111111111, "accepted_accuracy": 0.9735099337748344, "correct_accepted_fraction": 0.6533333333333333, "confident_n": 149, "unsupported_n": 74, "unsupported_false_accepts": 0, "unsupported_reject_rate": 1.0 }, "per_class_app": { "cercospora": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "healthy": { "support": 88, "accepted_as_class": 92, "correct_accepted": 88, "accepted_precision": 0.9565217391304348, "correct_accepted_recall": 1.0, "true_class_accepted_coverage": 1.0, "enabled": true }, "miner": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "phoma": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "rust": { "support": 63, "accepted_as_class": 59, "correct_accepted": 59, "accepted_precision": 1.0, "correct_accepted_recall": 0.9365079365079365, "true_class_accepted_coverage": 1.0, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 74, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.0, "enabled": false } }, "groups": 12, "parents": 12 }, "rocole": { "raw": { "n": 260, "accuracy": 0.8615384615384616, "macro_f1": 0.7661624065379934, "classification": { "healthy": { "precision": 0.9315068493150684, "recall": 0.9855072463768116, "f1-score": 0.9577464788732394, "support": 138.0 }, "rust": { "precision": 0.8809523809523809, "recall": 0.7708333333333334, "f1-score": 0.8222222222222222, "support": 96.0 }, "red_spider_mite": { "precision": 0.5, "recall": 0.5384615384615384, "f1-score": 0.5185185185185185, "support": 26.0 }, "micro avg": { "precision": 0.8682170542635659, "recall": 0.8615384615384616, "f1-score": 0.8648648648648649, "support": 260.0 }, "macro avg": { "precision": 0.770819743422483, "recall": 0.7649340393905611, "f1-score": 0.7661624065379934, "support": 260.0 }, "weighted avg": { "precision": 0.8696898991419538, "recall": 0.8615384615384616, "f1-score": 0.8637839573050842, "support": 260.0 } }, "confusion_matrix": [ [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 136, 0, 0, 2, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 7, 0, 0, 74, 14, 1, 0 ], [ 0, 3, 0, 0, 8, 14, 1, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ] }, "app": { "n": 260, "accepted_n": 231, "accepted_coverage": 0.8884615384615384, "accepted_accuracy": 0.9090909090909091, "correct_accepted_fraction": 0.8076923076923077, "confident_n": 224, "unsupported_n": 0, "unsupported_false_accepts": 0, "unsupported_reject_rate": null }, "per_class_app": { "cercospora": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "healthy": { "support": 138, "accepted_as_class": 146, "correct_accepted": 136, "accepted_precision": 0.9315068493150684, "correct_accepted_recall": 0.9855072463768116, "true_class_accepted_coverage": 1.0, "enabled": true }, "miner": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "phoma": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "rust": { "support": 96, "accepted_as_class": 84, "correct_accepted": 74, "accepted_precision": 0.8809523809523809, "correct_accepted_recall": 0.7708333333333334, "true_class_accepted_coverage": 0.8541666666666666, "enabled": true }, "red_spider_mite": { "support": 26, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.4230769230769231, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 1, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false } }, "groups": 54, "parents": 65 } }, "checkpoint_runtime_parity": { "n": 5868, "top1_disagreements": 45, "acceptance_disagreements": 37, "confidence_state_disagreements": 77, "maximum_probability_error": 0.24849152565002441, "mean_absolute_probability_error": 0.002264696406200528, "explanation": "All held-out images, shared current app quality policy and each model's frozen confidence thresholds; checkpoint canonical transform matches raw runtime input" }, "legacy_brightness_app_metrics": { "n": 5868, "accepted_n": 4643, "accepted_coverage": 0.7912406271301977, "accepted_accuracy": 0.9416325651518415, "correct_accepted_fraction": 0.7450579413769598, "confident_n": 4321, "unsupported_n": 202, "unsupported_false_accepts": 0, "unsupported_reject_rate": 1.0 }, "class_thresholds": [ 0.835, 0.4, 0.5, 0.635, 0.4, 1.01, 0.4 ], "confident_thresholds": [ 0.9700000000000001, 0.6000000000000001, 0.825, 0.8700000000000001, 0.4, 1.01, 0.4 ], "calibration": { "quality": { "minimum_edge_variance": 1.520114853217684, "minimum_mean_luminance": 45.59410861968994, "selection": "validation-only severe Gaussianblur challenge balancedaccuracy subject to >=90% clear acceptance" }, "validation_n": 5294, "class_thresholds": [ 0.835, 0.4, 0.5, 0.635, 0.4, 1.01, 0.4 ], "confident_thresholds": [ 0.9700000000000001, 0.6000000000000001, 0.825, 0.8700000000000001, 0.4, 1.01, 0.4 ], "class_threshold_evidence": [ { "label": "cercospora", "enabled": true, "accept_threshold": 0.835, "val_true_support": 216 }, { "label": "healthy", "enabled": true, "accept_threshold": 0.4, "val_true_support": 265 }, { "label": "miner", "enabled": true, "accept_threshold": 0.5, "val_true_support": 964 }, { "label": "phoma", "enabled": true, "accept_threshold": 0.635, "val_true_support": 575 }, { "label": "rust", "enabled": true, "accept_threshold": 0.4, "val_true_support": 2101 }, { "label": "red_spider_mite", "enabled": false, "accept_threshold": 1.01, "val_true_support": 25 }, { "label": "weevil_damage", "enabled": true, "accept_threshold": 0.4, "val_true_support": 924 } ], "runtime": "LiteRT CPU int8 per-channel weight storage / float32 computation", "artifact_sha256": "28c5d1cf1ac3f268d66f9c9f50f35e0a4602dced07f55e07b17f4c6cdae18c75", "brightness_config_sha256": "cd2c58f04fa705204593009b940ad5aff2329742a348c83330eacb106788660e", "version": "b1-deployed-v1", "temperature": 0.7291812046428157, "selection": "Validation-only compressed runtime, current shared brightness policy; >=15 accepted and >=90%/95% precision per class" }, "external_rust": { "n": 1119, "rust_n": 847, "not_rust_n": 272, "rust_recall": 0.15820543093270367, "false_positive_rate": 0.003676470588235294, "specificity": 0.9963235294117647, "auroc": 0.7421392110563233, "confusion_matrix": [ [ 271, 1 ], [ 713, 134 ] ], "threshold": 0.16, "threshold_selection": "Maximum balanced accuracy on B1 multiclass validation only; no external selection", "app_accepted_rust_on_rust": 22, "app_accepted_rust_on_not_rust": 0, "all_app_accepted": 280, "all_app_accepted_coverage": 0.25022341376228774, "status": "Previously inspected external development stress test; no checkpoint or gate selection on this source", "qualification": "NoRust is binary-negative ground truth only; it cannot score healthy or other disease predictions" }, "external_scans": { "raw": { "n": 100, "accuracy": 0.44, "macro_f1": 0.3956750077232005, "classification": { "healthy": { "precision": 0.4222222222222222, "recall": 0.95, "f1-score": 0.5846153846153846, "support": 20.0 }, "rust": { "precision": 0.0, "recall": 0.0, "f1-score": 0.0, "support": 40.0 }, "unsupported": { "precision": 0.5813953488372093, "recall": 0.625, "f1-score": 0.6024096385542169, "support": 40.0 }, "micro avg": { "precision": 0.5, "recall": 0.44, "f1-score": 0.46808510638297873, "support": 100.0 }, "macro avg": { "precision": 0.33453919035314383, "recall": 0.525, "f1-score": 0.3956750077232005, "support": 100.0 }, "weighted avg": { "precision": 0.31700258397932823, "recall": 0.44, "f1-score": 0.3578869323447637, "support": 100.0 } }, "confusion_matrix": [ [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 19, 0, 0, 0, 0, 1, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 22, 0, 0, 0, 0, 0, 18 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 4, 1, 0, 0, 0, 10, 25 ] ] }, "app": { "n": 100, "accepted_n": 55, "accepted_coverage": 0.55, "accepted_accuracy": 0.34545454545454546, "correct_accepted_fraction": 0.19, "confident_n": 35, "unsupported_n": 40, "unsupported_false_accepts": 13, "unsupported_reject_rate": 0.675 }, "per_class_app": { "cercospora": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "healthy": { "support": 20, "accepted_as_class": 44, "correct_accepted": 19, "accepted_precision": 0.4318181818181818, "correct_accepted_recall": 0.95, "true_class_accepted_coverage": 1.0, "enabled": true }, "miner": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "phoma": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "rust": { "support": 40, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.55, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 11, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 40, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.325, "enabled": false } }, "groups": 50, "parents": 50, "supported_n": 60, "supported_raw_accuracy": 0.31666666666666665, "independent_leaves": 50, "status": "Previously inspected separate-source stress test; flatbed scans, not camera photographs", "qualification": "Paired leaf sides repeat physical leaves; Mycena/Ojo maps to unsupported, never cercospora" }, "far_probe": { "raw": { "n": 1495, "accuracy": 0.8441471571906355, "macro_f1": 0.7721073691998472, "classification": { "cercospora": { "precision": 0.75, "recall": 0.6521739130434783, "f1-score": 0.6976744186046512, "support": 92.0 }, "healthy": { "precision": 0.8450704225352113, "recall": 0.916030534351145, "f1-score": 0.8791208791208791, "support": 131.0 }, "miner": { "precision": 0.8836363636363637, "recall": 0.7617554858934169, "f1-score": 0.8181818181818182, "support": 319.0 }, "phoma": { "precision": 0.8404669260700389, "recall": 0.7526132404181185, "f1-score": 0.7941176470588235, "support": 287.0 }, "rust": { "precision": 0.8310940499040307, "recall": 0.9537444933920705, "f1-score": 0.8882051282051282, "support": 454.0 }, "red_spider_mite": { "precision": 0.38461538461538464, "recall": 0.2777777777777778, "f1-score": 0.3225806451612903, "support": 18.0 }, "weevil_damage": { "precision": 0.7105263157894737, "recall": 0.8571428571428571, "f1-score": 0.7769784172661871, "support": 63.0 }, "unsupported": { "precision": 1.0, "recall": 1.0, "f1-score": 1.0, "support": 131.0 }, "accuracy": 0.8441471571906355, "macro avg": { "precision": 0.7806761828188129, "recall": 0.771404787752358, "f1-score": 0.7721073691998472, "support": 1495.0 }, "weighted avg": { "precision": 0.8446830545875971, "recall": 0.8441471571906355, "f1-score": 0.8409791749084592, "support": 1495.0 } }, "confusion_matrix": [ [ 60, 2, 2, 10, 18, 0, 0, 0 ], [ 0, 120, 0, 0, 8, 2, 1, 0 ], [ 2, 7, 243, 28, 27, 2, 10, 0 ], [ 5, 9, 28, 216, 17, 3, 9, 0 ], [ 12, 3, 1, 3, 433, 1, 1, 0 ], [ 0, 1, 1, 0, 10, 5, 1, 0 ], [ 1, 0, 0, 0, 8, 0, 54, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 131 ] ] }, "app": { "n": 1495, "accepted_n": 1228, "accepted_coverage": 0.8214046822742475, "accepted_accuracy": 0.8550488599348535, "correct_accepted_fraction": 0.7023411371237458, "confident_n": 1040, "unsupported_n": 131, "unsupported_false_accepts": 0, "unsupported_reject_rate": 1.0 }, "per_class_app": { "cercospora": { "support": 92, "accepted_as_class": 45, "correct_accepted": 35, "accepted_precision": 0.7777777777777778, "correct_accepted_recall": 0.3804347826086957, "true_class_accepted_coverage": 0.6304347826086957, "enabled": true }, "healthy": { "support": 131, "accepted_as_class": 141, "correct_accepted": 120, "accepted_precision": 0.851063829787234, "correct_accepted_recall": 0.916030534351145, "true_class_accepted_coverage": 0.9847328244274809, "enabled": true }, "miner": { "support": 319, "accepted_as_class": 255, "correct_accepted": 232, "accepted_precision": 0.9098039215686274, "correct_accepted_recall": 0.7272727272727273, "true_class_accepted_coverage": 0.9247648902821317, "enabled": true }, "phoma": { "support": 287, "accepted_as_class": 203, "correct_accepted": 178, "accepted_precision": 0.8768472906403941, "correct_accepted_recall": 0.6202090592334495, "true_class_accepted_coverage": 0.7979094076655052, "enabled": true }, "rust": { "support": 454, "accepted_as_class": 512, "correct_accepted": 431, "accepted_precision": 0.841796875, "correct_accepted_recall": 0.9493392070484582, "true_class_accepted_coverage": 0.9779735682819384, "enabled": true }, "red_spider_mite": { "support": 18, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.6111111111111112, "enabled": false }, "weevil_damage": { "support": 63, "accepted_as_class": 72, "correct_accepted": 54, "accepted_precision": 0.75, "correct_accepted_recall": 0.8571428571428571, "true_class_accepted_coverage": 0.9841269841269841, "enabled": true }, "unsupported": { "support": 131, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.0, "enabled": false } }, "groups": 982, "parents": 989, "per_source": { "agml": { "raw": { "n": 359, "accuracy": 0.8105849582172702, "macro_f1": 0.8132763795890096, "classification": { "cercospora": { "precision": 0.9565217391304348, "recall": 0.5789473684210527, "f1-score": 0.7213114754098361, "support": 38.0 }, "healthy": { "precision": 0.75, "recall": 1.0, "f1-score": 0.8571428571428571, "support": 3.0 }, "miner": { "precision": 0.8823529411764706, "recall": 0.8108108108108109, "f1-score": 0.8450704225352113, "support": 111.0 }, "phoma": { "precision": 0.9444444444444444, "recall": 0.6219512195121951, "f1-score": 0.75, "support": 82.0 }, "rust": { "precision": 0.8064516129032258, "recall": 1.0, "f1-score": 0.8928571428571429, "support": 125.0 }, "micro avg": { "precision": 0.8609467455621301, "recall": 0.8105849582172702, "f1-score": 0.8350071736011477, "support": 359.0 }, "macro avg": { "precision": 0.8679541475309153, "recall": 0.8023418797488118, "f1-score": 0.8132763795890096, "support": 359.0 }, "weighted avg": { "precision": 0.8768520852782519, "recall": 0.8105849582172702, "f1-score": 0.8269950540266119, "support": 359.0 } }, "confusion_matrix": [ [ 22, 0, 1, 0, 15, 0, 0, 0 ], [ 0, 3, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 90, 3, 7, 2, 9, 0 ], [ 1, 1, 11, 51, 8, 3, 7, 0 ], [ 0, 0, 0, 0, 125, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ] }, "app": { "n": 359, "accepted_n": 310, "accepted_coverage": 0.8635097493036211, "accepted_accuracy": 0.8354838709677419, "correct_accepted_fraction": 0.7214484679665738, "confident_n": 253, "unsupported_n": 0, "unsupported_false_accepts": 0, "unsupported_reject_rate": null }, "per_class_app": { "cercospora": { "support": 38, "accepted_as_class": 11, "correct_accepted": 11, "accepted_precision": 1.0, "correct_accepted_recall": 0.2894736842105263, "true_class_accepted_coverage": 0.6842105263157895, "enabled": true }, "healthy": { "support": 3, "accepted_as_class": 4, "correct_accepted": 3, "accepted_precision": 0.75, "correct_accepted_recall": 1.0, "true_class_accepted_coverage": 1.0, "enabled": true }, "miner": { "support": 111, "accepted_as_class": 93, "correct_accepted": 86, "accepted_precision": 0.9247311827956989, "correct_accepted_recall": 0.7747747747747747, "true_class_accepted_coverage": 0.9369369369369369, "enabled": true }, "phoma": { "support": 82, "accepted_as_class": 37, "correct_accepted": 34, "accepted_precision": 0.918918918918919, "correct_accepted_recall": 0.4146341463414634, "true_class_accepted_coverage": 0.6341463414634146, "enabled": true }, "rust": { "support": 125, "accepted_as_class": 153, "correct_accepted": 125, "accepted_precision": 0.8169934640522876, "correct_accepted_recall": 1.0, "true_class_accepted_coverage": 1.0, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 12, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false } }, "groups": 359, "parents": 359 }, "beans": { "raw": { "n": 128, "accuracy": 1.0, "macro_f1": 1.0, "classification": { "unsupported": { "precision": 1.0, "recall": 1.0, "f1-score": 1.0, "support": 128.0 }, "accuracy": 1.0, "macro avg": { "precision": 1.0, "recall": 1.0, "f1-score": 1.0, "support": 128.0 }, "weighted avg": { "precision": 1.0, "recall": 1.0, "f1-score": 1.0, "support": 128.0 } }, "confusion_matrix": [ [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 128 ] ] }, "app": { "n": 128, "accepted_n": 0, "accepted_coverage": 0.0, "accepted_accuracy": null, "correct_accepted_fraction": 0.0, "confident_n": 0, "unsupported_n": 128, "unsupported_false_accepts": 0, "unsupported_reject_rate": 1.0 }, "per_class_app": { "cercospora": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "healthy": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "miner": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "phoma": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "rust": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 128, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.0, "enabled": false } }, "groups": 128, "parents": 128 }, "bracol_expert": { "raw": { "n": 252, "accuracy": 0.7936507936507936, "macro_f1": 0.700163567612572, "classification": { "cercospora": { "precision": 0.5, "recall": 0.4666666666666667, "f1-score": 0.4827586206896552, "support": 15.0 }, "miner": { "precision": 0.6111111111111112, "recall": 0.6285714285714286, "f1-score": 0.6197183098591549, "support": 35.0 }, "phoma": { "precision": 0.8163265306122449, "recall": 0.7619047619047619, "f1-score": 0.7881773399014779, "support": 105.0 }, "rust": { "precision": 0.883495145631068, "recall": 0.9381443298969072, "f1-score": 0.91, "support": 97.0 }, "micro avg": { "precision": 0.796812749003984, "recall": 0.7936507936507936, "f1-score": 0.7952286282306164, "support": 252.0 }, "macro avg": { "precision": 0.702733196838606, "recall": 0.698821796759941, "f1-score": 0.700163567612572, "support": 252.0 }, "weighted avg": { "precision": 0.7948500147991596, "recall": 0.7936507936507936, "f1-score": 0.7934926224010732, "support": 252.0 } }, "confusion_matrix": [ [ 7, 0, 0, 6, 2, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 22, 10, 2, 0, 1, 0 ], [ 3, 0, 14, 80, 8, 0, 0, 0 ], [ 4, 0, 0, 2, 91, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ] }, "app": { "n": 252, "accepted_n": 222, "accepted_coverage": 0.8809523809523809, "accepted_accuracy": 0.8243243243243243, "correct_accepted_fraction": 0.7261904761904762, "confident_n": 179, "unsupported_n": 0, "unsupported_false_accepts": 0, "unsupported_reject_rate": null }, "per_class_app": { "cercospora": { "support": 15, "accepted_as_class": 9, "correct_accepted": 5, "accepted_precision": 0.5555555555555556, "correct_accepted_recall": 0.3333333333333333, "true_class_accepted_coverage": 0.5333333333333333, "enabled": true }, "healthy": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "miner": { "support": 35, "accepted_as_class": 33, "correct_accepted": 21, "accepted_precision": 0.6363636363636364, "correct_accepted_recall": 0.6, "true_class_accepted_coverage": 0.9142857142857143, "enabled": true }, "phoma": { "support": 105, "accepted_as_class": 78, "correct_accepted": 67, "accepted_precision": 0.8589743589743589, "correct_accepted_recall": 0.638095238095238, "true_class_accepted_coverage": 0.8285714285714286, "enabled": true }, "rust": { "support": 97, "accepted_as_class": 101, "correct_accepted": 90, "accepted_precision": 0.8910891089108911, "correct_accepted_recall": 0.9278350515463918, "true_class_accepted_coverage": 0.979381443298969, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 1, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false } }, "groups": 209, "parents": 210 }, "bracol_leaf": { "raw": { "n": 198, "accuracy": 0.8434343434343434, "macro_f1": 0.8026721516937674, "classification": { "cercospora": { "precision": 0.625, "recall": 0.5555555555555556, "f1-score": 0.5882352941176471, "support": 9.0 }, "healthy": { "precision": 0.6785714285714286, "recall": 1.0, "f1-score": 0.8085106382978723, "support": 38.0 }, "miner": { "precision": 0.9024390243902439, "recall": 0.8043478260869565, "f1-score": 0.8505747126436781, "support": 46.0 }, "phoma": { "precision": 1.0, "recall": 0.7115384615384616, "f1-score": 0.8314606741573034, "support": 52.0 }, "rust": { "precision": 0.9259259259259259, "recall": 0.9433962264150944, "f1-score": 0.9345794392523364, "support": 53.0 }, "micro avg": { "precision": 0.8520408163265306, "recall": 0.8434343434343434, "f1-score": 0.8477157360406091, "support": 198.0 }, "macro avg": { "precision": 0.8263872757775197, "recall": 0.8029676139192137, "f1-score": 0.8026721516937674, "support": 198.0 }, "weighted avg": { "precision": 0.8787726438471697, "recall": 0.8434343434343434, "f1-score": 0.8480435556592968, "support": 198.0 } }, "confusion_matrix": [ [ 5, 2, 1, 0, 1, 0, 0, 0 ], [ 0, 38, 0, 0, 0, 0, 0, 0 ], [ 0, 7, 37, 0, 2, 0, 0, 0 ], [ 1, 8, 3, 37, 1, 0, 2, 0 ], [ 2, 1, 0, 0, 50, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ] }, "app": { "n": 198, "accepted_n": 182, "accepted_coverage": 0.9191919191919192, "accepted_accuracy": 0.8461538461538461, "correct_accepted_fraction": 0.7777777777777778, "confident_n": 154, "unsupported_n": 0, "unsupported_false_accepts": 0, "unsupported_reject_rate": null }, "per_class_app": { "cercospora": { "support": 9, "accepted_as_class": 3, "correct_accepted": 1, "accepted_precision": 0.3333333333333333, "correct_accepted_recall": 0.1111111111111111, "true_class_accepted_coverage": 0.5555555555555556, "enabled": true }, "healthy": { "support": 38, "accepted_as_class": 55, "correct_accepted": 38, "accepted_precision": 0.6909090909090909, "correct_accepted_recall": 1.0, "true_class_accepted_coverage": 1.0, "enabled": true }, "miner": { "support": 46, "accepted_as_class": 38, "correct_accepted": 34, "accepted_precision": 0.8947368421052632, "correct_accepted_recall": 0.7391304347826086, "true_class_accepted_coverage": 0.9347826086956522, "enabled": true }, "phoma": { "support": 52, "accepted_as_class": 31, "correct_accepted": 31, "accepted_precision": 1.0, "correct_accepted_recall": 0.5961538461538461, "true_class_accepted_coverage": 0.8461538461538461, "enabled": true }, "rust": { "support": 53, "accepted_as_class": 53, "correct_accepted": 50, "accepted_precision": 0.9433962264150944, "correct_accepted_recall": 0.9433962264150944, "true_class_accepted_coverage": 0.9811320754716981, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 2, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false } }, "groups": 198, "parents": 198 }, "bracol_symptom": { "raw": { "n": 236, "accuracy": 0.8771186440677966, "macro_f1": 0.8804421325079611, "classification": { "cercospora": { "precision": 0.8125, "recall": 0.8666666666666667, "f1-score": 0.8387096774193549, "support": 30.0 }, "healthy": { "precision": 1.0, "recall": 0.9411764705882353, "f1-score": 0.9696969696969697, "support": 34.0 }, "miner": { "precision": 1.0, "recall": 0.703125, "f1-score": 0.8256880733944955, "support": 64.0 }, "phoma": { "precision": 0.7164179104477612, "recall": 1.0, "f1-score": 0.8347826086956521, "support": 48.0 }, "rust": { "precision": 0.9333333333333333, "recall": 0.9333333333333333, "f1-score": 0.9333333333333333, "support": 60.0 }, "accuracy": 0.8771186440677966, "macro avg": { "precision": 0.8924502487562188, "recall": 0.8888602941176471, "f1-score": 0.8804421325079611, "support": 236.0 }, "weighted avg": { "precision": 0.9015383885656463, "recall": 0.8771186440677966, "f1-score": 0.8773075813852399, "support": 236.0 } }, "confusion_matrix": [ [ 26, 0, 0, 4, 0, 0, 0, 0 ], [ 0, 32, 0, 0, 2, 0, 0, 0 ], [ 2, 0, 45, 15, 2, 0, 0, 0 ], [ 0, 0, 0, 48, 0, 0, 0, 0 ], [ 4, 0, 0, 0, 56, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ] }, "app": { "n": 236, "accepted_n": 213, "accepted_coverage": 0.902542372881356, "accepted_accuracy": 0.9154929577464789, "correct_accepted_fraction": 0.826271186440678, "confident_n": 167, "unsupported_n": 0, "unsupported_false_accepts": 0, "unsupported_reject_rate": null }, "per_class_app": { "cercospora": { "support": 30, "accepted_as_class": 22, "correct_accepted": 18, "accepted_precision": 0.8181818181818182, "correct_accepted_recall": 0.6, "true_class_accepted_coverage": 0.6333333333333333, "enabled": true }, "healthy": { "support": 34, "accepted_as_class": 32, "correct_accepted": 32, "accepted_precision": 1.0, "correct_accepted_recall": 0.9411764705882353, "true_class_accepted_coverage": 1.0, "enabled": true }, "miner": { "support": 64, "accepted_as_class": 43, "correct_accepted": 43, "accepted_precision": 1.0, "correct_accepted_recall": 0.671875, "true_class_accepted_coverage": 0.859375, "enabled": true }, "phoma": { "support": 48, "accepted_as_class": 57, "correct_accepted": 46, "accepted_precision": 0.8070175438596491, "correct_accepted_recall": 0.9583333333333334, "true_class_accepted_coverage": 0.9583333333333334, "enabled": true }, "rust": { "support": 60, "accepted_as_class": 59, "correct_accepted": 56, "accepted_precision": 0.9491525423728814, "correct_accepted_recall": 0.9333333333333333, "true_class_accepted_coverage": 0.9833333333333333, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false } }, "groups": 216, "parents": 216 }, "coffeeleaf_own_field": { "raw": { "n": 96, "accuracy": 0.8958333333333334, "macro_f1": 0.8998946259220232, "classification": { "rust": { "precision": 0.8, "recall": 0.9696969696969697, "f1-score": 0.8767123287671232, "support": 33.0 }, "weevil_damage": { "precision": 1.0, "recall": 0.8571428571428571, "f1-score": 0.9230769230769231, "support": 63.0 }, "micro avg": { "precision": 0.9148936170212766, "recall": 0.8958333333333334, "f1-score": 0.9052631578947369, "support": 96.0 }, "macro avg": { "precision": 0.9, "recall": 0.9134199134199135, "f1-score": 0.8998946259220232, "support": 96.0 }, "weighted avg": { "precision": 0.93125, "recall": 0.8958333333333334, "f1-score": 0.9071390937829295, "support": 96.0 } }, "confusion_matrix": [ [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 1, 32, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 1, 0, 0, 0, 8, 0, 54, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ] }, "app": { "n": 96, "accepted_n": 93, "accepted_coverage": 0.96875, "accepted_accuracy": 0.9139784946236559, "correct_accepted_fraction": 0.8854166666666666, "confident_n": 93, "unsupported_n": 0, "unsupported_false_accepts": 0, "unsupported_reject_rate": null }, "per_class_app": { "cercospora": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "healthy": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "miner": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "phoma": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "rust": { "support": 33, "accepted_as_class": 39, "correct_accepted": 31, "accepted_precision": 0.7948717948717948, "correct_accepted_recall": 0.9393939393939394, "true_class_accepted_coverage": 0.9393939393939394, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 63, "accepted_as_class": 54, "correct_accepted": 54, "accepted_precision": 1.0, "correct_accepted_recall": 0.8571428571428571, "true_class_accepted_coverage": 0.9841269841269841, "enabled": true }, "unsupported": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false } }, "groups": 83, "parents": 85 }, "coffeeleaf_rust_and_leaf_miner": { "raw": { "n": 99, "accuracy": 0.8383838383838383, "macro_f1": 0.8383902233459756, "classification": { "miner": { "precision": 0.98, "recall": 0.7777777777777778, "f1-score": 0.8672566371681416, "support": 63.0 }, "rust": { "precision": 0.7083333333333334, "recall": 0.9444444444444444, "f1-score": 0.8095238095238095, "support": 36.0 }, "micro avg": { "precision": 0.8469387755102041, "recall": 0.8383838383838383, "f1-score": 0.8426395939086294, "support": 99.0 }, "macro avg": { "precision": 0.8441666666666667, "recall": 0.8611111111111112, "f1-score": 0.8383902233459756, "support": 99.0 }, "weighted avg": { "precision": 0.8812121212121213, "recall": 0.8383838383838383, "f1-score": 0.8462628816611117, "support": 99.0 } }, "confusion_matrix": [ [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 49, 0, 14, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 1, 0, 1, 0, 34, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ] }, "app": { "n": 99, "accepted_n": 95, "accepted_coverage": 0.9595959595959596, "accepted_accuracy": 0.8631578947368421, "correct_accepted_fraction": 0.8282828282828283, "confident_n": 87, "unsupported_n": 0, "unsupported_false_accepts": 0, "unsupported_reject_rate": null }, "per_class_app": { "cercospora": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "healthy": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "miner": { "support": 63, "accepted_as_class": 48, "correct_accepted": 48, "accepted_precision": 1.0, "correct_accepted_recall": 0.7619047619047619, "true_class_accepted_coverage": 0.9682539682539683, "enabled": true }, "phoma": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "rust": { "support": 36, "accepted_as_class": 47, "correct_accepted": 34, "accepted_precision": 0.723404255319149, "correct_accepted_recall": 0.9444444444444444, "true_class_accepted_coverage": 0.9444444444444444, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false } }, "groups": 96, "parents": 96 }, "peru": { "raw": { "n": 12, "accuracy": 0.9166666666666666, "macro_f1": 0.9076923076923077, "classification": { "healthy": { "precision": 1.0, "recall": 0.6666666666666666, "f1-score": 0.8, "support": 3.0 }, "rust": { "precision": 0.8571428571428571, "recall": 1.0, "f1-score": 0.9230769230769231, "support": 6.0 }, "unsupported": { "precision": 1.0, "recall": 1.0, "f1-score": 1.0, "support": 3.0 }, "accuracy": 0.9166666666666666, "macro avg": { "precision": 0.9523809523809524, "recall": 0.8888888888888888, "f1-score": 0.9076923076923077, "support": 12.0 }, "weighted avg": { "precision": 0.9285714285714285, "recall": 0.9166666666666666, "f1-score": 0.9115384615384615, "support": 12.0 } }, "confusion_matrix": [ [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 2, 0, 0, 1, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 6, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 3 ] ] }, "app": { "n": 12, "accepted_n": 9, "accepted_coverage": 0.75, "accepted_accuracy": 0.8888888888888888, "correct_accepted_fraction": 0.6666666666666666, "confident_n": 9, "unsupported_n": 3, "unsupported_false_accepts": 0, "unsupported_reject_rate": 1.0 }, "per_class_app": { "cercospora": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "healthy": { "support": 3, "accepted_as_class": 2, "correct_accepted": 2, "accepted_precision": 1.0, "correct_accepted_recall": 0.6666666666666666, "true_class_accepted_coverage": 1.0, "enabled": true }, "miner": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "phoma": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "rust": { "support": 6, "accepted_as_class": 7, "correct_accepted": 6, "accepted_precision": 0.8571428571428571, "correct_accepted_recall": 1.0, "true_class_accepted_coverage": 1.0, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 3, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.0, "enabled": false } }, "groups": 12, "parents": 12 }, "rocole": { "raw": { "n": 115, "accuracy": 0.7739130434782608, "macro_f1": 0.6905409536244048, "classification": { "healthy": { "precision": 0.9375, "recall": 0.8490566037735849, "f1-score": 0.8910891089108911, "support": 53.0 }, "rust": { "precision": 0.7222222222222222, "recall": 0.8863636363636364, "f1-score": 0.7959183673469388, "support": 44.0 }, "red_spider_mite": { "precision": 0.625, "recall": 0.2777777777777778, "f1-score": 0.38461538461538464, "support": 18.0 }, "micro avg": { "precision": 0.8090909090909091, "recall": 0.7739130434782608, "f1-score": 0.7911111111111111, "support": 115.0 }, "macro avg": { "precision": 0.7615740740740741, "recall": 0.6710660059716663, "f1-score": 0.6905409536244048, "support": 115.0 }, "weighted avg": { "precision": 0.806219806763285, "recall": 0.7739130434782608, "f1-score": 0.7754018074662561, "support": 115.0 } }, "confusion_matrix": [ [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 45, 0, 0, 5, 2, 1, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 1, 2, 0, 0, 39, 1, 1, 0 ], [ 0, 1, 1, 0, 10, 5, 1, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ] }, "app": { "n": 115, "accepted_n": 104, "accepted_coverage": 0.9043478260869565, "accepted_accuracy": 0.8076923076923077, "correct_accepted_fraction": 0.7304347826086957, "confident_n": 98, "unsupported_n": 0, "unsupported_false_accepts": 0, "unsupported_reject_rate": null }, "per_class_app": { "cercospora": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "healthy": { "support": 53, "accepted_as_class": 48, "correct_accepted": 45, "accepted_precision": 0.9375, "correct_accepted_recall": 0.8490566037735849, "true_class_accepted_coverage": 0.9622641509433962, "enabled": true }, "miner": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "phoma": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "rust": { "support": 44, "accepted_as_class": 53, "correct_accepted": 39, "accepted_precision": 0.7358490566037735, "correct_accepted_recall": 0.8863636363636364, "true_class_accepted_coverage": 0.9545454545454546, "enabled": true }, "red_spider_mite": { "support": 18, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.6111111111111112, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 3, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false } }, "groups": 54, "parents": 58 } }, "class_counts": { "cercospora": 92, "healthy": 131, "miner": 319, "phoma": 287, "rust": 454, "red_spider_mite": 18, "weevil_damage": 63, "unsupported": 131 }, "selection": "One seeded example per source/group/label from the frozen expanded test; identical images for both models", "image_transform": "Shrink canonical 224px crop to 146px, center it on a 224px median-RGB canvas; identical raw pixels for both models", "qualification": "Synthetic distance stress, not evidence from genuine distant field photographs; differs from full-image padding used in training" }, "deployment": { "role": "app_asset", "artifact_location": "original-project/mobile/assets/model/coffee-leaf-b1.tflite", "deployment_eligible": true } }, "b2": { "parameter_count": 7712266, "artifact_bytes": 8573416, "under_10_decimal_MB": true, "artifact_sha256": "ddbea87650b839dabb376f32d7e210ccc21a105024de23b3c0abf25fbbe86a01", "checkpoint_sha256": "eb6a5d4daac75046befce1250bc9278d4c1d2ccfa8ccf0fe2f4302cb918e8dd8", "subsets": { "expanded_all_eight": { "raw": { "n": 5868, "accuracy": 0.940865712338105, "macro_f1": 0.8720338170288509, "classification": { "cercospora": { "precision": 0.8131868131868132, "recall": 0.6406926406926406, "f1-score": 0.7167070217917676, "support": 231.0 }, "healthy": { "precision": 0.9198813056379822, "recall": 0.9748427672955975, "f1-score": 0.9465648854961832, "support": 318.0 }, "miner": { "precision": 0.9604838709677419, "recall": 0.9505187549880287, "f1-score": 0.9554753309265944, "support": 1253.0 }, "phoma": { "precision": 0.9041095890410958, "recall": 0.8774002954209749, "f1-score": 0.8905547226386806, "support": 677.0 }, "rust": { "precision": 0.9457700650759219, "recall": 0.9616232906925453, "f1-score": 0.9536307961504812, "support": 2267.0 }, "red_spider_mite": { "precision": 0.4594594594594595, "recall": 0.6538461538461539, "f1-score": 0.5396825396825397, "support": 26.0 }, "weevil_damage": { "precision": 0.9691289966923925, "recall": 0.9832214765100671, "f1-score": 0.9761243753470294, "support": 894.0 }, "unsupported": { "precision": 0.9950738916256158, "recall": 1.0, "f1-score": 0.9975308641975309, "support": 202.0 }, "accuracy": 0.940865712338105, "macro avg": { "precision": 0.8708867489608778, "recall": 0.8802681724307511, "f1-score": 0.8720338170288509, "support": 5868.0 }, "weighted avg": { "precision": 0.9405844962111227, "recall": 0.940865712338105, "f1-score": 0.9401418335944319, "support": 5868.0 } }, "confusion_matrix": [ [ 148, 1, 11, 15, 56, 0, 0, 0 ], [ 0, 310, 1, 1, 3, 3, 0, 0 ], [ 4, 5, 1191, 27, 14, 3, 9, 0 ], [ 7, 10, 32, 594, 32, 0, 2, 0 ], [ 23, 9, 5, 18, 2180, 14, 17, 1 ], [ 0, 2, 0, 0, 7, 17, 0, 0 ], [ 0, 0, 0, 2, 13, 0, 879, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 202 ] ] }, "app": { "n": 5868, "accepted_n": 4666, "accepted_coverage": 0.7951601908657123, "accepted_accuracy": 0.9513501928846978, "correct_accepted_fraction": 0.7564758009543285, "confident_n": 4436, "unsupported_n": 202, "unsupported_false_accepts": 0, "unsupported_reject_rate": 1.0 }, "per_class_app": { "cercospora": { "support": 231, "accepted_as_class": 156, "correct_accepted": 135, "accepted_precision": 0.8653846153846154, "correct_accepted_recall": 0.5844155844155844, "true_class_accepted_coverage": 0.8831168831168831, "enabled": true }, "healthy": { "support": 318, "accepted_as_class": 336, "correct_accepted": 310, "accepted_precision": 0.9226190476190477, "correct_accepted_recall": 0.9748427672955975, "true_class_accepted_coverage": 0.9874213836477987, "enabled": true }, "miner": { "support": 1253, "accepted_as_class": 1204, "correct_accepted": 1156, "accepted_precision": 0.9601328903654485, "correct_accepted_recall": 0.922585794094174, "true_class_accepted_coverage": 0.9401436552274541, "enabled": true }, "phoma": { "support": 677, "accepted_as_class": 492, "correct_accepted": 480, "accepted_precision": 0.975609756097561, "correct_accepted_recall": 0.7090103397341211, "true_class_accepted_coverage": 0.8183161004431314, "enabled": true }, "rust": { "support": 2267, "accepted_as_class": 1650, "correct_accepted": 1548, "accepted_precision": 0.9381818181818182, "correct_accepted_recall": 0.6828407587119542, "true_class_accepted_coverage": 0.7013674459638288, "enabled": true }, "red_spider_mite": { "support": 26, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.34615384615384615, "enabled": false }, "weevil_damage": { "support": 894, "accepted_as_class": 828, "correct_accepted": 810, "accepted_precision": 0.9782608695652174, "correct_accepted_recall": 0.9060402684563759, "true_class_accepted_coverage": 0.9138702460850112, "enabled": true }, "unsupported": { "support": 202, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.0, "enabled": false } }, "groups": 982, "parents": 1770 }, "original_all_eight": { "raw": { "n": 4571, "accuracy": 0.9446510610369722, "macro_f1": 0.8800560488587996, "classification": { "cercospora": { "precision": 0.9025974025974026, "recall": 0.6619047619047619, "f1-score": 0.7637362637362637, "support": 210.0 }, "healthy": { "precision": 0.8987854251012146, "recall": 0.9652173913043478, "f1-score": 0.9308176100628931, "support": 230.0 }, "miner": { "precision": 0.9753191489361702, "recall": 0.9573934837092731, "f1-score": 0.9662731871838112, "support": 1197.0 }, "phoma": { "precision": 0.9201773835920177, "recall": 0.9161147902869757, "f1-score": 0.918141592920354, "support": 453.0 }, "rust": { "precision": 0.9289099526066351, "recall": 0.9574319609211445, "f1-score": 0.9429553264604811, "support": 1433.0 }, "red_spider_mite": { "precision": 0.4594594594594595, "recall": 0.6538461538461539, "f1-score": 0.5396825396825397, "support": 26.0 }, "weevil_damage": { "precision": 0.9745011086474501, "recall": 0.9832214765100671, "f1-score": 0.9788418708240535, "support": 894.0 }, "unsupported": { "precision": 1.0, "recall": 1.0, "f1-score": 1.0, "support": 128.0 }, "accuracy": 0.9446510610369722, "macro avg": { "precision": 0.8824687351175438, "recall": 0.8868912523103405, "f1-score": 0.8800560488587996, "support": 4571.0 }, "weighted avg": { "precision": 0.9457102116658473, "recall": 0.9446510610369722, "f1-score": 0.9440803267813044, "support": 4571.0 } }, "confusion_matrix": [ [ 139, 1, 11, 6, 53, 0, 0, 0 ], [ 0, 222, 1, 1, 3, 3, 0, 0 ], [ 4, 5, 1146, 19, 13, 3, 7, 0 ], [ 2, 8, 12, 415, 16, 0, 0, 0 ], [ 9, 9, 5, 8, 1372, 14, 16, 0 ], [ 0, 2, 0, 0, 7, 17, 0, 0 ], [ 0, 0, 0, 2, 13, 0, 879, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 128 ] ] }, "app": { "n": 4571, "accepted_n": 3746, "accepted_coverage": 0.8195143294683876, "accepted_accuracy": 0.9554191137213027, "correct_accepted_fraction": 0.7829796543425946, "confident_n": 3562, "unsupported_n": 128, "unsupported_false_accepts": 0, "unsupported_reject_rate": 1.0 }, "per_class_app": { "cercospora": { "support": 210, "accepted_as_class": 134, "correct_accepted": 127, "accepted_precision": 0.9477611940298507, "correct_accepted_recall": 0.6047619047619047, "true_class_accepted_coverage": 0.9095238095238095, "enabled": true }, "healthy": { "support": 230, "accepted_as_class": 246, "correct_accepted": 222, "accepted_precision": 0.9024390243902439, "correct_accepted_recall": 0.9652173913043478, "true_class_accepted_coverage": 0.9826086956521739, "enabled": true }, "miner": { "support": 1197, "accepted_as_class": 1140, "correct_accepted": 1111, "accepted_precision": 0.974561403508772, "correct_accepted_recall": 0.9281537176274018, "true_class_accepted_coverage": 0.9431913116123642, "enabled": true }, "phoma": { "support": 453, "accepted_as_class": 346, "correct_accepted": 338, "accepted_precision": 0.976878612716763, "correct_accepted_recall": 0.7461368653421634, "true_class_accepted_coverage": 0.8189845474613686, "enabled": true }, "rust": { "support": 1433, "accepted_as_class": 1057, "correct_accepted": 971, "accepted_precision": 0.9186376537369915, "correct_accepted_recall": 0.677599441730635, "true_class_accepted_coverage": 0.6999302163293789, "enabled": true }, "red_spider_mite": { "support": 26, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.34615384615384615, "enabled": false }, "weevil_damage": { "support": 894, "accepted_as_class": 823, "correct_accepted": 810, "accepted_precision": 0.9842041312272175, "correct_accepted_recall": 0.9060402684563759, "true_class_accepted_coverage": 0.9138702460850112, "enabled": true }, "unsupported": { "support": 128, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.0, "enabled": false } }, "groups": 970, "parents": 1758 }, "expanded_common_five": { "raw": { "n": 4746, "accuracy": 0.9319426885798567, "macro_f1": 0.8942717989996971, "classification": { "cercospora": { "precision": 0.8131868131868132, "recall": 0.6406926406926406, "f1-score": 0.7167070217917676, "support": 231.0 }, "healthy": { "precision": 0.9253731343283582, "recall": 0.9748427672955975, "f1-score": 0.9494640122511485, "support": 318.0 }, "miner": { "precision": 0.9604838709677419, "recall": 0.9505187549880287, "f1-score": 0.9554753309265944, "support": 1253.0 }, "phoma": { "precision": 0.9068702290076336, "recall": 0.8774002954209749, "f1-score": 0.8918918918918919, "support": 677.0 }, "rust": { "precision": 0.9540481400437637, "recall": 0.9616232906925453, "f1-score": 0.9578207381370826, "support": 2267.0 }, "micro avg": { "precision": 0.9416648924845646, "recall": 0.9319426885798567, "f1-score": 0.936778566133644, "support": 4746.0 }, "macro avg": { "precision": 0.9119924375068621, "recall": 0.8810155498179574, "f1-score": 0.8942717989996971, "support": 4746.0 }, "weighted avg": { "precision": 0.9402400715133867, "recall": 0.9319426885798567, "f1-score": 0.9355014521172279, "support": 4746.0 } }, "confusion_matrix": [ [ 148, 1, 11, 15, 56, 0, 0, 0 ], [ 0, 310, 1, 1, 3, 3, 0, 0 ], [ 4, 5, 1191, 27, 14, 3, 9, 0 ], [ 7, 10, 32, 594, 32, 0, 2, 0 ], [ 23, 9, 5, 18, 2180, 14, 17, 1 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ] }, "app": { "n": 4746, "accepted_n": 3840, "accepted_coverage": 0.809102402022756, "accepted_accuracy": 0.9450520833333333, "correct_accepted_fraction": 0.7646439106616097, "confident_n": 3611, "unsupported_n": 0, "unsupported_false_accepts": 0, "unsupported_reject_rate": null }, "per_class_app": { "cercospora": { "support": 231, "accepted_as_class": 156, "correct_accepted": 135, "accepted_precision": 0.8653846153846154, "correct_accepted_recall": 0.5844155844155844, "true_class_accepted_coverage": 0.8831168831168831, "enabled": true }, "healthy": { "support": 318, "accepted_as_class": 334, "correct_accepted": 310, "accepted_precision": 0.9281437125748503, "correct_accepted_recall": 0.9748427672955975, "true_class_accepted_coverage": 0.9874213836477987, "enabled": true }, "miner": { "support": 1253, "accepted_as_class": 1204, "correct_accepted": 1156, "accepted_precision": 0.9601328903654485, "correct_accepted_recall": 0.922585794094174, "true_class_accepted_coverage": 0.9401436552274541, "enabled": true }, "phoma": { "support": 677, "accepted_as_class": 492, "correct_accepted": 480, "accepted_precision": 0.975609756097561, "correct_accepted_recall": 0.7090103397341211, "true_class_accepted_coverage": 0.8183161004431314, "enabled": true }, "rust": { "support": 2267, "accepted_as_class": 1636, "correct_accepted": 1548, "accepted_precision": 0.9462102689486552, "correct_accepted_recall": 0.6828407587119542, "true_class_accepted_coverage": 0.7013674459638288, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 18, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false } }, "groups": 801, "parents": 1573 }, "expanded_common_five_excluding_agml_and_known_exposure": { "raw": { "n": 3289, "accuracy": 0.9355427181514138, "macro_f1": 0.8678072554417977, "classification": { "cercospora": { "precision": 0.6025641025641025, "recall": 0.6351351351351351, "f1-score": 0.618421052631579, "support": 74.0 }, "healthy": { "precision": 0.939297124600639, "recall": 0.9735099337748344, "f1-score": 0.9560975609756097, "support": 302.0 }, "miner": { "precision": 0.9517470881863561, "recall": 0.933115823817292, "f1-score": 0.942339373970346, "support": 613.0 }, "phoma": { "precision": 0.8467966573816156, "recall": 0.8611898016997167, "f1-score": 0.8539325842696629, "support": 353.0 }, "rust": { "precision": 0.9815303430079155, "recall": 0.9553158705701078, "f1-score": 0.9682457053617908, "support": 1947.0 }, "micro avg": { "precision": 0.9479359211337031, "recall": 0.9355427181514138, "f1-score": 0.9416985462892119, "support": 3289.0 }, "macro avg": { "precision": 0.8643870631481259, "recall": 0.8716533129994172, "f1-score": 0.8678072554417977, "support": 3289.0 }, "weighted avg": { "precision": 0.9491143928761006, "recall": 0.9355427181514138, "f1-score": 0.9421621307813289, "support": 3289.0 } }, "confusion_matrix": [ [ 47, 1, 3, 15, 8, 0, 0, 0 ], [ 0, 294, 1, 1, 3, 3, 0, 0 ], [ 1, 5, 572, 21, 8, 0, 6, 0 ], [ 7, 4, 20, 304, 16, 0, 2, 0 ], [ 23, 9, 5, 18, 1860, 14, 17, 1 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ] }, "app": { "n": 3289, "accepted_n": 2487, "accepted_coverage": 0.7561568865916692, "accepted_accuracy": 0.9505428226779252, "correct_accepted_fraction": 0.718759501368197, "confident_n": 2373, "unsupported_n": 0, "unsupported_false_accepts": 0, "unsupported_reject_rate": null }, "per_class_app": { "cercospora": { "support": 74, "accepted_as_class": 63, "correct_accepted": 42, "accepted_precision": 0.6666666666666666, "correct_accepted_recall": 0.5675675675675675, "true_class_accepted_coverage": 0.7972972972972973, "enabled": true }, "healthy": { "support": 302, "accepted_as_class": 312, "correct_accepted": 294, "accepted_precision": 0.9423076923076923, "correct_accepted_recall": 0.9735099337748344, "true_class_accepted_coverage": 0.9867549668874173, "enabled": true }, "miner": { "support": 613, "accepted_as_class": 568, "correct_accepted": 540, "accepted_precision": 0.9507042253521126, "correct_accepted_recall": 0.8809135399673735, "true_class_accepted_coverage": 0.9070146818923328, "enabled": true }, "phoma": { "support": 353, "accepted_as_class": 270, "correct_accepted": 258, "accepted_precision": 0.9555555555555556, "correct_accepted_recall": 0.7308781869688386, "true_class_accepted_coverage": 0.8555240793201133, "enabled": true }, "rust": { "support": 1947, "accepted_as_class": 1259, "correct_accepted": 1230, "accepted_precision": 0.9769658459094519, "correct_accepted_recall": 0.6317411402157165, "true_class_accepted_coverage": 0.6533127889060092, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 15, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false } }, "groups": 442, "parents": 465 }, "original_common_five": { "raw": { "n": 3523, "accuracy": 0.9349985807550383, "macro_f1": 0.9068809290950975, "classification": { "cercospora": { "precision": 0.9025974025974026, "recall": 0.6619047619047619, "f1-score": 0.7637362637362637, "support": 210.0 }, "healthy": { "precision": 0.9061224489795918, "recall": 0.9652173913043478, "f1-score": 0.9347368421052632, "support": 230.0 }, "miner": { "precision": 0.9753191489361702, "recall": 0.9573934837092731, "f1-score": 0.9662731871838112, "support": 1197.0 }, "phoma": { "precision": 0.9242761692650334, "recall": 0.9161147902869757, "f1-score": 0.9201773835920177, "support": 453.0 }, "rust": { "precision": 0.9416609471516816, "recall": 0.9574319609211445, "f1-score": 0.9494809688581315, "support": 1433.0 }, "micro avg": { "precision": 0.946551724137931, "recall": 0.9349985807550383, "f1-score": 0.940739682993003, "support": 3523.0 }, "macro avg": { "precision": 0.929995223385976, "recall": 0.8916124776253007, "f1-score": 0.9068809290950975, "support": 3523.0 }, "weighted avg": { "precision": 0.9462128529755254, "recall": 0.9349985807550383, "f1-score": 0.9393839560796862, "support": 3523.0 } }, "confusion_matrix": [ [ 139, 1, 11, 6, 53, 0, 0, 0 ], [ 0, 222, 1, 1, 3, 3, 0, 0 ], [ 4, 5, 1146, 19, 13, 3, 7, 0 ], [ 2, 8, 12, 415, 16, 0, 0, 0 ], [ 9, 9, 5, 8, 1372, 14, 16, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ] }, "app": { "n": 3523, "accepted_n": 2920, "accepted_coverage": 0.8288390576213455, "accepted_accuracy": 0.9482876712328767, "correct_accepted_fraction": 0.7859778597785978, "confident_n": 2737, "unsupported_n": 0, "unsupported_false_accepts": 0, "unsupported_reject_rate": null }, "per_class_app": { "cercospora": { "support": 210, "accepted_as_class": 134, "correct_accepted": 127, "accepted_precision": 0.9477611940298507, "correct_accepted_recall": 0.6047619047619047, "true_class_accepted_coverage": 0.9095238095238095, "enabled": true }, "healthy": { "support": 230, "accepted_as_class": 244, "correct_accepted": 222, "accepted_precision": 0.9098360655737705, "correct_accepted_recall": 0.9652173913043478, "true_class_accepted_coverage": 0.9826086956521739, "enabled": true }, "miner": { "support": 1197, "accepted_as_class": 1140, "correct_accepted": 1111, "accepted_precision": 0.974561403508772, "correct_accepted_recall": 0.9281537176274018, "true_class_accepted_coverage": 0.9431913116123642, "enabled": true }, "phoma": { "support": 453, "accepted_as_class": 346, "correct_accepted": 338, "accepted_precision": 0.976878612716763, "correct_accepted_recall": 0.7461368653421634, "true_class_accepted_coverage": 0.8189845474613686, "enabled": true }, "rust": { "support": 1433, "accepted_as_class": 1043, "correct_accepted": 971, "accepted_precision": 0.9309683604985618, "correct_accepted_recall": 0.677599441730635, "true_class_accepted_coverage": 0.6999302163293789, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 13, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false } }, "groups": 792, "parents": 1564 }, "expanded_excluding_agml_and_known_exposure": { "raw": { "n": 4411, "accuracy": 0.9464973928814328, "macro_f1": 0.8588101872747516, "classification": { "cercospora": { "precision": 0.6025641025641025, "recall": 0.6351351351351351, "f1-score": 0.618421052631579, "support": 74.0 }, "healthy": { "precision": 0.9333333333333333, "recall": 0.9735099337748344, "f1-score": 0.9529983792544571, "support": 302.0 }, "miner": { "precision": 0.9517470881863561, "recall": 0.933115823817292, "f1-score": 0.942339373970346, "support": 613.0 }, "phoma": { "precision": 0.8421052631578947, "recall": 0.8611898016997167, "f1-score": 0.8515406162464986, "support": 353.0 }, "rust": { "precision": 0.9712793733681462, "recall": 0.9553158705701078, "f1-score": 0.9632314862765406, "support": 1947.0 }, "red_spider_mite": { "precision": 0.5, "recall": 0.6538461538461539, "f1-score": 0.5666666666666667, "support": 26.0 }, "weevil_damage": { "precision": 0.9723451327433629, "recall": 0.9832214765100671, "f1-score": 0.9777530589543938, "support": 894.0 }, "unsupported": { "precision": 0.9950738916256158, "recall": 1.0, "f1-score": 0.9975308641975309, "support": 202.0 }, "accuracy": 0.9464973928814328, "macro avg": { "precision": 0.8460560231223514, "recall": 0.8744167744191633, "f1-score": 0.8588101872747516, "support": 4411.0 }, "weighted avg": { "precision": 0.947971649951962, "recall": 0.9464973928814328, "f1-score": 0.9470809450454107, "support": 4411.0 } }, "confusion_matrix": [ [ 47, 1, 3, 15, 8, 0, 0, 0 ], [ 0, 294, 1, 1, 3, 3, 0, 0 ], [ 1, 5, 572, 21, 8, 0, 6, 0 ], [ 7, 4, 20, 304, 16, 0, 2, 0 ], [ 23, 9, 5, 18, 1860, 14, 17, 1 ], [ 0, 2, 0, 0, 7, 17, 0, 0 ], [ 0, 0, 0, 2, 13, 0, 879, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 202 ] ] }, "app": { "n": 4411, "accepted_n": 3313, "accepted_coverage": 0.7510768533212423, "accepted_accuracy": 0.9580440688198008, "correct_accepted_fraction": 0.7195647245522557, "confident_n": 3198, "unsupported_n": 202, "unsupported_false_accepts": 0, "unsupported_reject_rate": 1.0 }, "per_class_app": { "cercospora": { "support": 74, "accepted_as_class": 63, "correct_accepted": 42, "accepted_precision": 0.6666666666666666, "correct_accepted_recall": 0.5675675675675675, "true_class_accepted_coverage": 0.7972972972972973, "enabled": true }, "healthy": { "support": 302, "accepted_as_class": 314, "correct_accepted": 294, "accepted_precision": 0.9363057324840764, "correct_accepted_recall": 0.9735099337748344, "true_class_accepted_coverage": 0.9867549668874173, "enabled": true }, "miner": { "support": 613, "accepted_as_class": 568, "correct_accepted": 540, "accepted_precision": 0.9507042253521126, "correct_accepted_recall": 0.8809135399673735, "true_class_accepted_coverage": 0.9070146818923328, "enabled": true }, "phoma": { "support": 353, "accepted_as_class": 270, "correct_accepted": 258, "accepted_precision": 0.9555555555555556, "correct_accepted_recall": 0.7308781869688386, "true_class_accepted_coverage": 0.8555240793201133, "enabled": true }, "rust": { "support": 1947, "accepted_as_class": 1273, "correct_accepted": 1230, "accepted_precision": 0.9662215239591516, "correct_accepted_recall": 0.6317411402157165, "true_class_accepted_coverage": 0.6533127889060092, "enabled": true }, "red_spider_mite": { "support": 26, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.34615384615384615, "enabled": false }, "weevil_damage": { "support": 894, "accepted_as_class": 825, "correct_accepted": 810, "accepted_precision": 0.9818181818181818, "correct_accepted_recall": 0.9060402684563759, "true_class_accepted_coverage": 0.9138702460850112, "enabled": true }, "unsupported": { "support": 202, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.0, "enabled": false } }, "groups": 623, "parents": 662 }, "original_excluding_agml_and_known_exposure": { "raw": { "n": 3114, "accuracy": 0.9543994861913937, "macro_f1": 0.8780588358492328, "classification": { "cercospora": { "precision": 0.76, "recall": 0.7169811320754716, "f1-score": 0.7378640776699029, "support": 53.0 }, "healthy": { "precision": 0.9155555555555556, "recall": 0.9626168224299065, "f1-score": 0.9384965831435079, "support": 214.0 }, "miner": { "precision": 0.9832089552238806, "recall": 0.9461400359066428, "f1-score": 0.9643183897529735, "support": 557.0 }, "phoma": { "precision": 0.8064516129032258, "recall": 0.9689922480620154, "f1-score": 0.8802816901408451, "support": 129.0 }, "rust": { "precision": 0.9678012879484821, "recall": 0.945193171608266, "f1-score": 0.9563636363636364, "support": 1113.0 }, "red_spider_mite": { "precision": 0.5, "recall": 0.6538461538461539, "f1-score": 0.5666666666666667, "support": 26.0 }, "weevil_damage": { "precision": 0.9777530589543938, "recall": 0.9832214765100671, "f1-score": 0.9804796430563302, "support": 894.0 }, "unsupported": { "precision": 1.0, "recall": 1.0, "f1-score": 1.0, "support": 128.0 }, "accuracy": 0.9543994861913937, "macro avg": { "precision": 0.8638463088231922, "recall": 0.8971238800548154, "f1-score": 0.8780588358492328, "support": 3114.0 }, "weighted avg": { "precision": 0.9570207460517003, "recall": 0.9543994861913937, "f1-score": 0.9551514475042422, "support": 3114.0 } }, "confusion_matrix": [ [ 38, 1, 3, 6, 5, 0, 0, 0 ], [ 0, 206, 1, 1, 3, 3, 0, 0 ], [ 1, 5, 527, 13, 7, 0, 4, 0 ], [ 2, 2, 0, 125, 0, 0, 0, 0 ], [ 9, 9, 5, 8, 1052, 14, 16, 0 ], [ 0, 2, 0, 0, 7, 17, 0, 0 ], [ 0, 0, 0, 2, 13, 0, 879, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 128 ] ] }, "app": { "n": 3114, "accepted_n": 2393, "accepted_coverage": 0.7684649967886962, "accepted_accuracy": 0.9669870455495194, "correct_accepted_fraction": 0.7430956968529223, "confident_n": 2324, "unsupported_n": 128, "unsupported_false_accepts": 0, "unsupported_reject_rate": 1.0 }, "per_class_app": { "cercospora": { "support": 53, "accepted_as_class": 41, "correct_accepted": 34, "accepted_precision": 0.8292682926829268, "correct_accepted_recall": 0.6415094339622641, "true_class_accepted_coverage": 0.8679245283018868, "enabled": true }, "healthy": { "support": 214, "accepted_as_class": 224, "correct_accepted": 206, "accepted_precision": 0.9196428571428571, "correct_accepted_recall": 0.9626168224299065, "true_class_accepted_coverage": 0.9813084112149533, "enabled": true }, "miner": { "support": 557, "accepted_as_class": 504, "correct_accepted": 495, "accepted_precision": 0.9821428571428571, "correct_accepted_recall": 0.8886894075403949, "true_class_accepted_coverage": 0.9102333931777379, "enabled": true }, "phoma": { "support": 129, "accepted_as_class": 124, "correct_accepted": 116, "accepted_precision": 0.9354838709677419, "correct_accepted_recall": 0.8992248062015504, "true_class_accepted_coverage": 0.9224806201550387, "enabled": true }, "rust": { "support": 1113, "accepted_as_class": 680, "correct_accepted": 653, "accepted_precision": 0.9602941176470589, "correct_accepted_recall": 0.5867026055705301, "true_class_accepted_coverage": 0.6154537286612758, "enabled": true }, "red_spider_mite": { "support": 26, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.34615384615384615, "enabled": false }, "weevil_damage": { "support": 894, "accepted_as_class": 820, "correct_accepted": 810, "accepted_precision": 0.9878048780487805, "correct_accepted_recall": 0.9060402684563759, "true_class_accepted_coverage": 0.9138702460850112, "enabled": true }, "unsupported": { "support": 128, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.0, "enabled": false } }, "groups": 611, "parents": 650 }, "original_common_five_excluding_agml_and_known_exposure": { "raw": { "n": 2066, "accuracy": 0.9428848015488868, "macro_f1": 0.8993273333621081, "classification": { "cercospora": { "precision": 0.76, "recall": 0.7169811320754716, "f1-score": 0.7378640776699029, "support": 53.0 }, "healthy": { "precision": 0.9237668161434978, "recall": 0.9626168224299065, "f1-score": 0.9427917620137299, "support": 214.0 }, "miner": { "precision": 0.9832089552238806, "recall": 0.9461400359066428, "f1-score": 0.9643183897529735, "support": 557.0 }, "phoma": { "precision": 0.8169934640522876, "recall": 0.9689922480620154, "f1-score": 0.8865248226950354, "support": 129.0 }, "rust": { "precision": 0.985941893158388, "recall": 0.945193171608266, "f1-score": 0.9651376146788991, "support": 1113.0 }, "micro avg": { "precision": 0.9600788565795959, "recall": 0.9428848015488868, "f1-score": 0.9514041514041514, "support": 2066.0 }, "macro avg": { "precision": 0.8939822257156107, "recall": 0.9079846820164604, "f1-score": 0.8993273333621081, "support": 2066.0 }, "weighted avg": { "precision": 0.9624196373003102, "recall": 0.9428848015488868, "f1-score": 0.9518632350170008, "support": 2066.0 } }, "confusion_matrix": [ [ 38, 1, 3, 6, 5, 0, 0, 0 ], [ 0, 206, 1, 1, 3, 3, 0, 0 ], [ 1, 5, 527, 13, 7, 0, 4, 0 ], [ 2, 2, 0, 125, 0, 0, 0, 0 ], [ 9, 9, 5, 8, 1052, 14, 16, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ] }, "app": { "n": 2066, "accepted_n": 1567, "accepted_coverage": 0.7584704743465635, "accepted_accuracy": 0.9597957881301851, "correct_accepted_fraction": 0.7279767666989352, "confident_n": 1499, "unsupported_n": 0, "unsupported_false_accepts": 0, "unsupported_reject_rate": null }, "per_class_app": { "cercospora": { "support": 53, "accepted_as_class": 41, "correct_accepted": 34, "accepted_precision": 0.8292682926829268, "correct_accepted_recall": 0.6415094339622641, "true_class_accepted_coverage": 0.8679245283018868, "enabled": true }, "healthy": { "support": 214, "accepted_as_class": 222, "correct_accepted": 206, "accepted_precision": 0.9279279279279279, "correct_accepted_recall": 0.9626168224299065, "true_class_accepted_coverage": 0.9813084112149533, "enabled": true }, "miner": { "support": 557, "accepted_as_class": 504, "correct_accepted": 495, "accepted_precision": 0.9821428571428571, "correct_accepted_recall": 0.8886894075403949, "true_class_accepted_coverage": 0.9102333931777379, "enabled": true }, "phoma": { "support": 129, "accepted_as_class": 124, "correct_accepted": 116, "accepted_precision": 0.9354838709677419, "correct_accepted_recall": 0.8992248062015504, "true_class_accepted_coverage": 0.9224806201550387, "enabled": true }, "rust": { "support": 1113, "accepted_as_class": 666, "correct_accepted": 653, "accepted_precision": 0.9804804804804805, "correct_accepted_recall": 0.5867026055705301, "true_class_accepted_coverage": 0.6154537286612758, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 10, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false } }, "groups": 433, "parents": 456 }, "peru": { "raw": { "n": 225, "accuracy": 0.9955555555555555, "macro_f1": 0.37316107382550334, "classification": { "cercospora": { "precision": 0.0, "recall": 0.0, "f1-score": 0.0, "support": 0.0 }, "healthy": { "precision": 1.0, "recall": 1.0, "f1-score": 1.0, "support": 88.0 }, "miner": { "precision": 0.0, "recall": 0.0, "f1-score": 0.0, "support": 0.0 }, "phoma": { "precision": 0.0, "recall": 0.0, "f1-score": 0.0, "support": 0.0 }, "rust": { "precision": 1.0, "recall": 0.9841269841269841, "f1-score": 0.992, "support": 63.0 }, "red_spider_mite": { "precision": 0.0, "recall": 0.0, "f1-score": 0.0, "support": 0.0 }, "weevil_damage": { "precision": 0.0, "recall": 0.0, "f1-score": 0.0, "support": 0.0 }, "unsupported": { "precision": 0.9866666666666667, "recall": 1.0, "f1-score": 0.9932885906040269, "support": 74.0 }, "accuracy": 0.9955555555555555, "macro avg": { "precision": 0.37333333333333335, "recall": 0.373015873015873, "f1-score": 0.37316107382550334, "support": 225.0 }, "weighted avg": { "precision": 0.9956148148148147, "recall": 0.9955555555555555, "f1-score": 0.9955526920208799, "support": 225.0 } }, "confusion_matrix": [ [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 88, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 62, 0, 0, 1 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 74 ] ] }, "app": { "n": 225, "accepted_n": 150, "accepted_coverage": 0.6666666666666666, "accepted_accuracy": 1.0, "correct_accepted_fraction": 0.6666666666666666, "confident_n": 147, "unsupported_n": 74, "unsupported_false_accepts": 0, "unsupported_reject_rate": 1.0 }, "per_class_app": { "cercospora": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "healthy": { "support": 88, "accepted_as_class": 88, "correct_accepted": 88, "accepted_precision": 1.0, "correct_accepted_recall": 1.0, "true_class_accepted_coverage": 1.0, "enabled": true }, "miner": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "phoma": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "rust": { "support": 63, "accepted_as_class": 62, "correct_accepted": 62, "accepted_precision": 1.0, "correct_accepted_recall": 0.9841269841269841, "true_class_accepted_coverage": 0.9841269841269841, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 74, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.0, "enabled": false } }, "groups": 12, "parents": 12 }, "reviewed_bracol_additional_views": { "raw": { "n": 1072, "accuracy": 0.9132462686567164, "macro_f1": 0.3643036146599661, "classification": { "cercospora": { "precision": 0.32142857142857145, "recall": 0.42857142857142855, "f1-score": 0.3673469387755102, "support": 21.0 }, "healthy": { "precision": 0.0, "recall": 0.0, "f1-score": 0.0, "support": 0.0 }, "miner": { "precision": 0.6923076923076923, "recall": 0.8035714285714286, "f1-score": 0.743801652892562, "support": 56.0 }, "phoma": { "precision": 0.8689320388349514, "recall": 0.7991071428571429, "f1-score": 0.8325581395348837, "support": 224.0 }, "rust": { "precision": 0.9738903394255874, "recall": 0.9675745784695201, "f1-score": 0.970722186076773, "support": 771.0 }, "red_spider_mite": { "precision": 0.0, "recall": 0.0, "f1-score": 0.0, "support": 0.0 }, "weevil_damage": { "precision": 0.0, "recall": 0.0, "f1-score": 0.0, "support": 0.0 }, "unsupported": { "precision": 0.0, "recall": 0.0, "f1-score": 0.0, "support": 0.0 }, "accuracy": 0.9132462686567164, "macro avg": { "precision": 0.3570698302496003, "recall": 0.37485307230869, "f1-score": 0.3643036146599661, "support": 1072.0 }, "weighted avg": { "precision": 0.9244677790721901, "recall": 0.9132462686567164, "f1-score": 0.9181781781690999, "support": 1072.0 } }, "confusion_matrix": [ [ 9, 0, 0, 9, 3, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 45, 8, 1, 0, 2, 0 ], [ 5, 2, 20, 179, 16, 0, 2, 0 ], [ 14, 0, 0, 10, 746, 0, 1, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ] }, "app": { "n": 1072, "accepted_n": 770, "accepted_coverage": 0.7182835820895522, "accepted_accuracy": 0.922077922077922, "correct_accepted_fraction": 0.6623134328358209, "confident_n": 727, "unsupported_n": 0, "unsupported_false_accepts": 0, "unsupported_reject_rate": null }, "per_class_app": { "cercospora": { "support": 21, "accepted_as_class": 22, "correct_accepted": 8, "accepted_precision": 0.36363636363636365, "correct_accepted_recall": 0.38095238095238093, "true_class_accepted_coverage": 0.6190476190476191, "enabled": true }, "healthy": { "support": 0, "accepted_as_class": 2, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "miner": { "support": 56, "accepted_as_class": 64, "correct_accepted": 45, "accepted_precision": 0.703125, "correct_accepted_recall": 0.8035714285714286, "true_class_accepted_coverage": 0.875, "enabled": true }, "phoma": { "support": 224, "accepted_as_class": 146, "correct_accepted": 142, "accepted_precision": 0.9726027397260274, "correct_accepted_recall": 0.6339285714285714, "true_class_accepted_coverage": 0.8169642857142857, "enabled": true }, "rust": { "support": 771, "accepted_as_class": 531, "correct_accepted": 515, "accepted_precision": 0.9698681732580038, "correct_accepted_recall": 0.6679636835278858, "true_class_accepted_coverage": 0.6809338521400778, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 5, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false } }, "groups": 209, "parents": 210 } }, "per_source": { "agml": { "raw": { "n": 1457, "accuracy": 0.9238160603980783, "macro_f1": 0.8841775302006895, "classification": { "cercospora": { "precision": 0.9711538461538461, "recall": 0.643312101910828, "f1-score": 0.7739463601532567, "support": 157.0 }, "healthy": { "precision": 0.7272727272727273, "recall": 1.0, "f1-score": 0.8421052631578947, "support": 16.0 }, "miner": { "precision": 0.9687010954616588, "recall": 0.9671875, "f1-score": 0.9679437060203284, "support": 640.0 }, "phoma": { "precision": 0.9797297297297297, "recall": 0.8950617283950617, "f1-score": 0.9354838709677419, "support": 324.0 }, "rust": { "precision": 0.8205128205128205, "recall": 1.0, "f1-score": 0.9014084507042254, "support": 320.0 }, "micro avg": { "precision": 0.9276361130254996, "recall": 0.9238160603980783, "f1-score": 0.9257221458046767, "support": 1457.0 }, "macro avg": { "precision": 0.8934740438261566, "recall": 0.9011122660611779, "f1-score": 0.8841775302006895, "support": 1457.0 }, "weighted avg": { "precision": 0.9362201465851161, "recall": 0.9238160603980783, "f1-score": 0.9238261585631423, "support": 1457.0 } }, "confusion_matrix": [ [ 101, 0, 8, 0, 48, 0, 0, 0 ], [ 0, 16, 0, 0, 0, 0, 0, 0 ], [ 3, 0, 619, 6, 6, 3, 3, 0 ], [ 0, 6, 12, 290, 16, 0, 0, 0 ], [ 0, 0, 0, 0, 320, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ] }, "app": { "n": 1457, "accepted_n": 1353, "accepted_coverage": 0.9286204529855868, "accepted_accuracy": 0.9349593495934959, "correct_accepted_fraction": 0.8682223747426219, "confident_n": 1238, "unsupported_n": 0, "unsupported_false_accepts": 0, "unsupported_reject_rate": null }, "per_class_app": { "cercospora": { "support": 157, "accepted_as_class": 93, "correct_accepted": 93, "accepted_precision": 1.0, "correct_accepted_recall": 0.5923566878980892, "true_class_accepted_coverage": 0.9235668789808917, "enabled": true }, "healthy": { "support": 16, "accepted_as_class": 22, "correct_accepted": 16, "accepted_precision": 0.7272727272727273, "correct_accepted_recall": 1.0, "true_class_accepted_coverage": 1.0, "enabled": true }, "miner": { "support": 640, "accepted_as_class": 636, "correct_accepted": 616, "accepted_precision": 0.9685534591194969, "correct_accepted_recall": 0.9625, "true_class_accepted_coverage": 0.971875, "enabled": true }, "phoma": { "support": 324, "accepted_as_class": 222, "correct_accepted": 222, "accepted_precision": 1.0, "correct_accepted_recall": 0.6851851851851852, "true_class_accepted_coverage": 0.7777777777777778, "enabled": true }, "rust": { "support": 320, "accepted_as_class": 377, "correct_accepted": 318, "accepted_precision": 0.843501326259947, "correct_accepted_recall": 0.99375, "true_class_accepted_coverage": 0.99375, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 3, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false } }, "groups": 359, "parents": 1108 }, "beans": { "raw": { "n": 128, "accuracy": 1.0, "macro_f1": 1.0, "classification": { "unsupported": { "precision": 1.0, "recall": 1.0, "f1-score": 1.0, "support": 128.0 }, "accuracy": 1.0, "macro avg": { "precision": 1.0, "recall": 1.0, "f1-score": 1.0, "support": 128.0 }, "weighted avg": { "precision": 1.0, "recall": 1.0, "f1-score": 1.0, "support": 128.0 } }, "confusion_matrix": [ [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 128 ] ] }, "app": { "n": 128, "accepted_n": 0, "accepted_coverage": 0.0, "accepted_accuracy": null, "correct_accepted_fraction": 0.0, "confident_n": 0, "unsupported_n": 128, "unsupported_false_accepts": 0, "unsupported_reject_rate": 1.0 }, "per_class_app": { "cercospora": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "healthy": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "miner": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "phoma": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "rust": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 128, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.0, "enabled": false } }, "groups": 128, "parents": 128 }, "bracol_expert": { "raw": { "n": 1072, "accuracy": 0.9132462686567164, "macro_f1": 0.7286072293199322, "classification": { "cercospora": { "precision": 0.32142857142857145, "recall": 0.42857142857142855, "f1-score": 0.3673469387755102, "support": 21.0 }, "miner": { "precision": 0.6923076923076923, "recall": 0.8035714285714286, "f1-score": 0.743801652892562, "support": 56.0 }, "phoma": { "precision": 0.8689320388349514, "recall": 0.7991071428571429, "f1-score": 0.8325581395348837, "support": 224.0 }, "rust": { "precision": 0.9738903394255874, "recall": 0.9675745784695201, "f1-score": 0.970722186076773, "support": 771.0 }, "micro avg": { "precision": 0.9192488262910798, "recall": 0.9132462686567164, "f1-score": 0.9162377164248947, "support": 1072.0 }, "macro avg": { "precision": 0.7141396604992006, "recall": 0.74970614461738, "f1-score": 0.7286072293199322, "support": 1072.0 }, "weighted avg": { "precision": 0.9244677790721901, "recall": 0.9132462686567164, "f1-score": 0.9181781781690999, "support": 1072.0 } }, "confusion_matrix": [ [ 9, 0, 0, 9, 3, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 45, 8, 1, 0, 2, 0 ], [ 5, 2, 20, 179, 16, 0, 2, 0 ], [ 14, 0, 0, 10, 746, 0, 1, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ] }, "app": { "n": 1072, "accepted_n": 770, "accepted_coverage": 0.7182835820895522, "accepted_accuracy": 0.922077922077922, "correct_accepted_fraction": 0.6623134328358209, "confident_n": 727, "unsupported_n": 0, "unsupported_false_accepts": 0, "unsupported_reject_rate": null }, "per_class_app": { "cercospora": { "support": 21, "accepted_as_class": 22, "correct_accepted": 8, "accepted_precision": 0.36363636363636365, "correct_accepted_recall": 0.38095238095238093, "true_class_accepted_coverage": 0.6190476190476191, "enabled": true }, "healthy": { "support": 0, "accepted_as_class": 2, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "miner": { "support": 56, "accepted_as_class": 64, "correct_accepted": 45, "accepted_precision": 0.703125, "correct_accepted_recall": 0.8035714285714286, "true_class_accepted_coverage": 0.875, "enabled": true }, "phoma": { "support": 224, "accepted_as_class": 146, "correct_accepted": 142, "accepted_precision": 0.9726027397260274, "correct_accepted_recall": 0.6339285714285714, "true_class_accepted_coverage": 0.8169642857142857, "enabled": true }, "rust": { "support": 771, "accepted_as_class": 531, "correct_accepted": 515, "accepted_precision": 0.9698681732580038, "correct_accepted_recall": 0.6679636835278858, "true_class_accepted_coverage": 0.6809338521400778, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 5, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false } }, "groups": 209, "parents": 210 }, "bracol_leaf": { "raw": { "n": 199, "accuracy": 0.8994974874371859, "macro_f1": 0.8215112386031604, "classification": { "cercospora": { "precision": 0.4, "recall": 0.4444444444444444, "f1-score": 0.42105263157894735, "support": 9.0 }, "healthy": { "precision": 0.8085106382978723, "recall": 0.9743589743589743, "f1-score": 0.8837209302325582, "support": 39.0 }, "miner": { "precision": 0.9318181818181818, "recall": 0.8913043478260869, "f1-score": 0.9111111111111111, "support": 46.0 }, "phoma": { "precision": 0.96, "recall": 0.9230769230769231, "f1-score": 0.9411764705882353, "support": 52.0 }, "rust": { "precision": 1.0, "recall": 0.9056603773584906, "f1-score": 0.9504950495049505, "support": 53.0 }, "accuracy": 0.8994974874371859, "macro avg": { "precision": 0.8200657640232109, "recall": 0.8277690134129838, "f1-score": 0.8215112386031604, "support": 199.0 }, "weighted avg": { "precision": 0.9091233731520271, "recall": 0.8994974874371859, "f1-score": 0.9019252018529749, "support": 199.0 } }, "confusion_matrix": [ [ 4, 1, 3, 1, 0, 0, 0, 0 ], [ 0, 38, 0, 1, 0, 0, 0, 0 ], [ 0, 5, 41, 0, 0, 0, 0, 0 ], [ 2, 2, 0, 48, 0, 0, 0, 0 ], [ 4, 1, 0, 0, 48, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ] }, "app": { "n": 199, "accepted_n": 191, "accepted_coverage": 0.9597989949748744, "accepted_accuracy": 0.9267015706806283, "correct_accepted_fraction": 0.8894472361809045, "confident_n": 182, "unsupported_n": 0, "unsupported_false_accepts": 0, "unsupported_reject_rate": null }, "per_class_app": { "cercospora": { "support": 9, "accepted_as_class": 7, "correct_accepted": 4, "accepted_precision": 0.5714285714285714, "correct_accepted_recall": 0.4444444444444444, "true_class_accepted_coverage": 0.8888888888888888, "enabled": true }, "healthy": { "support": 39, "accepted_as_class": 46, "correct_accepted": 38, "accepted_precision": 0.8260869565217391, "correct_accepted_recall": 0.9743589743589743, "true_class_accepted_coverage": 0.9743589743589743, "enabled": true }, "miner": { "support": 46, "accepted_as_class": 44, "correct_accepted": 41, "accepted_precision": 0.9318181818181818, "correct_accepted_recall": 0.8913043478260869, "true_class_accepted_coverage": 0.9782608695652174, "enabled": true }, "phoma": { "support": 52, "accepted_as_class": 46, "correct_accepted": 46, "accepted_precision": 1.0, "correct_accepted_recall": 0.8846153846153846, "true_class_accepted_coverage": 0.9423076923076923, "enabled": true }, "rust": { "support": 53, "accepted_as_class": 48, "correct_accepted": 48, "accepted_precision": 1.0, "correct_accepted_recall": 0.9056603773584906, "true_class_accepted_coverage": 0.9622641509433962, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false } }, "groups": 198, "parents": 199 }, "bracol_symptom": { "raw": { "n": 343, "accuracy": 0.9154518950437318, "macro_f1": 0.9132969864181447, "classification": { "cercospora": { "precision": 0.8717948717948718, "recall": 0.7727272727272727, "f1-score": 0.8192771084337349, "support": 44.0 }, "healthy": { "precision": 1.0, "recall": 0.972972972972973, "f1-score": 0.9863013698630136, "support": 37.0 }, "miner": { "precision": 0.9876543209876543, "recall": 0.8602150537634409, "f1-score": 0.9195402298850575, "support": 93.0 }, "phoma": { "precision": 0.8279569892473119, "recall": 1.0, "f1-score": 0.9058823529411765, "support": 77.0 }, "rust": { "precision": 0.925531914893617, "recall": 0.9456521739130435, "f1-score": 0.9354838709677419, "support": 92.0 }, "accuracy": 0.9154518950437318, "macro avg": { "precision": 0.9225876193846909, "recall": 0.9103134946753461, "f1-score": 0.9132969864181447, "support": 343.0 }, "weighted avg": { "precision": 0.9216106430119009, "recall": 0.9154518950437318, "f1-score": 0.9150905018683062, "support": 343.0 } }, "confusion_matrix": [ [ 34, 0, 0, 5, 5, 0, 0, 0 ], [ 0, 36, 0, 0, 1, 0, 0, 0 ], [ 1, 0, 80, 11, 1, 0, 0, 0 ], [ 0, 0, 0, 77, 0, 0, 0, 0 ], [ 4, 0, 1, 0, 87, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ] }, "app": { "n": 343, "accepted_n": 319, "accepted_coverage": 0.9300291545189504, "accepted_accuracy": 0.9498432601880877, "correct_accepted_fraction": 0.8833819241982507, "confident_n": 280, "unsupported_n": 0, "unsupported_false_accepts": 0, "unsupported_reject_rate": null }, "per_class_app": { "cercospora": { "support": 44, "accepted_as_class": 33, "correct_accepted": 30, "accepted_precision": 0.9090909090909091, "correct_accepted_recall": 0.6818181818181818, "true_class_accepted_coverage": 0.8636363636363636, "enabled": true }, "healthy": { "support": 37, "accepted_as_class": 36, "correct_accepted": 36, "accepted_precision": 1.0, "correct_accepted_recall": 0.972972972972973, "true_class_accepted_coverage": 1.0, "enabled": true }, "miner": { "support": 93, "accepted_as_class": 81, "correct_accepted": 80, "accepted_precision": 0.9876543209876543, "correct_accepted_recall": 0.8602150537634409, "true_class_accepted_coverage": 0.8924731182795699, "enabled": true }, "phoma": { "support": 77, "accepted_as_class": 75, "correct_accepted": 70, "accepted_precision": 0.9333333333333333, "correct_accepted_recall": 0.9090909090909091, "true_class_accepted_coverage": 0.9090909090909091, "enabled": true }, "rust": { "support": 92, "accepted_as_class": 94, "correct_accepted": 87, "accepted_precision": 0.925531914893617, "correct_accepted_recall": 0.9456521739130435, "true_class_accepted_coverage": 0.9891304347826086, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false } }, "groups": 216, "parents": 216 }, "coffeeleaf_own_field": { "raw": { "n": 1318, "accuracy": 0.9779969650986343, "macro_f1": 0.9767743976366072, "classification": { "rust": { "precision": 0.9692671394799054, "recall": 0.9669811320754716, "f1-score": 0.9681227863046045, "support": 424.0 }, "weevil_damage": { "precision": 0.9876404494382023, "recall": 0.9832214765100671, "f1-score": 0.9854260089686099, "support": 894.0 }, "micro avg": { "precision": 0.9817212490479817, "recall": 0.9779969650986343, "f1-score": 0.9798555682250095, "support": 1318.0 }, "macro avg": { "precision": 0.9784537944590539, "recall": 0.9751013042927694, "f1-score": 0.9767743976366072, "support": 1318.0 }, "weighted avg": { "precision": 0.9817297639887957, "recall": 0.9779969650986343, "f1-score": 0.9798595701146353, "support": 1318.0 } }, "confusion_matrix": [ [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 1, 2, 410, 0, 11, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 2, 13, 0, 879, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ] }, "app": { "n": 1318, "accepted_n": 1102, "accepted_coverage": 0.8361153262518968, "accepted_accuracy": 0.9836660617059891, "correct_accepted_fraction": 0.8224582701062215, "confident_n": 1101, "unsupported_n": 0, "unsupported_false_accepts": 0, "unsupported_reject_rate": null }, "per_class_app": { "cercospora": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "healthy": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "miner": { "support": 0, "accepted_as_class": 1, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "phoma": { "support": 0, "accepted_as_class": 1, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "rust": { "support": 424, "accepted_as_class": 281, "correct_accepted": 274, "accepted_precision": 0.9750889679715302, "correct_accepted_recall": 0.6462264150943396, "true_class_accepted_coverage": 0.6721698113207547, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 894, "accepted_as_class": 819, "correct_accepted": 810, "accepted_precision": 0.989010989010989, "correct_accepted_recall": 0.9060402684563759, "true_class_accepted_coverage": 0.9138702460850112, "enabled": true }, "unsupported": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false } }, "groups": 83, "parents": 101 }, "coffeeleaf_rust_and_leaf_miner": { "raw": { "n": 866, "accuracy": 0.9688221709006929, "macro_f1": 0.9790934211620492, "classification": { "miner": { "precision": 0.9926650366748166, "recall": 0.9712918660287081, "f1-score": 0.9818621523579202, "support": 418.0 }, "rust": { "precision": 0.9863325740318907, "recall": 0.9665178571428571, "f1-score": 0.9763246899661782, "support": 448.0 }, "micro avg": { "precision": 0.9893867924528302, "recall": 0.9688221709006929, "f1-score": 0.9789964994165694, "support": 866.0 }, "macro avg": { "precision": 0.9894988053533537, "recall": 0.9689048615857826, "f1-score": 0.9790934211620492, "support": 866.0 }, "weighted avg": { "precision": 0.9893891206655431, "recall": 0.9688221709006929, "f1-score": 0.9789975066864417, "support": 866.0 } }, "confusion_matrix": [ [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 406, 2, 6, 0, 4, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 1, 1, 3, 6, 433, 0, 4, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ] }, "app": { "n": 866, "accepted_n": 556, "accepted_coverage": 0.6420323325635104, "accepted_accuracy": 0.9784172661870504, "correct_accepted_fraction": 0.628175519630485, "confident_n": 544, "unsupported_n": 0, "unsupported_false_accepts": 0, "unsupported_reject_rate": null }, "per_class_app": { "cercospora": { "support": 0, "accepted_as_class": 1, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "healthy": { "support": 0, "accepted_as_class": 1, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "miner": { "support": 418, "accepted_as_class": 377, "correct_accepted": 374, "accepted_precision": 0.9920424403183024, "correct_accepted_recall": 0.8947368421052632, "true_class_accepted_coverage": 0.9066985645933014, "enabled": true }, "phoma": { "support": 0, "accepted_as_class": 2, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "rust": { "support": 448, "accepted_as_class": 174, "correct_accepted": 170, "accepted_precision": 0.9770114942528736, "correct_accepted_recall": 0.3794642857142857, "true_class_accepted_coverage": 0.3950892857142857, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 1, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false } }, "groups": 96, "parents": 104 }, "peru": { "raw": { "n": 225, "accuracy": 0.9955555555555555, "macro_f1": 0.9950961968680089, "classification": { "healthy": { "precision": 1.0, "recall": 1.0, "f1-score": 1.0, "support": 88.0 }, "rust": { "precision": 1.0, "recall": 0.9841269841269841, "f1-score": 0.992, "support": 63.0 }, "unsupported": { "precision": 0.9866666666666667, "recall": 1.0, "f1-score": 0.9932885906040269, "support": 74.0 }, "accuracy": 0.9955555555555555, "macro avg": { "precision": 0.9955555555555556, "recall": 0.9947089947089948, "f1-score": 0.9950961968680089, "support": 225.0 }, "weighted avg": { "precision": 0.9956148148148147, "recall": 0.9955555555555555, "f1-score": 0.9955526920208799, "support": 225.0 } }, "confusion_matrix": [ [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 88, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 62, 0, 0, 1 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 74 ] ] }, "app": { "n": 225, "accepted_n": 150, "accepted_coverage": 0.6666666666666666, "accepted_accuracy": 1.0, "correct_accepted_fraction": 0.6666666666666666, "confident_n": 147, "unsupported_n": 74, "unsupported_false_accepts": 0, "unsupported_reject_rate": 1.0 }, "per_class_app": { "cercospora": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "healthy": { "support": 88, "accepted_as_class": 88, "correct_accepted": 88, "accepted_precision": 1.0, "correct_accepted_recall": 1.0, "true_class_accepted_coverage": 1.0, "enabled": true }, "miner": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "phoma": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "rust": { "support": 63, "accepted_as_class": 62, "correct_accepted": 62, "accepted_precision": 1.0, "correct_accepted_recall": 0.9841269841269841, "true_class_accepted_coverage": 0.9841269841269841, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 74, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.0, "enabled": false } }, "groups": 12, "parents": 12 }, "rocole": { "raw": { "n": 260, "accuracy": 0.8576923076923076, "macro_f1": 0.7799062894215174, "classification": { "healthy": { "precision": 0.9361702127659575, "recall": 0.9565217391304348, "f1-score": 0.946236559139785, "support": 138.0 }, "rust": { "precision": 0.891566265060241, "recall": 0.7708333333333334, "f1-score": 0.8268156424581006, "support": 96.0 }, "red_spider_mite": { "precision": 0.5, "recall": 0.6538461538461539, "f1-score": 0.5666666666666667, "support": 26.0 }, "micro avg": { "precision": 0.8643410852713178, "recall": 0.8576923076923076, "f1-score": 0.861003861003861, "support": 260.0 }, "macro avg": { "precision": 0.7759121592753995, "recall": 0.7937337421033073, "f1-score": 0.7799062894215174, "support": 260.0 }, "weighted avg": { "precision": 0.8760840415672511, "recall": 0.8576923076923076, "f1-score": 0.8641856929638512, "support": 260.0 } }, "confusion_matrix": [ [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 132, 1, 0, 2, 3, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 7, 0, 0, 74, 14, 1, 0 ], [ 0, 2, 0, 0, 7, 17, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ] }, "app": { "n": 260, "accepted_n": 225, "accepted_coverage": 0.8653846153846154, "accepted_accuracy": 0.9155555555555556, "correct_accepted_fraction": 0.7923076923076923, "confident_n": 217, "unsupported_n": 0, "unsupported_false_accepts": 0, "unsupported_reject_rate": null }, "per_class_app": { "cercospora": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "healthy": { "support": 138, "accepted_as_class": 141, "correct_accepted": 132, "accepted_precision": 0.9361702127659575, "correct_accepted_recall": 0.9565217391304348, "true_class_accepted_coverage": 0.9782608695652174, "enabled": true }, "miner": { "support": 0, "accepted_as_class": 1, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "phoma": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "rust": { "support": 96, "accepted_as_class": 83, "correct_accepted": 74, "accepted_precision": 0.891566265060241, "correct_accepted_recall": 0.7708333333333334, "true_class_accepted_coverage": 0.84375, "enabled": true }, "red_spider_mite": { "support": 26, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.34615384615384615, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false } }, "groups": 54, "parents": 65 } }, "checkpoint_runtime_parity": { "n": 5868, "top1_disagreements": 70, "acceptance_disagreements": 96, "confidence_state_disagreements": 161, "maximum_probability_error": 0.6049976348876953, "mean_absolute_probability_error": 0.004329622723162174, "explanation": "All held-out images, shared current app quality policy and each model's frozen confidence thresholds; checkpoint canonical transform matches raw runtime input" }, "legacy_brightness_app_metrics": { "n": 5868, "accepted_n": 4651, "accepted_coverage": 0.7926039536468984, "accepted_accuracy": 0.9522683293915287, "correct_accepted_fraction": 0.7547716428084527, "confident_n": 4421, "unsupported_n": 202, "unsupported_false_accepts": 0, "unsupported_reject_rate": 1.0 }, "class_thresholds": [ 0.605, 0.4, 0.4, 0.865, 0.4, 1.01, 0.4 ], "confident_thresholds": [ 0.895, 0.7050000000000001, 0.605, 0.9600000000000001, 0.4, 1.01, 0.4 ], "calibration": { "quality": { "minimum_edge_variance": 1.520114853217684, "minimum_mean_luminance": 45.59410861968994, "selection": "validation-only severe Gaussianblur challenge balancedaccuracy subject to >=90% clear acceptance" }, "validation_n": 5294, "class_thresholds": [ 0.605, 0.4, 0.4, 0.865, 0.4, 1.01, 0.4 ], "confident_thresholds": [ 0.895, 0.7050000000000001, 0.605, 0.9600000000000001, 0.4, 1.01, 0.4 ], "class_threshold_evidence": [ { "label": "cercospora", "enabled": true, "accept_threshold": 0.605, "val_true_support": 216 }, { "label": "healthy", "enabled": true, "accept_threshold": 0.4, "val_true_support": 265 }, { "label": "miner", "enabled": true, "accept_threshold": 0.4, "val_true_support": 964 }, { "label": "phoma", "enabled": true, "accept_threshold": 0.865, "val_true_support": 575 }, { "label": "rust", "enabled": true, "accept_threshold": 0.4, "val_true_support": 2101 }, { "label": "red_spider_mite", "enabled": false, "accept_threshold": 1.01, "val_true_support": 25 }, { "label": "weevil_damage", "enabled": true, "accept_threshold": 0.4, "val_true_support": 924 } ], "runtime": "LiteRT CPU int8 per-channel weight storage / float32 computation", "artifact_sha256": "ddbea87650b839dabb376f32d7e210ccc21a105024de23b3c0abf25fbbe86a01", "brightness_config_sha256": "cd2c58f04fa705204593009b940ad5aff2329742a348c83330eacb106788660e", "version": "b2-deployed-v1", "temperature": 0.7418458392824085, "selection": "Validation-only compressed runtime, current shared brightness policy; >=15 accepted and >=90%/95% precision per class" }, "external_rust": { "n": 1119, "rust_n": 847, "not_rust_n": 272, "rust_recall": 0.047225501770956316, "false_positive_rate": 0.0, "specificity": 1.0, "auroc": 0.778014098201264, "confusion_matrix": [ [ 272, 0 ], [ 807, 40 ] ], "threshold": 0.46, "threshold_selection": "Maximum balanced accuracy on B2 multiclass validation only; no external selection", "app_accepted_rust_on_rust": 16, "app_accepted_rust_on_not_rust": 0, "all_app_accepted": 281, "all_app_accepted_coverage": 0.2511170688114388, "status": "Previously inspected external development stress test; no checkpoint or gate selection on this source", "qualification": "NoRust is binary-negative truth only; it cannot score healthy or other disease predictions" }, "external_scans": { "raw": { "n": 100, "accuracy": 0.12, "macro_f1": 0.17291894904764651, "classification": { "healthy": { "precision": 0.37037037037037035, "recall": 0.5, "f1-score": 0.425531914893617, "support": 20.0 }, "rust": { "precision": 0.2, "recall": 0.025, "f1-score": 0.044444444444444446, "support": 40.0 }, "unsupported": { "precision": 1.0, "recall": 0.025, "f1-score": 0.04878048780487805, "support": 40.0 }, "micro avg": { "precision": 0.36363636363636365, "recall": 0.12, "f1-score": 0.18045112781954886, "support": 100.0 }, "macro avg": { "precision": 0.5234567901234568, "recall": 0.18333333333333335, "f1-score": 0.17291894904764651, "support": 100.0 }, "weighted avg": { "precision": 0.554074074074074, "recall": 0.12, "f1-score": 0.1223963558784524, "support": 100.0 } }, "confusion_matrix": [ [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 10, 0, 0, 0, 0, 10, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 1, 15, 0, 0, 1, 0, 23, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 2, 1, 1, 4, 0, 31, 1 ] ] }, "app": { "n": 100, "accepted_n": 89, "accepted_coverage": 0.89, "accepted_accuracy": 0.11235955056179775, "correct_accepted_fraction": 0.1, "confident_n": 70, "unsupported_n": 40, "unsupported_false_accepts": 34, "unsupported_reject_rate": 0.15 }, "per_class_app": { "cercospora": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "healthy": { "support": 20, "accepted_as_class": 27, "correct_accepted": 10, "accepted_precision": 0.37037037037037035, "correct_accepted_recall": 0.5, "true_class_accepted_coverage": 1.0, "enabled": true }, "miner": { "support": 0, "accepted_as_class": 1, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "phoma": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "rust": { "support": 40, "accepted_as_class": 4, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.875, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 57, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 40, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.85, "enabled": false } }, "groups": 50, "parents": 50, "supported_n": 60, "supported_raw_accuracy": 0.18333333333333332, "independent_leaves": 50, "status": "Previously inspected separate-source stress test; flatbed scans, not camera photographs", "qualification": "Paired leaf sides repeat physical leaves; Mycena/Ojo maps to unsupported, never cercospora" }, "far_probe": { "raw": { "n": 1495, "accuracy": 0.874247491638796, "macro_f1": 0.8440220538331389, "classification": { "cercospora": { "precision": 0.7361111111111112, "recall": 0.5760869565217391, "f1-score": 0.6463414634146342, "support": 92.0 }, "healthy": { "precision": 0.917910447761194, "recall": 0.9389312977099237, "f1-score": 0.9283018867924528, "support": 131.0 }, "miner": { "precision": 0.9288389513108615, "recall": 0.7774294670846394, "f1-score": 0.8464163822525598, "support": 319.0 }, "phoma": { "precision": 0.801948051948052, "recall": 0.8606271777003485, "f1-score": 0.8302521008403362, "support": 287.0 }, "rust": { "precision": 0.8813905930470347, "recall": 0.9493392070484582, "f1-score": 0.9141039236479321, "support": 454.0 }, "red_spider_mite": { "precision": 0.6842105263157895, "recall": 0.7222222222222222, "f1-score": 0.7027027027027027, "support": 18.0 }, "weevil_damage": { "precision": 0.8133333333333334, "recall": 0.9682539682539683, "f1-score": 0.8840579710144928, "support": 63.0 }, "unsupported": { "precision": 1.0, "recall": 1.0, "f1-score": 1.0, "support": 131.0 }, "accuracy": 0.874247491638796, "macro avg": { "precision": 0.8454678768534221, "recall": 0.8491112870676625, "f1-score": 0.8440220538331389, "support": 1495.0 }, "weighted avg": { "precision": 0.8756751344302557, "recall": 0.874247491638796, "f1-score": 0.8720452326705175, "support": 1495.0 } }, "confusion_matrix": [ [ 53, 2, 1, 13, 23, 0, 0, 0 ], [ 0, 123, 0, 1, 5, 0, 2, 0 ], [ 4, 5, 248, 40, 14, 1, 7, 0 ], [ 4, 3, 18, 247, 11, 0, 4, 0 ], [ 11, 0, 0, 6, 431, 5, 1, 0 ], [ 0, 1, 0, 0, 4, 13, 0, 0 ], [ 0, 0, 0, 1, 1, 0, 61, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 131 ] ] }, "app": { "n": 1495, "accepted_n": 1222, "accepted_coverage": 0.8173913043478261, "accepted_accuracy": 0.900163666121113, "correct_accepted_fraction": 0.7357859531772575, "confident_n": 1093, "unsupported_n": 131, "unsupported_false_accepts": 0, "unsupported_reject_rate": 1.0 }, "per_class_app": { "cercospora": { "support": 92, "accepted_as_class": 55, "correct_accepted": 43, "accepted_precision": 0.7818181818181819, "correct_accepted_recall": 0.4673913043478261, "true_class_accepted_coverage": 0.7717391304347826, "enabled": true }, "healthy": { "support": 131, "accepted_as_class": 131, "correct_accepted": 120, "accepted_precision": 0.916030534351145, "correct_accepted_recall": 0.916030534351145, "true_class_accepted_coverage": 0.9694656488549618, "enabled": true }, "miner": { "support": 319, "accepted_as_class": 266, "correct_accepted": 247, "accepted_precision": 0.9285714285714286, "correct_accepted_recall": 0.774294670846395, "true_class_accepted_coverage": 0.877742946708464, "enabled": true }, "phoma": { "support": 287, "accepted_as_class": 220, "correct_accepted": 201, "accepted_precision": 0.9136363636363637, "correct_accepted_recall": 0.7003484320557491, "true_class_accepted_coverage": 0.8222996515679443, "enabled": true }, "rust": { "support": 454, "accepted_as_class": 477, "correct_accepted": 428, "accepted_precision": 0.8972746331236897, "correct_accepted_recall": 0.9427312775330396, "true_class_accepted_coverage": 0.9713656387665198, "enabled": true }, "red_spider_mite": { "support": 18, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.2777777777777778, "enabled": false }, "weevil_damage": { "support": 63, "accepted_as_class": 73, "correct_accepted": 61, "accepted_precision": 0.8356164383561644, "correct_accepted_recall": 0.9682539682539683, "true_class_accepted_coverage": 0.9841269841269841, "enabled": true }, "unsupported": { "support": 131, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.0, "enabled": false } }, "groups": 982, "parents": 989, "per_source": { "agml": { "raw": { "n": 359, "accuracy": 0.8746518105849582, "macro_f1": 0.7479864801681537, "classification": { "cercospora": { "precision": 0.8571428571428571, "recall": 0.47368421052631576, "f1-score": 0.6101694915254238, "support": 38.0 }, "healthy": { "precision": 0.5, "recall": 0.3333333333333333, "f1-score": 0.4, "support": 3.0 }, "miner": { "precision": 0.9519230769230769, "recall": 0.8918918918918919, "f1-score": 0.9209302325581395, "support": 111.0 }, "phoma": { "precision": 0.922077922077922, "recall": 0.8658536585365854, "f1-score": 0.8930817610062893, "support": 82.0 }, "rust": { "precision": 0.8445945945945946, "recall": 1.0, "f1-score": 0.9157509157509157, "support": 125.0 }, "micro avg": { "precision": 0.8920454545454546, "recall": 0.8746518105849582, "f1-score": 0.8832630098452883, "support": 359.0 }, "macro avg": { "precision": 0.8151476901476903, "recall": 0.7129526188576253, "f1-score": 0.7479864801681537, "support": 359.0 }, "weighted avg": { "precision": 0.8939264736618497, "recall": 0.8746518105849582, "f1-score": 0.875518845023119, "support": 359.0 } }, "confusion_matrix": [ [ 18, 0, 1, 2, 17, 0, 0, 0 ], [ 0, 1, 0, 0, 0, 0, 2, 0 ], [ 1, 0, 99, 4, 4, 1, 2, 0 ], [ 2, 1, 4, 71, 2, 0, 2, 0 ], [ 0, 0, 0, 0, 125, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ] }, "app": { "n": 359, "accepted_n": 314, "accepted_coverage": 0.8746518105849582, "accepted_accuracy": 0.9076433121019108, "correct_accepted_fraction": 0.7938718662952646, "confident_n": 283, "unsupported_n": 0, "unsupported_false_accepts": 0, "unsupported_reject_rate": null }, "per_class_app": { "cercospora": { "support": 38, "accepted_as_class": 15, "correct_accepted": 15, "accepted_precision": 1.0, "correct_accepted_recall": 0.39473684210526316, "true_class_accepted_coverage": 0.8157894736842105, "enabled": true }, "healthy": { "support": 3, "accepted_as_class": 1, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.6666666666666666, "enabled": true }, "miner": { "support": 111, "accepted_as_class": 103, "correct_accepted": 98, "accepted_precision": 0.9514563106796117, "correct_accepted_recall": 0.8828828828828829, "true_class_accepted_coverage": 0.9099099099099099, "enabled": true }, "phoma": { "support": 82, "accepted_as_class": 47, "correct_accepted": 47, "accepted_precision": 1.0, "correct_accepted_recall": 0.573170731707317, "true_class_accepted_coverage": 0.6707317073170732, "enabled": true }, "rust": { "support": 125, "accepted_as_class": 143, "correct_accepted": 125, "accepted_precision": 0.8741258741258742, "correct_accepted_recall": 1.0, "true_class_accepted_coverage": 1.0, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 5, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false } }, "groups": 359, "parents": 359 }, "beans": { "raw": { "n": 128, "accuracy": 1.0, "macro_f1": 1.0, "classification": { "unsupported": { "precision": 1.0, "recall": 1.0, "f1-score": 1.0, "support": 128.0 }, "accuracy": 1.0, "macro avg": { "precision": 1.0, "recall": 1.0, "f1-score": 1.0, "support": 128.0 }, "weighted avg": { "precision": 1.0, "recall": 1.0, "f1-score": 1.0, "support": 128.0 } }, "confusion_matrix": [ [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 128 ] ] }, "app": { "n": 128, "accepted_n": 0, "accepted_coverage": 0.0, "accepted_accuracy": null, "correct_accepted_fraction": 0.0, "confident_n": 0, "unsupported_n": 128, "unsupported_false_accepts": 0, "unsupported_reject_rate": 1.0 }, "per_class_app": { "cercospora": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "healthy": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "miner": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "phoma": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "rust": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 128, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.0, "enabled": false } }, "groups": 128, "parents": 128 }, "bracol_expert": { "raw": { "n": 252, "accuracy": 0.7857142857142857, "macro_f1": 0.6987979471024025, "classification": { "cercospora": { "precision": 0.7, "recall": 0.4666666666666667, "f1-score": 0.56, "support": 15.0 }, "miner": { "precision": 0.5806451612903226, "recall": 0.5142857142857142, "f1-score": 0.5454545454545454, "support": 35.0 }, "phoma": { "precision": 0.7864077669902912, "recall": 0.7714285714285715, "f1-score": 0.7788461538461539, "support": 105.0 }, "rust": { "precision": 0.8761904761904762, "recall": 0.9484536082474226, "f1-score": 0.9108910891089109, "support": 97.0 }, "micro avg": { "precision": 0.7951807228915663, "recall": 0.7857142857142857, "f1-score": 0.7904191616766467, "support": 252.0 }, "macro avg": { "precision": 0.7358108511177726, "recall": 0.6752086401570938, "f1-score": 0.6987979471024025, "support": 252.0 }, "weighted avg": { "precision": 0.7872455252762621, "recall": 0.7857142857142857, "f1-score": 0.7842309162234906, "support": 252.0 } }, "confusion_matrix": [ [ 7, 0, 0, 4, 4, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 18, 15, 1, 0, 1, 0 ], [ 1, 0, 13, 81, 8, 0, 2, 0 ], [ 2, 0, 0, 3, 92, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ] }, "app": { "n": 252, "accepted_n": 220, "accepted_coverage": 0.873015873015873, "accepted_accuracy": 0.8181818181818182, "correct_accepted_fraction": 0.7142857142857143, "confident_n": 184, "unsupported_n": 0, "unsupported_false_accepts": 0, "unsupported_reject_rate": null }, "per_class_app": { "cercospora": { "support": 15, "accepted_as_class": 9, "correct_accepted": 6, "accepted_precision": 0.6666666666666666, "correct_accepted_recall": 0.4, "true_class_accepted_coverage": 0.8, "enabled": true }, "healthy": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "miner": { "support": 35, "accepted_as_class": 31, "correct_accepted": 18, "accepted_precision": 0.5806451612903226, "correct_accepted_recall": 0.5142857142857142, "true_class_accepted_coverage": 0.7142857142857143, "enabled": true }, "phoma": { "support": 105, "accepted_as_class": 74, "correct_accepted": 65, "accepted_precision": 0.8783783783783784, "correct_accepted_recall": 0.6190476190476191, "true_class_accepted_coverage": 0.8380952380952381, "enabled": true }, "rust": { "support": 97, "accepted_as_class": 103, "correct_accepted": 91, "accepted_precision": 0.883495145631068, "correct_accepted_recall": 0.9381443298969072, "true_class_accepted_coverage": 0.979381443298969, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 3, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false } }, "groups": 209, "parents": 210 }, "bracol_leaf": { "raw": { "n": 198, "accuracy": 0.8888888888888888, "macro_f1": 0.8462282328052216, "classification": { "cercospora": { "precision": 0.5, "recall": 0.7777777777777778, "f1-score": 0.6086956521739131, "support": 9.0 }, "healthy": { "precision": 0.8043478260869565, "recall": 0.9736842105263158, "f1-score": 0.8809523809523809, "support": 38.0 }, "miner": { "precision": 0.972972972972973, "recall": 0.782608695652174, "f1-score": 0.8674698795180723, "support": 46.0 }, "phoma": { "precision": 1.0, "recall": 0.9038461538461539, "f1-score": 0.9494949494949495, "support": 52.0 }, "rust": { "precision": 0.9245283018867925, "recall": 0.9245283018867925, "f1-score": 0.9245283018867925, "support": 53.0 }, "micro avg": { "precision": 0.8934010152284264, "recall": 0.8888888888888888, "f1-score": 0.8911392405063291, "support": 198.0 }, "macro avg": { "precision": 0.8403698201893445, "recall": 0.8724890279378428, "f1-score": 0.8462282328052216, "support": 198.0 }, "weighted avg": { "precision": 0.9132422936770762, "recall": 0.8888888888888888, "f1-score": 0.8951101170571939, "support": 198.0 } }, "confusion_matrix": [ [ 7, 2, 0, 0, 0, 0, 0, 0 ], [ 0, 37, 0, 0, 1, 0, 0, 0 ], [ 2, 5, 36, 0, 2, 0, 1, 0 ], [ 1, 2, 1, 47, 1, 0, 0, 0 ], [ 4, 0, 0, 0, 49, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ] }, "app": { "n": 198, "accepted_n": 189, "accepted_coverage": 0.9545454545454546, "accepted_accuracy": 0.8941798941798942, "correct_accepted_fraction": 0.8535353535353535, "confident_n": 165, "unsupported_n": 0, "unsupported_false_accepts": 0, "unsupported_reject_rate": null }, "per_class_app": { "cercospora": { "support": 9, "accepted_as_class": 12, "correct_accepted": 6, "accepted_precision": 0.5, "correct_accepted_recall": 0.6666666666666666, "true_class_accepted_coverage": 0.8888888888888888, "enabled": true }, "healthy": { "support": 38, "accepted_as_class": 46, "correct_accepted": 37, "accepted_precision": 0.8043478260869565, "correct_accepted_recall": 0.9736842105263158, "true_class_accepted_coverage": 1.0, "enabled": true }, "miner": { "support": 46, "accepted_as_class": 37, "correct_accepted": 36, "accepted_precision": 0.972972972972973, "correct_accepted_recall": 0.782608695652174, "true_class_accepted_coverage": 0.9782608695652174, "enabled": true }, "phoma": { "support": 52, "accepted_as_class": 41, "correct_accepted": 41, "accepted_precision": 1.0, "correct_accepted_recall": 0.7884615384615384, "true_class_accepted_coverage": 0.8653846153846154, "enabled": true }, "rust": { "support": 53, "accepted_as_class": 52, "correct_accepted": 49, "accepted_precision": 0.9423076923076923, "correct_accepted_recall": 0.9245283018867925, "true_class_accepted_coverage": 1.0, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 1, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false } }, "groups": 198, "parents": 198 }, "bracol_symptom": { "raw": { "n": 236, "accuracy": 0.847457627118644, "macro_f1": 0.8492011360344183, "classification": { "cercospora": { "precision": 0.84, "recall": 0.7, "f1-score": 0.7636363636363637, "support": 30.0 }, "healthy": { "precision": 1.0, "recall": 0.9705882352941176, "f1-score": 0.9850746268656716, "support": 34.0 }, "miner": { "precision": 1.0, "recall": 0.640625, "f1-score": 0.780952380952381, "support": 64.0 }, "phoma": { "precision": 0.631578947368421, "recall": 1.0, "f1-score": 0.7741935483870968, "support": 48.0 }, "rust": { "precision": 0.9344262295081968, "recall": 0.95, "f1-score": 0.9421487603305785, "support": 60.0 }, "accuracy": 0.847457627118644, "macro avg": { "precision": 0.8812010353753236, "recall": 0.8522426470588235, "f1-score": 0.8492011360344183, "support": 236.0 }, "weighted avg": { "precision": 0.888056623916, "recall": 0.847457627118644, "f1-score": 0.8477660870588622, "support": 236.0 } }, "confusion_matrix": [ [ 21, 0, 0, 7, 2, 0, 0, 0 ], [ 0, 33, 0, 0, 1, 0, 0, 0 ], [ 1, 0, 41, 21, 1, 0, 0, 0 ], [ 0, 0, 0, 48, 0, 0, 0, 0 ], [ 3, 0, 0, 0, 57, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ] }, "app": { "n": 236, "accepted_n": 210, "accepted_coverage": 0.8898305084745762, "accepted_accuracy": 0.9285714285714286, "correct_accepted_fraction": 0.826271186440678, "confident_n": 184, "unsupported_n": 0, "unsupported_false_accepts": 0, "unsupported_reject_rate": null }, "per_class_app": { "cercospora": { "support": 30, "accepted_as_class": 18, "correct_accepted": 16, "accepted_precision": 0.8888888888888888, "correct_accepted_recall": 0.5333333333333333, "true_class_accepted_coverage": 0.6666666666666666, "enabled": true }, "healthy": { "support": 34, "accepted_as_class": 33, "correct_accepted": 33, "accepted_precision": 1.0, "correct_accepted_recall": 0.9705882352941176, "true_class_accepted_coverage": 1.0, "enabled": true }, "miner": { "support": 64, "accepted_as_class": 41, "correct_accepted": 41, "accepted_precision": 1.0, "correct_accepted_recall": 0.640625, "true_class_accepted_coverage": 0.765625, "enabled": true }, "phoma": { "support": 48, "accepted_as_class": 57, "correct_accepted": 48, "accepted_precision": 0.8421052631578947, "correct_accepted_recall": 1.0, "true_class_accepted_coverage": 1.0, "enabled": true }, "rust": { "support": 60, "accepted_as_class": 61, "correct_accepted": 57, "accepted_precision": 0.9344262295081968, "correct_accepted_recall": 0.95, "true_class_accepted_coverage": 0.9833333333333333, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false } }, "groups": 216, "parents": 216 }, "coffeeleaf_own_field": { "raw": { "n": 96, "accuracy": 0.96875, "macro_f1": 0.9767839687194526, "classification": { "rust": { "precision": 0.9696969696969697, "recall": 0.9696969696969697, "f1-score": 0.9696969696969697, "support": 33.0 }, "weevil_damage": { "precision": 1.0, "recall": 0.9682539682539683, "f1-score": 0.9838709677419355, "support": 63.0 }, "micro avg": { "precision": 0.9893617021276596, "recall": 0.96875, "f1-score": 0.9789473684210527, "support": 96.0 }, "macro avg": { "precision": 0.9848484848484849, "recall": 0.968975468975469, "f1-score": 0.9767839687194526, "support": 96.0 }, "weighted avg": { "precision": 0.9895833333333334, "recall": 0.96875, "f1-score": 0.9789986559139785, "support": 96.0 } }, "confusion_matrix": [ [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 1, 32, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 1, 1, 0, 61, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ] }, "app": { "n": 96, "accepted_n": 94, "accepted_coverage": 0.9791666666666666, "accepted_accuracy": 0.9787234042553191, "correct_accepted_fraction": 0.9583333333333334, "confident_n": 93, "unsupported_n": 0, "unsupported_false_accepts": 0, "unsupported_reject_rate": null }, "per_class_app": { "cercospora": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "healthy": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "miner": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "phoma": { "support": 0, "accepted_as_class": 1, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "rust": { "support": 33, "accepted_as_class": 32, "correct_accepted": 31, "accepted_precision": 0.96875, "correct_accepted_recall": 0.9393939393939394, "true_class_accepted_coverage": 0.9696969696969697, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 63, "accepted_as_class": 61, "correct_accepted": 61, "accepted_precision": 1.0, "correct_accepted_recall": 0.9682539682539683, "true_class_accepted_coverage": 0.9841269841269841, "enabled": true }, "unsupported": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false } }, "groups": 83, "parents": 85 }, "coffeeleaf_rust_and_leaf_miner": { "raw": { "n": 99, "accuracy": 0.8686868686868687, "macro_f1": 0.893970893970894, "classification": { "miner": { "precision": 1.0, "recall": 0.8571428571428571, "f1-score": 0.9230769230769231, "support": 63.0 }, "rust": { "precision": 0.8421052631578947, "recall": 0.8888888888888888, "f1-score": 0.8648648648648649, "support": 36.0 }, "micro avg": { "precision": 0.9347826086956522, "recall": 0.8686868686868687, "f1-score": 0.900523560209424, "support": 99.0 }, "macro avg": { "precision": 0.9210526315789473, "recall": 0.873015873015873, "f1-score": 0.893970893970894, "support": 99.0 }, "weighted avg": { "precision": 0.9425837320574162, "recall": 0.8686868686868687, "f1-score": 0.9019089019089019, "support": 99.0 } }, "confusion_matrix": [ [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 54, 0, 6, 0, 3, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 1, 0, 0, 2, 32, 0, 1, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ] }, "app": { "n": 99, "accepted_n": 94, "accepted_coverage": 0.9494949494949495, "accepted_accuracy": 0.9148936170212766, "correct_accepted_fraction": 0.8686868686868687, "confident_n": 92, "unsupported_n": 0, "unsupported_false_accepts": 0, "unsupported_reject_rate": null }, "per_class_app": { "cercospora": { "support": 0, "accepted_as_class": 1, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "healthy": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "miner": { "support": 63, "accepted_as_class": 54, "correct_accepted": 54, "accepted_precision": 1.0, "correct_accepted_recall": 0.8571428571428571, "true_class_accepted_coverage": 0.9523809523809523, "enabled": true }, "phoma": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "rust": { "support": 36, "accepted_as_class": 36, "correct_accepted": 32, "accepted_precision": 0.8888888888888888, "correct_accepted_recall": 0.8888888888888888, "true_class_accepted_coverage": 0.9444444444444444, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 3, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false } }, "groups": 96, "parents": 96 }, "peru": { "raw": { "n": 12, "accuracy": 0.9166666666666666, "macro_f1": 0.9076923076923077, "classification": { "healthy": { "precision": 1.0, "recall": 0.6666666666666666, "f1-score": 0.8, "support": 3.0 }, "rust": { "precision": 0.8571428571428571, "recall": 1.0, "f1-score": 0.9230769230769231, "support": 6.0 }, "unsupported": { "precision": 1.0, "recall": 1.0, "f1-score": 1.0, "support": 3.0 }, "accuracy": 0.9166666666666666, "macro avg": { "precision": 0.9523809523809524, "recall": 0.8888888888888888, "f1-score": 0.9076923076923077, "support": 12.0 }, "weighted avg": { "precision": 0.9285714285714285, "recall": 0.9166666666666666, "f1-score": 0.9115384615384615, "support": 12.0 } }, "confusion_matrix": [ [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 2, 0, 0, 1, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 6, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 3 ] ] }, "app": { "n": 12, "accepted_n": 9, "accepted_coverage": 0.75, "accepted_accuracy": 0.8888888888888888, "correct_accepted_fraction": 0.6666666666666666, "confident_n": 9, "unsupported_n": 3, "unsupported_false_accepts": 0, "unsupported_reject_rate": 1.0 }, "per_class_app": { "cercospora": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "healthy": { "support": 3, "accepted_as_class": 2, "correct_accepted": 2, "accepted_precision": 1.0, "correct_accepted_recall": 0.6666666666666666, "true_class_accepted_coverage": 1.0, "enabled": true }, "miner": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "phoma": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "rust": { "support": 6, "accepted_as_class": 7, "correct_accepted": 6, "accepted_precision": 0.8571428571428571, "correct_accepted_recall": 1.0, "true_class_accepted_coverage": 1.0, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 3, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.0, "enabled": false } }, "groups": 12, "parents": 12 }, "rocole": { "raw": { "n": 115, "accuracy": 0.8782608695652174, "macro_f1": 0.8491323491323491, "classification": { "healthy": { "precision": 0.9803921568627451, "recall": 0.9433962264150944, "f1-score": 0.9615384615384616, "support": 53.0 }, "rust": { "precision": 0.8636363636363636, "recall": 0.8636363636363636, "f1-score": 0.8636363636363636, "support": 44.0 }, "red_spider_mite": { "precision": 0.7222222222222222, "recall": 0.7222222222222222, "f1-score": 0.7222222222222222, "support": 18.0 }, "micro avg": { "precision": 0.8938053097345132, "recall": 0.8782608695652174, "f1-score": 0.8859649122807017, "support": 115.0 }, "macro avg": { "precision": 0.8554169142404436, "recall": 0.84308493742456, "f1-score": 0.8491323491323491, "support": 115.0 }, "weighted avg": { "precision": 0.8953111679454391, "recall": 0.8782608695652174, "f1-score": 0.8866220735785952, "support": 115.0 } }, "confusion_matrix": [ [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 50, 0, 1, 2, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 1, 0, 0, 0, 38, 5, 0, 0 ], [ 0, 1, 0, 0, 4, 13, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ] }, "app": { "n": 115, "accepted_n": 92, "accepted_coverage": 0.8, "accepted_accuracy": 0.9239130434782609, "correct_accepted_fraction": 0.7391304347826086, "confident_n": 83, "unsupported_n": 0, "unsupported_false_accepts": 0, "unsupported_reject_rate": null }, "per_class_app": { "cercospora": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "healthy": { "support": 53, "accepted_as_class": 49, "correct_accepted": 48, "accepted_precision": 0.9795918367346939, "correct_accepted_recall": 0.9056603773584906, "true_class_accepted_coverage": 0.9433962264150944, "enabled": true }, "miner": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "phoma": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "rust": { "support": 44, "accepted_as_class": 43, "correct_accepted": 37, "accepted_precision": 0.8604651162790697, "correct_accepted_recall": 0.8409090909090909, "true_class_accepted_coverage": 0.8409090909090909, "enabled": true }, "red_spider_mite": { "support": 18, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.2777777777777778, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false } }, "groups": 54, "parents": 58 } }, "class_counts": { "cercospora": 92, "healthy": 131, "miner": 319, "phoma": 287, "rust": 454, "red_spider_mite": 18, "weevil_damage": 63, "unsupported": 131 }, "selection": "One seeded example per source/group/label from the frozen expanded test; identical images for both models", "image_transform": "Shrink canonical 224px crop to 146px, center it on a 224px median-RGB canvas; identical raw pixels for both models", "qualification": "Synthetic distance stress, not evidence from genuine distant field photographs; differs from full-image padding used in training" }, "deployment": { "role": "app_asset", "artifact_location": "original-project/mobile/assets/model/coffee-leaf-b2.tflite", "deployment_eligible": true } }, "b3": { "parameter_count": 10708528, "artifact_bytes": 11796544, "under_10_decimal_MB": false, "artifact_sha256": "5ab0a8f6292b67440d4c53e51b6b8155a5c474c403428f7a70974d599997deb4", "checkpoint_sha256": "a808dffa181630d47acc74788dcf38f95d0618b1e51b0dcd7f0990071d55c433", "subsets": { "expanded_all_eight": { "raw": { "n": 5868, "accuracy": 0.9321745057941377, "macro_f1": 0.8543653503213113, "classification": { "cercospora": { "precision": 0.803921568627451, "recall": 0.70995670995671, "f1-score": 0.7540229885057471, "support": 231.0 }, "healthy": { "precision": 0.9369369369369369, "recall": 0.9811320754716981, "f1-score": 0.9585253456221198, "support": 318.0 }, "miner": { "precision": 0.939297124600639, "recall": 0.9385474860335196, "f1-score": 0.9389221556886228, "support": 1253.0 }, "phoma": { "precision": 0.8631415241057543, "recall": 0.8197932053175776, "f1-score": 0.8409090909090909, "support": 677.0 }, "rust": { "precision": 0.9543258673693457, "recall": 0.9585355094838994, "f1-score": 0.9564260563380281, "support": 2267.0 }, "red_spider_mite": { "precision": 0.5, "recall": 0.38461538461538464, "f1-score": 0.43478260869565216, "support": 26.0 }, "weevil_damage": { "precision": 0.9410503751339764, "recall": 0.9821029082774049, "f1-score": 0.9611384783798577, "support": 894.0 }, "unsupported": { "precision": 0.9805825242718447, "recall": 1.0, "f1-score": 0.9901960784313726, "support": 202.0 }, "accuracy": 0.9321745057941377, "macro avg": { "precision": 0.8649069901307435, "recall": 0.8468354098945243, "f1-score": 0.8543653503213113, "support": 5868.0 }, "weighted avg": { "precision": 0.9306018036540692, "recall": 0.9321745057941377, "f1-score": 0.931076160691051, "support": 5868.0 } }, "confusion_matrix": [ [ 164, 2, 6, 18, 37, 0, 4, 0 ], [ 1, 312, 0, 1, 3, 1, 0, 0 ], [ 0, 5, 1176, 39, 14, 0, 16, 3 ], [ 8, 6, 68, 555, 24, 0, 16, 0 ], [ 31, 6, 2, 27, 2173, 9, 19, 0 ], [ 0, 2, 0, 0, 13, 10, 0, 1 ], [ 0, 0, 0, 3, 13, 0, 878, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 202 ] ] }, "app": { "n": 5868, "accepted_n": 4642, "accepted_coverage": 0.7910702113156101, "accepted_accuracy": 0.941404566996984, "correct_accepted_fraction": 0.7447171097477846, "confident_n": 4285, "unsupported_n": 202, "unsupported_false_accepts": 0, "unsupported_reject_rate": 1.0 }, "per_class_app": { "cercospora": { "support": 231, "accepted_as_class": 170, "correct_accepted": 143, "accepted_precision": 0.8411764705882353, "correct_accepted_recall": 0.6190476190476191, "true_class_accepted_coverage": 0.8354978354978355, "enabled": true }, "healthy": { "support": 318, "accepted_as_class": 332, "correct_accepted": 312, "accepted_precision": 0.9397590361445783, "correct_accepted_recall": 0.9811320754716981, "true_class_accepted_coverage": 0.9905660377358491, "enabled": true }, "miner": { "support": 1253, "accepted_as_class": 1213, "correct_accepted": 1143, "accepted_precision": 0.9422918384171476, "correct_accepted_recall": 0.9122106943335994, "true_class_accepted_coverage": 0.9433359936153233, "enabled": true }, "phoma": { "support": 677, "accepted_as_class": 450, "correct_accepted": 425, "accepted_precision": 0.9444444444444444, "correct_accepted_recall": 0.6277695716395865, "true_class_accepted_coverage": 0.7872968980797637, "enabled": true }, "rust": { "support": 2267, "accepted_as_class": 1625, "correct_accepted": 1536, "accepted_precision": 0.9452307692307692, "correct_accepted_recall": 0.6775474194971328, "true_class_accepted_coverage": 0.7000441111601235, "enabled": true }, "red_spider_mite": { "support": 26, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.5769230769230769, "enabled": false }, "weevil_damage": { "support": 894, "accepted_as_class": 852, "correct_accepted": 811, "accepted_precision": 0.9518779342723005, "correct_accepted_recall": 0.9071588366890381, "true_class_accepted_coverage": 0.9138702460850112, "enabled": true }, "unsupported": { "support": 202, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.0, "enabled": false } }, "groups": 982, "parents": 1770 }, "original_all_eight": { "raw": { "n": 4571, "accuracy": 0.9374316342157077, "macro_f1": 0.8639987673234013, "classification": { "cercospora": { "precision": 0.9281437125748503, "recall": 0.7380952380952381, "f1-score": 0.8222811671087533, "support": 210.0 }, "healthy": { "precision": 0.9218106995884774, "recall": 0.9739130434782609, "f1-score": 0.9471458773784355, "support": 230.0 }, "miner": { "precision": 0.9514644351464435, "recall": 0.949874686716792, "f1-score": 0.9506688963210702, "support": 1197.0 }, "phoma": { "precision": 0.8847058823529412, "recall": 0.8300220750551877, "f1-score": 0.856492027334852, "support": 453.0 }, "rust": { "precision": 0.9405737704918032, "recall": 0.9609211444521982, "f1-score": 0.9506385916465309, "support": 1433.0 }, "red_spider_mite": { "precision": 0.5, "recall": 0.38461538461538464, "f1-score": 0.43478260869565216, "support": 26.0 }, "weevil_damage": { "precision": 0.9491891891891892, "recall": 0.9821029082774049, "f1-score": 0.9653655854865311, "support": 894.0 }, "unsupported": { "precision": 0.9696969696969697, "recall": 1.0, "f1-score": 0.9846153846153847, "support": 128.0 }, "accuracy": 0.9374316342157077, "macro avg": { "precision": 0.8806980823800843, "recall": 0.8524430600863083, "f1-score": 0.8639987673234013, "support": 4571.0 }, "weighted avg": { "precision": 0.9363683864566494, "recall": 0.9374316342157077, "f1-score": 0.9361411521505538, "support": 4571.0 } }, "confusion_matrix": [ [ 155, 2, 6, 10, 33, 0, 4, 0 ], [ 1, 224, 0, 1, 3, 1, 0, 0 ], [ 0, 5, 1137, 24, 13, 0, 15, 3 ], [ 1, 5, 50, 376, 12, 0, 9, 0 ], [ 10, 5, 2, 11, 1377, 9, 19, 0 ], [ 0, 2, 0, 0, 13, 10, 0, 1 ], [ 0, 0, 0, 3, 13, 0, 878, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 128 ] ] }, "app": { "n": 4571, "accepted_n": 3724, "accepted_coverage": 0.8147013782542113, "accepted_accuracy": 0.9460257787325457, "correct_accepted_fraction": 0.7707285057974185, "confident_n": 3449, "unsupported_n": 128, "unsupported_false_accepts": 0, "unsupported_reject_rate": 1.0 }, "per_class_app": { "cercospora": { "support": 210, "accepted_as_class": 143, "correct_accepted": 135, "accepted_precision": 0.9440559440559441, "correct_accepted_recall": 0.6428571428571429, "true_class_accepted_coverage": 0.8476190476190476, "enabled": true }, "healthy": { "support": 230, "accepted_as_class": 242, "correct_accepted": 224, "accepted_precision": 0.9256198347107438, "correct_accepted_recall": 0.9739130434782609, "true_class_accepted_coverage": 0.9869565217391304, "enabled": true }, "miner": { "support": 1197, "accepted_as_class": 1157, "correct_accepted": 1104, "accepted_precision": 0.9541918755401901, "correct_accepted_recall": 0.9223057644110275, "true_class_accepted_coverage": 0.9515455304928989, "enabled": true }, "phoma": { "support": 453, "accepted_as_class": 291, "correct_accepted": 278, "accepted_precision": 0.9553264604810997, "correct_accepted_recall": 0.6136865342163356, "true_class_accepted_coverage": 0.7660044150110376, "enabled": true }, "rust": { "support": 1433, "accepted_as_class": 1047, "correct_accepted": 971, "accepted_precision": 0.9274116523400191, "correct_accepted_recall": 0.677599441730635, "true_class_accepted_coverage": 0.6985345429169574, "enabled": true }, "red_spider_mite": { "support": 26, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.5769230769230769, "enabled": false }, "weevil_damage": { "support": 894, "accepted_as_class": 844, "correct_accepted": 811, "accepted_precision": 0.9609004739336493, "correct_accepted_recall": 0.9071588366890381, "true_class_accepted_coverage": 0.9138702460850112, "enabled": true }, "unsupported": { "support": 128, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.0, "enabled": false } }, "groups": 970, "parents": 1758 }, "expanded_common_five": { "raw": { "n": 4746, "accuracy": 0.922882427307206, "macro_f1": 0.8918358003752068, "classification": { "cercospora": { "precision": 0.803921568627451, "recall": 0.70995670995671, "f1-score": 0.7540229885057471, "support": 231.0 }, "healthy": { "precision": 0.9425981873111783, "recall": 0.9811320754716981, "f1-score": 0.9614791987673343, "support": 318.0 }, "miner": { "precision": 0.939297124600639, "recall": 0.9385474860335196, "f1-score": 0.9389221556886228, "support": 1253.0 }, "phoma": { "precision": 0.8671875, "recall": 0.8197932053175776, "f1-score": 0.8428246013667426, "support": 677.0 }, "rust": { "precision": 0.9653487338960463, "recall": 0.9585355094838994, "f1-score": 0.9619300575475874, "support": 2267.0 }, "micro avg": { "precision": 0.9362975630611372, "recall": 0.922882427307206, "f1-score": 0.9295415959252971, "support": 4746.0 }, "macro avg": { "precision": 0.9036706228870628, "recall": 0.881592997252681, "f1-score": 0.8918358003752068, "support": 4746.0 }, "weighted avg": { "precision": 0.9350870038526831, "recall": 0.922882427307206, "f1-score": 0.928716150909471, "support": 4746.0 } }, "confusion_matrix": [ [ 164, 2, 6, 18, 37, 0, 4, 0 ], [ 1, 312, 0, 1, 3, 1, 0, 0 ], [ 0, 5, 1176, 39, 14, 0, 16, 3 ], [ 8, 6, 68, 555, 24, 0, 16, 0 ], [ 31, 6, 2, 27, 2173, 9, 19, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ] }, "app": { "n": 4746, "accepted_n": 3810, "accepted_coverage": 0.8027812895069533, "accepted_accuracy": 0.9341207349081365, "correct_accepted_fraction": 0.7498946481247366, "confident_n": 3455, "unsupported_n": 0, "unsupported_false_accepts": 0, "unsupported_reject_rate": null }, "per_class_app": { "cercospora": { "support": 231, "accepted_as_class": 170, "correct_accepted": 143, "accepted_precision": 0.8411764705882353, "correct_accepted_recall": 0.6190476190476191, "true_class_accepted_coverage": 0.8354978354978355, "enabled": true }, "healthy": { "support": 318, "accepted_as_class": 330, "correct_accepted": 312, "accepted_precision": 0.9454545454545454, "correct_accepted_recall": 0.9811320754716981, "true_class_accepted_coverage": 0.9905660377358491, "enabled": true }, "miner": { "support": 1253, "accepted_as_class": 1213, "correct_accepted": 1143, "accepted_precision": 0.9422918384171476, "correct_accepted_recall": 0.9122106943335994, "true_class_accepted_coverage": 0.9433359936153233, "enabled": true }, "phoma": { "support": 677, "accepted_as_class": 449, "correct_accepted": 425, "accepted_precision": 0.9465478841870824, "correct_accepted_recall": 0.6277695716395865, "true_class_accepted_coverage": 0.7872968980797637, "enabled": true }, "rust": { "support": 2267, "accepted_as_class": 1607, "correct_accepted": 1536, "accepted_precision": 0.955818294959552, "correct_accepted_recall": 0.6775474194971328, "true_class_accepted_coverage": 0.7000441111601235, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 41, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false } }, "groups": 801, "parents": 1573 }, "expanded_common_five_excluding_agml_and_known_exposure": { "raw": { "n": 3289, "accuracy": 0.9279416235937975, "macro_f1": 0.8471576664138093, "classification": { "cercospora": { "precision": 0.5180722891566265, "recall": 0.581081081081081, "f1-score": 0.5477707006369427, "support": 74.0 }, "healthy": { "precision": 0.9456869009584664, "recall": 0.9801324503311258, "f1-score": 0.9626016260162602, "support": 302.0 }, "miner": { "precision": 0.9620034542314335, "recall": 0.9086460032626428, "f1-score": 0.9345637583892618, "support": 613.0 }, "phoma": { "precision": 0.7931937172774869, "recall": 0.8583569405099151, "f1-score": 0.8244897959183674, "support": 353.0 }, "rust": { "precision": 0.9814618644067796, "recall": 0.9517205957883924, "f1-score": 0.9663624511082138, "support": 1947.0 }, "micro avg": { "precision": 0.9405238828967643, "recall": 0.9279416235937975, "f1-score": 0.9341903887358433, "support": 3289.0 }, "macro avg": { "precision": 0.8400836452061586, "recall": 0.8559874141946315, "f1-score": 0.8471576664138093, "support": 3289.0 }, "weighted avg": { "precision": 0.9439180733140374, "recall": 0.9279416235937975, "f1-score": 0.9354456968876675, "support": 3289.0 } }, "confusion_matrix": [ [ 43, 2, 2, 18, 9, 0, 0, 0 ], [ 1, 296, 0, 1, 3, 1, 0, 0 ], [ 0, 5, 557, 33, 11, 0, 7, 0 ], [ 8, 4, 18, 303, 12, 0, 8, 0 ], [ 31, 6, 2, 27, 1853, 9, 19, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ] }, "app": { "n": 3289, "accepted_n": 2484, "accepted_coverage": 0.7552447552447552, "accepted_accuracy": 0.9424315619967794, "correct_accepted_fraction": 0.71176649437519, "confident_n": 2317, "unsupported_n": 0, "unsupported_false_accepts": 0, "unsupported_reject_rate": null }, "per_class_app": { "cercospora": { "support": 74, "accepted_as_class": 69, "correct_accepted": 42, "accepted_precision": 0.6086956521739131, "correct_accepted_recall": 0.5675675675675675, "true_class_accepted_coverage": 0.8108108108108109, "enabled": true }, "healthy": { "support": 302, "accepted_as_class": 312, "correct_accepted": 296, "accepted_precision": 0.9487179487179487, "correct_accepted_recall": 0.9801324503311258, "true_class_accepted_coverage": 0.9900662251655629, "enabled": true }, "miner": { "support": 613, "accepted_as_class": 544, "correct_accepted": 524, "accepted_precision": 0.9632352941176471, "correct_accepted_recall": 0.8548123980424144, "true_class_accepted_coverage": 0.8988580750407831, "enabled": true }, "phoma": { "support": 353, "accepted_as_class": 285, "correct_accepted": 261, "accepted_precision": 0.9157894736842105, "correct_accepted_recall": 0.7393767705382436, "true_class_accepted_coverage": 0.8640226628895185, "enabled": true }, "rust": { "support": 1947, "accepted_as_class": 1246, "correct_accepted": 1218, "accepted_precision": 0.9775280898876404, "correct_accepted_recall": 0.6255778120184899, "true_class_accepted_coverage": 0.6517719568567026, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 28, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false } }, "groups": 442, "parents": 465 }, "original_common_five": { "raw": { "n": 3523, "accuracy": 0.9279023559466364, "macro_f1": 0.9085588023998017, "classification": { "cercospora": { "precision": 0.9281437125748503, "recall": 0.7380952380952381, "f1-score": 0.8222811671087533, "support": 210.0 }, "healthy": { "precision": 0.9294605809128631, "recall": 0.9739130434782609, "f1-score": 0.9511677282377919, "support": 230.0 }, "miner": { "precision": 0.9514644351464435, "recall": 0.949874686716792, "f1-score": 0.9506688963210702, "support": 1197.0 }, "phoma": { "precision": 0.8909952606635071, "recall": 0.8300220750551877, "f1-score": 0.8594285714285714, "support": 453.0 }, "rust": { "precision": 0.9575799721835884, "recall": 0.9609211444521982, "f1-score": 0.9592476489028213, "support": 1433.0 }, "micro avg": { "precision": 0.9439792087785157, "recall": 0.9279023559466364, "f1-score": 0.935871743486974, "support": 3523.0 }, "macro avg": { "precision": 0.9315287922962504, "recall": 0.8905652375595354, "f1-score": 0.9085588023998017, "support": 3523.0 }, "weighted avg": { "precision": 0.9433499844849903, "recall": 0.9279023559466364, "f1-score": 0.9348059367637631, "support": 3523.0 } }, "confusion_matrix": [ [ 155, 2, 6, 10, 33, 0, 4, 0 ], [ 1, 224, 0, 1, 3, 1, 0, 0 ], [ 0, 5, 1137, 24, 13, 0, 15, 3 ], [ 1, 5, 50, 376, 12, 0, 9, 0 ], [ 10, 5, 2, 11, 1377, 9, 19, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ] }, "app": { "n": 3523, "accepted_n": 2892, "accepted_coverage": 0.8208912858359353, "accepted_accuracy": 0.9377593360995851, "correct_accepted_fraction": 0.7697984672154414, "confident_n": 2619, "unsupported_n": 0, "unsupported_false_accepts": 0, "unsupported_reject_rate": null }, "per_class_app": { "cercospora": { "support": 210, "accepted_as_class": 143, "correct_accepted": 135, "accepted_precision": 0.9440559440559441, "correct_accepted_recall": 0.6428571428571429, "true_class_accepted_coverage": 0.8476190476190476, "enabled": true }, "healthy": { "support": 230, "accepted_as_class": 240, "correct_accepted": 224, "accepted_precision": 0.9333333333333333, "correct_accepted_recall": 0.9739130434782609, "true_class_accepted_coverage": 0.9869565217391304, "enabled": true }, "miner": { "support": 1197, "accepted_as_class": 1157, "correct_accepted": 1104, "accepted_precision": 0.9541918755401901, "correct_accepted_recall": 0.9223057644110275, "true_class_accepted_coverage": 0.9515455304928989, "enabled": true }, "phoma": { "support": 453, "accepted_as_class": 290, "correct_accepted": 278, "accepted_precision": 0.9586206896551724, "correct_accepted_recall": 0.6136865342163356, "true_class_accepted_coverage": 0.7660044150110376, "enabled": true }, "rust": { "support": 1433, "accepted_as_class": 1029, "correct_accepted": 971, "accepted_precision": 0.9436345966958212, "correct_accepted_recall": 0.677599441730635, "true_class_accepted_coverage": 0.6985345429169574, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 33, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false } }, "groups": 792, "parents": 1564 }, "expanded_excluding_agml_and_known_exposure": { "raw": { "n": 4411, "accuracy": 0.939016096123328, "macro_f1": 0.8284296214726182, "classification": { "cercospora": { "precision": 0.5180722891566265, "recall": 0.581081081081081, "f1-score": 0.5477707006369427, "support": 74.0 }, "healthy": { "precision": 0.9396825396825397, "recall": 0.9801324503311258, "f1-score": 0.9594813614262561, "support": 302.0 }, "miner": { "precision": 0.9620034542314335, "recall": 0.9086460032626428, "f1-score": 0.9345637583892618, "support": 613.0 }, "phoma": { "precision": 0.787012987012987, "recall": 0.8583569405099151, "f1-score": 0.8211382113821138, "support": 353.0 }, "rust": { "precision": 0.9681295715778474, "recall": 0.9517205957883924, "f1-score": 0.9598549598549598, "support": 1947.0 }, "red_spider_mite": { "precision": 0.5, "recall": 0.38461538461538464, "f1-score": 0.43478260869565216, "support": 26.0 }, "weevil_damage": { "precision": 0.9627192982456141, "recall": 0.9821029082774049, "f1-score": 0.9723145071982281, "support": 894.0 }, "unsupported": { "precision": 0.9950738916256158, "recall": 1.0, "f1-score": 0.9975308641975309, "support": 202.0 }, "accuracy": 0.939016096123328, "macro avg": { "precision": 0.829086753941583, "recall": 0.8308319204832433, "f1-score": 0.8284296214726182, "support": 4411.0 }, "weighted avg": { "precision": 0.9406641198919049, "recall": 0.939016096123328, "f1-score": 0.9394559361086323, "support": 4411.0 } }, "confusion_matrix": [ [ 43, 2, 2, 18, 9, 0, 0, 0 ], [ 1, 296, 0, 1, 3, 1, 0, 0 ], [ 0, 5, 557, 33, 11, 0, 7, 0 ], [ 8, 4, 18, 303, 12, 0, 8, 0 ], [ 31, 6, 2, 27, 1853, 9, 19, 0 ], [ 0, 2, 0, 0, 13, 10, 0, 1 ], [ 0, 0, 0, 3, 13, 0, 878, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 202 ] ] }, "app": { "n": 4411, "accepted_n": 3316, "accepted_coverage": 0.7517569712083427, "accepted_accuracy": 0.9505428226779252, "correct_accepted_fraction": 0.7145771933801859, "confident_n": 3147, "unsupported_n": 202, "unsupported_false_accepts": 0, "unsupported_reject_rate": 1.0 }, "per_class_app": { "cercospora": { "support": 74, "accepted_as_class": 69, "correct_accepted": 42, "accepted_precision": 0.6086956521739131, "correct_accepted_recall": 0.5675675675675675, "true_class_accepted_coverage": 0.8108108108108109, "enabled": true }, "healthy": { "support": 302, "accepted_as_class": 314, "correct_accepted": 296, "accepted_precision": 0.9426751592356688, "correct_accepted_recall": 0.9801324503311258, "true_class_accepted_coverage": 0.9900662251655629, "enabled": true }, "miner": { "support": 613, "accepted_as_class": 544, "correct_accepted": 524, "accepted_precision": 0.9632352941176471, "correct_accepted_recall": 0.8548123980424144, "true_class_accepted_coverage": 0.8988580750407831, "enabled": true }, "phoma": { "support": 353, "accepted_as_class": 286, "correct_accepted": 261, "accepted_precision": 0.9125874125874126, "correct_accepted_recall": 0.7393767705382436, "true_class_accepted_coverage": 0.8640226628895185, "enabled": true }, "rust": { "support": 1947, "accepted_as_class": 1264, "correct_accepted": 1218, "accepted_precision": 0.9636075949367089, "correct_accepted_recall": 0.6255778120184899, "true_class_accepted_coverage": 0.6517719568567026, "enabled": true }, "red_spider_mite": { "support": 26, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.5769230769230769, "enabled": false }, "weevil_damage": { "support": 894, "accepted_as_class": 839, "correct_accepted": 811, "accepted_precision": 0.966626936829559, "correct_accepted_recall": 0.9071588366890381, "true_class_accepted_coverage": 0.9138702460850112, "enabled": true }, "unsupported": { "support": 202, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.0, "enabled": false } }, "groups": 623, "parents": 662 }, "original_excluding_agml_and_known_exposure": { "raw": { "n": 3114, "accuracy": 0.949582530507386, "macro_f1": 0.8493535202859817, "classification": { "cercospora": { "precision": 0.7391304347826086, "recall": 0.6415094339622641, "f1-score": 0.6868686868686869, "support": 53.0 }, "healthy": { "precision": 0.9244444444444444, "recall": 0.9719626168224299, "f1-score": 0.9476082004555809, "support": 214.0 }, "miner": { "precision": 0.9923371647509579, "recall": 0.9299820466786356, "f1-score": 0.9601482854494903, "support": 557.0 }, "phoma": { "precision": 0.7425149700598802, "recall": 0.9612403100775194, "f1-score": 0.8378378378378378, "support": 129.0 }, "rust": { "precision": 0.9600363306085377, "recall": 0.949685534591195, "f1-score": 0.95483288166215, "support": 1113.0 }, "red_spider_mite": { "precision": 0.5, "recall": 0.38461538461538464, "f1-score": 0.43478260869565216, "support": 26.0 }, "weevil_damage": { "precision": 0.9712389380530974, "recall": 0.9821029082774049, "f1-score": 0.9766407119021134, "support": 894.0 }, "unsupported": { "precision": 0.9922480620155039, "recall": 1.0, "f1-score": 0.9961089494163424, "support": 128.0 }, "accuracy": 0.949582530507386, "macro avg": { "precision": 0.8527437930893788, "recall": 0.8526372793781042, "f1-score": 0.8493535202859817, "support": 3114.0 }, "weighted avg": { "precision": 0.9512964208681288, "recall": 0.949582530507386, "f1-score": 0.9494951697045033, "support": 3114.0 } }, "confusion_matrix": [ [ 34, 2, 2, 10, 5, 0, 0, 0 ], [ 1, 208, 0, 1, 3, 1, 0, 0 ], [ 0, 5, 518, 18, 10, 0, 6, 0 ], [ 1, 3, 0, 124, 0, 0, 1, 0 ], [ 10, 5, 2, 11, 1057, 9, 19, 0 ], [ 0, 2, 0, 0, 13, 10, 0, 1 ], [ 0, 0, 0, 3, 13, 0, 878, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 128 ] ] }, "app": { "n": 3114, "accepted_n": 2398, "accepted_coverage": 0.7700706486833655, "accepted_accuracy": 0.9612176814011676, "correct_accepted_fraction": 0.7402055234425177, "confident_n": 2311, "unsupported_n": 128, "unsupported_false_accepts": 0, "unsupported_reject_rate": 1.0 }, "per_class_app": { "cercospora": { "support": 53, "accepted_as_class": 42, "correct_accepted": 34, "accepted_precision": 0.8095238095238095, "correct_accepted_recall": 0.6415094339622641, "true_class_accepted_coverage": 0.8490566037735849, "enabled": true }, "healthy": { "support": 214, "accepted_as_class": 224, "correct_accepted": 208, "accepted_precision": 0.9285714285714286, "correct_accepted_recall": 0.9719626168224299, "true_class_accepted_coverage": 0.985981308411215, "enabled": true }, "miner": { "support": 557, "accepted_as_class": 488, "correct_accepted": 485, "accepted_precision": 0.9938524590163934, "correct_accepted_recall": 0.8707360861759426, "true_class_accepted_coverage": 0.9120287253141831, "enabled": true }, "phoma": { "support": 129, "accepted_as_class": 127, "correct_accepted": 114, "accepted_precision": 0.8976377952755905, "correct_accepted_recall": 0.8837209302325582, "true_class_accepted_coverage": 0.9224806201550387, "enabled": true }, "rust": { "support": 1113, "accepted_as_class": 686, "correct_accepted": 653, "accepted_precision": 0.9518950437317785, "correct_accepted_recall": 0.5867026055705301, "true_class_accepted_coverage": 0.6136567834681043, "enabled": true }, "red_spider_mite": { "support": 26, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.5769230769230769, "enabled": false }, "weevil_damage": { "support": 894, "accepted_as_class": 831, "correct_accepted": 811, "accepted_precision": 0.9759326113116726, "correct_accepted_recall": 0.9071588366890381, "true_class_accepted_coverage": 0.9138702460850112, "enabled": true }, "unsupported": { "support": 128, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.0, "enabled": false } }, "groups": 611, "parents": 650 }, "original_common_five_excluding_agml_and_known_exposure": { "raw": { "n": 2066, "accuracy": 0.9394966118102613, "macro_f1": 0.882311518742326, "classification": { "cercospora": { "precision": 0.7391304347826086, "recall": 0.6415094339622641, "f1-score": 0.6868686868686869, "support": 53.0 }, "healthy": { "precision": 0.9327354260089686, "recall": 0.9719626168224299, "f1-score": 0.9519450800915332, "support": 214.0 }, "miner": { "precision": 0.9923371647509579, "recall": 0.9299820466786356, "f1-score": 0.9601482854494903, "support": 557.0 }, "phoma": { "precision": 0.7560975609756098, "recall": 0.9612403100775194, "f1-score": 0.8464163822525598, "support": 129.0 }, "rust": { "precision": 0.9832558139534884, "recall": 0.949685534591195, "f1-score": 0.9661791590493601, "support": 1113.0 }, "micro avg": { "precision": 0.9561576354679803, "recall": 0.9394966118102613, "f1-score": 0.94775390625, "support": 2066.0 }, "macro avg": { "precision": 0.8807112800943268, "recall": 0.8908759884264088, "f1-score": 0.882311518742326, "support": 2066.0 }, "weighted avg": { "precision": 0.9600248796087935, "recall": 0.9394966118102613, "f1-score": 0.9484356243327747, "support": 2066.0 } }, "confusion_matrix": [ [ 34, 2, 2, 10, 5, 0, 0, 0 ], [ 1, 208, 0, 1, 3, 1, 0, 0 ], [ 0, 5, 518, 18, 10, 0, 6, 0 ], [ 1, 3, 0, 124, 0, 0, 1, 0 ], [ 10, 5, 2, 11, 1057, 9, 19, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ] }, "app": { "n": 2066, "accepted_n": 1566, "accepted_coverage": 0.7579864472410455, "accepted_accuracy": 0.9540229885057471, "correct_accepted_fraction": 0.723136495643756, "confident_n": 1481, "unsupported_n": 0, "unsupported_false_accepts": 0, "unsupported_reject_rate": null }, "per_class_app": { "cercospora": { "support": 53, "accepted_as_class": 42, "correct_accepted": 34, "accepted_precision": 0.8095238095238095, "correct_accepted_recall": 0.6415094339622641, "true_class_accepted_coverage": 0.8490566037735849, "enabled": true }, "healthy": { "support": 214, "accepted_as_class": 222, "correct_accepted": 208, "accepted_precision": 0.9369369369369369, "correct_accepted_recall": 0.9719626168224299, "true_class_accepted_coverage": 0.985981308411215, "enabled": true }, "miner": { "support": 557, "accepted_as_class": 488, "correct_accepted": 485, "accepted_precision": 0.9938524590163934, "correct_accepted_recall": 0.8707360861759426, "true_class_accepted_coverage": 0.9120287253141831, "enabled": true }, "phoma": { "support": 129, "accepted_as_class": 126, "correct_accepted": 114, "accepted_precision": 0.9047619047619048, "correct_accepted_recall": 0.8837209302325582, "true_class_accepted_coverage": 0.9224806201550387, "enabled": true }, "rust": { "support": 1113, "accepted_as_class": 668, "correct_accepted": 653, "accepted_precision": 0.9775449101796407, "correct_accepted_recall": 0.5867026055705301, "true_class_accepted_coverage": 0.6136567834681043, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 20, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false } }, "groups": 433, "parents": 456 }, "peru": { "raw": { "n": 225, "accuracy": 0.9955555555555555, "macro_f1": 0.3732937853107345, "classification": { "cercospora": { "precision": 0.0, "recall": 0.0, "f1-score": 0.0, "support": 0.0 }, "healthy": { "precision": 0.9887640449438202, "recall": 1.0, "f1-score": 0.9943502824858758, "support": 88.0 }, "miner": { "precision": 0.0, "recall": 0.0, "f1-score": 0.0, "support": 0.0 }, "phoma": { "precision": 0.0, "recall": 0.0, "f1-score": 0.0, "support": 0.0 }, "rust": { "precision": 1.0, "recall": 0.9841269841269841, "f1-score": 0.992, "support": 63.0 }, "red_spider_mite": { "precision": 0.0, "recall": 0.0, "f1-score": 0.0, "support": 0.0 }, "weevil_damage": { "precision": 0.0, "recall": 0.0, "f1-score": 0.0, "support": 0.0 }, "unsupported": { "precision": 1.0, "recall": 1.0, "f1-score": 1.0, "support": 74.0 }, "accuracy": 0.9955555555555555, "macro avg": { "precision": 0.3735955056179775, "recall": 0.373015873015873, "f1-score": 0.3732937853107345, "support": 225.0 }, "weighted avg": { "precision": 0.995605493133583, "recall": 0.9955555555555555, "f1-score": 0.995550332705587, "support": 225.0 } }, "confusion_matrix": [ [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 88, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 1, 0, 0, 62, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 74 ] ] }, "app": { "n": 225, "accepted_n": 151, "accepted_coverage": 0.6711111111111111, "accepted_accuracy": 0.9933774834437086, "correct_accepted_fraction": 0.6666666666666666, "confident_n": 147, "unsupported_n": 74, "unsupported_false_accepts": 0, "unsupported_reject_rate": 1.0 }, "per_class_app": { "cercospora": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "healthy": { "support": 88, "accepted_as_class": 89, "correct_accepted": 88, "accepted_precision": 0.9887640449438202, "correct_accepted_recall": 1.0, "true_class_accepted_coverage": 1.0, "enabled": true }, "miner": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "phoma": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "rust": { "support": 63, "accepted_as_class": 62, "correct_accepted": 62, "accepted_precision": 1.0, "correct_accepted_recall": 0.9841269841269841, "true_class_accepted_coverage": 1.0, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 74, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.0, "enabled": false } }, "groups": 12, "parents": 12 }, "reviewed_bracol_additional_views": { "raw": { "n": 1072, "accuracy": 0.8964552238805971, "macro_f1": 0.3468856791725022, "classification": { "cercospora": { "precision": 0.24324324324324326, "recall": 0.42857142857142855, "f1-score": 0.3103448275862069, "support": 21.0 }, "healthy": { "precision": 0.0, "recall": 0.0, "f1-score": 0.0, "support": 0.0 }, "miner": { "precision": 0.6842105263157895, "recall": 0.6964285714285714, "f1-score": 0.6902654867256637, "support": 56.0 }, "phoma": { "precision": 0.8211009174311926, "recall": 0.7991071428571429, "f1-score": 0.8099547511312217, "support": 224.0 }, "rust": { "precision": 0.9773635153129161, "recall": 0.9520103761348897, "f1-score": 0.9645203679369251, "support": 771.0 }, "red_spider_mite": { "precision": 0.0, "recall": 0.0, "f1-score": 0.0, "support": 0.0 }, "weevil_damage": { "precision": 0.0, "recall": 0.0, "f1-score": 0.0, "support": 0.0 }, "unsupported": { "precision": 0.0, "recall": 0.0, "f1-score": 0.0, "support": 0.0 }, "accuracy": 0.8964552238805971, "macro avg": { "precision": 0.3407397752878927, "recall": 0.3595146898740041, "f1-score": 0.3468856791725022, "support": 1072.0 }, "weighted avg": { "precision": 0.9150165796573113, "recall": 0.8964552238805971, "f1-score": 0.9050813214260359, "support": 1072.0 } }, "confusion_matrix": [ [ 9, 0, 0, 8, 4, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 39, 15, 1, 0, 1, 0 ], [ 7, 1, 18, 179, 12, 0, 7, 0 ], [ 21, 0, 0, 16, 734, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ] }, "app": { "n": 1072, "accepted_n": 767, "accepted_coverage": 0.7154850746268657, "accepted_accuracy": 0.9087353324641461, "correct_accepted_fraction": 0.6501865671641791, "confident_n": 689, "unsupported_n": 0, "unsupported_false_accepts": 0, "unsupported_reject_rate": null }, "per_class_app": { "cercospora": { "support": 21, "accepted_as_class": 27, "correct_accepted": 8, "accepted_precision": 0.2962962962962963, "correct_accepted_recall": 0.38095238095238093, "true_class_accepted_coverage": 0.7142857142857143, "enabled": true }, "healthy": { "support": 0, "accepted_as_class": 1, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "miner": { "support": 56, "accepted_as_class": 56, "correct_accepted": 39, "accepted_precision": 0.6964285714285714, "correct_accepted_recall": 0.6964285714285714, "true_class_accepted_coverage": 0.7678571428571429, "enabled": true }, "phoma": { "support": 224, "accepted_as_class": 159, "correct_accepted": 147, "accepted_precision": 0.9245283018867925, "correct_accepted_recall": 0.65625, "true_class_accepted_coverage": 0.8303571428571429, "enabled": true }, "rust": { "support": 771, "accepted_as_class": 516, "correct_accepted": 503, "accepted_precision": 0.9748062015503876, "correct_accepted_recall": 0.6523994811932555, "true_class_accepted_coverage": 0.6783398184176395, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 8, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false } }, "groups": 209, "parents": 210 } }, "per_source": { "agml": { "raw": { "n": 1457, "accuracy": 0.911461908030199, "macro_f1": 0.9115161624330472, "classification": { "cercospora": { "precision": 1.0, "recall": 0.7707006369426752, "f1-score": 0.8705035971223022, "support": 157.0 }, "healthy": { "precision": 0.8888888888888888, "recall": 1.0, "f1-score": 0.9411764705882353, "support": 16.0 }, "miner": { "precision": 0.9197622585438335, "recall": 0.9671875, "f1-score": 0.9428789032749428, "support": 640.0 }, "phoma": { "precision": 0.9767441860465116, "recall": 0.7777777777777778, "f1-score": 0.865979381443299, "support": 324.0 }, "rust": { "precision": 0.8815426997245179, "recall": 1.0, "f1-score": 0.9370424597364568, "support": 320.0 }, "micro avg": { "precision": 0.9267271458478716, "recall": 0.911461908030199, "f1-score": 0.9190311418685121, "support": 1457.0 }, "macro avg": { "precision": 0.9333876066407504, "recall": 0.9031331829440905, "f1-score": 0.9115161624330472, "support": 1457.0 }, "weighted avg": { "precision": 0.9323464982026022, "recall": 0.911461908030199, "f1-score": 0.9166789931893422, "support": 1457.0 } }, "confusion_matrix": [ [ 121, 0, 4, 0, 28, 0, 4, 0 ], [ 0, 16, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 619, 6, 3, 0, 9, 3 ], [ 0, 2, 50, 252, 12, 0, 8, 0 ], [ 0, 0, 0, 0, 320, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ] }, "app": { "n": 1457, "accepted_n": 1326, "accepted_coverage": 0.910089224433768, "accepted_accuracy": 0.918552036199095, "correct_accepted_fraction": 0.8359643102264928, "confident_n": 1138, "unsupported_n": 0, "unsupported_false_accepts": 0, "unsupported_reject_rate": null }, "per_class_app": { "cercospora": { "support": 157, "accepted_as_class": 101, "correct_accepted": 101, "accepted_precision": 1.0, "correct_accepted_recall": 0.643312101910828, "true_class_accepted_coverage": 0.8471337579617835, "enabled": true }, "healthy": { "support": 16, "accepted_as_class": 18, "correct_accepted": 16, "accepted_precision": 0.8888888888888888, "correct_accepted_recall": 1.0, "true_class_accepted_coverage": 1.0, "enabled": true }, "miner": { "support": 640, "accepted_as_class": 669, "correct_accepted": 619, "accepted_precision": 0.9252615844544095, "correct_accepted_recall": 0.9671875, "true_class_accepted_coverage": 0.9859375, "enabled": true }, "phoma": { "support": 324, "accepted_as_class": 164, "correct_accepted": 164, "accepted_precision": 1.0, "correct_accepted_recall": 0.5061728395061729, "true_class_accepted_coverage": 0.7037037037037037, "enabled": true }, "rust": { "support": 320, "accepted_as_class": 361, "correct_accepted": 318, "accepted_precision": 0.8808864265927978, "correct_accepted_recall": 0.99375, "true_class_accepted_coverage": 0.99375, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 13, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false } }, "groups": 359, "parents": 1108 }, "beans": { "raw": { "n": 128, "accuracy": 1.0, "macro_f1": 1.0, "classification": { "unsupported": { "precision": 1.0, "recall": 1.0, "f1-score": 1.0, "support": 128.0 }, "accuracy": 1.0, "macro avg": { "precision": 1.0, "recall": 1.0, "f1-score": 1.0, "support": 128.0 }, "weighted avg": { "precision": 1.0, "recall": 1.0, "f1-score": 1.0, "support": 128.0 } }, "confusion_matrix": [ [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 128 ] ] }, "app": { "n": 128, "accepted_n": 0, "accepted_coverage": 0.0, "accepted_accuracy": null, "correct_accepted_fraction": 0.0, "confident_n": 0, "unsupported_n": 128, "unsupported_false_accepts": 0, "unsupported_reject_rate": 1.0 }, "per_class_app": { "cercospora": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "healthy": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "miner": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "phoma": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "rust": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 128, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.0, "enabled": false } }, "groups": 128, "parents": 128 }, "bracol_expert": { "raw": { "n": 1072, "accuracy": 0.8964552238805971, "macro_f1": 0.6937713583450044, "classification": { "cercospora": { "precision": 0.24324324324324326, "recall": 0.42857142857142855, "f1-score": 0.3103448275862069, "support": 21.0 }, "miner": { "precision": 0.6842105263157895, "recall": 0.6964285714285714, "f1-score": 0.6902654867256637, "support": 56.0 }, "phoma": { "precision": 0.8211009174311926, "recall": 0.7991071428571429, "f1-score": 0.8099547511312217, "support": 224.0 }, "rust": { "precision": 0.9773635153129161, "recall": 0.9520103761348897, "f1-score": 0.9645203679369251, "support": 771.0 }, "micro avg": { "precision": 0.9040451552210724, "recall": 0.8964552238805971, "f1-score": 0.9002341920374707, "support": 1072.0 }, "macro avg": { "precision": 0.6814795505757854, "recall": 0.7190293797480081, "f1-score": 0.6937713583450044, "support": 1072.0 }, "weighted avg": { "precision": 0.9150165796573113, "recall": 0.8964552238805971, "f1-score": 0.9050813214260359, "support": 1072.0 } }, "confusion_matrix": [ [ 9, 0, 0, 8, 4, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 39, 15, 1, 0, 1, 0 ], [ 7, 1, 18, 179, 12, 0, 7, 0 ], [ 21, 0, 0, 16, 734, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ] }, "app": { "n": 1072, "accepted_n": 767, "accepted_coverage": 0.7154850746268657, "accepted_accuracy": 0.9087353324641461, "correct_accepted_fraction": 0.6501865671641791, "confident_n": 689, "unsupported_n": 0, "unsupported_false_accepts": 0, "unsupported_reject_rate": null }, "per_class_app": { "cercospora": { "support": 21, "accepted_as_class": 27, "correct_accepted": 8, "accepted_precision": 0.2962962962962963, "correct_accepted_recall": 0.38095238095238093, "true_class_accepted_coverage": 0.7142857142857143, "enabled": true }, "healthy": { "support": 0, "accepted_as_class": 1, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "miner": { "support": 56, "accepted_as_class": 56, "correct_accepted": 39, "accepted_precision": 0.6964285714285714, "correct_accepted_recall": 0.6964285714285714, "true_class_accepted_coverage": 0.7678571428571429, "enabled": true }, "phoma": { "support": 224, "accepted_as_class": 159, "correct_accepted": 147, "accepted_precision": 0.9245283018867925, "correct_accepted_recall": 0.65625, "true_class_accepted_coverage": 0.8303571428571429, "enabled": true }, "rust": { "support": 771, "accepted_as_class": 516, "correct_accepted": 503, "accepted_precision": 0.9748062015503876, "correct_accepted_recall": 0.6523994811932555, "true_class_accepted_coverage": 0.6783398184176395, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 8, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false } }, "groups": 209, "parents": 210 }, "bracol_leaf": { "raw": { "n": 199, "accuracy": 0.914572864321608, "macro_f1": 0.8634846977177337, "classification": { "cercospora": { "precision": 0.7142857142857143, "recall": 0.5555555555555556, "f1-score": 0.625, "support": 9.0 }, "healthy": { "precision": 0.7916666666666666, "recall": 0.9743589743589743, "f1-score": 0.8735632183908046, "support": 39.0 }, "miner": { "precision": 0.9512195121951219, "recall": 0.8478260869565217, "f1-score": 0.896551724137931, "support": 46.0 }, "phoma": { "precision": 0.96, "recall": 0.9230769230769231, "f1-score": 0.9411764705882353, "support": 52.0 }, "rust": { "precision": 0.9811320754716981, "recall": 0.9811320754716981, "f1-score": 0.9811320754716981, "support": 53.0 }, "accuracy": 0.914572864321608, "macro avg": { "precision": 0.8796607937238402, "recall": 0.8563899230839345, "f1-score": 0.8634846977177337, "support": 199.0 }, "weighted avg": { "precision": 0.9194958240680755, "recall": 0.914572864321608, "f1-score": 0.9139523683325349, "support": 199.0 } }, "confusion_matrix": [ [ 5, 2, 2, 0, 0, 0, 0, 0 ], [ 0, 38, 0, 1, 0, 0, 0, 0 ], [ 0, 5, 39, 1, 1, 0, 0, 0 ], [ 1, 3, 0, 48, 0, 0, 0, 0 ], [ 1, 0, 0, 0, 52, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ] }, "app": { "n": 199, "accepted_n": 191, "accepted_coverage": 0.9597989949748744, "accepted_accuracy": 0.9214659685863874, "correct_accepted_fraction": 0.8844221105527639, "confident_n": 165, "unsupported_n": 0, "unsupported_false_accepts": 0, "unsupported_reject_rate": null }, "per_class_app": { "cercospora": { "support": 9, "accepted_as_class": 7, "correct_accepted": 5, "accepted_precision": 0.7142857142857143, "correct_accepted_recall": 0.5555555555555556, "true_class_accepted_coverage": 1.0, "enabled": true }, "healthy": { "support": 39, "accepted_as_class": 48, "correct_accepted": 38, "accepted_precision": 0.7916666666666666, "correct_accepted_recall": 0.9743589743589743, "true_class_accepted_coverage": 0.9743589743589743, "enabled": true }, "miner": { "support": 46, "accepted_as_class": 41, "correct_accepted": 39, "accepted_precision": 0.9512195121951219, "correct_accepted_recall": 0.8478260869565217, "true_class_accepted_coverage": 0.9782608695652174, "enabled": true }, "phoma": { "support": 52, "accepted_as_class": 42, "correct_accepted": 42, "accepted_precision": 1.0, "correct_accepted_recall": 0.8076923076923077, "true_class_accepted_coverage": 0.8846153846153846, "enabled": true }, "rust": { "support": 53, "accepted_as_class": 53, "correct_accepted": 52, "accepted_precision": 0.9811320754716981, "correct_accepted_recall": 0.9811320754716981, "true_class_accepted_coverage": 1.0, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false } }, "groups": 198, "parents": 199 }, "bracol_symptom": { "raw": { "n": 343, "accuracy": 0.880466472303207, "macro_f1": 0.8740120445818185, "classification": { "cercospora": { "precision": 0.8787878787878788, "recall": 0.6590909090909091, "f1-score": 0.7532467532467533, "support": 44.0 }, "healthy": { "precision": 1.0, "recall": 0.8918918918918919, "f1-score": 0.9428571428571428, "support": 37.0 }, "miner": { "precision": 1.0, "recall": 0.8064516129032258, "f1-score": 0.8928571428571429, "support": 93.0 }, "phoma": { "precision": 0.7450980392156863, "recall": 0.987012987012987, "f1-score": 0.8491620111731844, "support": 77.0 }, "rust": { "precision": 0.898989898989899, "recall": 0.967391304347826, "f1-score": 0.9319371727748691, "support": 92.0 }, "micro avg": { "precision": 0.8830409356725146, "recall": 0.880466472303207, "f1-score": 0.8817518248175182, "support": 343.0 }, "macro avg": { "precision": 0.9045751633986928, "recall": 0.8623677410493679, "f1-score": 0.8740120445818185, "support": 343.0 }, "weighted avg": { "precision": 0.900134945753193, "recall": 0.880466472303207, "f1-score": 0.8810145203204341, "support": 343.0 } }, "confusion_matrix": [ [ 29, 0, 0, 10, 5, 0, 0, 0 ], [ 1, 33, 0, 0, 3, 0, 0, 0 ], [ 0, 0, 75, 16, 2, 0, 0, 0 ], [ 0, 0, 0, 76, 0, 0, 1, 0 ], [ 3, 0, 0, 0, 89, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ] }, "app": { "n": 343, "accepted_n": 321, "accepted_coverage": 0.9358600583090378, "accepted_accuracy": 0.9283489096573209, "correct_accepted_fraction": 0.8688046647230321, "confident_n": 280, "unsupported_n": 0, "unsupported_false_accepts": 0, "unsupported_reject_rate": null }, "per_class_app": { "cercospora": { "support": 44, "accepted_as_class": 32, "correct_accepted": 29, "accepted_precision": 0.90625, "correct_accepted_recall": 0.6590909090909091, "true_class_accepted_coverage": 0.8181818181818182, "enabled": true }, "healthy": { "support": 37, "accepted_as_class": 33, "correct_accepted": 33, "accepted_precision": 1.0, "correct_accepted_recall": 0.8918918918918919, "true_class_accepted_coverage": 0.972972972972973, "enabled": true }, "miner": { "support": 93, "accepted_as_class": 75, "correct_accepted": 75, "accepted_precision": 1.0, "correct_accepted_recall": 0.8064516129032258, "true_class_accepted_coverage": 0.9032258064516129, "enabled": true }, "phoma": { "support": 77, "accepted_as_class": 81, "correct_accepted": 72, "accepted_precision": 0.8888888888888888, "correct_accepted_recall": 0.935064935064935, "true_class_accepted_coverage": 0.948051948051948, "enabled": true }, "rust": { "support": 92, "accepted_as_class": 99, "correct_accepted": 89, "accepted_precision": 0.898989898989899, "correct_accepted_recall": 0.967391304347826, "true_class_accepted_coverage": 1.0, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 1, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false } }, "groups": 216, "parents": 216 }, "coffeeleaf_own_field": { "raw": { "n": 1318, "accuracy": 0.9726858877086495, "macro_f1": 0.9722572501057498, "classification": { "rust": { "precision": 0.9688249400479616, "recall": 0.9528301886792453, "f1-score": 0.9607609988109393, "support": 424.0 }, "weevil_damage": { "precision": 0.9854096520763187, "recall": 0.9821029082774049, "f1-score": 0.9837535014005602, "support": 894.0 }, "micro avg": { "precision": 0.9801223241590215, "recall": 0.9726858877086495, "f1-score": 0.9763899466869764, "support": 1318.0 }, "macro avg": { "precision": 0.9771172960621402, "recall": 0.9674665484783251, "f1-score": 0.9722572501057498, "support": 1318.0 }, "weighted avg": { "precision": 0.9800743577667409, "recall": 0.9726858877086495, "f1-score": 0.9763568237844759, "support": 1318.0 } }, "confusion_matrix": [ [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 3, 0, 2, 2, 404, 0, 13, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 3, 13, 0, 878, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ] }, "app": { "n": 1318, "accepted_n": 1099, "accepted_coverage": 0.8338391502276176, "accepted_accuracy": 0.9818016378525932, "correct_accepted_fraction": 0.8186646433990895, "confident_n": 1095, "unsupported_n": 0, "unsupported_false_accepts": 0, "unsupported_reject_rate": null }, "per_class_app": { "cercospora": { "support": 0, "accepted_as_class": 2, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "healthy": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "miner": { "support": 0, "accepted_as_class": 1, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "phoma": { "support": 0, "accepted_as_class": 1, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "rust": { "support": 424, "accepted_as_class": 273, "correct_accepted": 268, "accepted_precision": 0.9816849816849816, "correct_accepted_recall": 0.6320754716981132, "true_class_accepted_coverage": 0.6650943396226415, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 894, "accepted_as_class": 822, "correct_accepted": 811, "accepted_precision": 0.98661800486618, "correct_accepted_recall": 0.9071588366890381, "true_class_accepted_coverage": 0.9138702460850112, "enabled": true }, "unsupported": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false } }, "groups": 83, "parents": 101 }, "coffeeleaf_rust_and_leaf_miner": { "raw": { "n": 866, "accuracy": 0.9630484988452656, "macro_f1": 0.9773598911295311, "classification": { "miner": { "precision": 1.0, "recall": 0.9665071770334929, "f1-score": 0.9829683698296837, "support": 418.0 }, "rust": { "precision": 0.9839816933638444, "recall": 0.9598214285714286, "f1-score": 0.9717514124293786, "support": 448.0 }, "micro avg": { "precision": 0.9916765755053508, "recall": 0.9630484988452656, "f1-score": 0.9771528998242531, "support": 866.0 }, "macro avg": { "precision": 0.9919908466819223, "recall": 0.9631643028024608, "f1-score": 0.9773598911295311, "support": 866.0 }, "weighted avg": { "precision": 0.991713393333721, "recall": 0.9630484988452656, "f1-score": 0.977165602029064, "support": 866.0 } }, "confusion_matrix": [ [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 404, 1, 7, 0, 6, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 3, 0, 0, 9, 430, 0, 6, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ] }, "app": { "n": 866, "accepted_n": 550, "accepted_coverage": 0.6351039260969977, "accepted_accuracy": 0.9709090909090909, "correct_accepted_fraction": 0.6166281755196305, "confident_n": 543, "unsupported_n": 0, "unsupported_false_accepts": 0, "unsupported_reject_rate": null }, "per_class_app": { "cercospora": { "support": 0, "accepted_as_class": 1, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "healthy": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "miner": { "support": 418, "accepted_as_class": 371, "correct_accepted": 371, "accepted_precision": 1.0, "correct_accepted_recall": 0.8875598086124402, "true_class_accepted_coverage": 0.9066985645933014, "enabled": true }, "phoma": { "support": 0, "accepted_as_class": 3, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "rust": { "support": 448, "accepted_as_class": 167, "correct_accepted": 163, "accepted_precision": 0.9760479041916168, "correct_accepted_recall": 0.3638392857142857, "true_class_accepted_coverage": 0.38169642857142855, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 8, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false } }, "groups": 96, "parents": 104 }, "peru": { "raw": { "n": 225, "accuracy": 0.9955555555555555, "macro_f1": 0.9954500941619586, "classification": { "healthy": { "precision": 0.9887640449438202, "recall": 1.0, "f1-score": 0.9943502824858758, "support": 88.0 }, "rust": { "precision": 1.0, "recall": 0.9841269841269841, "f1-score": 0.992, "support": 63.0 }, "unsupported": { "precision": 1.0, "recall": 1.0, "f1-score": 1.0, "support": 74.0 }, "accuracy": 0.9955555555555555, "macro avg": { "precision": 0.99625468164794, "recall": 0.9947089947089948, "f1-score": 0.9954500941619586, "support": 225.0 }, "weighted avg": { "precision": 0.995605493133583, "recall": 0.9955555555555555, "f1-score": 0.995550332705587, "support": 225.0 } }, "confusion_matrix": [ [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 88, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 1, 0, 0, 62, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 74 ] ] }, "app": { "n": 225, "accepted_n": 151, "accepted_coverage": 0.6711111111111111, "accepted_accuracy": 0.9933774834437086, "correct_accepted_fraction": 0.6666666666666666, "confident_n": 147, "unsupported_n": 74, "unsupported_false_accepts": 0, "unsupported_reject_rate": 1.0 }, "per_class_app": { "cercospora": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "healthy": { "support": 88, "accepted_as_class": 89, "correct_accepted": 88, "accepted_precision": 0.9887640449438202, "correct_accepted_recall": 1.0, "true_class_accepted_coverage": 1.0, "enabled": true }, "miner": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "phoma": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "rust": { "support": 63, "accepted_as_class": 62, "correct_accepted": 62, "accepted_precision": 1.0, "correct_accepted_recall": 0.9841269841269841, "true_class_accepted_coverage": 1.0, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 74, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.0, "enabled": false } }, "groups": 12, "parents": 12 }, "rocole": { "raw": { "n": 260, "accuracy": 0.8807692307692307, "macro_f1": 0.7550175192749694, "classification": { "healthy": { "precision": 0.9513888888888888, "recall": 0.9927536231884058, "f1-score": 0.9716312056737588, "support": 138.0 }, "rust": { "precision": 0.8631578947368421, "recall": 0.8541666666666666, "f1-score": 0.8586387434554974, "support": 96.0 }, "red_spider_mite": { "precision": 0.5, "recall": 0.38461538461538464, "f1-score": 0.43478260869565216, "support": 26.0 }, "micro avg": { "precision": 0.8841698841698842, "recall": 0.8807692307692307, "f1-score": 0.882466281310212, "support": 260.0 }, "macro avg": { "precision": 0.7715155945419103, "recall": 0.7438452248234856, "f1-score": 0.7550175192749694, "support": 260.0 }, "weighted avg": { "precision": 0.8736724021592442, "recall": 0.8807692307692307, "f1-score": 0.876226052233821, "support": 260.0 } }, "confusion_matrix": [ [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 137, 0, 0, 0, 1, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 5, 0, 0, 82, 9, 0, 0 ], [ 0, 2, 0, 0, 13, 10, 0, 1 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ] }, "app": { "n": 260, "accepted_n": 237, "accepted_coverage": 0.9115384615384615, "accepted_accuracy": 0.919831223628692, "correct_accepted_fraction": 0.8384615384615385, "confident_n": 228, "unsupported_n": 0, "unsupported_false_accepts": 0, "unsupported_reject_rate": null }, "per_class_app": { "cercospora": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "healthy": { "support": 138, "accepted_as_class": 143, "correct_accepted": 137, "accepted_precision": 0.958041958041958, "correct_accepted_recall": 0.9927536231884058, "true_class_accepted_coverage": 0.9927536231884058, "enabled": true }, "miner": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "phoma": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "rust": { "support": 96, "accepted_as_class": 94, "correct_accepted": 81, "accepted_precision": 0.8617021276595744, "correct_accepted_recall": 0.84375, "true_class_accepted_coverage": 0.8854166666666666, "enabled": true }, "red_spider_mite": { "support": 26, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.5769230769230769, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false } }, "groups": 54, "parents": 65 } }, "checkpoint_runtime_parity": { "n": 5868, "top1_disagreements": 45, "acceptance_disagreements": 57, "confidence_state_disagreements": 121, "maximum_probability_error": 0.20343434810638428, "mean_absolute_probability_error": 0.0024461152497678995, "explanation": "All held-out images, shared current app quality policy and each model's frozen confidence thresholds; checkpoint canonical transform matches raw runtime input" }, "legacy_brightness_app_metrics": { "n": 5868, "accepted_n": 4631, "accepted_coverage": 0.7891956373551465, "accepted_accuracy": 0.941265385445908, "correct_accepted_fraction": 0.7428425357873211, "confident_n": 4274, "unsupported_n": 202, "unsupported_false_accepts": 0, "unsupported_reject_rate": 1.0 }, "class_thresholds": [ 0.6000000000000001, 0.4, 0.4, 0.835, 0.4, 1.01, 0.4 ], "confident_thresholds": [ 0.895, 0.755, 0.6000000000000001, 0.9750000000000001, 0.47000000000000003, 1.01, 0.4 ], "calibration": { "quality": { "minimum_edge_variance": 1.520114853217684, "minimum_mean_luminance": 45.59410861968994, "selection": "validation-only severe Gaussianblur challenge balancedaccuracy subject to >=90% clear acceptance" }, "validation_n": 5294, "class_thresholds": [ 0.6000000000000001, 0.4, 0.4, 0.835, 0.4, 1.01, 0.4 ], "confident_thresholds": [ 0.895, 0.755, 0.6000000000000001, 0.9750000000000001, 0.47000000000000003, 1.01, 0.4 ], "class_threshold_evidence": [ { "label": "cercospora", "enabled": true, "accept_threshold": 0.6000000000000001, "val_true_support": 216 }, { "label": "healthy", "enabled": true, "accept_threshold": 0.4, "val_true_support": 265 }, { "label": "miner", "enabled": true, "accept_threshold": 0.4, "val_true_support": 964 }, { "label": "phoma", "enabled": true, "accept_threshold": 0.835, "val_true_support": 575 }, { "label": "rust", "enabled": true, "accept_threshold": 0.4, "val_true_support": 2101 }, { "label": "red_spider_mite", "enabled": false, "accept_threshold": 1.01, "val_true_support": 25 }, { "label": "weevil_damage", "enabled": true, "accept_threshold": 0.4, "val_true_support": 924 } ], "runtime": "LiteRT CPU int8 per-channel weight storage / float32 computation", "artifact_sha256": "5ab0a8f6292b67440d4c53e51b6b8155a5c474c403428f7a70974d599997deb4", "brightness_config_sha256": "cd2c58f04fa705204593009b940ad5aff2329742a348c83330eacb106788660e", "version": "b3-candidate-v1", "temperature": 0.7371749772668695, "selection": "Same B2 validation-only compressed runtime and shared brightness policy; >=15 accepted and >=90%/95% precision per class" }, "external_rust": { "n": 1119, "rust_n": 847, "not_rust_n": 272, "rust_recall": 0.23258559622195984, "false_positive_rate": 0.011029411764705883, "specificity": 0.9889705882352942, "auroc": 0.6972880061115356, "confusion_matrix": [ [ 269, 3 ], [ 650, 197 ] ], "threshold": 0.34, "threshold_selection": "Maximum balanced accuracy on B3 validation only; no external selection", "app_accepted_rust_on_rust": 52, "app_accepted_rust_on_not_rust": 0, "all_app_accepted": 240, "all_app_accepted_coverage": 0.21447721179624665, "status": "Previously inspected external development stress test; no selection on this source", "qualification": "NoRust is binary-negative truth only, not a healthy label; candidate gate metrics are computed offline" }, "external_scans": { "raw": { "n": 100, "accuracy": 0.42, "macro_f1": 0.48579234972677593, "classification": { "healthy": { "precision": 0.425, "recall": 0.85, "f1-score": 0.5666666666666667, "support": 20.0 }, "rust": { "precision": 0.8095238095238095, "recall": 0.425, "f1-score": 0.5573770491803278, "support": 40.0 }, "unsupported": { "precision": 1.0, "recall": 0.2, "f1-score": 0.3333333333333333, "support": 40.0 }, "micro avg": { "precision": 0.6086956521739131, "recall": 0.42, "f1-score": 0.4970414201183432, "support": 100.0 }, "macro avg": { "precision": 0.7448412698412699, "recall": 0.49166666666666664, "f1-score": 0.48579234972677593, "support": 100.0 }, "weighted avg": { "precision": 0.8088095238095238, "recall": 0.42, "f1-score": 0.4696174863387978, "support": 100.0 } }, "confusion_matrix": [ [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 17, 0, 0, 1, 0, 2, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 21, 0, 0, 17, 0, 2, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 2, 4, 0, 3, 3, 20, 8 ] ] }, "app": { "n": 100, "accepted_n": 63, "accepted_coverage": 0.63, "accepted_accuracy": 0.4444444444444444, "correct_accepted_fraction": 0.28, "confident_n": 32, "unsupported_n": 40, "unsupported_false_accepts": 13, "unsupported_reject_rate": 0.675 }, "per_class_app": { "cercospora": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "healthy": { "support": 20, "accepted_as_class": 36, "correct_accepted": 16, "accepted_precision": 0.4444444444444444, "correct_accepted_recall": 0.8, "true_class_accepted_coverage": 0.9, "enabled": true }, "miner": { "support": 0, "accepted_as_class": 2, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "phoma": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "rust": { "support": 40, "accepted_as_class": 13, "correct_accepted": 12, "accepted_precision": 0.9230769230769231, "correct_accepted_recall": 0.3, "true_class_accepted_coverage": 0.8, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 12, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 40, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.325, "enabled": false } }, "groups": 50, "parents": 50, "supported_n": 60, "supported_raw_accuracy": 0.5666666666666667, "independent_leaves": 50, "status": "Previously inspected separate-source stress test; flatbed scans, not camera photographs", "qualification": "Paired leaf sides repeat physical leaves; Mycena/Ojo maps to unsupported, never cercospora" }, "far_probe": { "raw": { "n": 1495, "accuracy": 0.8762541806020067, "macro_f1": 0.8083306427298587, "classification": { "cercospora": { "precision": 0.726027397260274, "recall": 0.5760869565217391, "f1-score": 0.6424242424242425, "support": 92.0 }, "healthy": { "precision": 0.9083969465648855, "recall": 0.9083969465648855, "f1-score": 0.9083969465648855, "support": 131.0 }, "miner": { "precision": 0.9128919860627178, "recall": 0.8213166144200627, "f1-score": 0.8646864686468647, "support": 319.0 }, "phoma": { "precision": 0.8338983050847457, "recall": 0.8571428571428571, "f1-score": 0.845360824742268, "support": 287.0 }, "rust": { "precision": 0.879837067209776, "recall": 0.9515418502202643, "f1-score": 0.9142857142857143, "support": 454.0 }, "red_spider_mite": { "precision": 0.5454545454545454, "recall": 0.3333333333333333, "f1-score": 0.41379310344827586, "support": 18.0 }, "weevil_damage": { "precision": 0.8026315789473685, "recall": 0.9682539682539683, "f1-score": 0.8776978417266187, "support": 63.0 }, "unsupported": { "precision": 1.0, "recall": 1.0, "f1-score": 1.0, "support": 131.0 }, "accuracy": 0.8762541806020067, "macro avg": { "precision": 0.8261422283230391, "recall": 0.8020090658071388, "f1-score": 0.8083306427298587, "support": 1495.0 }, "weighted avg": { "precision": 0.8743584464658051, "recall": 0.8762541806020067, "f1-score": 0.8731675750361012, "support": 1495.0 } }, "confusion_matrix": [ [ 53, 1, 1, 14, 22, 0, 1, 0 ], [ 1, 119, 0, 1, 9, 0, 1, 0 ], [ 4, 5, 262, 30, 9, 1, 8, 0 ], [ 6, 3, 22, 246, 6, 1, 3, 0 ], [ 9, 2, 2, 4, 432, 3, 2, 0 ], [ 0, 1, 0, 0, 11, 6, 0, 0 ], [ 0, 0, 0, 0, 2, 0, 61, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 131 ] ] }, "app": { "n": 1495, "accepted_n": 1227, "accepted_coverage": 0.8207357859531773, "accepted_accuracy": 0.895680521597392, "correct_accepted_fraction": 0.7351170568561873, "confident_n": 1071, "unsupported_n": 131, "unsupported_false_accepts": 0, "unsupported_reject_rate": 1.0 }, "per_class_app": { "cercospora": { "support": 92, "accepted_as_class": 59, "correct_accepted": 47, "accepted_precision": 0.7966101694915254, "correct_accepted_recall": 0.5108695652173914, "true_class_accepted_coverage": 0.8369565217391305, "enabled": true }, "healthy": { "support": 131, "accepted_as_class": 131, "correct_accepted": 119, "accepted_precision": 0.9083969465648855, "correct_accepted_recall": 0.9083969465648855, "true_class_accepted_coverage": 0.9770992366412213, "enabled": true }, "miner": { "support": 319, "accepted_as_class": 279, "correct_accepted": 258, "accepted_precision": 0.9247311827956989, "correct_accepted_recall": 0.8087774294670846, "true_class_accepted_coverage": 0.8996865203761756, "enabled": true }, "phoma": { "support": 287, "accepted_as_class": 204, "correct_accepted": 188, "accepted_precision": 0.9215686274509803, "correct_accepted_recall": 0.6550522648083623, "true_class_accepted_coverage": 0.7630662020905923, "enabled": true }, "rust": { "support": 454, "accepted_as_class": 482, "correct_accepted": 426, "accepted_precision": 0.8838174273858921, "correct_accepted_recall": 0.9383259911894273, "true_class_accepted_coverage": 0.9713656387665198, "enabled": true }, "red_spider_mite": { "support": 18, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.6666666666666666, "enabled": false }, "weevil_damage": { "support": 63, "accepted_as_class": 72, "correct_accepted": 61, "accepted_precision": 0.8472222222222222, "correct_accepted_recall": 0.9682539682539683, "true_class_accepted_coverage": 1.0, "enabled": true }, "unsupported": { "support": 131, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.0, "enabled": false } }, "groups": 982, "parents": 989, "per_source": { "agml": { "raw": { "n": 359, "accuracy": 0.8857938718662952, "macro_f1": 0.8259553315672719, "classification": { "cercospora": { "precision": 0.8928571428571429, "recall": 0.6578947368421053, "f1-score": 0.7575757575757576, "support": 38.0 }, "healthy": { "precision": 0.6666666666666666, "recall": 0.6666666666666666, "f1-score": 0.6666666666666666, "support": 3.0 }, "miner": { "precision": 0.9035087719298246, "recall": 0.9279279279279279, "f1-score": 0.9155555555555556, "support": 111.0 }, "phoma": { "precision": 0.9692307692307692, "recall": 0.7682926829268293, "f1-score": 0.8571428571428571, "support": 82.0 }, "rust": { "precision": 0.8741258741258742, "recall": 1.0, "f1-score": 0.9328358208955224, "support": 125.0 }, "micro avg": { "precision": 0.9008498583569405, "recall": 0.8857938718662952, "f1-score": 0.8932584269662921, "support": 359.0 }, "macro avg": { "precision": 0.8612778449620556, "recall": 0.8041564028727057, "f1-score": 0.8259553315672719, "support": 359.0 }, "weighted avg": { "precision": 0.9051830151962098, "recall": 0.8857938718662952, "f1-score": 0.8894282377498609, "support": 359.0 } }, "confusion_matrix": [ [ 25, 0, 0, 0, 12, 0, 1, 0 ], [ 0, 2, 0, 1, 0, 0, 0, 0 ], [ 1, 0, 103, 1, 2, 0, 4, 0 ], [ 2, 1, 11, 63, 4, 1, 0, 0 ], [ 0, 0, 0, 0, 125, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ] }, "app": { "n": 359, "accepted_n": 319, "accepted_coverage": 0.8885793871866295, "accepted_accuracy": 0.9028213166144201, "correct_accepted_fraction": 0.8022284122562674, "confident_n": 267, "unsupported_n": 0, "unsupported_false_accepts": 0, "unsupported_reject_rate": null }, "per_class_app": { "cercospora": { "support": 38, "accepted_as_class": 23, "correct_accepted": 23, "accepted_precision": 1.0, "correct_accepted_recall": 0.6052631578947368, "true_class_accepted_coverage": 0.9210526315789473, "enabled": true }, "healthy": { "support": 3, "accepted_as_class": 3, "correct_accepted": 2, "accepted_precision": 0.6666666666666666, "correct_accepted_recall": 0.6666666666666666, "true_class_accepted_coverage": 0.6666666666666666, "enabled": true }, "miner": { "support": 111, "accepted_as_class": 109, "correct_accepted": 100, "accepted_precision": 0.9174311926605505, "correct_accepted_recall": 0.9009009009009009, "true_class_accepted_coverage": 0.954954954954955, "enabled": true }, "phoma": { "support": 82, "accepted_as_class": 38, "correct_accepted": 38, "accepted_precision": 1.0, "correct_accepted_recall": 0.4634146341463415, "true_class_accepted_coverage": 0.6219512195121951, "enabled": true }, "rust": { "support": 125, "accepted_as_class": 142, "correct_accepted": 125, "accepted_precision": 0.8802816901408451, "correct_accepted_recall": 1.0, "true_class_accepted_coverage": 1.0, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 4, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false } }, "groups": 359, "parents": 359 }, "beans": { "raw": { "n": 128, "accuracy": 1.0, "macro_f1": 1.0, "classification": { "unsupported": { "precision": 1.0, "recall": 1.0, "f1-score": 1.0, "support": 128.0 }, "accuracy": 1.0, "macro avg": { "precision": 1.0, "recall": 1.0, "f1-score": 1.0, "support": 128.0 }, "weighted avg": { "precision": 1.0, "recall": 1.0, "f1-score": 1.0, "support": 128.0 } }, "confusion_matrix": [ [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 128 ] ] }, "app": { "n": 128, "accepted_n": 0, "accepted_coverage": 0.0, "accepted_accuracy": null, "correct_accepted_fraction": 0.0, "confident_n": 0, "unsupported_n": 128, "unsupported_false_accepts": 0, "unsupported_reject_rate": 1.0 }, "per_class_app": { "cercospora": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "healthy": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "miner": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "phoma": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "rust": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 128, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.0, "enabled": false } }, "groups": 128, "parents": 128 }, "bracol_expert": { "raw": { "n": 252, "accuracy": 0.8174603174603174, "macro_f1": 0.7061398695201513, "classification": { "cercospora": { "precision": 0.46153846153846156, "recall": 0.4, "f1-score": 0.42857142857142855, "support": 15.0 }, "miner": { "precision": 0.6774193548387096, "recall": 0.6, "f1-score": 0.6363636363636364, "support": 35.0 }, "phoma": { "precision": 0.8148148148148148, "recall": 0.8380952380952381, "f1-score": 0.8262910798122066, "support": 105.0 }, "rust": { "precision": 0.9285714285714286, "recall": 0.9381443298969072, "f1-score": 0.9333333333333333, "support": 97.0 }, "micro avg": { "precision": 0.824, "recall": 0.8174603174603174, "f1-score": 0.8207171314741036, "support": 252.0 }, "macro avg": { "precision": 0.7205860149408536, "recall": 0.6940598919980363, "f1-score": 0.7061398695201513, "support": 252.0 }, "weighted avg": { "precision": 0.8184910256722853, "recall": 0.8174603174603174, "f1-score": 0.8174412516464831, "support": 252.0 } }, "confusion_matrix": [ [ 6, 0, 0, 5, 4, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 21, 13, 1, 0, 0, 0 ], [ 3, 0, 10, 88, 2, 0, 2, 0 ], [ 4, 0, 0, 2, 91, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ] }, "app": { "n": 252, "accepted_n": 207, "accepted_coverage": 0.8214285714285714, "accepted_accuracy": 0.8647342995169082, "correct_accepted_fraction": 0.7103174603174603, "confident_n": 172, "unsupported_n": 0, "unsupported_false_accepts": 0, "unsupported_reject_rate": null }, "per_class_app": { "cercospora": { "support": 15, "accepted_as_class": 8, "correct_accepted": 4, "accepted_precision": 0.5, "correct_accepted_recall": 0.26666666666666666, "true_class_accepted_coverage": 0.8, "enabled": true }, "healthy": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "miner": { "support": 35, "accepted_as_class": 30, "correct_accepted": 21, "accepted_precision": 0.7, "correct_accepted_recall": 0.6, "true_class_accepted_coverage": 0.6285714285714286, "enabled": true }, "phoma": { "support": 105, "accepted_as_class": 70, "correct_accepted": 64, "accepted_precision": 0.9142857142857143, "correct_accepted_recall": 0.6095238095238096, "true_class_accepted_coverage": 0.7428571428571429, "enabled": true }, "rust": { "support": 97, "accepted_as_class": 97, "correct_accepted": 90, "accepted_precision": 0.9278350515463918, "correct_accepted_recall": 0.9278350515463918, "true_class_accepted_coverage": 0.979381443298969, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 2, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false } }, "groups": 209, "parents": 210 }, "bracol_leaf": { "raw": { "n": 198, "accuracy": 0.8787878787878788, "macro_f1": 0.8091494738324005, "classification": { "cercospora": { "precision": 0.4444444444444444, "recall": 0.4444444444444444, "f1-score": 0.4444444444444444, "support": 9.0 }, "healthy": { "precision": 0.8260869565217391, "recall": 1.0, "f1-score": 0.9047619047619048, "support": 38.0 }, "miner": { "precision": 0.9444444444444444, "recall": 0.7391304347826086, "f1-score": 0.8292682926829268, "support": 46.0 }, "phoma": { "precision": 0.9791666666666666, "recall": 0.9038461538461539, "f1-score": 0.94, "support": 52.0 }, "rust": { "precision": 0.8947368421052632, "recall": 0.9622641509433962, "f1-score": 0.9272727272727272, "support": 53.0 }, "micro avg": { "precision": 0.8877551020408163, "recall": 0.8787878787878788, "f1-score": 0.883248730964467, "support": 198.0 }, "macro avg": { "precision": 0.8177758708365115, "recall": 0.8099370368033206, "f1-score": 0.8091494738324005, "support": 198.0 }, "weighted avg": { "precision": 0.8948154954066471, "recall": 0.8787878787878788, "f1-score": 0.8815795373223311, "support": 198.0 } }, "confusion_matrix": [ [ 4, 1, 1, 1, 2, 0, 0, 0 ], [ 0, 38, 0, 0, 0, 0, 0, 0 ], [ 2, 5, 34, 0, 4, 1, 0, 0 ], [ 1, 2, 1, 47, 0, 0, 1, 0 ], [ 2, 0, 0, 0, 51, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ] }, "app": { "n": 198, "accepted_n": 184, "accepted_coverage": 0.9292929292929293, "accepted_accuracy": 0.8913043478260869, "correct_accepted_fraction": 0.8282828282828283, "confident_n": 154, "unsupported_n": 0, "unsupported_false_accepts": 0, "unsupported_reject_rate": null }, "per_class_app": { "cercospora": { "support": 9, "accepted_as_class": 8, "correct_accepted": 4, "accepted_precision": 0.5, "correct_accepted_recall": 0.4444444444444444, "true_class_accepted_coverage": 0.8888888888888888, "enabled": true }, "healthy": { "support": 38, "accepted_as_class": 46, "correct_accepted": 38, "accepted_precision": 0.8260869565217391, "correct_accepted_recall": 1.0, "true_class_accepted_coverage": 1.0, "enabled": true }, "miner": { "support": 46, "accepted_as_class": 35, "correct_accepted": 33, "accepted_precision": 0.9428571428571428, "correct_accepted_recall": 0.717391304347826, "true_class_accepted_coverage": 0.9347826086956522, "enabled": true }, "phoma": { "support": 52, "accepted_as_class": 39, "correct_accepted": 39, "accepted_precision": 1.0, "correct_accepted_recall": 0.75, "true_class_accepted_coverage": 0.8269230769230769, "enabled": true }, "rust": { "support": 53, "accepted_as_class": 56, "correct_accepted": 50, "accepted_precision": 0.8928571428571429, "correct_accepted_recall": 0.9433962264150944, "true_class_accepted_coverage": 0.9811320754716981, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false } }, "groups": 198, "parents": 198 }, "bracol_symptom": { "raw": { "n": 236, "accuracy": 0.8389830508474576, "macro_f1": 0.8303206750825478, "classification": { "cercospora": { "precision": 0.8181818181818182, "recall": 0.6, "f1-score": 0.6923076923076923, "support": 30.0 }, "healthy": { "precision": 1.0, "recall": 0.8529411764705882, "f1-score": 0.9206349206349206, "support": 34.0 }, "miner": { "precision": 1.0, "recall": 0.703125, "f1-score": 0.8256880733944955, "support": 64.0 }, "phoma": { "precision": 0.676056338028169, "recall": 1.0, "f1-score": 0.8067226890756303, "support": 48.0 }, "rust": { "precision": 0.8529411764705882, "recall": 0.9666666666666667, "f1-score": 0.90625, "support": 60.0 }, "micro avg": { "precision": 0.8425531914893617, "recall": 0.8389830508474576, "f1-score": 0.8407643312101911, "support": 236.0 }, "macro avg": { "precision": 0.869435866536115, "recall": 0.824546568627451, "f1-score": 0.8303206750825478, "support": 236.0 }, "weighted avg": { "precision": 0.8736128362671268, "recall": 0.8389830508474576, "f1-score": 0.8390362027275257, "support": 236.0 } }, "confusion_matrix": [ [ 18, 0, 0, 8, 4, 0, 0, 0 ], [ 1, 29, 0, 0, 4, 0, 0, 0 ], [ 1, 0, 45, 15, 2, 0, 1, 0 ], [ 0, 0, 0, 48, 0, 0, 0, 0 ], [ 2, 0, 0, 0, 58, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ] }, "app": { "n": 236, "accepted_n": 215, "accepted_coverage": 0.9110169491525424, "accepted_accuracy": 0.9023255813953488, "correct_accepted_fraction": 0.8220338983050848, "confident_n": 190, "unsupported_n": 0, "unsupported_false_accepts": 0, "unsupported_reject_rate": null }, "per_class_app": { "cercospora": { "support": 30, "accepted_as_class": 19, "correct_accepted": 16, "accepted_precision": 0.8421052631578947, "correct_accepted_recall": 0.5333333333333333, "true_class_accepted_coverage": 0.7333333333333333, "enabled": true }, "healthy": { "support": 34, "accepted_as_class": 29, "correct_accepted": 29, "accepted_precision": 1.0, "correct_accepted_recall": 0.8529411764705882, "true_class_accepted_coverage": 0.9705882352941176, "enabled": true }, "miner": { "support": 64, "accepted_as_class": 45, "correct_accepted": 45, "accepted_precision": 1.0, "correct_accepted_recall": 0.703125, "true_class_accepted_coverage": 0.84375, "enabled": true }, "phoma": { "support": 48, "accepted_as_class": 56, "correct_accepted": 47, "accepted_precision": 0.8392857142857143, "correct_accepted_recall": 0.9791666666666666, "true_class_accepted_coverage": 0.9791666666666666, "enabled": true }, "rust": { "support": 60, "accepted_as_class": 66, "correct_accepted": 57, "accepted_precision": 0.8636363636363636, "correct_accepted_recall": 0.95, "true_class_accepted_coverage": 0.9833333333333333, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false } }, "groups": 216, "parents": 216 }, "coffeeleaf_own_field": { "raw": { "n": 96, "accuracy": 0.9479166666666666, "macro_f1": 0.9495384615384616, "classification": { "rust": { "precision": 0.9375, "recall": 0.9090909090909091, "f1-score": 0.9230769230769231, "support": 33.0 }, "weevil_damage": { "precision": 0.9838709677419355, "recall": 0.9682539682539683, "f1-score": 0.976, "support": 63.0 }, "micro avg": { "precision": 0.9680851063829787, "recall": 0.9479166666666666, "f1-score": 0.9578947368421052, "support": 96.0 }, "macro avg": { "precision": 0.9606854838709677, "recall": 0.9386724386724387, "f1-score": 0.9495384615384616, "support": 96.0 }, "weighted avg": { "precision": 0.9679309475806451, "recall": 0.9479166666666666, "f1-score": 0.9578076923076924, "support": 96.0 } }, "confusion_matrix": [ [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 1, 1, 30, 0, 1, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 2, 0, 61, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ] }, "app": { "n": 96, "accepted_n": 91, "accepted_coverage": 0.9479166666666666, "accepted_accuracy": 0.967032967032967, "correct_accepted_fraction": 0.9166666666666666, "confident_n": 91, "unsupported_n": 0, "unsupported_false_accepts": 0, "unsupported_reject_rate": null }, "per_class_app": { "cercospora": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "healthy": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "miner": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "phoma": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "rust": { "support": 33, "accepted_as_class": 29, "correct_accepted": 27, "accepted_precision": 0.9310344827586207, "correct_accepted_recall": 0.8181818181818182, "true_class_accepted_coverage": 0.8484848484848485, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 63, "accepted_as_class": 62, "correct_accepted": 61, "accepted_precision": 0.9838709677419355, "correct_accepted_recall": 0.9682539682539683, "true_class_accepted_coverage": 1.0, "enabled": true }, "unsupported": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false } }, "groups": 83, "parents": 85 }, "coffeeleaf_rust_and_leaf_miner": { "raw": { "n": 99, "accuracy": 0.9191919191919192, "macro_f1": 0.9502630320420851, "classification": { "miner": { "precision": 0.9833333333333333, "recall": 0.9365079365079365, "f1-score": 0.959349593495935, "support": 63.0 }, "rust": { "precision": 1.0, "recall": 0.8888888888888888, "f1-score": 0.9411764705882353, "support": 36.0 }, "micro avg": { "precision": 0.9891304347826086, "recall": 0.9191919191919192, "f1-score": 0.9528795811518325, "support": 99.0 }, "macro avg": { "precision": 0.9916666666666667, "recall": 0.9126984126984127, "f1-score": 0.9502630320420851, "support": 99.0 }, "weighted avg": { "precision": 0.9893939393939393, "recall": 0.9191919191919192, "f1-score": 0.9527411851658623, "support": 99.0 } }, "confusion_matrix": [ [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 59, 1, 0, 0, 3, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 1, 0, 1, 1, 32, 0, 1, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ] }, "app": { "n": 99, "accepted_n": 97, "accepted_coverage": 0.9797979797979798, "accepted_accuracy": 0.9381443298969072, "correct_accepted_fraction": 0.9191919191919192, "confident_n": 92, "unsupported_n": 0, "unsupported_false_accepts": 0, "unsupported_reject_rate": null }, "per_class_app": { "cercospora": { "support": 0, "accepted_as_class": 1, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "healthy": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "miner": { "support": 63, "accepted_as_class": 60, "correct_accepted": 59, "accepted_precision": 0.9833333333333333, "correct_accepted_recall": 0.9365079365079365, "true_class_accepted_coverage": 0.9841269841269841, "enabled": true }, "phoma": { "support": 0, "accepted_as_class": 1, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "rust": { "support": 36, "accepted_as_class": 32, "correct_accepted": 32, "accepted_precision": 1.0, "correct_accepted_recall": 0.8888888888888888, "true_class_accepted_coverage": 0.9722222222222222, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 3, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false } }, "groups": 96, "parents": 96 }, "peru": { "raw": { "n": 12, "accuracy": 0.9166666666666666, "macro_f1": 0.9076923076923077, "classification": { "healthy": { "precision": 1.0, "recall": 0.6666666666666666, "f1-score": 0.8, "support": 3.0 }, "rust": { "precision": 0.8571428571428571, "recall": 1.0, "f1-score": 0.9230769230769231, "support": 6.0 }, "unsupported": { "precision": 1.0, "recall": 1.0, "f1-score": 1.0, "support": 3.0 }, "accuracy": 0.9166666666666666, "macro avg": { "precision": 0.9523809523809524, "recall": 0.8888888888888888, "f1-score": 0.9076923076923077, "support": 12.0 }, "weighted avg": { "precision": 0.9285714285714285, "recall": 0.9166666666666666, "f1-score": 0.9115384615384615, "support": 12.0 } }, "confusion_matrix": [ [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 2, 0, 0, 1, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 6, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 3 ] ] }, "app": { "n": 12, "accepted_n": 9, "accepted_coverage": 0.75, "accepted_accuracy": 0.8888888888888888, "correct_accepted_fraction": 0.6666666666666666, "confident_n": 9, "unsupported_n": 3, "unsupported_false_accepts": 0, "unsupported_reject_rate": 1.0 }, "per_class_app": { "cercospora": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "healthy": { "support": 3, "accepted_as_class": 2, "correct_accepted": 2, "accepted_precision": 1.0, "correct_accepted_recall": 0.6666666666666666, "true_class_accepted_coverage": 1.0, "enabled": true }, "miner": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "phoma": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "rust": { "support": 6, "accepted_as_class": 7, "correct_accepted": 6, "accepted_precision": 0.8571428571428571, "correct_accepted_recall": 1.0, "true_class_accepted_coverage": 1.0, "enabled": true }, "red_spider_mite": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 3, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.0, "enabled": false } }, "groups": 12, "parents": 12 }, "rocole": { "raw": { "n": 115, "accuracy": 0.808695652173913, "macro_f1": 0.7211465782894354, "classification": { "healthy": { "precision": 0.9411764705882353, "recall": 0.9056603773584906, "f1-score": 0.9230769230769231, "support": 53.0 }, "rust": { "precision": 0.7222222222222222, "recall": 0.8863636363636364, "f1-score": 0.7959183673469388, "support": 44.0 }, "red_spider_mite": { "precision": 0.6666666666666666, "recall": 0.3333333333333333, "f1-score": 0.4444444444444444, "support": 18.0 }, "micro avg": { "precision": 0.8157894736842105, "recall": 0.808695652173913, "f1-score": 0.8122270742358079, "support": 115.0 }, "macro avg": { "precision": 0.7766884531590413, "recall": 0.7084524490184868, "f1-score": 0.7211465782894354, "support": 115.0 }, "weighted avg": { "precision": 0.8144359192952544, "recall": 0.808695652173913, "f1-score": 0.7995085659681933, "support": 115.0 } }, "confusion_matrix": [ [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 48, 0, 0, 4, 0, 1, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 2, 0, 0, 39, 3, 0, 0 ], [ 0, 1, 0, 0, 11, 6, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0 ] ] }, "app": { "n": 115, "accepted_n": 105, "accepted_coverage": 0.9130434782608695, "accepted_accuracy": 0.8285714285714286, "correct_accepted_fraction": 0.7565217391304347, "confident_n": 96, "unsupported_n": 0, "unsupported_false_accepts": 0, "unsupported_reject_rate": null }, "per_class_app": { "cercospora": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "healthy": { "support": 53, "accepted_as_class": 51, "correct_accepted": 48, "accepted_precision": 0.9411764705882353, "correct_accepted_recall": 0.9056603773584906, "true_class_accepted_coverage": 0.9811320754716981, "enabled": true }, "miner": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "phoma": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "rust": { "support": 44, "accepted_as_class": 53, "correct_accepted": 39, "accepted_precision": 0.7358490566037735, "correct_accepted_recall": 0.8863636363636364, "true_class_accepted_coverage": 0.9318181818181818, "enabled": true }, "red_spider_mite": { "support": 18, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.6666666666666666, "enabled": false }, "weevil_damage": { "support": 0, "accepted_as_class": 1, "correct_accepted": 0, "accepted_precision": 0.0, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": true }, "unsupported": { "support": 0, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": null, "true_class_accepted_coverage": null, "enabled": false } }, "groups": 54, "parents": 58 } }, "class_counts": { "cercospora": 92, "healthy": 131, "miner": 319, "phoma": 287, "rust": 454, "red_spider_mite": 18, "weevil_damage": 63, "unsupported": 131 }, "selection": "One seeded example per source/group/label from the frozen expanded test; identical images for both models", "image_transform": "Shrink canonical 224px crop to 146px, center it on a 224px median-RGB canvas; identical raw pixels for both models", "qualification": "Synthetic distance stress, not evidence from genuine distant field photographs; differs from full-image padding used in training" }, "deployment": { "role": "comparison_candidate", "installed_in_app": false, "deployment_eligible": false, "artifact_location": "b3-original-run/coffee-leaf-b3.tflite", "note": "Validated comparison candidate exceeds the unchanged 10 MB app-artifact limit; not installed in app", "gates": "Candidate decisions apply the same app policy offline; model choice in the app is not implied" } } }, "paired_accuracy_differences": { "b1_minus_b0": { "expanded_all_eight": { "percentile_95_interval": [ 0.0427370775037361, 0.08954520557374178 ], "resamples": 1000, "group_count": 982, "method": "Paired bootstrap of recorded groups; row-weighted accuracy within each bootstrap sample", "qualification": "Groups are capture/parent/duplicate proxies, not guaranteed independent physical plants", "difference": 0.06475800954328562, "first": "b0", "second": "b1", "direction": "b1_minus_b0" }, "original_all_eight": { "percentile_95_interval": [ 0.015597686706617694, 0.04303637025267983 ], "resamples": 1000, "group_count": 970, "method": "Paired bootstrap of recorded groups; row-weighted accuracy within each bootstrap sample", "qualification": "Groups are capture/parent/duplicate proxies, not guaranteed independent physical plants", "difference": 0.02909647779479326, "first": "b0", "second": "b1", "direction": "b1_minus_b0" }, "expanded_common_five": { "percentile_95_interval": [ 0.034391675533780364, 0.08565003033057174 ], "resamples": 1000, "group_count": 801, "method": "Paired bootstrap of recorded groups; row-weighted accuracy within each bootstrap sample", "qualification": "Groups are capture/parent/duplicate proxies, not guaranteed independent physical plants", "difference": 0.05941845764854614, "first": "b0", "second": "b1", "direction": "b1_minus_b0" }, "expanded_common_five_excluding_agml_and_known_exposure": { "percentile_95_interval": [ 0.0725298535905831, 0.13802621729096734 ], "resamples": 1000, "group_count": 442, "method": "Paired bootstrap of recorded groups; row-weighted accuracy within each bootstrap sample", "qualification": "Groups are capture/parent/duplicate proxies, not guaranteed independent physical plants", "difference": 0.10276679841897234, "first": "b0", "second": "b1", "direction": "b1_minus_b0" }, "original_common_five": { "percentile_95_interval": [ 0.007230526115446739, 0.04365549612291786 ], "resamples": 1000, "group_count": 792, "method": "Paired bootstrap of recorded groups; row-weighted accuracy within each bootstrap sample", "qualification": "Groups are capture/parent/duplicate proxies, not guaranteed independent physical plants", "difference": 0.02526256031791087, "first": "b0", "second": "b1", "direction": "b1_minus_b0" }, "expanded_excluding_agml_and_known_exposure": { "percentile_95_interval": [ 0.07386980488750475, 0.12772415556645506 ], "resamples": 1000, "group_count": 623, "method": "Paired bootstrap of recorded groups; row-weighted accuracy within each bootstrap sample", "qualification": "Groups are capture/parent/duplicate proxies, not guaranteed independent physical plants", "difference": 0.09884379959192927, "first": "b0", "second": "b1", "direction": "b1_minus_b0" }, "original_excluding_agml_and_known_exposure": { "percentile_95_interval": [ 0.04838518962510898, 0.0735811015134592 ], "resamples": 1000, "group_count": 611, "method": "Paired bootstrap of recorded groups; row-weighted accuracy within each bootstrap sample", "qualification": "Groups are capture/parent/duplicate proxies, not guaranteed independent physical plants", "difference": 0.06069364161849711, "first": "b0", "second": "b1", "direction": "b1_minus_b0" }, "original_common_five_excluding_agml_and_known_exposure": { "percentile_95_interval": [ 0.055142657350268284, 0.08766622214961196 ], "resamples": 1000, "group_count": 433, "method": "Paired bootstrap of recorded groups; row-weighted accuracy within each bootstrap sample", "qualification": "Groups are capture/parent/duplicate proxies, not guaranteed independent physical plants", "difference": 0.0701839303000968, "first": "b0", "second": "b1", "direction": "b1_minus_b0" }, "peru": { "percentile_95_interval": [ 0.5755151142244099, 0.8804967867991634 ], "resamples": 1000, "group_count": 12, "method": "Paired bootstrap of recorded groups; row-weighted accuracy within each bootstrap sample", "qualification": "Groups are capture/parent/duplicate proxies, not guaranteed independent physical plants", "difference": 0.7466666666666667, "first": "b0", "second": "b1", "direction": "b1_minus_b0" }, "reviewed_bracol_additional_views": { "percentile_95_interval": [ 0.04831709063855862, 0.10319168148782469 ], "resamples": 1000, "group_count": 209, "method": "Paired bootstrap of recorded groups; row-weighted accuracy within each bootstrap sample", "qualification": "Groups are capture/parent/duplicate proxies, not guaranteed independent physical plants", "difference": 0.07369402985074627, "first": "b0", "second": "b1", "direction": "b1_minus_b0" } }, "b2_minus_b0": { "expanded_all_eight": { "percentile_95_interval": [ 0.052055596131576315, 0.09641232117509525 ], "resamples": 1000, "group_count": 982, "method": "Paired bootstrap of recorded groups; row-weighted accuracy within each bootstrap sample", "qualification": "Groups are capture/parent/duplicate proxies, not guaranteed independent physical plants", "difference": 0.07293796864349011, "first": "b0", "second": "b2", "direction": "b2_minus_b0" }, "original_all_eight": { "percentile_95_interval": [ 0.021447140065650162, 0.048509833091005615 ], "resamples": 1000, "group_count": 970, "method": "Paired bootstrap of recorded groups; row-weighted accuracy within each bootstrap sample", "qualification": "Groups are capture/parent/duplicate proxies, not guaranteed independent physical plants", "difference": 0.034128199518704876, "first": "b0", "second": "b2", "direction": "b2_minus_b0" }, "expanded_common_five": { "percentile_95_interval": [ 0.04355738058532811, 0.09367211085669114 ], "resamples": 1000, "group_count": 801, "method": "Paired bootstrap of recorded groups; row-weighted accuracy within each bootstrap sample", "qualification": "Groups are capture/parent/duplicate proxies, not guaranteed independent physical plants", "difference": 0.06784660766961652, "first": "b0", "second": "b2", "direction": "b2_minus_b0" }, "expanded_common_five_excluding_agml_and_known_exposure": { "percentile_95_interval": [ 0.07666359406156585, 0.14322534955039243 ], "resamples": 1000, "group_count": 442, "method": "Paired bootstrap of recorded groups; row-weighted accuracy within each bootstrap sample", "qualification": "Groups are capture/parent/duplicate proxies, not guaranteed independent physical plants", "difference": 0.10641532380662816, "first": "b0", "second": "b2", "direction": "b2_minus_b0" }, "original_common_five": { "percentile_95_interval": [ 0.013009376470382318, 0.04653981743471904 ], "resamples": 1000, "group_count": 792, "method": "Paired bootstrap of recorded groups; row-weighted accuracy within each bootstrap sample", "qualification": "Groups are capture/parent/duplicate proxies, not guaranteed independent physical plants", "difference": 0.02952029520295203, "first": "b0", "second": "b2", "direction": "b2_minus_b0" }, "expanded_excluding_agml_and_known_exposure": { "percentile_95_interval": [ 0.07879687133420069, 0.13347793154189475 ], "resamples": 1000, "group_count": 623, "method": "Paired bootstrap of recorded groups; row-weighted accuracy within each bootstrap sample", "qualification": "Groups are capture/parent/duplicate proxies, not guaranteed independent physical plants", "difference": 0.10337791883926548, "first": "b0", "second": "b2", "direction": "b2_minus_b0" }, "original_excluding_agml_and_known_exposure": { "percentile_95_interval": [ 0.04737053112050802, 0.07188918423230291 ], "resamples": 1000, "group_count": 611, "method": "Paired bootstrap of recorded groups; row-weighted accuracy within each bootstrap sample", "qualification": "Groups are capture/parent/duplicate proxies, not guaranteed independent physical plants", "difference": 0.05908798972382787, "first": "b0", "second": "b2", "direction": "b2_minus_b0" }, "original_common_five_excluding_agml_and_known_exposure": { "percentile_95_interval": [ 0.048191745581547984, 0.08270762566314262 ], "resamples": 1000, "group_count": 433, "method": "Paired bootstrap of recorded groups; row-weighted accuracy within each bootstrap sample", "qualification": "Groups are capture/parent/duplicate proxies, not guaranteed independent physical plants", "difference": 0.06389157792836399, "first": "b0", "second": "b2", "direction": "b2_minus_b0" }, "peru": { "percentile_95_interval": [ 0.598000515995872, 0.8818633585214419 ], "resamples": 1000, "group_count": 12, "method": "Paired bootstrap of recorded groups; row-weighted accuracy within each bootstrap sample", "qualification": "Groups are capture/parent/duplicate proxies, not guaranteed independent physical plants", "difference": 0.76, "first": "b0", "second": "b2", "direction": "b2_minus_b0" }, "reviewed_bracol_additional_views": { "percentile_95_interval": [ 0.0680025320109152, 0.1245043540498628 ], "resamples": 1000, "group_count": 209, "method": "Paired bootstrap of recorded groups; row-weighted accuracy within each bootstrap sample", "qualification": "Groups are capture/parent/duplicate proxies, not guaranteed independent physical plants", "difference": 0.09421641791044776, "first": "b0", "second": "b2", "direction": "b2_minus_b0" } }, "b3_minus_b0": { "expanded_all_eight": { "percentile_95_interval": [ 0.04180123947451848, 0.08765318807756525 ], "resamples": 1000, "group_count": 982, "method": "Paired bootstrap of recorded groups; row-weighted accuracy within each bootstrap sample", "qualification": "Groups are capture/parent/duplicate proxies, not guaranteed independent physical plants", "difference": 0.06424676209952283, "first": "b0", "second": "b3", "direction": "b3_minus_b0" }, "original_all_eight": { "percentile_95_interval": [ 0.012702682857431324, 0.0405581380128595 ], "resamples": 1000, "group_count": 970, "method": "Paired bootstrap of recorded groups; row-weighted accuracy within each bootstrap sample", "qualification": "Groups are capture/parent/duplicate proxies, not guaranteed independent physical plants", "difference": 0.026908772697440384, "first": "b0", "second": "b3", "direction": "b3_minus_b0" }, "expanded_common_five": { "percentile_95_interval": [ 0.033482394473215354, 0.08407961583960032 ], "resamples": 1000, "group_count": 801, "method": "Paired bootstrap of recorded groups; row-weighted accuracy within each bootstrap sample", "qualification": "Groups are capture/parent/duplicate proxies, not guaranteed independent physical plants", "difference": 0.058786346396965866, "first": "b0", "second": "b3", "direction": "b3_minus_b0" }, "expanded_common_five_excluding_agml_and_known_exposure": { "percentile_95_interval": [ 0.06882191825464544, 0.13689270684302254 ], "resamples": 1000, "group_count": 442, "method": "Paired bootstrap of recorded groups; row-weighted accuracy within each bootstrap sample", "qualification": "Groups are capture/parent/duplicate proxies, not guaranteed independent physical plants", "difference": 0.09881422924901186, "first": "b0", "second": "b3", "direction": "b3_minus_b0" }, "original_common_five": { "percentile_95_interval": [ 0.005551904140083567, 0.03980934699621769 ], "resamples": 1000, "group_count": 792, "method": "Paired bootstrap of recorded groups; row-weighted accuracy within each bootstrap sample", "qualification": "Groups are capture/parent/duplicate proxies, not guaranteed independent physical plants", "difference": 0.022424070394550098, "first": "b0", "second": "b3", "direction": "b3_minus_b0" }, "expanded_excluding_agml_and_known_exposure": { "percentile_95_interval": [ 0.07040245306848698, 0.12489405338300257 ], "resamples": 1000, "group_count": 623, "method": "Paired bootstrap of recorded groups; row-weighted accuracy within each bootstrap sample", "qualification": "Groups are capture/parent/duplicate proxies, not guaranteed independent physical plants", "difference": 0.09589662208116073, "first": "b0", "second": "b3", "direction": "b3_minus_b0" }, "original_excluding_agml_and_known_exposure": { "percentile_95_interval": [ 0.04091015758660891, 0.06750093708490579 ], "resamples": 1000, "group_count": 611, "method": "Paired bootstrap of recorded groups; row-weighted accuracy within each bootstrap sample", "qualification": "Groups are capture/parent/duplicate proxies, not guaranteed independent physical plants", "difference": 0.054271034039820164, "first": "b0", "second": "b3", "direction": "b3_minus_b0" }, "original_common_five_excluding_agml_and_known_exposure": { "percentile_95_interval": [ 0.043437671743738714, 0.08005241613579875 ], "resamples": 1000, "group_count": 433, "method": "Paired bootstrap of recorded groups; row-weighted accuracy within each bootstrap sample", "qualification": "Groups are capture/parent/duplicate proxies, not guaranteed independent physical plants", "difference": 0.060503388189738626, "first": "b0", "second": "b3", "direction": "b3_minus_b0" }, "peru": { "percentile_95_interval": [ 0.598000515995872, 0.8818633585214419 ], "resamples": 1000, "group_count": 12, "method": "Paired bootstrap of recorded groups; row-weighted accuracy within each bootstrap sample", "qualification": "Groups are capture/parent/duplicate proxies, not guaranteed independent physical plants", "difference": 0.76, "first": "b0", "second": "b3", "direction": "b3_minus_b0" }, "reviewed_bracol_additional_views": { "percentile_95_interval": [ 0.0499495302460527, 0.10728513037055087 ], "resamples": 1000, "group_count": 209, "method": "Paired bootstrap of recorded groups; row-weighted accuracy within each bootstrap sample", "qualification": "Groups are capture/parent/duplicate proxies, not guaranteed independent physical plants", "difference": 0.07742537313432836, "first": "b0", "second": "b3", "direction": "b3_minus_b0" } }, "b2_minus_b1": { "expanded_all_eight": { "percentile_95_interval": [ -0.0001784806905033131, 0.01637214707300988 ], "resamples": 1000, "group_count": 982, "method": "Paired bootstrap of recorded groups; row-weighted accuracy within each bootstrap sample", "qualification": "Groups are capture/parent/duplicate proxies, not guaranteed independent physical plants", "difference": 0.0081799591002045, "first": "b1", "second": "b2", "direction": "b2_minus_b1" }, "original_all_eight": { "percentile_95_interval": [ -0.004655637910032406, 0.015448734018217591 ], "resamples": 1000, "group_count": 970, "method": "Paired bootstrap of recorded groups; row-weighted accuracy within each bootstrap sample", "qualification": "Groups are capture/parent/duplicate proxies, not guaranteed independent physical plants", "difference": 0.005031721723911617, "first": "b1", "second": "b2", "direction": "b2_minus_b1" }, "expanded_common_five": { "percentile_95_interval": [ -0.0015884473765146367, 0.019797636681553422 ], "resamples": 1000, "group_count": 801, "method": "Paired bootstrap of recorded groups; row-weighted accuracy within each bootstrap sample", "qualification": "Groups are capture/parent/duplicate proxies, not guaranteed independent physical plants", "difference": 0.008428150021070375, "first": "b1", "second": "b2", "direction": "b2_minus_b1" }, "expanded_common_five_excluding_agml_and_known_exposure": { "percentile_95_interval": [ -0.005166596106000223, 0.011744418485096067 ], "resamples": 1000, "group_count": 442, "method": "Paired bootstrap of recorded groups; row-weighted accuracy within each bootstrap sample", "qualification": "Groups are capture/parent/duplicate proxies, not guaranteed independent physical plants", "difference": 0.0036485253876558225, "first": "b1", "second": "b2", "direction": "b2_minus_b1" }, "original_common_five": { "percentile_95_interval": [ -0.008427704027685234, 0.01852745898774223 ], "resamples": 1000, "group_count": 792, "method": "Paired bootstrap of recorded groups; row-weighted accuracy within each bootstrap sample", "qualification": "Groups are capture/parent/duplicate proxies, not guaranteed independent physical plants", "difference": 0.004257734885041158, "first": "b1", "second": "b2", "direction": "b2_minus_b1" }, "expanded_excluding_agml_and_known_exposure": { "percentile_95_interval": [ -0.0025636709667987132, 0.01142126275228859 ], "resamples": 1000, "group_count": 623, "method": "Paired bootstrap of recorded groups; row-weighted accuracy within each bootstrap sample", "qualification": "Groups are capture/parent/duplicate proxies, not guaranteed independent physical plants", "difference": 0.004534119247336205, "first": "b1", "second": "b2", "direction": "b2_minus_b1" }, "original_excluding_agml_and_known_exposure": { "percentile_95_interval": [ -0.008773090132739254, 0.005829951344837778 ], "resamples": 1000, "group_count": 611, "method": "Paired bootstrap of recorded groups; row-weighted accuracy within each bootstrap sample", "qualification": "Groups are capture/parent/duplicate proxies, not guaranteed independent physical plants", "difference": -0.0016056518946692357, "first": "b1", "second": "b2", "direction": "b2_minus_b1" }, "original_common_five_excluding_agml_and_known_exposure": { "percentile_95_interval": [ -0.01630950788218606, 0.003355906266024659 ], "resamples": 1000, "group_count": 433, "method": "Paired bootstrap of recorded groups; row-weighted accuracy within each bootstrap sample", "qualification": "Groups are capture/parent/duplicate proxies, not guaranteed independent physical plants", "difference": -0.0062923523717328175, "first": "b1", "second": "b2", "direction": "b2_minus_b1" }, "peru": { "percentile_95_interval": [ 0.0, 0.035249558353272654 ], "resamples": 1000, "group_count": 12, "method": "Paired bootstrap of recorded groups; row-weighted accuracy within each bootstrap sample", "qualification": "Groups are capture/parent/duplicate proxies, not guaranteed independent physical plants", "difference": 0.013333333333333334, "first": "b1", "second": "b2", "direction": "b2_minus_b1" }, "reviewed_bracol_additional_views": { "percentile_95_interval": [ 0.003564360806568977, 0.03732955875468164 ], "resamples": 1000, "group_count": 209, "method": "Paired bootstrap of recorded groups; row-weighted accuracy within each bootstrap sample", "qualification": "Groups are capture/parent/duplicate proxies, not guaranteed independent physical plants", "difference": 0.020522388059701493, "first": "b1", "second": "b2", "direction": "b2_minus_b1" } }, "b3_minus_b1": { "expanded_all_eight": { "percentile_95_interval": [ -0.008739898879647292, 0.008012406623712817 ], "resamples": 1000, "group_count": 982, "method": "Paired bootstrap of recorded groups; row-weighted accuracy within each bootstrap sample", "qualification": "Groups are capture/parent/duplicate proxies, not guaranteed independent physical plants", "difference": -0.0005112474437627812, "first": "b1", "second": "b3", "direction": "b3_minus_b1" }, "original_all_eight": { "percentile_95_interval": [ -0.012581938957584108, 0.00777723749155312 ], "resamples": 1000, "group_count": 970, "method": "Paired bootstrap of recorded groups; row-weighted accuracy within each bootstrap sample", "qualification": "Groups are capture/parent/duplicate proxies, not guaranteed independent physical plants", "difference": -0.002187705097352877, "first": "b1", "second": "b3", "direction": "b3_minus_b1" }, "expanded_common_five": { "percentile_95_interval": [ -0.011516574037316395, 0.009598416905256027 ], "resamples": 1000, "group_count": 801, "method": "Paired bootstrap of recorded groups; row-weighted accuracy within each bootstrap sample", "qualification": "Groups are capture/parent/duplicate proxies, not guaranteed independent physical plants", "difference": -0.0006321112515802782, "first": "b1", "second": "b3", "direction": "b3_minus_b1" }, "expanded_common_five_excluding_agml_and_known_exposure": { "percentile_95_interval": [ -0.012252384319910646, 0.004411927141990817 ], "resamples": 1000, "group_count": 442, "method": "Paired bootstrap of recorded groups; row-weighted accuracy within each bootstrap sample", "qualification": "Groups are capture/parent/duplicate proxies, not guaranteed independent physical plants", "difference": -0.003952569169960474, "first": "b1", "second": "b3", "direction": "b3_minus_b1" }, "original_common_five": { "percentile_95_interval": [ -0.015782633377364873, 0.01010074998886074 ], "resamples": 1000, "group_count": 792, "method": "Paired bootstrap of recorded groups; row-weighted accuracy within each bootstrap sample", "qualification": "Groups are capture/parent/duplicate proxies, not guaranteed independent physical plants", "difference": -0.002838489923360772, "first": "b1", "second": "b3", "direction": "b3_minus_b1" }, "expanded_excluding_agml_and_known_exposure": { "percentile_95_interval": [ -0.009948571253061094, 0.003678688012381238 ], "resamples": 1000, "group_count": 623, "method": "Paired bootstrap of recorded groups; row-weighted accuracy within each bootstrap sample", "qualification": "Groups are capture/parent/duplicate proxies, not guaranteed independent physical plants", "difference": -0.0029471775107685334, "first": "b1", "second": "b3", "direction": "b3_minus_b1" }, "original_excluding_agml_and_known_exposure": { "percentile_95_interval": [ -0.014701015504578838, 0.001387253523175853 ], "resamples": 1000, "group_count": 611, "method": "Paired bootstrap of recorded groups; row-weighted accuracy within each bootstrap sample", "qualification": "Groups are capture/parent/duplicate proxies, not guaranteed independent physical plants", "difference": -0.006422607578676943, "first": "b1", "second": "b3", "direction": "b3_minus_b1" }, "original_common_five_excluding_agml_and_known_exposure": { "percentile_95_interval": [ -0.02069654281791977, 0.002038327942648118 ], "resamples": 1000, "group_count": 433, "method": "Paired bootstrap of recorded groups; row-weighted accuracy within each bootstrap sample", "qualification": "Groups are capture/parent/duplicate proxies, not guaranteed independent physical plants", "difference": -0.00968054211035818, "first": "b1", "second": "b3", "direction": "b3_minus_b1" }, "peru": { "percentile_95_interval": [ 0.0, 0.035249558353272654 ], "resamples": 1000, "group_count": 12, "method": "Paired bootstrap of recorded groups; row-weighted accuracy within each bootstrap sample", "qualification": "Groups are capture/parent/duplicate proxies, not guaranteed independent physical plants", "difference": 0.013333333333333334, "first": "b1", "second": "b3", "direction": "b3_minus_b1" }, "reviewed_bracol_additional_views": { "percentile_95_interval": [ -0.011386657562856454, 0.020356713479806044 ], "resamples": 1000, "group_count": 209, "method": "Paired bootstrap of recorded groups; row-weighted accuracy within each bootstrap sample", "qualification": "Groups are capture/parent/duplicate proxies, not guaranteed independent physical plants", "difference": 0.0037313432835820895, "first": "b1", "second": "b3", "direction": "b3_minus_b1" } }, "b3_minus_b2": { "expanded_all_eight": { "percentile_95_interval": [ -0.016882745546863632, -0.0010724296467145152 ], "resamples": 1000, "group_count": 982, "method": "Paired bootstrap of recorded groups; row-weighted accuracy within each bootstrap sample", "qualification": "Groups are capture/parent/duplicate proxies, not guaranteed independent physical plants", "difference": -0.008691206543967281, "first": "b2", "second": "b3", "direction": "b3_minus_b2" }, "original_all_eight": { "percentile_95_interval": [ -0.018018752607793703, 0.0033525019036633264 ], "resamples": 1000, "group_count": 970, "method": "Paired bootstrap of recorded groups; row-weighted accuracy within each bootstrap sample", "qualification": "Groups are capture/parent/duplicate proxies, not guaranteed independent physical plants", "difference": -0.007219426821264493, "first": "b2", "second": "b3", "direction": "b3_minus_b2" }, "expanded_common_five": { "percentile_95_interval": [ -0.01992921341525062, 0.00041524485617242614 ], "resamples": 1000, "group_count": 801, "method": "Paired bootstrap of recorded groups; row-weighted accuracy within each bootstrap sample", "qualification": "Groups are capture/parent/duplicate proxies, not guaranteed independent physical plants", "difference": -0.009060261272650654, "first": "b2", "second": "b3", "direction": "b3_minus_b2" }, "expanded_common_five_excluding_agml_and_known_exposure": { "percentile_95_interval": [ -0.01501715844173458, 0.0005958017583483168 ], "resamples": 1000, "group_count": 442, "method": "Paired bootstrap of recorded groups; row-weighted accuracy within each bootstrap sample", "qualification": "Groups are capture/parent/duplicate proxies, not guaranteed independent physical plants", "difference": -0.007601094557616297, "first": "b2", "second": "b3", "direction": "b3_minus_b2" }, "original_common_five": { "percentile_95_interval": [ -0.020474997753616674, 0.0057694118853090235 ], "resamples": 1000, "group_count": 792, "method": "Paired bootstrap of recorded groups; row-weighted accuracy within each bootstrap sample", "qualification": "Groups are capture/parent/duplicate proxies, not guaranteed independent physical plants", "difference": -0.00709622480840193, "first": "b2", "second": "b3", "direction": "b3_minus_b2" }, "expanded_excluding_agml_and_known_exposure": { "percentile_95_interval": [ -0.013602682946282372, -0.0014100681399649806 ], "resamples": 1000, "group_count": 623, "method": "Paired bootstrap of recorded groups; row-weighted accuracy within each bootstrap sample", "qualification": "Groups are capture/parent/duplicate proxies, not guaranteed independent physical plants", "difference": -0.007481296758104738, "first": "b2", "second": "b3", "direction": "b3_minus_b2" }, "original_excluding_agml_and_known_exposure": { "percentile_95_interval": [ -0.012763031970472002, 0.002589302426910492 ], "resamples": 1000, "group_count": 611, "method": "Paired bootstrap of recorded groups; row-weighted accuracy within each bootstrap sample", "qualification": "Groups are capture/parent/duplicate proxies, not guaranteed independent physical plants", "difference": -0.004816955684007707, "first": "b2", "second": "b3", "direction": "b3_minus_b2" }, "original_common_five_excluding_agml_and_known_exposure": { "percentile_95_interval": [ -0.012954940515959305, 0.006183740896786538 ], "resamples": 1000, "group_count": 433, "method": "Paired bootstrap of recorded groups; row-weighted accuracy within each bootstrap sample", "qualification": "Groups are capture/parent/duplicate proxies, not guaranteed independent physical plants", "difference": -0.003388189738625363, "first": "b2", "second": "b3", "direction": "b3_minus_b2" }, "peru": { "percentile_95_interval": [ 0.0, 0.0 ], "resamples": 1000, "group_count": 12, "method": "Paired bootstrap of recorded groups; row-weighted accuracy within each bootstrap sample", "qualification": "Groups are capture/parent/duplicate proxies, not guaranteed independent physical plants", "difference": 0.0, "first": "b2", "second": "b3", "direction": "b3_minus_b2" }, "reviewed_bracol_additional_views": { "percentile_95_interval": [ -0.032199262928429596, -0.002638464463415426 ], "resamples": 1000, "group_count": 209, "method": "Paired bootstrap of recorded groups; row-weighted accuracy within each bootstrap sample", "qualification": "Groups are capture/parent/duplicate proxies, not guaranteed independent physical plants", "difference": -0.016791044776119403, "first": "b2", "second": "b3", "direction": "b3_minus_b2" } } }, "identity_before": { "b0_artifact": { "path": "original-project/mobile/assets/model/coffee-leaf.tflite", "sha256": "19b4f9747604dcff2cc43f44e3056f5c4fd827e3b0556e6632e1acbd1ce6ccda", "bytes": 8091596 }, "b0_config": { "path": "original-project/mobile/assets/model/model-config.json", "sha256": "bf29b082d6f40f1519a3a307f971fc52f83e91fef67e3b8049cf74e01ab62368", "bytes": 2567 }, "b0_checkpoint": { "path": "original-project/training/runs/efficientnet/best.safetensors", "sha256": "f83c93baaa20a2d106860ecca337543e063c1ed8b7781fd0f793790992986d8d", "bytes": 16272336 }, "b1_artifact": { "path": "original-project/mobile/assets/model/coffee-leaf-b1.tflite", "sha256": "28c5d1cf1ac3f268d66f9c9f50f35e0a4602dced07f55e07b17f4c6cdae18c75", "bytes": 7324120 }, "b1_config": { "path": "original-project/mobile/assets/model/model-config-b1.json", "sha256": "06f6dfa8539db4a9fd82dcfaa371c37c8ba5efdeb61b9a11e79d81e1ffb0b4f7", "bytes": 2952 }, "b1_checkpoint": { "path": "original-project/training/runs/efficientnet_b1/best.safetensors", "sha256": "a5ac6495802d4b03e1f0365327d41b8919b13c9c212a8cc8f26bf1c43f72a3d1", "bytes": 26388856 }, "b2_artifact": { "path": "original-project/mobile/assets/model/coffee-leaf-b2.tflite", "sha256": "ddbea87650b839dabb376f32d7e210ccc21a105024de23b3c0abf25fbbe86a01", "bytes": 8573416 }, "b2_config": { "path": "original-project/mobile/assets/model/model-config-b2.json", "sha256": "524ab5e7aca53339fcf8201de17fd71b27c1a97e52f27906b9782b40f410a649", "bytes": 2939 }, "b2_checkpoint": { "path": "original-project/training/runs/efficientnet_b2/best.safetensors", "sha256": "eb6a5d4daac75046befce1250bc9278d4c1d2ccfa8ccf0fe2f4302cb918e8dd8", "bytes": 31166288 }, "b3_artifact": { "path": "b3-original-run/coffee-leaf-b3.tflite", "sha256": "5ab0a8f6292b67440d4c53e51b6b8155a5c474c403428f7a70974d599997deb4", "bytes": 11796544 }, "b3_config": { "path": "b3-original-run/model-config-b3.json", "sha256": "ca62871e4e796c75820a14c61552fd322aeaa1215d407c10345250aa3955aa6d", "bytes": 3144 }, "b3_checkpoint": { "path": "b3-original-run/run/best.safetensors", "sha256": "a808dffa181630d47acc74788dcf38f95d0618b1e51b0dcd7f0990071d55c433", "bytes": 43236632 }, "brightness": { "path": "original-project/mobile/assets/model/brightness-config.json", "sha256": "cd2c58f04fa705204593009b940ad5aff2329742a348c83330eacb106788660e", "bytes": 1893 }, "b0_manifest": { "path": "original-project/training/data/manifest.json", "sha256": "17531809594632bdaa1a7d005b2690041f94acf302e84fd5a1125e7e51494ba7", "bytes": 9207106 }, "b1_manifest": { "path": "original-project/training/data/scale_v3_manifest.json", "sha256": "e27dd7fc6483ad16064ccf4ebf1204ef1d8ad2c8881c5b6960641d3cbbc852f5", "bytes": 18916720 }, "b2_manifest": { "path": "original-project/training/data/scale_v3_manifest.json", "sha256": "e27dd7fc6483ad16064ccf4ebf1204ef1d8ad2c8881c5b6960641d3cbbc852f5", "bytes": 18916720 }, "previous_comparison.json": { "path": "original-project/training/runs/model_comparison/comparison.json", "sha256": "7b099fe988b3aff3cd0e3d69a9ac73fe2658b4a07014b64b6d27ba60e8851466", "bytes": 547850 }, "previous_b0_comparison.json": { "path": "original-project/training/runs/model_comparison/b0_comparison.json", "sha256": "7f4e1bcca507b9b03df45b4fba55c63e7c68c35c37dbde356204ff3bc5059b04", "bytes": 184232 }, "previous_b1_comparison.json": { "path": "original-project/training/runs/model_comparison/b1_comparison.json", "sha256": "8df48abee3119ec66a4f386c99c3938663cc74798803bed7fdde84663ba1f79f", "bytes": 182576 }, "b3_training": { "path": "b3-original-run/run/training.json", "sha256": "710e7de343747151789663c6af2de1cddcb109758b830515ea05631cb0a42e8a", "bytes": 48827 }, "b3_completion_verification": { "path": "b3-original-run/run/completion_verification.json", "sha256": "33d6a2b198569378ab504e3f1812702e50ef27d678de3004e090aa7a2120567f", "bytes": 3506 }, "b3_export_validation": { "path": "b3-original-run/run/export_validation.json", "sha256": "bb551e1ea016ceb98db097d8bd97e6537a7c77a008ecd657cda52703915e716c", "bytes": 1151 }, "b3_offline_verification": { "path": "b3-original-run/run/offline_verification.json", "sha256": "b2a98c253c752551ff8ee54e417843916a3862b040fd3293150263f83935abba", "bytes": 638 }, "b3_float32_conversion_parity": { "path": "b3-original-run/run/float32_conversion_parity.json", "sha256": "aa1f2aabc120eee1cb3e8bd8a97567a78d515c492d35583c7b7a19b3115d7f3d", "bytes": 346 }, "b3_compression_validation": { "path": "b3-original-run/run/compression_validation.json", "sha256": "cce5b27a3e633b454007646ed79bc3c0e41378567e409b21000e7aa9573e8546", "bytes": 574 }, "b3_run_identity": { "path": "b3-original-run/run/run_identity.json", "sha256": "fbe56354e31050479aad4f493c2851b3ce7445485cc90b1ad0414291a0752c03", "bytes": 1663 }, "b3_temperature": { "path": "b3-original-run/run/temperature.json", "sha256": "589257d09d60f4620105c66f80eb5c26e32643a9b984ad741f9cf396747a0a63", "bytes": 130 }, "b3_calibration": { "path": "b3-original-run/run/calibration.json", "sha256": "5b15821df497bd00f13a359487f887ffdc1fe3c1f1ab60bb1133047c74f7a357", "bytes": 1993 }, "b3_orchestration_change_audit": { "path": "b3-original-run/run/orchestration_change_audit.json", "sha256": "a3d386ce0468648edc3d21356af92b65c731fc3e042730c556005b86ccdad9d3", "bytes": 588 }, "b3_b3_model.py": { "path": "b3-original-run/b3_model.py", "sha256": "d2d0671b696230867e5f0b75474e769fd6f4b0538a204173e244445f9c0400c9", "bytes": 3457 }, "b3_b3_train.py": { "path": "b3-original-run/b3_train.py", "sha256": "98fd710a236396a330ec220690443c09d104933f212c8f7f55c611d619cdc160", "bytes": 2940 }, "b3_b3_verify.py": { "path": "b3-original-run/b3_verify.py", "sha256": "deff3f3f14870a0ecbf06b8432e7fef791183406d0a144f6accda4efc6c8ed02", "bytes": 2182 }, "b3_export_b3.py": { "path": "b3-original-run/export_b3.py", "sha256": "5083d4aa515d2c51331c5dee1319286ba0aa45344ff214542e3107b5e478350c", "bytes": 4820 }, "b3_verify_b3_offline.py": { "path": "b3-original-run/verify_b3_offline.py", "sha256": "44ceff0e54110f744a8ed957d2e4149ba7b3375def941da65c7330156c7ea0f0", "bytes": 1961 }, "b3_provenance": { "path": "b3-original-run/pretrained/provenance.json", "sha256": "c0523e0b934475e1b252e7c610271812a723e0fbe41b355706ada63caaebc977", "bytes": 752 } }, "manifest_audits": { "b0": { "manifest_sha256": "17531809594632bdaa1a7d005b2690041f94acf302e84fd5a1125e7e51494ba7", "rows": 23552, "groups": 6174, "parents": 8262, "splits": { "test": 4571, "train": 14119, "val": 3921, "external": 941 }, "cross_split_groups": 0, "cross_split_parents": 0, "cross_split_exact_hashes": 0, "missing": [], "changed_images": [], "invalid_labels": [], "all_image_bytes_verified": true, "known_pretraining_exposed": { "test": 1328, "train": 1278, "val": 1002 }, "counts": [ { "source": "agml", "label": "cercospora", "split": "test", "n": 157 }, { "source": "agml", "label": "cercospora", "split": "train", "n": 69 }, { "source": "agml", "label": "cercospora", "split": "val", "n": 96 }, { "source": "agml", "label": "healthy", "split": "test", "n": 16 }, { "source": "agml", "label": "healthy", "split": "train", "n": 25 }, { "source": "agml", "label": "healthy", "split": "val", "n": 21 }, { "source": "agml", "label": "miner", "split": "test", "n": 640 }, { "source": "agml", "label": "miner", "split": "train", "n": 561 }, { "source": "agml", "label": "miner", "split": "val", "n": 438 }, { "source": "agml", "label": "phoma", "split": "test", "n": 324 }, { "source": "agml", "label": "phoma", "split": "train", "n": 159 }, { "source": "agml", "label": "phoma", "split": "val", "n": 208 }, { "source": "agml", "label": "rust", "split": "test", "n": 320 }, { "source": "agml", "label": "rust", "split": "train", "n": 464 }, { "source": "agml", "label": "rust", "split": "val", "n": 258 }, { "source": "beans", "label": "unsupported", "split": "test", "n": 128 }, { "source": "beans", "label": "unsupported", "split": "train", "n": 1034 }, { "source": "beans", "label": "unsupported", "split": "val", "n": 133 }, { "source": "bracol_leaf", "label": "cercospora", "split": "test", "n": 9 }, { "source": "bracol_leaf", "label": "cercospora", "split": "train", "n": 65 }, { "source": "bracol_leaf", "label": "cercospora", "split": "val", "n": 13 }, { "source": "bracol_leaf", "label": "healthy", "split": "test", "n": 39 }, { "source": "bracol_leaf", "label": "healthy", "split": "train", "n": 188 }, { "source": "bracol_leaf", "label": "healthy", "split": "val", "n": 45 }, { "source": "bracol_leaf", "label": "miner", "split": "test", "n": 46 }, { "source": "bracol_leaf", "label": "miner", "split": "train", "n": 229 }, { "source": "bracol_leaf", "label": "miner", "split": "val", "n": 47 }, { "source": "bracol_leaf", "label": "phoma", "split": "test", "n": 52 }, { "source": "bracol_leaf", "label": "phoma", "split": "train", "n": 239 }, { "source": "bracol_leaf", "label": "phoma", "split": "val", "n": 50 }, { "source": "bracol_leaf", "label": "rust", "split": "test", "n": 53 }, { "source": "bracol_leaf", "label": "rust", "split": "train", "n": 243 }, { "source": "bracol_leaf", "label": "rust", "split": "val", "n": 52 }, { "source": "bracol_symptom", "label": "cercospora", "split": "test", "n": 44 }, { "source": "bracol_symptom", "label": "cercospora", "split": "train", "n": 174 }, { "source": "bracol_symptom", "label": "cercospora", "split": "val", "n": 58 }, { "source": "bracol_symptom", "label": "healthy", "split": "test", "n": 37 }, { "source": "bracol_symptom", "label": "healthy", "split": "train", "n": 187 }, { "source": "bracol_symptom", "label": "healthy", "split": "val", "n": 32 }, { "source": "bracol_symptom", "label": "miner", "split": "test", "n": 93 }, { "source": "bracol_symptom", "label": "miner", "split": "train", "n": 365 }, { "source": "bracol_symptom", "label": "miner", "split": "val", "n": 79 }, { "source": "bracol_symptom", "label": "phoma", "split": "test", "n": 77 }, { "source": "bracol_symptom", "label": "phoma", "split": "train", "n": 321 }, { "source": "bracol_symptom", "label": "phoma", "split": "val", "n": 54 }, { "source": "bracol_symptom", "label": "rust", "split": "test", "n": 92 }, { "source": "bracol_symptom", "label": "rust", "split": "train", "n": 415 }, { "source": "bracol_symptom", "label": "rust", "split": "val", "n": 101 }, { "source": "coffeeleaf_own_field", "label": "rust", "split": "external", "n": 4 }, { "source": "coffeeleaf_own_field", "label": "rust", "split": "test", "n": 424 }, { "source": "coffeeleaf_own_field", "label": "rust", "split": "train", "n": 1967 }, { "source": "coffeeleaf_own_field", "label": "rust", "split": "val", "n": 456 }, { "source": "coffeeleaf_own_field", "label": "weevil_damage", "split": "external", "n": 79 }, { "source": "coffeeleaf_own_field", "label": "weevil_damage", "split": "test", "n": 894 }, { "source": "coffeeleaf_own_field", "label": "weevil_damage", "split": "train", "n": 3481 }, { "source": "coffeeleaf_own_field", "label": "weevil_damage", "split": "val", "n": 924 }, { "source": "coffeeleaf_rust_and_leaf_miner", "label": "miner", "split": "external", "n": 11 }, { "source": "coffeeleaf_rust_and_leaf_miner", "label": "miner", "split": "test", "n": 418 }, { "source": "coffeeleaf_rust_and_leaf_miner", "label": "miner", "split": "train", "n": 1603 }, { "source": "coffeeleaf_rust_and_leaf_miner", "label": "miner", "split": "val", "n": 353 }, { "source": "coffeeleaf_rust_and_leaf_miner", "label": "rust", "split": "test", "n": 448 }, { "source": "coffeeleaf_rust_and_leaf_miner", "label": "rust", "split": "train", "n": 1258 }, { "source": "coffeeleaf_rust_and_leaf_miner", "label": "rust", "split": "val", "n": 275 }, { "source": "multispec_external", "label": "rust", "split": "external", "n": 847 }, { "source": "rocole", "label": "healthy", "split": "test", "n": 138 }, { "source": "rocole", "label": "healthy", "split": "train", "n": 541 }, { "source": "rocole", "label": "healthy", "split": "val", "n": 112 }, { "source": "rocole", "label": "red_spider_mite", "split": "test", "n": 26 }, { "source": "rocole", "label": "red_spider_mite", "split": "train", "n": 116 }, { "source": "rocole", "label": "red_spider_mite", "split": "val", "n": 25 }, { "source": "rocole", "label": "rust", "split": "test", "n": 96 }, { "source": "rocole", "label": "rust", "split": "train", "n": 415 }, { "source": "rocole", "label": "rust", "split": "val", "n": 91 } ] }, "b1": { "manifest_sha256": "e27dd7fc6483ad16064ccf4ebf1204ef1d8ad2c8881c5b6960641d3cbbc852f5", "rows": 32414, "groups": 6259, "parents": 8347, "splits": { "test": 5868, "train": 20311, "val": 5294, "external": 941 }, "cross_split_groups": 0, "cross_split_parents": 0, "cross_split_exact_hashes": 0, "missing": [], "changed_images": [], "invalid_labels": [], "all_image_bytes_verified": true, "known_pretraining_exposed": { "test": 1328, "train": 1278, "val": 1002 }, "counts": [ { "source": "agml", "label": "cercospora", "split": "test", "n": 157 }, { "source": "agml", "label": "cercospora", "split": "train", "n": 69 }, { "source": "agml", "label": "cercospora", "split": "val", "n": 96 }, { "source": "agml", "label": "healthy", "split": "test", "n": 16 }, { "source": "agml", "label": "healthy", "split": "train", "n": 25 }, { "source": "agml", "label": "healthy", "split": "val", "n": 21 }, { "source": "agml", "label": "miner", "split": "test", "n": 640 }, { "source": "agml", "label": "miner", "split": "train", "n": 561 }, { "source": "agml", "label": "miner", "split": "val", "n": 438 }, { "source": "agml", "label": "phoma", "split": "test", "n": 324 }, { "source": "agml", "label": "phoma", "split": "train", "n": 159 }, { "source": "agml", "label": "phoma", "split": "val", "n": 208 }, { "source": "agml", "label": "rust", "split": "test", "n": 320 }, { "source": "agml", "label": "rust", "split": "train", "n": 464 }, { "source": "agml", "label": "rust", "split": "val", "n": 258 }, { "source": "beans", "label": "unsupported", "split": "test", "n": 128 }, { "source": "beans", "label": "unsupported", "split": "train", "n": 1034 }, { "source": "beans", "label": "unsupported", "split": "val", "n": 133 }, { "source": "bracol_expert", "label": "cercospora", "split": "test", "n": 21 }, { "source": "bracol_expert", "label": "cercospora", "split": "train", "n": 117 }, { "source": "bracol_expert", "label": "cercospora", "split": "val", "n": 49 }, { "source": "bracol_expert", "label": "miner", "split": "test", "n": 56 }, { "source": "bracol_expert", "label": "miner", "split": "train", "n": 219 }, { "source": "bracol_expert", "label": "miner", "split": "val", "n": 47 }, { "source": "bracol_expert", "label": "phoma", "split": "test", "n": 224 }, { "source": "bracol_expert", "label": "phoma", "split": "train", "n": 1028 }, { "source": "bracol_expert", "label": "phoma", "split": "val", "n": 263 }, { "source": "bracol_expert", "label": "rust", "split": "test", "n": 771 }, { "source": "bracol_expert", "label": "rust", "split": "train", "n": 3723 }, { "source": "bracol_expert", "label": "rust", "split": "val", "n": 846 }, { "source": "bracol_leaf", "label": "cercospora", "split": "test", "n": 9 }, { "source": "bracol_leaf", "label": "cercospora", "split": "train", "n": 65 }, { "source": "bracol_leaf", "label": "cercospora", "split": "val", "n": 13 }, { "source": "bracol_leaf", "label": "healthy", "split": "test", "n": 39 }, { "source": "bracol_leaf", "label": "healthy", "split": "train", "n": 188 }, { "source": "bracol_leaf", "label": "healthy", "split": "val", "n": 45 }, { "source": "bracol_leaf", "label": "miner", "split": "test", "n": 46 }, { "source": "bracol_leaf", "label": "miner", "split": "train", "n": 229 }, { "source": "bracol_leaf", "label": "miner", "split": "val", "n": 47 }, { "source": "bracol_leaf", "label": "phoma", "split": "test", "n": 52 }, { "source": "bracol_leaf", "label": "phoma", "split": "train", "n": 239 }, { "source": "bracol_leaf", "label": "phoma", "split": "val", "n": 50 }, { "source": "bracol_leaf", "label": "rust", "split": "test", "n": 53 }, { "source": "bracol_leaf", "label": "rust", "split": "train", "n": 243 }, { "source": "bracol_leaf", "label": "rust", "split": "val", "n": 52 }, { "source": "bracol_symptom", "label": "cercospora", "split": "test", "n": 44 }, { "source": "bracol_symptom", "label": "cercospora", "split": "train", "n": 174 }, { "source": "bracol_symptom", "label": "cercospora", "split": "val", "n": 58 }, { "source": "bracol_symptom", "label": "healthy", "split": "test", "n": 37 }, { "source": "bracol_symptom", "label": "healthy", "split": "train", "n": 187 }, { "source": "bracol_symptom", "label": "healthy", "split": "val", "n": 32 }, { "source": "bracol_symptom", "label": "miner", "split": "test", "n": 93 }, { "source": "bracol_symptom", "label": "miner", "split": "train", "n": 365 }, { "source": "bracol_symptom", "label": "miner", "split": "val", "n": 79 }, { "source": "bracol_symptom", "label": "phoma", "split": "test", "n": 77 }, { "source": "bracol_symptom", "label": "phoma", "split": "train", "n": 321 }, { "source": "bracol_symptom", "label": "phoma", "split": "val", "n": 54 }, { "source": "bracol_symptom", "label": "rust", "split": "test", "n": 92 }, { "source": "bracol_symptom", "label": "rust", "split": "train", "n": 415 }, { "source": "bracol_symptom", "label": "rust", "split": "val", "n": 101 }, { "source": "coffeeleaf_own_field", "label": "rust", "split": "external", "n": 4 }, { "source": "coffeeleaf_own_field", "label": "rust", "split": "test", "n": 424 }, { "source": "coffeeleaf_own_field", "label": "rust", "split": "train", "n": 1967 }, { "source": "coffeeleaf_own_field", "label": "rust", "split": "val", "n": 456 }, { "source": "coffeeleaf_own_field", "label": "weevil_damage", "split": "external", "n": 79 }, { "source": "coffeeleaf_own_field", "label": "weevil_damage", "split": "test", "n": 894 }, { "source": "coffeeleaf_own_field", "label": "weevil_damage", "split": "train", "n": 3481 }, { "source": "coffeeleaf_own_field", "label": "weevil_damage", "split": "val", "n": 924 }, { "source": "coffeeleaf_rust_and_leaf_miner", "label": "miner", "split": "external", "n": 11 }, { "source": "coffeeleaf_rust_and_leaf_miner", "label": "miner", "split": "test", "n": 418 }, { "source": "coffeeleaf_rust_and_leaf_miner", "label": "miner", "split": "train", "n": 1603 }, { "source": "coffeeleaf_rust_and_leaf_miner", "label": "miner", "split": "val", "n": 353 }, { "source": "coffeeleaf_rust_and_leaf_miner", "label": "rust", "split": "test", "n": 448 }, { "source": "coffeeleaf_rust_and_leaf_miner", "label": "rust", "split": "train", "n": 1258 }, { "source": "coffeeleaf_rust_and_leaf_miner", "label": "rust", "split": "val", "n": 275 }, { "source": "multispec_external", "label": "rust", "split": "external", "n": 847 }, { "source": "peru", "label": "healthy", "split": "test", "n": 88 }, { "source": "peru", "label": "healthy", "split": "train", "n": 356 }, { "source": "peru", "label": "healthy", "split": "val", "n": 55 }, { "source": "peru", "label": "rust", "split": "test", "n": 63 }, { "source": "peru", "label": "rust", "split": "train", "n": 414 }, { "source": "peru", "label": "rust", "split": "val", "n": 22 }, { "source": "peru", "label": "unsupported", "split": "test", "n": 74 }, { "source": "peru", "label": "unsupported", "split": "train", "n": 335 }, { "source": "peru", "label": "unsupported", "split": "val", "n": 91 }, { "source": "rocole", "label": "healthy", "split": "test", "n": 138 }, { "source": "rocole", "label": "healthy", "split": "train", "n": 541 }, { "source": "rocole", "label": "healthy", "split": "val", "n": 112 }, { "source": "rocole", "label": "red_spider_mite", "split": "test", "n": 26 }, { "source": "rocole", "label": "red_spider_mite", "split": "train", "n": 116 }, { "source": "rocole", "label": "red_spider_mite", "split": "val", "n": 25 }, { "source": "rocole", "label": "rust", "split": "test", "n": 96 }, { "source": "rocole", "label": "rust", "split": "train", "n": 415 }, { "source": "rocole", "label": "rust", "split": "val", "n": 91 } ] }, "original_assignments_unchanged": true, "changed_original_records": [], "b2": { "manifest_sha256": "e27dd7fc6483ad16064ccf4ebf1204ef1d8ad2c8881c5b6960641d3cbbc852f5", "rows": 32414, "groups": 6259, "parents": 8347, "splits": { "test": 5868, "train": 20311, "val": 5294, "external": 941 }, "cross_split_groups": 0, "cross_split_parents": 0, "cross_split_exact_hashes": 0, "missing": [], "changed_images": [], "invalid_labels": [], "all_image_bytes_verified": true, "known_pretraining_exposed": { "test": 1328, "train": 1278, "val": 1002 }, "counts": [ { "source": "agml", "label": "cercospora", "split": "test", "n": 157 }, { "source": "agml", "label": "cercospora", "split": "train", "n": 69 }, { "source": "agml", "label": "cercospora", "split": "val", "n": 96 }, { "source": "agml", "label": "healthy", "split": "test", "n": 16 }, { "source": "agml", "label": "healthy", "split": "train", "n": 25 }, { "source": "agml", "label": "healthy", "split": "val", "n": 21 }, { "source": "agml", "label": "miner", "split": "test", "n": 640 }, { "source": "agml", "label": "miner", "split": "train", "n": 561 }, { "source": "agml", "label": "miner", "split": "val", "n": 438 }, { "source": "agml", "label": "phoma", "split": "test", "n": 324 }, { "source": "agml", "label": "phoma", "split": "train", "n": 159 }, { "source": "agml", "label": "phoma", "split": "val", "n": 208 }, { "source": "agml", "label": "rust", "split": "test", "n": 320 }, { "source": "agml", "label": "rust", "split": "train", "n": 464 }, { "source": "agml", "label": "rust", "split": "val", "n": 258 }, { "source": "beans", "label": "unsupported", "split": "test", "n": 128 }, { "source": "beans", "label": "unsupported", "split": "train", "n": 1034 }, { "source": "beans", "label": "unsupported", "split": "val", "n": 133 }, { "source": "bracol_expert", "label": "cercospora", "split": "test", "n": 21 }, { "source": "bracol_expert", "label": "cercospora", "split": "train", "n": 117 }, { "source": "bracol_expert", "label": "cercospora", "split": "val", "n": 49 }, { "source": "bracol_expert", "label": "miner", "split": "test", "n": 56 }, { "source": "bracol_expert", "label": "miner", "split": "train", "n": 219 }, { "source": "bracol_expert", "label": "miner", "split": "val", "n": 47 }, { "source": "bracol_expert", "label": "phoma", "split": "test", "n": 224 }, { "source": "bracol_expert", "label": "phoma", "split": "train", "n": 1028 }, { "source": "bracol_expert", "label": "phoma", "split": "val", "n": 263 }, { "source": "bracol_expert", "label": "rust", "split": "test", "n": 771 }, { "source": "bracol_expert", "label": "rust", "split": "train", "n": 3723 }, { "source": "bracol_expert", "label": "rust", "split": "val", "n": 846 }, { "source": "bracol_leaf", "label": "cercospora", "split": "test", "n": 9 }, { "source": "bracol_leaf", "label": "cercospora", "split": "train", "n": 65 }, { "source": "bracol_leaf", "label": "cercospora", "split": "val", "n": 13 }, { "source": "bracol_leaf", "label": "healthy", "split": "test", "n": 39 }, { "source": "bracol_leaf", "label": "healthy", "split": "train", "n": 188 }, { "source": "bracol_leaf", "label": "healthy", "split": "val", "n": 45 }, { "source": "bracol_leaf", "label": "miner", "split": "test", "n": 46 }, { "source": "bracol_leaf", "label": "miner", "split": "train", "n": 229 }, { "source": "bracol_leaf", "label": "miner", "split": "val", "n": 47 }, { "source": "bracol_leaf", "label": "phoma", "split": "test", "n": 52 }, { "source": "bracol_leaf", "label": "phoma", "split": "train", "n": 239 }, { "source": "bracol_leaf", "label": "phoma", "split": "val", "n": 50 }, { "source": "bracol_leaf", "label": "rust", "split": "test", "n": 53 }, { "source": "bracol_leaf", "label": "rust", "split": "train", "n": 243 }, { "source": "bracol_leaf", "label": "rust", "split": "val", "n": 52 }, { "source": "bracol_symptom", "label": "cercospora", "split": "test", "n": 44 }, { "source": "bracol_symptom", "label": "cercospora", "split": "train", "n": 174 }, { "source": "bracol_symptom", "label": "cercospora", "split": "val", "n": 58 }, { "source": "bracol_symptom", "label": "healthy", "split": "test", "n": 37 }, { "source": "bracol_symptom", "label": "healthy", "split": "train", "n": 187 }, { "source": "bracol_symptom", "label": "healthy", "split": "val", "n": 32 }, { "source": "bracol_symptom", "label": "miner", "split": "test", "n": 93 }, { "source": "bracol_symptom", "label": "miner", "split": "train", "n": 365 }, { "source": "bracol_symptom", "label": "miner", "split": "val", "n": 79 }, { "source": "bracol_symptom", "label": "phoma", "split": "test", "n": 77 }, { "source": "bracol_symptom", "label": "phoma", "split": "train", "n": 321 }, { "source": "bracol_symptom", "label": "phoma", "split": "val", "n": 54 }, { "source": "bracol_symptom", "label": "rust", "split": "test", "n": 92 }, { "source": "bracol_symptom", "label": "rust", "split": "train", "n": 415 }, { "source": "bracol_symptom", "label": "rust", "split": "val", "n": 101 }, { "source": "coffeeleaf_own_field", "label": "rust", "split": "external", "n": 4 }, { "source": "coffeeleaf_own_field", "label": "rust", "split": "test", "n": 424 }, { "source": "coffeeleaf_own_field", "label": "rust", "split": "train", "n": 1967 }, { "source": "coffeeleaf_own_field", "label": "rust", "split": "val", "n": 456 }, { "source": "coffeeleaf_own_field", "label": "weevil_damage", "split": "external", "n": 79 }, { "source": "coffeeleaf_own_field", "label": "weevil_damage", "split": "test", "n": 894 }, { "source": "coffeeleaf_own_field", "label": "weevil_damage", "split": "train", "n": 3481 }, { "source": "coffeeleaf_own_field", "label": "weevil_damage", "split": "val", "n": 924 }, { "source": "coffeeleaf_rust_and_leaf_miner", "label": "miner", "split": "external", "n": 11 }, { "source": "coffeeleaf_rust_and_leaf_miner", "label": "miner", "split": "test", "n": 418 }, { "source": "coffeeleaf_rust_and_leaf_miner", "label": "miner", "split": "train", "n": 1603 }, { "source": "coffeeleaf_rust_and_leaf_miner", "label": "miner", "split": "val", "n": 353 }, { "source": "coffeeleaf_rust_and_leaf_miner", "label": "rust", "split": "test", "n": 448 }, { "source": "coffeeleaf_rust_and_leaf_miner", "label": "rust", "split": "train", "n": 1258 }, { "source": "coffeeleaf_rust_and_leaf_miner", "label": "rust", "split": "val", "n": 275 }, { "source": "multispec_external", "label": "rust", "split": "external", "n": 847 }, { "source": "peru", "label": "healthy", "split": "test", "n": 88 }, { "source": "peru", "label": "healthy", "split": "train", "n": 356 }, { "source": "peru", "label": "healthy", "split": "val", "n": 55 }, { "source": "peru", "label": "rust", "split": "test", "n": 63 }, { "source": "peru", "label": "rust", "split": "train", "n": 414 }, { "source": "peru", "label": "rust", "split": "val", "n": 22 }, { "source": "peru", "label": "unsupported", "split": "test", "n": 74 }, { "source": "peru", "label": "unsupported", "split": "train", "n": 335 }, { "source": "peru", "label": "unsupported", "split": "val", "n": 91 }, { "source": "rocole", "label": "healthy", "split": "test", "n": 138 }, { "source": "rocole", "label": "healthy", "split": "train", "n": 541 }, { "source": "rocole", "label": "healthy", "split": "val", "n": 112 }, { "source": "rocole", "label": "red_spider_mite", "split": "test", "n": 26 }, { "source": "rocole", "label": "red_spider_mite", "split": "train", "n": 116 }, { "source": "rocole", "label": "red_spider_mite", "split": "val", "n": 25 }, { "source": "rocole", "label": "rust", "split": "test", "n": 96 }, { "source": "rocole", "label": "rust", "split": "train", "n": 415 }, { "source": "rocole", "label": "rust", "split": "val", "n": 91 } ] }, "b1_b2_shared_manifest": true, "b3": { "manifest_sha256": "e27dd7fc6483ad16064ccf4ebf1204ef1d8ad2c8881c5b6960641d3cbbc852f5", "rows": 32414, "groups": 6259, "parents": 8347, "splits": { "test": 5868, "train": 20311, "val": 5294, "external": 941 }, "cross_split_groups": 0, "cross_split_parents": 0, "cross_split_exact_hashes": 0, "missing": [], "changed_images": [], "invalid_labels": [], "all_image_bytes_verified": true, "known_pretraining_exposed": { "test": 1328, "train": 1278, "val": 1002 }, "counts": [ { "source": "agml", "label": "cercospora", "split": "test", "n": 157 }, { "source": "agml", "label": "cercospora", "split": "train", "n": 69 }, { "source": "agml", "label": "cercospora", "split": "val", "n": 96 }, { "source": "agml", "label": "healthy", "split": "test", "n": 16 }, { "source": "agml", "label": "healthy", "split": "train", "n": 25 }, { "source": "agml", "label": "healthy", "split": "val", "n": 21 }, { "source": "agml", "label": "miner", "split": "test", "n": 640 }, { "source": "agml", "label": "miner", "split": "train", "n": 561 }, { "source": "agml", "label": "miner", "split": "val", "n": 438 }, { "source": "agml", "label": "phoma", "split": "test", "n": 324 }, { "source": "agml", "label": "phoma", "split": "train", "n": 159 }, { "source": "agml", "label": "phoma", "split": "val", "n": 208 }, { "source": "agml", "label": "rust", "split": "test", "n": 320 }, { "source": "agml", "label": "rust", "split": "train", "n": 464 }, { "source": "agml", "label": "rust", "split": "val", "n": 258 }, { "source": "beans", "label": "unsupported", "split": "test", "n": 128 }, { "source": "beans", "label": "unsupported", "split": "train", "n": 1034 }, { "source": "beans", "label": "unsupported", "split": "val", "n": 133 }, { "source": "bracol_expert", "label": "cercospora", "split": "test", "n": 21 }, { "source": "bracol_expert", "label": "cercospora", "split": "train", "n": 117 }, { "source": "bracol_expert", "label": "cercospora", "split": "val", "n": 49 }, { "source": "bracol_expert", "label": "miner", "split": "test", "n": 56 }, { "source": "bracol_expert", "label": "miner", "split": "train", "n": 219 }, { "source": "bracol_expert", "label": "miner", "split": "val", "n": 47 }, { "source": "bracol_expert", "label": "phoma", "split": "test", "n": 224 }, { "source": "bracol_expert", "label": "phoma", "split": "train", "n": 1028 }, { "source": "bracol_expert", "label": "phoma", "split": "val", "n": 263 }, { "source": "bracol_expert", "label": "rust", "split": "test", "n": 771 }, { "source": "bracol_expert", "label": "rust", "split": "train", "n": 3723 }, { "source": "bracol_expert", "label": "rust", "split": "val", "n": 846 }, { "source": "bracol_leaf", "label": "cercospora", "split": "test", "n": 9 }, { "source": "bracol_leaf", "label": "cercospora", "split": "train", "n": 65 }, { "source": "bracol_leaf", "label": "cercospora", "split": "val", "n": 13 }, { "source": "bracol_leaf", "label": "healthy", "split": "test", "n": 39 }, { "source": "bracol_leaf", "label": "healthy", "split": "train", "n": 188 }, { "source": "bracol_leaf", "label": "healthy", "split": "val", "n": 45 }, { "source": "bracol_leaf", "label": "miner", "split": "test", "n": 46 }, { "source": "bracol_leaf", "label": "miner", "split": "train", "n": 229 }, { "source": "bracol_leaf", "label": "miner", "split": "val", "n": 47 }, { "source": "bracol_leaf", "label": "phoma", "split": "test", "n": 52 }, { "source": "bracol_leaf", "label": "phoma", "split": "train", "n": 239 }, { "source": "bracol_leaf", "label": "phoma", "split": "val", "n": 50 }, { "source": "bracol_leaf", "label": "rust", "split": "test", "n": 53 }, { "source": "bracol_leaf", "label": "rust", "split": "train", "n": 243 }, { "source": "bracol_leaf", "label": "rust", "split": "val", "n": 52 }, { "source": "bracol_symptom", "label": "cercospora", "split": "test", "n": 44 }, { "source": "bracol_symptom", "label": "cercospora", "split": "train", "n": 174 }, { "source": "bracol_symptom", "label": "cercospora", "split": "val", "n": 58 }, { "source": "bracol_symptom", "label": "healthy", "split": "test", "n": 37 }, { "source": "bracol_symptom", "label": "healthy", "split": "train", "n": 187 }, { "source": "bracol_symptom", "label": "healthy", "split": "val", "n": 32 }, { "source": "bracol_symptom", "label": "miner", "split": "test", "n": 93 }, { "source": "bracol_symptom", "label": "miner", "split": "train", "n": 365 }, { "source": "bracol_symptom", "label": "miner", "split": "val", "n": 79 }, { "source": "bracol_symptom", "label": "phoma", "split": "test", "n": 77 }, { "source": "bracol_symptom", "label": "phoma", "split": "train", "n": 321 }, { "source": "bracol_symptom", "label": "phoma", "split": "val", "n": 54 }, { "source": "bracol_symptom", "label": "rust", "split": "test", "n": 92 }, { "source": "bracol_symptom", "label": "rust", "split": "train", "n": 415 }, { "source": "bracol_symptom", "label": "rust", "split": "val", "n": 101 }, { "source": "coffeeleaf_own_field", "label": "rust", "split": "external", "n": 4 }, { "source": "coffeeleaf_own_field", "label": "rust", "split": "test", "n": 424 }, { "source": "coffeeleaf_own_field", "label": "rust", "split": "train", "n": 1967 }, { "source": "coffeeleaf_own_field", "label": "rust", "split": "val", "n": 456 }, { "source": "coffeeleaf_own_field", "label": "weevil_damage", "split": "external", "n": 79 }, { "source": "coffeeleaf_own_field", "label": "weevil_damage", "split": "test", "n": 894 }, { "source": "coffeeleaf_own_field", "label": "weevil_damage", "split": "train", "n": 3481 }, { "source": "coffeeleaf_own_field", "label": "weevil_damage", "split": "val", "n": 924 }, { "source": "coffeeleaf_rust_and_leaf_miner", "label": "miner", "split": "external", "n": 11 }, { "source": "coffeeleaf_rust_and_leaf_miner", "label": "miner", "split": "test", "n": 418 }, { "source": "coffeeleaf_rust_and_leaf_miner", "label": "miner", "split": "train", "n": 1603 }, { "source": "coffeeleaf_rust_and_leaf_miner", "label": "miner", "split": "val", "n": 353 }, { "source": "coffeeleaf_rust_and_leaf_miner", "label": "rust", "split": "test", "n": 448 }, { "source": "coffeeleaf_rust_and_leaf_miner", "label": "rust", "split": "train", "n": 1258 }, { "source": "coffeeleaf_rust_and_leaf_miner", "label": "rust", "split": "val", "n": 275 }, { "source": "multispec_external", "label": "rust", "split": "external", "n": 847 }, { "source": "peru", "label": "healthy", "split": "test", "n": 88 }, { "source": "peru", "label": "healthy", "split": "train", "n": 356 }, { "source": "peru", "label": "healthy", "split": "val", "n": 55 }, { "source": "peru", "label": "rust", "split": "test", "n": 63 }, { "source": "peru", "label": "rust", "split": "train", "n": 414 }, { "source": "peru", "label": "rust", "split": "val", "n": 22 }, { "source": "peru", "label": "unsupported", "split": "test", "n": 74 }, { "source": "peru", "label": "unsupported", "split": "train", "n": 335 }, { "source": "peru", "label": "unsupported", "split": "val", "n": 91 }, { "source": "rocole", "label": "healthy", "split": "test", "n": 138 }, { "source": "rocole", "label": "healthy", "split": "train", "n": 541 }, { "source": "rocole", "label": "healthy", "split": "val", "n": 112 }, { "source": "rocole", "label": "red_spider_mite", "split": "test", "n": 26 }, { "source": "rocole", "label": "red_spider_mite", "split": "train", "n": 116 }, { "source": "rocole", "label": "red_spider_mite", "split": "val", "n": 25 }, { "source": "rocole", "label": "rust", "split": "test", "n": 96 }, { "source": "rocole", "label": "rust", "split": "train", "n": 415 }, { "source": "rocole", "label": "rust", "split": "val", "n": 91 } ] }, "b1_b2_b3_shared_manifest": true }, "external_rust_audit": { "total": 1120, "retained": 1119, "excluded": 1, "exclusions": [ { "path": "data/images/multispec_binary/44.jpg", "reason": "conservative_phash_candidate", "reference": "data/images/bracol_expert/1232_7.jpg", "distance": 4 } ], "prior_audit_sha256": "a31c6771be0a44c8f0f0235dc392832c0ee8db4531979273e47871bc5156e3fe", "reference_paths": 26933, "method": "Recomputed image SHA256 and pHash<=5 against union of both training/validation corpora and B0 known pretraining exposure; preserve prior exclusions", "qualification": "pHash matches are conservatively excluded candidates, not confirmed duplicates; physical plant identity unavailable" }, "external_scan_audit": { "total": 100, "retained": 100, "excluded": 0, "exclusions": [], "prior_audit_sha256": "49d8e1f9de1089d3f89471f82313e7dff253d4f02ca954c7b4810e0219d56e15", "reference_paths": 26933, "method": "Recomputed image SHA256 and pHash<=5 against union of both training/validation corpora and B0 known pretraining exposure; preserve prior exclusions", "qualification": "pHash matches are conservatively excluded candidates, not confirmed duplicates; physical plant identity unavailable" }, "source_evidence": { "registry": { "path": "original-project/training/sources.json", "sha256": "a8f5bcc25908bdd30a01353400808ca61c3bc3b2aeb5a1074b1813119ecba0ca" }, "scale_v3_label_audit": { "path": "original-project/training/runs/scale_v3/label_audit.json", "sha256": "9c10fe58fa4e5e4f5201cc362f116c9b26d5b309fe672edd39f5e2f06ce236cd" }, "scale_v3_crop_overlap_audit": { "path": "original-project/training/runs/scale_v3/crop_overlap_audit.json", "sha256": "020b2d5c98ca7d6a5876766883fa5ee0d76d0449c2298c0394a0ef8243500efd" }, "xinzhai_audit": { "path": "original-project/training/runs/scale_v3/xinzhai_source_audit.json", "sha256": "4fb93ace54f115777b993d4b31053837befb218fea417b74cee0d79884af49c1" }, "context_coverage": { "path": "original-project/training/runs/scale_v2/context_annotation_audit.json", "sha256": "183e3e7e0aa06aaa1ce04cb4efa003e69af5d1b7061ee2973f5ca3b51038df05" } }, "training_evidence": { "b1_training": { "sha256": "d5275d13866caf3325796a4dfdb35f3656a6a0391551eeaae161081575dbbb7d", "report": { "architecture": "efficientnet_b1", "input_size": 224, "labels": [ "cercospora", "healthy", "miner", "phoma", "rust", "red_spider_mite", "weevil_damage", "unsupported" ], "seed": 20261003, "parameters": 6523432, "pretrained": { "repository": "timm/efficientnet_b1.ft_in1k", "revision": "1d6ddfd0ad535646fdb05bc3834913d93816152e", "license": "apache-2.0", "pretraining": "ImageNet-1k; no coffee disease head reused", "source": "https://huggingface.co/timm/efficientnet_b1.ft_in1k/tree/1d6ddfd0ad535646fdb05bc3834913d93816152e", "sha256": { "config.json": "4bcc5bdacffb1bb9264fff246bf8e167f9e4318fb8d2ad2d178ee32b92f9d2f6", "model.safetensors": "2eb860ed42ef594b3ae479669e306927bb4d4018e246e38f512b6b25b1734f6e" } }, "manifest_sha256": "e27dd7fc6483ad16064ccf4ebf1204ef1d8ad2c8881c5b6960641d3cbbc852f5", "split_counts": { "train": 20311, "val": 5294 }, "test_used_for_selection": false, "external_used_for_training_or_selection": false, "recipe": { "head": "All vetted 20311 training images and 5294 validation images; pretrained feature extraction; weighted AdamW lr0.001 wd0.01, smoothing0.05, dropout0.15, max30 epochs patience5 after10, validation0.65 mean-source F1 +0.20 macroF1 +0.15 weakclassF1", "backbone": "Last two blocks/head only; frozen BatchNorm; grouped parent rotation with weak-class replay; AdamW lr0.00003 wd0.03 smoothing0.05 dropout0.15 gradientclip1; max6 epochs patience2 delta0.002; 70% canonical and30% full-target scale65-100%; validation0.5 source F1 +0.3 far F1 +0.2 full-context F1; retainhead ifnoeligiblegain; each weakclass allowed<=1pp regression fromhead", "context_geometry": "Full supplied annotated context contained in224canvas, no subsequent center-crop; both context training and context validation preserve supplied target region", "teacher": "No B0 teacher: B1 independently learns labels without copying the external-failure-prone B0 probabilities" }, "comparison_limits": "B0 started coffee-finetuned and used original datasets; B1 starts ImageNet and includes reviewed BRACOL+Peru; outcome compares deployable models, not architecture alone", "status": "complete", "head_history": [ { "accuracy": 0.7559501322251606, "macro_f1": 0.6309680517078494, "source_macro_f1": 0.700118969980356, "per_source": { "agml": 0.6184119497555312, "beans": 0.9847328244274809, "bracol_expert": 0.5308506062070911, "bracol_leaf": 0.5752175478341808, "bracol_symptom": 0.554519730642788, "coffeeleaf_own_field": 0.8617920929069189, "coffeeleaf_rust_and_leaf_miner": 0.883486243708669, "peru": 0.8343886820975769, "rocole": 0.4576710522429677 }, "weak_macro_f1": 0.3749912922326715, "old_class_f1": { "cercospora": 0.32727272727272727, "healthy": 0.6942528735632184, "miner": 0.771770062606716, "phoma": 0.5301914580265096, "rust": 0.7768187422934648, "red_spider_mite": 0.10344827586206896, "weevil_damage": 0.8415614236509759, "unsupported": 0.8835616438356164 }, "old_native_accuracy": 0.7072912997534343, "stage": "head", "epoch": 1, "selection_score": 0.637519634663702 }, { "accuracy": 0.8111069134869664, "macro_f1": 0.6960887260414397, "source_macro_f1": 0.758879228589409, "per_source": { "agml": 0.7091457268299242, "beans": 0.9847328244274809, "bracol_expert": 0.5892240790390977, "bracol_leaf": 0.6077198802839121, "bracol_symptom": 0.6960232819682501, "coffeeleaf_own_field": 0.9131421870811285, "coffeeleaf_rust_and_leaf_miner": 0.9097334477876501, "peru": 0.9101926163723917, "rocole": 0.5099990135148467 }, "weak_macro_f1": 0.45982632349863994, "old_class_f1": { "cercospora": 0.4576271186440678, "healthy": 0.7644444444444445, "miner": 0.8276670574443142, "phoma": 0.6506410256410257, "rust": 0.8332636857501045, "red_spider_mite": 0.1574074074074074, "weevil_damage": 0.9073869900771775, "unsupported": 0.9052631578947369 }, "old_native_accuracy": 0.7604790419161677, "stage": "head", "epoch": 2, "selection_score": 0.7014631923161998 }, { "accuracy": 0.842840952021156, "macro_f1": 0.7315310135480777, "source_macro_f1": 0.7892527719981614, "per_source": { "agml": 0.7645768091956109, "beans": 0.9924242424242424, "bracol_expert": 0.6250784226390883, "bracol_leaf": 0.6715140822314424, "bracol_symptom": 0.7098568435874621, "coffeeleaf_own_field": 0.9248245055830093, "coffeeleaf_rust_and_leaf_miner": 0.9371337998844815, "peru": 0.9302242824366718, "rocole": 0.5476419600014437 }, "weak_macro_f1": 0.5228406028566948, "old_class_f1": { "cercospora": 0.5664739884393064, "healthy": 0.7982261640798226, "miner": 0.8692737430167597, "phoma": 0.657051282051282, "rust": 0.8597816960537363, "red_spider_mite": 0.20382165605095542, "weevil_damage": 0.9258849557522124, "unsupported": 0.9225352112676056 }, "old_native_accuracy": 0.8048608665022895, "stage": "head", "epoch": 3, "selection_score": 0.7377465949369247 }, { "accuracy": 0.8588968643747639, "macro_f1": 0.7539702778088155, "source_macro_f1": 0.8069102547651721, "per_source": { "agml": 0.7770261678619141, "beans": 0.9924242424242424, "bracol_expert": 0.6400068900506478, "bracol_leaf": 0.6731333052210863, "bracol_symptom": 0.7577941165805732, "coffeeleaf_own_field": 0.9377356409187851, "coffeeleaf_rust_and_leaf_miner": 0.9407271787245723, "peru": 0.9493611149813256, "rocole": 0.5939836361234018 }, "weak_macro_f1": 0.5574666940272928, "old_class_f1": { "cercospora": 0.5806451612903226, "healthy": 0.8272921108742004, "miner": 0.8830576155162578, "phoma": 0.6998394863563403, "rust": 0.87468671679198, "red_spider_mite": 0.2644628099173554, "weevil_damage": 0.935659760087241, "unsupported": 0.9492753623188406 }, "old_native_accuracy": 0.8245861218738992, "stage": "head", "epoch": 4, "selection_score": 0.7589057252632189 }, { "accuracy": 0.86550812240272, "macro_f1": 0.7601319655180242, "source_macro_f1": 0.8213794477236563, "per_source": { "agml": 0.7657608793154098, "beans": 0.9924242424242424, "bracol_expert": 0.6392657348816178, "bracol_leaf": 0.7270691058948533, "bracol_symptom": 0.7531939959741482, "coffeeleaf_own_field": 0.9427082068493218, "coffeeleaf_rust_and_leaf_miner": 0.9434297026744359, "peru": 0.9757429366125018, "rocole": 0.6528202248863765 }, "weak_macro_f1": 0.5598390428579109, "old_class_f1": { "cercospora": 0.5444743935309974, "healthy": 0.8444444444444444, "miner": 0.8792605430387059, "phoma": 0.7178683385579937, "rust": 0.8879702356345598, "red_spider_mite": 0.2905982905982906, "weevil_damage": 0.9435396308360477, "unsupported": 0.9562043795620438 }, "old_native_accuracy": 0.8295174357168017, "stage": "head", "epoch": 5, "selection_score": 0.7698988905526681 }, { "accuracy": 0.8802417831507366, "macro_f1": 0.7841992576502406, "source_macro_f1": 0.8344927513506657, "per_source": { "agml": 0.804236225419951, "beans": 0.9962264150943396, "bracol_expert": 0.670208568237083, "bracol_leaf": 0.7319239944213087, "bracol_symptom": 0.7686168040233141, "coffeeleaf_own_field": 0.9468215181412918, "coffeeleaf_rust_and_leaf_miner": 0.9513737646715947, "peru": 0.9806075217751254, "rocole": 0.6604199503719826 }, "weak_macro_f1": 0.6130004187975203, "old_class_f1": { "cercospora": 0.6438746438746439, "healthy": 0.8434782608695652, "miner": 0.9010388190267906, "phoma": 0.7258064516129032, "rust": 0.8951107396573339, "red_spider_mite": 0.3516483516483517, "weevil_damage": 0.9511257550796266, "unsupported": 0.9530685920577617 }, "old_native_accuracy": 0.8548784783374428, "stage": "head", "epoch": 6, "selection_score": 0.7912102027276089 }, { "accuracy": 0.8859085757461277, "macro_f1": 0.791741642596482, "source_macro_f1": 0.8394661210298314, "per_source": { "agml": 0.8232014318614821, "beans": 0.9962264150943396, "bracol_expert": 0.6506822306860147, "bracol_leaf": 0.7640513412912335, "bracol_symptom": 0.7882508999998932, "coffeeleaf_own_field": 0.9496386002236588, "coffeeleaf_rust_and_leaf_miner": 0.9458110856852275, "peru": 0.9806075217751254, "rocole": 0.6567255626515084 }, "weak_macro_f1": 0.6265613757873819, "old_class_f1": { "cercospora": 0.6783625730994152, "healthy": 0.8496732026143791, "miner": 0.9089893914014517, "phoma": 0.7558320373250389, "rust": 0.8978916907813146, "red_spider_mite": 0.3516483516483517, "weevil_damage": 0.9561883899233297, "unsupported": 0.974169741697417 }, "old_native_accuracy": 0.8643888693201832, "stage": "head", "epoch": 7, "selection_score": 0.7979855135567941 }, { "accuracy": 0.887986399697771, "macro_f1": 0.7939417220252147, "source_macro_f1": 0.8402361313155358, "per_source": { "agml": 0.8440799004266548, "beans": 0.9962264150943396, "bracol_expert": 0.679931219136059, "bracol_leaf": 0.7502396356394889, "bracol_symptom": 0.8102354695612242, "coffeeleaf_own_field": 0.957179005205321, "coffeeleaf_rust_and_leaf_miner": 0.9460751574028854, "peru": 0.9907509719664417, "rocole": 0.5874074074074075 }, "weak_macro_f1": 0.6293484914817006, "old_class_f1": { "cercospora": 0.695906432748538, "healthy": 0.8558558558558559, "miner": 0.9059080962800875, "phoma": 0.7479131886477463, "rust": 0.9031990029081844, "red_spider_mite": 0.336283185840708, "weevil_damage": 0.9592169657422512, "unsupported": 0.9777777777777777 }, "old_native_accuracy": 0.8622754491017964, "stage": "head", "epoch": 8, "selection_score": 0.7993441034823963 }, { "accuracy": 0.8864752550056668, "macro_f1": 0.7896579494147866, "source_macro_f1": 0.8364859611346789, "per_source": { "agml": 0.8298020863572393, "beans": 0.9962264150943396, "bracol_expert": 0.6770924032970914, "bracol_leaf": 0.7599940752146745, "bracol_symptom": 0.7942862947148367, "coffeeleaf_own_field": 0.9537733713996638, "coffeeleaf_rust_and_leaf_miner": 0.954858940811289, "peru": 0.9904064413893529, "rocole": 0.571933621933622 }, "weak_macro_f1": 0.6188852813852813, "old_class_f1": { "cercospora": 0.7, "healthy": 0.8441558441558441, "miner": 0.907608695652174, "phoma": 0.7639344262295082, "rust": 0.9012189995796553, "red_spider_mite": 0.3125, "weevil_damage": 0.9579923622476814, "unsupported": 0.9777777777777777 }, "old_native_accuracy": 0.8619232123987319, "stage": "head", "epoch": 9, "selection_score": 0.7944802568282907 }, { "accuracy": 0.8964865885908576, "macro_f1": 0.8119598821968059, "source_macro_f1": 0.8604528689453255, "per_source": { "agml": 0.8617734594865496, "beans": 1.0, "bracol_expert": 0.6843233873048973, "bracol_leaf": 0.7971902859391952, "bracol_symptom": 0.8225134854124176, "coffeeleaf_own_field": 0.9543260493450225, "coffeeleaf_rust_and_leaf_miner": 0.9489370304952012, "peru": 0.9907509719664417, "rocole": 0.6842611505582034 }, "weak_macro_f1": 0.670702087315911, "old_class_f1": { "cercospora": 0.7252747252747253, "healthy": 0.8771929824561403, "miner": 0.9152542372881356, "phoma": 0.7813021702838063, "rust": 0.9105219552609777, "red_spider_mite": 0.40963855421686746, "weevil_damage": 0.9594742606790799, "unsupported": 0.981549815498155 }, "old_native_accuracy": 0.8812962310672772, "stage": "head", "epoch": 10, "selection_score": 0.8222916543512094 }, { "accuracy": 0.898753305629014, "macro_f1": 0.8110637915291927, "source_macro_f1": 0.8552717974181063, "per_source": { "agml": 0.8593443328197548, "beans": 1.0, "bracol_expert": 0.6862622771579958, "bracol_leaf": 0.7436681021392169, "bracol_symptom": 0.8158484172813232, "coffeeleaf_own_field": 0.9585519337174966, "coffeeleaf_rust_and_leaf_miner": 0.9558796742387243, "peru": 0.9907509719664417, "rocole": 0.6871404674420033 }, "weak_macro_f1": 0.6611790758292069, "old_class_f1": { "cercospora": 0.7068965517241379, "healthy": 0.881578947368421, "miner": 0.9155953046394634, "phoma": 0.7741935483870968, "rust": 0.9141229141229141, "red_spider_mite": 0.3950617283950617, "weevil_damage": 0.9626373626373627, "unsupported": 0.981549815498155 }, "old_native_accuracy": 0.8827051778795351, "stage": "head", "epoch": 11, "selection_score": 0.8173162880019889 }, { "accuracy": 0.8970532678503966, "macro_f1": 0.8141018489894627, "source_macro_f1": 0.8582234174385921, "per_source": { "agml": 0.8584022164149878, "beans": 1.0, "bracol_expert": 0.6837745497723706, "bracol_leaf": 0.7974050910190529, "bracol_symptom": 0.8033037400870982, "coffeeleaf_own_field": 0.9558082885906647, "coffeeleaf_rust_and_leaf_miner": 0.9572302018376779, "peru": 0.9907509719664417, "rocole": 0.6773356972590348 }, "weak_macro_f1": 0.6796023567345593, "old_class_f1": { "cercospora": 0.7300613496932515, "healthy": 0.8801742919389978, "miner": 0.9113648722131593, "phoma": 0.7639344262295082, "rust": 0.9119470855725507, "red_spider_mite": 0.42857142857142855, "weevil_damage": 0.9585605234460196, "unsupported": 0.981549815498155 }, "old_native_accuracy": 0.878830574145826, "stage": "head", "epoch": 12, "selection_score": 0.8226059446431613 }, { "accuracy": 0.9000755572346052, "macro_f1": 0.8088016079716778, "source_macro_f1": 0.8546569492226781, "per_source": { "agml": 0.8663313588108992, "beans": 1.0, "bracol_expert": 0.6979671179430817, "bracol_leaf": 0.7976545404273809, "bracol_symptom": 0.8105590062111802, "coffeeleaf_own_field": 0.9596652393506162, "coffeeleaf_rust_and_leaf_miner": 0.955905478625747, "peru": 0.9907509719664417, "rocole": 0.6130788296687546 }, "weak_macro_f1": 0.657895219611754, "old_class_f1": { "cercospora": 0.7414330218068536, "healthy": 0.8758169934640523, "miner": 0.9159802306425041, "phoma": 0.7664473684210527, "rust": 0.9144981412639405, "red_spider_mite": 0.3564356435643564, "weevil_damage": 0.9630434782608696, "unsupported": 0.981549815498155 }, "old_native_accuracy": 0.8784783374427615, "stage": "head", "epoch": 13, "selection_score": 0.8159716215308395 }, { "accuracy": 0.9013978088401965, "macro_f1": 0.8143753846371212, "source_macro_f1": 0.8503534504859451, "per_source": { "agml": 0.8612670815135873, "beans": 1.0, "bracol_expert": 0.690829957572206, "bracol_leaf": 0.766987825243478, "bracol_symptom": 0.8055642932848815, "coffeeleaf_own_field": 0.963766608674324, "coffeeleaf_rust_and_leaf_miner": 0.9559814391050089, "peru": 0.9907509719664417, "rocole": 0.6180328770135796 }, "weak_macro_f1": 0.6620526635334186, "old_class_f1": { "cercospora": 0.7223880597014926, "healthy": 0.8720173535791758, "miner": 0.9137737961926092, "phoma": 0.7874015748031497, "rust": 0.9158025715470759, "red_spider_mite": 0.3917525773195876, "weevil_damage": 0.9658906334596643, "unsupported": 0.9851851851851852 }, "old_native_accuracy": 0.8777738640366326, "stage": "head", "epoch": 14, "selection_score": 0.8149127192733014 }, { "accuracy": 0.9064979221760484, "macro_f1": 0.8209157530668039, "source_macro_f1": 0.860439208363107, "per_source": { "agml": 0.8782775559845808, "beans": 1.0, "bracol_expert": 0.6933001738586089, "bracol_leaf": 0.7745763880991345, "bracol_symptom": 0.8130376683363811, "coffeeleaf_own_field": 0.9624727449744941, "coffeeleaf_rust_and_leaf_miner": 0.9577694482803971, "peru": 0.9907509719664417, "rocole": 0.6737679237679238 }, "weak_macro_f1": 0.6783944142990087, "old_class_f1": { "cercospora": 0.7391304347826086, "healthy": 0.8864142538975501, "miner": 0.9193370165745857, "phoma": 0.7864077669902912, "rust": 0.923202614379085, "red_spider_mite": 0.40963855421686746, "weevil_damage": 0.9663409337676439, "unsupported": 0.9851851851851852 }, "old_native_accuracy": 0.8886932018316308, "stage": "head", "epoch": 15, "selection_score": 0.8252277981942316 }, { "accuracy": 0.9095202115602569, "macro_f1": 0.8255994291582024, "source_macro_f1": 0.8657971951908431, "per_source": { "agml": 0.8745417902655722, "beans": 1.0, "bracol_expert": 0.7027825578875693, "bracol_leaf": 0.7933137658979271, "bracol_symptom": 0.8186568461318624, "coffeeleaf_own_field": 0.965787596295075, "coffeeleaf_rust_and_leaf_miner": 0.9583070402389516, "peru": 0.9907509719664417, "rocole": 0.6880341880341879 }, "weak_macro_f1": 0.6911274387914902, "old_class_f1": { "cercospora": 0.7652733118971061, "healthy": 0.8777292576419214, "miner": 0.9198682766190999, "phoma": 0.7888707037643208, "rust": 0.9279022403258655, "red_spider_mite": 0.43037974683544306, "weevil_damage": 0.9673202614379085, "unsupported": 0.9851851851851852 }, "old_native_accuracy": 0.8939767523775978, "stage": "head", "epoch": 16, "selection_score": 0.831557178524412 }, { "accuracy": 0.9063090290895354, "macro_f1": 0.8230829652211007, "source_macro_f1": 0.8546810110969291, "per_source": { "agml": 0.8741203244848019, "beans": 1.0, "bracol_expert": 0.6881709347105112, "bracol_leaf": 0.7846063478789305, "bracol_symptom": 0.7893934440845196, "coffeeleaf_own_field": 0.9660375638220278, "coffeeleaf_rust_and_leaf_miner": 0.960790513833992, "peru": 0.9907509719664417, "rocole": 0.6382589990911368 }, "weak_macro_f1": 0.6811685414454344, "old_class_f1": { "cercospora": 0.743421052631579, "healthy": 0.8731182795698925, "miner": 0.9172681843420322, "phoma": 0.7888198757763976, "rust": 0.9219391947411668, "red_spider_mite": 0.42696629213483145, "weevil_damage": 0.9700272479564033, "unsupported": 0.9851851851851852 }, "old_native_accuracy": 0.8869320183163085, "stage": "head", "epoch": 17, "selection_score": 0.8223345314740392 }, { "accuracy": 0.9093313184737438, "macro_f1": 0.8244639470399907, "source_macro_f1": 0.8612662712624403, "per_source": { "agml": 0.8791036658256826, "beans": 1.0, "bracol_expert": 0.6962448261056039, "bracol_leaf": 0.7712502276646099, "bracol_symptom": 0.8278082518109413, "coffeeleaf_own_field": 0.9679012523702748, "coffeeleaf_rust_and_leaf_miner": 0.9609105881917512, "peru": 0.9907509719664417, "rocole": 0.6574266574266574 }, "weak_macro_f1": 0.6819690213664841, "old_class_f1": { "cercospora": 0.7530120481927711, "healthy": 0.8782608695652174, "miner": 0.9213732004429679, "phoma": 0.8123980424143556, "rust": 0.9276910435497124, "red_spider_mite": 0.4146341463414634, "weevil_damage": 0.9691056910569106, "unsupported": 0.9851851851851852 }, "old_native_accuracy": 0.8936245156745333, "stage": "head", "epoch": 18, "selection_score": 0.8270112189335569 }, { "accuracy": 0.9066868152625613, "macro_f1": 0.8223577056287119, "source_macro_f1": 0.8605429502978501, "per_source": { "agml": 0.8661257690875253, "beans": 1.0, "bracol_expert": 0.6902775591285251, "bracol_leaf": 0.7807311461483227, "bracol_symptom": 0.8242379284902841, "coffeeleaf_own_field": 0.967357163908888, "coffeeleaf_rust_and_leaf_miner": 0.9646019562630952, "peru": 0.9907509719664417, "rocole": 0.6608040576875686 }, "weak_macro_f1": 0.6775913517376931, "old_class_f1": { "cercospora": 0.7371428571428571, "healthy": 0.8780487804878049, "miner": 0.922566371681416, "phoma": 0.797427652733119, "rust": 0.9263854425144747, "red_spider_mite": 0.4175824175824176, "weevil_damage": 0.9716157205240175, "unsupported": 0.9851851851851852 }, "old_native_accuracy": 0.8908066220500176, "stage": "head", "epoch": 19, "selection_score": 0.825463161579999 }, { "accuracy": 0.9131091802040046, "macro_f1": 0.8303144252373598, "source_macro_f1": 0.8634405760600576, "per_source": { "agml": 0.8756049650640214, "beans": 1.0, "bracol_expert": 0.6961255359725432, "bracol_leaf": 0.7990189917609273, "bracol_symptom": 0.8129136064361646, "coffeeleaf_own_field": 0.9706753650500237, "coffeeleaf_rust_and_leaf_miner": 0.9633330168976647, "peru": 0.9907509719664417, "rocole": 0.6625427313927322 }, "weak_macro_f1": 0.6864598734401799, "old_class_f1": { "cercospora": 0.7297297297297297, "healthy": 0.8796498905908097, "miner": 0.9250416435313714, "phoma": 0.8289676425269645, "rust": 0.9265905383360522, "red_spider_mite": 0.45, "weevil_damage": 0.9727965179542981, "unsupported": 0.9888475836431226 }, "old_native_accuracy": 0.8971468827051778, "stage": "head", "epoch": 20, "selection_score": 0.8302682405025366 }, { "accuracy": 0.9114091424253872, "macro_f1": 0.8284835107590157, "source_macro_f1": 0.8653787414633687, "per_source": { "agml": 0.8667220707508692, "beans": 1.0, "bracol_expert": 0.7067656722098973, "bracol_leaf": 0.7989171684731701, "bracol_symptom": 0.8360636214921463, "coffeeleaf_own_field": 0.9675915561108424, "coffeeleaf_rust_and_leaf_miner": 0.9647605224963716, "peru": 0.9806075217751254, "rocole": 0.6669805398618958 }, "weak_macro_f1": 0.6907040097716485, "old_class_f1": { "cercospora": 0.7508305647840532, "healthy": 0.8739130434782608, "miner": 0.9218836565096953, "phoma": 0.8164556962025317, "rust": 0.9251423921887714, "red_spider_mite": 0.4473684210526316, "weevil_damage": 0.9717391304347827, "unsupported": 0.9851851851851852 }, "old_native_accuracy": 0.8950334624867912, "stage": "head", "epoch": 21, "selection_score": 0.83179848556874 } ], "head_baseline": { "accuracy": 0.9095202115602569, "macro_f1": 0.8255994291582024, "source_macro_f1": 0.8657971951908431, "per_source": { "agml": 0.8745417902655722, "beans": 1.0, "bracol_expert": 0.7027825578875693, "bracol_leaf": 0.7933137658979271, "bracol_symptom": 0.8186568461318624, "coffeeleaf_own_field": 0.965787596295075, "coffeeleaf_rust_and_leaf_miner": 0.9583070402389516, "peru": 0.9907509719664417, "rocole": 0.6880341880341879 }, "weak_macro_f1": 0.6911274387914902, "old_class_f1": { "cercospora": 0.7652733118971061, "healthy": 0.8777292576419214, "miner": 0.9198682766190999, "phoma": 0.7888707037643208, "rust": 0.9279022403258655, "red_spider_mite": 0.43037974683544306, "weevil_damage": 0.9673202614379085, "unsupported": 0.9851851851851852 }, "old_native_accuracy": 0.8939767523775978, "far_macro_f1": 0.6966310418425338, "context_macro_f1": 0.6488141842547973, "selection_score": 0.7716507469991412 }, "backbone_history": [ { "accuracy": 0.9081979599546657, "macro_f1": 0.8332354000585422, "source_macro_f1": 0.8721457958955453, "per_source": { "agml": 0.8628935484827067, "beans": 1.0, "bracol_expert": 0.7127797991163859, "bracol_leaf": 0.8421481481481481, "bracol_symptom": 0.8397188397127098, "coffeeleaf_own_field": 0.9554027514533532, "coffeeleaf_rust_and_leaf_miner": 0.9645840427343151, "peru": 0.9610348072035478, "rocole": 0.7107502262087415 }, "weak_macro_f1": 0.7091670852535809, "old_class_f1": { "cercospora": 0.7421383647798742, "healthy": 0.898876404494382, "miner": 0.9173693086003373, "phoma": 0.8097412480974124, "rust": 0.9296939619520265, "red_spider_mite": 0.4864864864864865, "weevil_damage": 0.9543039319872476, "unsupported": 0.9888475836431226 }, "old_native_accuracy": 0.8890454385346953, "far_macro_f1": 0.8057846117855041, "context_macro_f1": 0.7738954412863163, "selection_score": 0.8325873697406871, "stage": "partial_backbone", "epoch": 1, "training_loss": 0.7711814717010216, "training_examples": 6469, "seconds": 239.3794266001787, "eligible": false }, { "accuracy": 0.9159425765017001, "macro_f1": 0.845287935256001, "source_macro_f1": 0.8834405861429065, "per_source": { "agml": 0.8850266373704787, "beans": 1.0, "bracol_expert": 0.7269363444535188, "bracol_leaf": 0.8557654600301661, "bracol_symptom": 0.874278578564293, "coffeeleaf_own_field": 0.962684110495094, "coffeeleaf_rust_and_leaf_miner": 0.962870462870463, "peru": 0.9763206199670288, "rocole": 0.7070830615351164 }, "weak_macro_f1": 0.735197744029055, "old_class_f1": { "cercospora": 0.804953560371517, "healthy": 0.9074889867841409, "miner": 0.9262697979246314, "phoma": 0.797427652733119, "rust": 0.9359768690623709, "red_spider_mite": 0.4931506849315068, "weevil_damage": 0.968682505399568, "unsupported": 1.0 }, "old_native_accuracy": 0.9034871433603382, "far_macro_f1": 0.8431802780305657, "context_macro_f1": 0.7960897790724403, "selection_score": 0.853892332295111, "stage": "partial_backbone", "epoch": 2, "training_loss": 0.6834013199364698, "training_examples": 6469, "seconds": 240.09780779993162, "eligible": true }, { "accuracy": 0.9278428409520212, "macro_f1": 0.8639056042589051, "source_macro_f1": 0.8969376810883488, "per_source": { "agml": 0.9038703817417495, "beans": 1.0, "bracol_expert": 0.7457012033745664, "bracol_leaf": 0.8557450912115778, "bracol_symptom": 0.8874159071190366, "coffeeleaf_own_field": 0.9690786050181172, "coffeeleaf_rust_and_leaf_miner": 0.9663535205165326, "peru": 0.9907509719664417, "rocole": 0.7535234488471163 }, "weak_macro_f1": 0.7648750445360615, "old_class_f1": { "cercospora": 0.8333333333333334, "healthy": 0.918918918918919, "miner": 0.9329700272479564, "phoma": 0.8362480127186009, "rust": 0.9480940794809408, "red_spider_mite": 0.5423728813559322, "weevil_damage": 0.9677771709448388, "unsupported": 1.0 }, "old_native_accuracy": 0.9235646354350123, "far_macro_f1": 0.8568418834788152, "context_macro_f1": 0.8371968253231817, "selection_score": 0.8729607706524554, "stage": "partial_backbone", "epoch": 3, "training_loss": 0.6276570138004091, "training_examples": 6469, "seconds": 240.71601229999214, "eligible": true }, { "accuracy": 0.9302984510766906, "macro_f1": 0.8622695294048502, "source_macro_f1": 0.8981134504435987, "per_source": { "agml": 0.9200343074671892, "beans": 1.0, "bracol_expert": 0.7543613210349907, "bracol_leaf": 0.8672900397550801, "bracol_symptom": 0.9013332569301168, "coffeeleaf_own_field": 0.9743669416764884, "coffeeleaf_rust_and_leaf_miner": 0.9613256024986283, "peru": 0.9806075217751254, "rocole": 0.7237020628547696 }, "weak_macro_f1": 0.758473220022195, "old_class_f1": { "cercospora": 0.8369230769230769, "healthy": 0.9384965831435079, "miner": 0.9348066298342541, "phoma": 0.8436018957345972, "rust": 0.9471974004874086, "red_spider_mite": 0.5, "weevil_damage": 0.9744426318651441, "unsupported": 1.0 }, "old_native_accuracy": 0.9232123987319478, "far_macro_f1": 0.8412522201191782, "context_macro_f1": 0.83994817814572, "selection_score": 0.8694220268866969, "stage": "partial_backbone", "epoch": 4, "training_loss": 0.5921191169155968, "training_examples": 6469, "seconds": 238.39523659995757, "eligible": true }, { "accuracy": 0.9265205893464299, "macro_f1": 0.8559458644391108, "source_macro_f1": 0.8973891692471686, "per_source": { "agml": 0.9070780612680462, "beans": 1.0, "bracol_expert": 0.7357680827622878, "bracol_leaf": 0.874684743827601, "bracol_symptom": 0.9172927528168999, "coffeeleaf_own_field": 0.967224857061723, "coffeeleaf_rust_and_leaf_miner": 0.963531954568571, "peru": 0.9907509719664417, "rocole": 0.7201710989529461 }, "weak_macro_f1": 0.7509967876039304, "old_class_f1": { "cercospora": 0.85, "healthy": 0.9342403628117913, "miner": 0.935149863760218, "phoma": 0.839622641509434, "rust": 0.9459459459459459, "red_spider_mite": 0.46875, "weevil_damage": 0.9689711486118672, "unsupported": 0.9962546816479401 }, "old_native_accuracy": 0.9235646354350123, "far_macro_f1": 0.8675885765130058, "context_macro_f1": 0.8357700853934377, "selection_score": 0.8761251746561736, "stage": "partial_backbone", "epoch": 5, "training_loss": 0.5816069171384529, "training_examples": 6469, "seconds": 237.97026240010746, "eligible": true }, { "accuracy": 0.9267094824329429, "macro_f1": 0.8615664456105612, "source_macro_f1": 0.9017653922436808, "per_source": { "agml": 0.8887864280170918, "beans": 1.0, "bracol_expert": 0.7231324639753671, "bracol_leaf": 0.8659949680092123, "bracol_symptom": 0.9302071804384393, "coffeeleaf_own_field": 0.9684062518858246, "coffeeleaf_rust_and_leaf_miner": 0.9685388753030435, "peru": 0.998158379373849, "rocole": 0.7726639831902989 }, "weak_macro_f1": 0.7746784636545936, "old_class_f1": { "cercospora": 0.8256880733944955, "healthy": 0.9427917620137299, "miner": 0.9387096774193548, "phoma": 0.831918505942275, "rust": 0.9493722154718509, "red_spider_mite": 0.5555555555555556, "weevil_damage": 0.9672846237731734, "unsupported": 0.9779411764705882 }, "old_native_accuracy": 0.9267347657625925, "far_macro_f1": 0.8730342200198373, "context_macro_f1": 0.8476201301214613, "selection_score": 0.8823169881520838, "stage": "partial_backbone", "epoch": 6, "training_loss": 0.5678141356618316, "training_examples": 6469, "seconds": 237.83124050009064, "eligible": true } ], "selected_epoch": 6, "selected_score": 0.8823169881520838, "checkpoint_sha256": "a5ac6495802d4b03e1f0365327d41b8919b13c9c212a8cc8f26bf1c43f72a3d1", "temperature": { "temperature": 0.7291812046428157, "validation_n": 5294, "source": "scale_v3 validation only", "test_used": false }, "stopping": { "head_completed_epochs": 21, "head_selected_epoch": 16, "backbone_completed_epochs": 6, "backbone_reason": "predeclared_maximum_epochs_reached", "checkpoint_selection": "Validation composite and weak-class preservation only; test and external images never used for model selection" }, "completion_verification": { "checked": 25605, "split_counts": { "train": 20311, "val": 5294 }, "source_counts": { "train": { "agml": 1278, "bracol_leaf": 964, "bracol_symptom": 1462, "rocole": 1072, "beans": 1034, "coffeeleaf_own_field": 5448, "coffeeleaf_rust_and_leaf_miner": 2861, "peru": 1105, "bracol_expert": 5087 }, "val": { "agml": 1021, "bracol_leaf": 207, "bracol_symptom": 324, "rocole": 228, "beans": 133, "coffeeleaf_own_field": 1380, "coffeeleaf_rust_and_leaf_miner": 628, "peru": 168, "bracol_expert": 1205 } }, "mismatches": [], "selected_checkpoint_validation_cache_check": { "n": 96, "max_absolute_logit_difference": 0.0, "top1_differences": 0 }, "checkpoint_sha256": "a5ac6495802d4b03e1f0365327d41b8919b13c9c212a8cc8f26bf1c43f72a3d1", "manifest_sha256": "e27dd7fc6483ad16064ccf4ebf1204ef1d8ad2c8881c5b6960641d3cbbc852f5", "selected_validation": { "accuracy": 0.9267094824329429, "macro_f1": 0.8615664456105612, "source_macro_f1": 0.9017653922436808, "per_source": { "agml": 0.8887864280170918, "beans": 1.0, "bracol_expert": 0.7231324639753671, "bracol_leaf": 0.8659949680092123, "bracol_symptom": 0.9302071804384393, "coffeeleaf_own_field": 0.9684062518858246, "coffeeleaf_rust_and_leaf_miner": 0.9685388753030435, "peru": 0.998158379373849, "rocole": 0.7726639831902989 }, "weak_macro_f1": 0.7746784636545936, "old_class_f1": { "cercospora": 0.8256880733944955, "healthy": 0.9427917620137299, "miner": 0.9387096774193548, "phoma": 0.831918505942275, "rust": 0.9493722154718509, "red_spider_mite": 0.5555555555555556, "weevil_damage": 0.9672846237731734, "unsupported": 0.9779411764705882 }, "old_native_accuracy": 0.9267347657625925, "far_macro_f1": 0.8730342200198373, "context_macro_f1": 0.8476201301214613, "selection_score": 0.8823169881520838, "stage": "partial_backbone", "epoch": 6, "training_loss": 0.5678141356618316, "training_examples": 6469, "seconds": 237.83124050009064, "eligible": true }, "additional_validation_only_guard_audit": { "old_macro_f1_loss_at_most_1pp": true, "old_native_accuracy_loss_at_most_1pp": true, "each_weak_class_loss_at_most_1pp": true, "source_f1_gain_at_least_1pp": true, "far_f1_gain_at_least_1_5pp": true }, "guard_audit_note": "Additional broader B0-style guards audited after selection; no test data, checkpoint reselection, or further training used for this audit." } } }, "b1_head_training": { "sha256": "540b720ec76e12e8337589a72d11405c368d6e1eb61cfa2268ad4194a9fb37b6", "report": [ { "accuracy": 0.7559501322251606, "macro_f1": 0.6309680517078494, "source_macro_f1": 0.700118969980356, "per_source": { "agml": 0.6184119497555312, "beans": 0.9847328244274809, "bracol_expert": 0.5308506062070911, "bracol_leaf": 0.5752175478341808, "bracol_symptom": 0.554519730642788, "coffeeleaf_own_field": 0.8617920929069189, "coffeeleaf_rust_and_leaf_miner": 0.883486243708669, "peru": 0.8343886820975769, "rocole": 0.4576710522429677 }, "weak_macro_f1": 0.3749912922326715, "old_class_f1": { "cercospora": 0.32727272727272727, "healthy": 0.6942528735632184, "miner": 0.771770062606716, "phoma": 0.5301914580265096, "rust": 0.7768187422934648, "red_spider_mite": 0.10344827586206896, "weevil_damage": 0.8415614236509759, "unsupported": 0.8835616438356164 }, "old_native_accuracy": 0.7072912997534343, "stage": "head", "epoch": 1, "selection_score": 0.637519634663702 }, { "accuracy": 0.8111069134869664, "macro_f1": 0.6960887260414397, "source_macro_f1": 0.758879228589409, "per_source": { "agml": 0.7091457268299242, "beans": 0.9847328244274809, "bracol_expert": 0.5892240790390977, "bracol_leaf": 0.6077198802839121, "bracol_symptom": 0.6960232819682501, "coffeeleaf_own_field": 0.9131421870811285, "coffeeleaf_rust_and_leaf_miner": 0.9097334477876501, "peru": 0.9101926163723917, "rocole": 0.5099990135148467 }, "weak_macro_f1": 0.45982632349863994, "old_class_f1": { "cercospora": 0.4576271186440678, "healthy": 0.7644444444444445, "miner": 0.8276670574443142, "phoma": 0.6506410256410257, "rust": 0.8332636857501045, "red_spider_mite": 0.1574074074074074, "weevil_damage": 0.9073869900771775, "unsupported": 0.9052631578947369 }, "old_native_accuracy": 0.7604790419161677, "stage": "head", "epoch": 2, "selection_score": 0.7014631923161998 }, { "accuracy": 0.842840952021156, "macro_f1": 0.7315310135480777, "source_macro_f1": 0.7892527719981614, "per_source": { "agml": 0.7645768091956109, "beans": 0.9924242424242424, "bracol_expert": 0.6250784226390883, "bracol_leaf": 0.6715140822314424, "bracol_symptom": 0.7098568435874621, "coffeeleaf_own_field": 0.9248245055830093, "coffeeleaf_rust_and_leaf_miner": 0.9371337998844815, "peru": 0.9302242824366718, "rocole": 0.5476419600014437 }, "weak_macro_f1": 0.5228406028566948, "old_class_f1": { "cercospora": 0.5664739884393064, "healthy": 0.7982261640798226, "miner": 0.8692737430167597, "phoma": 0.657051282051282, "rust": 0.8597816960537363, "red_spider_mite": 0.20382165605095542, "weevil_damage": 0.9258849557522124, "unsupported": 0.9225352112676056 }, "old_native_accuracy": 0.8048608665022895, "stage": "head", "epoch": 3, "selection_score": 0.7377465949369247 }, { "accuracy": 0.8588968643747639, "macro_f1": 0.7539702778088155, "source_macro_f1": 0.8069102547651721, "per_source": { "agml": 0.7770261678619141, "beans": 0.9924242424242424, "bracol_expert": 0.6400068900506478, "bracol_leaf": 0.6731333052210863, "bracol_symptom": 0.7577941165805732, "coffeeleaf_own_field": 0.9377356409187851, "coffeeleaf_rust_and_leaf_miner": 0.9407271787245723, "peru": 0.9493611149813256, "rocole": 0.5939836361234018 }, "weak_macro_f1": 0.5574666940272928, "old_class_f1": { "cercospora": 0.5806451612903226, "healthy": 0.8272921108742004, "miner": 0.8830576155162578, "phoma": 0.6998394863563403, "rust": 0.87468671679198, "red_spider_mite": 0.2644628099173554, "weevil_damage": 0.935659760087241, "unsupported": 0.9492753623188406 }, "old_native_accuracy": 0.8245861218738992, "stage": "head", "epoch": 4, "selection_score": 0.7589057252632189 }, { "accuracy": 0.86550812240272, "macro_f1": 0.7601319655180242, "source_macro_f1": 0.8213794477236563, "per_source": { "agml": 0.7657608793154098, "beans": 0.9924242424242424, "bracol_expert": 0.6392657348816178, "bracol_leaf": 0.7270691058948533, "bracol_symptom": 0.7531939959741482, "coffeeleaf_own_field": 0.9427082068493218, "coffeeleaf_rust_and_leaf_miner": 0.9434297026744359, "peru": 0.9757429366125018, "rocole": 0.6528202248863765 }, "weak_macro_f1": 0.5598390428579109, "old_class_f1": { "cercospora": 0.5444743935309974, "healthy": 0.8444444444444444, "miner": 0.8792605430387059, "phoma": 0.7178683385579937, "rust": 0.8879702356345598, "red_spider_mite": 0.2905982905982906, "weevil_damage": 0.9435396308360477, "unsupported": 0.9562043795620438 }, "old_native_accuracy": 0.8295174357168017, "stage": "head", "epoch": 5, "selection_score": 0.7698988905526681 }, { "accuracy": 0.8802417831507366, "macro_f1": 0.7841992576502406, "source_macro_f1": 0.8344927513506657, "per_source": { "agml": 0.804236225419951, "beans": 0.9962264150943396, "bracol_expert": 0.670208568237083, "bracol_leaf": 0.7319239944213087, "bracol_symptom": 0.7686168040233141, "coffeeleaf_own_field": 0.9468215181412918, "coffeeleaf_rust_and_leaf_miner": 0.9513737646715947, "peru": 0.9806075217751254, "rocole": 0.6604199503719826 }, "weak_macro_f1": 0.6130004187975203, "old_class_f1": { "cercospora": 0.6438746438746439, "healthy": 0.8434782608695652, "miner": 0.9010388190267906, "phoma": 0.7258064516129032, "rust": 0.8951107396573339, "red_spider_mite": 0.3516483516483517, "weevil_damage": 0.9511257550796266, "unsupported": 0.9530685920577617 }, "old_native_accuracy": 0.8548784783374428, "stage": "head", "epoch": 6, "selection_score": 0.7912102027276089 }, { "accuracy": 0.8859085757461277, "macro_f1": 0.791741642596482, "source_macro_f1": 0.8394661210298314, "per_source": { "agml": 0.8232014318614821, "beans": 0.9962264150943396, "bracol_expert": 0.6506822306860147, "bracol_leaf": 0.7640513412912335, "bracol_symptom": 0.7882508999998932, "coffeeleaf_own_field": 0.9496386002236588, "coffeeleaf_rust_and_leaf_miner": 0.9458110856852275, "peru": 0.9806075217751254, "rocole": 0.6567255626515084 }, "weak_macro_f1": 0.6265613757873819, "old_class_f1": { "cercospora": 0.6783625730994152, "healthy": 0.8496732026143791, "miner": 0.9089893914014517, "phoma": 0.7558320373250389, "rust": 0.8978916907813146, "red_spider_mite": 0.3516483516483517, "weevil_damage": 0.9561883899233297, "unsupported": 0.974169741697417 }, "old_native_accuracy": 0.8643888693201832, "stage": "head", "epoch": 7, "selection_score": 0.7979855135567941 }, { "accuracy": 0.887986399697771, "macro_f1": 0.7939417220252147, "source_macro_f1": 0.8402361313155358, "per_source": { "agml": 0.8440799004266548, "beans": 0.9962264150943396, "bracol_expert": 0.679931219136059, "bracol_leaf": 0.7502396356394889, "bracol_symptom": 0.8102354695612242, "coffeeleaf_own_field": 0.957179005205321, "coffeeleaf_rust_and_leaf_miner": 0.9460751574028854, "peru": 0.9907509719664417, "rocole": 0.5874074074074075 }, "weak_macro_f1": 0.6293484914817006, "old_class_f1": { "cercospora": 0.695906432748538, "healthy": 0.8558558558558559, "miner": 0.9059080962800875, "phoma": 0.7479131886477463, "rust": 0.9031990029081844, "red_spider_mite": 0.336283185840708, "weevil_damage": 0.9592169657422512, "unsupported": 0.9777777777777777 }, "old_native_accuracy": 0.8622754491017964, "stage": "head", "epoch": 8, "selection_score": 0.7993441034823963 }, { "accuracy": 0.8864752550056668, "macro_f1": 0.7896579494147866, "source_macro_f1": 0.8364859611346789, "per_source": { "agml": 0.8298020863572393, "beans": 0.9962264150943396, "bracol_expert": 0.6770924032970914, "bracol_leaf": 0.7599940752146745, "bracol_symptom": 0.7942862947148367, "coffeeleaf_own_field": 0.9537733713996638, "coffeeleaf_rust_and_leaf_miner": 0.954858940811289, "peru": 0.9904064413893529, "rocole": 0.571933621933622 }, "weak_macro_f1": 0.6188852813852813, "old_class_f1": { "cercospora": 0.7, "healthy": 0.8441558441558441, "miner": 0.907608695652174, "phoma": 0.7639344262295082, "rust": 0.9012189995796553, "red_spider_mite": 0.3125, "weevil_damage": 0.9579923622476814, "unsupported": 0.9777777777777777 }, "old_native_accuracy": 0.8619232123987319, "stage": "head", "epoch": 9, "selection_score": 0.7944802568282907 }, { "accuracy": 0.8964865885908576, "macro_f1": 0.8119598821968059, "source_macro_f1": 0.8604528689453255, "per_source": { "agml": 0.8617734594865496, "beans": 1.0, "bracol_expert": 0.6843233873048973, "bracol_leaf": 0.7971902859391952, "bracol_symptom": 0.8225134854124176, "coffeeleaf_own_field": 0.9543260493450225, "coffeeleaf_rust_and_leaf_miner": 0.9489370304952012, "peru": 0.9907509719664417, "rocole": 0.6842611505582034 }, "weak_macro_f1": 0.670702087315911, "old_class_f1": { "cercospora": 0.7252747252747253, "healthy": 0.8771929824561403, "miner": 0.9152542372881356, "phoma": 0.7813021702838063, "rust": 0.9105219552609777, "red_spider_mite": 0.40963855421686746, "weevil_damage": 0.9594742606790799, "unsupported": 0.981549815498155 }, "old_native_accuracy": 0.8812962310672772, "stage": "head", "epoch": 10, "selection_score": 0.8222916543512094 }, { "accuracy": 0.898753305629014, "macro_f1": 0.8110637915291927, "source_macro_f1": 0.8552717974181063, "per_source": { "agml": 0.8593443328197548, "beans": 1.0, "bracol_expert": 0.6862622771579958, "bracol_leaf": 0.7436681021392169, "bracol_symptom": 0.8158484172813232, "coffeeleaf_own_field": 0.9585519337174966, "coffeeleaf_rust_and_leaf_miner": 0.9558796742387243, "peru": 0.9907509719664417, "rocole": 0.6871404674420033 }, "weak_macro_f1": 0.6611790758292069, "old_class_f1": { "cercospora": 0.7068965517241379, "healthy": 0.881578947368421, "miner": 0.9155953046394634, "phoma": 0.7741935483870968, "rust": 0.9141229141229141, "red_spider_mite": 0.3950617283950617, "weevil_damage": 0.9626373626373627, "unsupported": 0.981549815498155 }, "old_native_accuracy": 0.8827051778795351, "stage": "head", "epoch": 11, "selection_score": 0.8173162880019889 }, { "accuracy": 0.8970532678503966, "macro_f1": 0.8141018489894627, "source_macro_f1": 0.8582234174385921, "per_source": { "agml": 0.8584022164149878, "beans": 1.0, "bracol_expert": 0.6837745497723706, "bracol_leaf": 0.7974050910190529, "bracol_symptom": 0.8033037400870982, "coffeeleaf_own_field": 0.9558082885906647, "coffeeleaf_rust_and_leaf_miner": 0.9572302018376779, "peru": 0.9907509719664417, "rocole": 0.6773356972590348 }, "weak_macro_f1": 0.6796023567345593, "old_class_f1": { "cercospora": 0.7300613496932515, "healthy": 0.8801742919389978, "miner": 0.9113648722131593, "phoma": 0.7639344262295082, "rust": 0.9119470855725507, "red_spider_mite": 0.42857142857142855, "weevil_damage": 0.9585605234460196, "unsupported": 0.981549815498155 }, "old_native_accuracy": 0.878830574145826, "stage": "head", "epoch": 12, "selection_score": 0.8226059446431613 }, { "accuracy": 0.9000755572346052, "macro_f1": 0.8088016079716778, "source_macro_f1": 0.8546569492226781, "per_source": { "agml": 0.8663313588108992, "beans": 1.0, "bracol_expert": 0.6979671179430817, "bracol_leaf": 0.7976545404273809, "bracol_symptom": 0.8105590062111802, "coffeeleaf_own_field": 0.9596652393506162, "coffeeleaf_rust_and_leaf_miner": 0.955905478625747, "peru": 0.9907509719664417, "rocole": 0.6130788296687546 }, "weak_macro_f1": 0.657895219611754, "old_class_f1": { "cercospora": 0.7414330218068536, "healthy": 0.8758169934640523, "miner": 0.9159802306425041, "phoma": 0.7664473684210527, "rust": 0.9144981412639405, "red_spider_mite": 0.3564356435643564, "weevil_damage": 0.9630434782608696, "unsupported": 0.981549815498155 }, "old_native_accuracy": 0.8784783374427615, "stage": "head", "epoch": 13, "selection_score": 0.8159716215308395 }, { "accuracy": 0.9013978088401965, "macro_f1": 0.8143753846371212, "source_macro_f1": 0.8503534504859451, "per_source": { "agml": 0.8612670815135873, "beans": 1.0, "bracol_expert": 0.690829957572206, "bracol_leaf": 0.766987825243478, "bracol_symptom": 0.8055642932848815, "coffeeleaf_own_field": 0.963766608674324, "coffeeleaf_rust_and_leaf_miner": 0.9559814391050089, "peru": 0.9907509719664417, "rocole": 0.6180328770135796 }, "weak_macro_f1": 0.6620526635334186, "old_class_f1": { "cercospora": 0.7223880597014926, "healthy": 0.8720173535791758, "miner": 0.9137737961926092, "phoma": 0.7874015748031497, "rust": 0.9158025715470759, "red_spider_mite": 0.3917525773195876, "weevil_damage": 0.9658906334596643, "unsupported": 0.9851851851851852 }, "old_native_accuracy": 0.8777738640366326, "stage": "head", "epoch": 14, "selection_score": 0.8149127192733014 }, { "accuracy": 0.9064979221760484, "macro_f1": 0.8209157530668039, "source_macro_f1": 0.860439208363107, "per_source": { "agml": 0.8782775559845808, "beans": 1.0, "bracol_expert": 0.6933001738586089, "bracol_leaf": 0.7745763880991345, "bracol_symptom": 0.8130376683363811, "coffeeleaf_own_field": 0.9624727449744941, "coffeeleaf_rust_and_leaf_miner": 0.9577694482803971, "peru": 0.9907509719664417, "rocole": 0.6737679237679238 }, "weak_macro_f1": 0.6783944142990087, "old_class_f1": { "cercospora": 0.7391304347826086, "healthy": 0.8864142538975501, "miner": 0.9193370165745857, "phoma": 0.7864077669902912, "rust": 0.923202614379085, "red_spider_mite": 0.40963855421686746, "weevil_damage": 0.9663409337676439, "unsupported": 0.9851851851851852 }, "old_native_accuracy": 0.8886932018316308, "stage": "head", "epoch": 15, "selection_score": 0.8252277981942316 }, { "accuracy": 0.9095202115602569, "macro_f1": 0.8255994291582024, "source_macro_f1": 0.8657971951908431, "per_source": { "agml": 0.8745417902655722, "beans": 1.0, "bracol_expert": 0.7027825578875693, "bracol_leaf": 0.7933137658979271, "bracol_symptom": 0.8186568461318624, "coffeeleaf_own_field": 0.965787596295075, "coffeeleaf_rust_and_leaf_miner": 0.9583070402389516, "peru": 0.9907509719664417, "rocole": 0.6880341880341879 }, "weak_macro_f1": 0.6911274387914902, "old_class_f1": { "cercospora": 0.7652733118971061, "healthy": 0.8777292576419214, "miner": 0.9198682766190999, "phoma": 0.7888707037643208, "rust": 0.9279022403258655, "red_spider_mite": 0.43037974683544306, "weevil_damage": 0.9673202614379085, "unsupported": 0.9851851851851852 }, "old_native_accuracy": 0.8939767523775978, "stage": "head", "epoch": 16, "selection_score": 0.831557178524412 }, { "accuracy": 0.9063090290895354, "macro_f1": 0.8230829652211007, "source_macro_f1": 0.8546810110969291, "per_source": { "agml": 0.8741203244848019, "beans": 1.0, "bracol_expert": 0.6881709347105112, "bracol_leaf": 0.7846063478789305, "bracol_symptom": 0.7893934440845196, "coffeeleaf_own_field": 0.9660375638220278, "coffeeleaf_rust_and_leaf_miner": 0.960790513833992, "peru": 0.9907509719664417, "rocole": 0.6382589990911368 }, "weak_macro_f1": 0.6811685414454344, "old_class_f1": { "cercospora": 0.743421052631579, "healthy": 0.8731182795698925, "miner": 0.9172681843420322, "phoma": 0.7888198757763976, "rust": 0.9219391947411668, "red_spider_mite": 0.42696629213483145, "weevil_damage": 0.9700272479564033, "unsupported": 0.9851851851851852 }, "old_native_accuracy": 0.8869320183163085, "stage": "head", "epoch": 17, "selection_score": 0.8223345314740392 }, { "accuracy": 0.9093313184737438, "macro_f1": 0.8244639470399907, "source_macro_f1": 0.8612662712624403, "per_source": { "agml": 0.8791036658256826, "beans": 1.0, "bracol_expert": 0.6962448261056039, "bracol_leaf": 0.7712502276646099, "bracol_symptom": 0.8278082518109413, "coffeeleaf_own_field": 0.9679012523702748, "coffeeleaf_rust_and_leaf_miner": 0.9609105881917512, "peru": 0.9907509719664417, "rocole": 0.6574266574266574 }, "weak_macro_f1": 0.6819690213664841, "old_class_f1": { "cercospora": 0.7530120481927711, "healthy": 0.8782608695652174, "miner": 0.9213732004429679, "phoma": 0.8123980424143556, "rust": 0.9276910435497124, "red_spider_mite": 0.4146341463414634, "weevil_damage": 0.9691056910569106, "unsupported": 0.9851851851851852 }, "old_native_accuracy": 0.8936245156745333, "stage": "head", "epoch": 18, "selection_score": 0.8270112189335569 }, { "accuracy": 0.9066868152625613, "macro_f1": 0.8223577056287119, "source_macro_f1": 0.8605429502978501, "per_source": { "agml": 0.8661257690875253, "beans": 1.0, "bracol_expert": 0.6902775591285251, "bracol_leaf": 0.7807311461483227, "bracol_symptom": 0.8242379284902841, "coffeeleaf_own_field": 0.967357163908888, "coffeeleaf_rust_and_leaf_miner": 0.9646019562630952, "peru": 0.9907509719664417, "rocole": 0.6608040576875686 }, "weak_macro_f1": 0.6775913517376931, "old_class_f1": { "cercospora": 0.7371428571428571, "healthy": 0.8780487804878049, "miner": 0.922566371681416, "phoma": 0.797427652733119, "rust": 0.9263854425144747, "red_spider_mite": 0.4175824175824176, "weevil_damage": 0.9716157205240175, "unsupported": 0.9851851851851852 }, "old_native_accuracy": 0.8908066220500176, "stage": "head", "epoch": 19, "selection_score": 0.825463161579999 }, { "accuracy": 0.9131091802040046, "macro_f1": 0.8303144252373598, "source_macro_f1": 0.8634405760600576, "per_source": { "agml": 0.8756049650640214, "beans": 1.0, "bracol_expert": 0.6961255359725432, "bracol_leaf": 0.7990189917609273, "bracol_symptom": 0.8129136064361646, "coffeeleaf_own_field": 0.9706753650500237, "coffeeleaf_rust_and_leaf_miner": 0.9633330168976647, "peru": 0.9907509719664417, "rocole": 0.6625427313927322 }, "weak_macro_f1": 0.6864598734401799, "old_class_f1": { "cercospora": 0.7297297297297297, "healthy": 0.8796498905908097, "miner": 0.9250416435313714, "phoma": 0.8289676425269645, "rust": 0.9265905383360522, "red_spider_mite": 0.45, "weevil_damage": 0.9727965179542981, "unsupported": 0.9888475836431226 }, "old_native_accuracy": 0.8971468827051778, "stage": "head", "epoch": 20, "selection_score": 0.8302682405025366 }, { "accuracy": 0.9114091424253872, "macro_f1": 0.8284835107590157, "source_macro_f1": 0.8653787414633687, "per_source": { "agml": 0.8667220707508692, "beans": 1.0, "bracol_expert": 0.7067656722098973, "bracol_leaf": 0.7989171684731701, "bracol_symptom": 0.8360636214921463, "coffeeleaf_own_field": 0.9675915561108424, "coffeeleaf_rust_and_leaf_miner": 0.9647605224963716, "peru": 0.9806075217751254, "rocole": 0.6669805398618958 }, "weak_macro_f1": 0.6907040097716485, "old_class_f1": { "cercospora": 0.7508305647840532, "healthy": 0.8739130434782608, "miner": 0.9218836565096953, "phoma": 0.8164556962025317, "rust": 0.9251423921887714, "red_spider_mite": 0.4473684210526316, "weevil_damage": 0.9717391304347827, "unsupported": 0.9851851851851852 }, "old_native_accuracy": 0.8950334624867912, "stage": "head", "epoch": 21, "selection_score": 0.83179848556874 } ] }, "b1_pretraining": { "sha256": "8886f14a8298537ba376ccf29de630a71e21d1111607c3b4f375eb39d3e3cd67", "report": { "repository": "timm/efficientnet_b1.ft_in1k", "revision": "1d6ddfd0ad535646fdb05bc3834913d93816152e", "license": "apache-2.0", "pretraining": "ImageNet-1k; no coffee disease head reused", "source": "https://huggingface.co/timm/efficientnet_b1.ft_in1k/tree/1d6ddfd0ad535646fdb05bc3834913d93816152e", "sha256": { "config.json": "4bcc5bdacffb1bb9264fff246bf8e167f9e4318fb8d2ad2d178ee32b92f9d2f6", "model.safetensors": "2eb860ed42ef594b3ae479669e306927bb4d4018e246e38f512b6b25b1734f6e" } } }, "b1_export": { "sha256": "dfe32d1dc5c59c12fd3f58bbb8e86b3cb31b918997ce7072d8c4570e6a00af00", "report": { "artifact_sha256": "28c5d1cf1ac3f268d66f9c9f50f35e0a4602dced07f55e07b17f4c6cdae18c75", "checkpoint_sha256": "a5ac6495802d4b03e1f0365327d41b8919b13c9c212a8cc8f26bf1c43f72a3d1", "parameter_count": 6523432, "bytes": 7324120, "compression_candidates": [ { "variant": "int8_weights", "quantized_weight_tensors": 115, "bytes": 7324120, "parity": { "n": 5294, "maximum_probability_error": 0.1952521800994873, "mean_absolute_probability_error": 0.0022232062183320522, "top1_disagreements": 30, "accuracy_drop": -0.0009444654325652113, "macro_f1_drop": 0.00021477236216482787, "eligible": true, "policy": "Validation only: <=1 percentage point accuracy and macro F1 loss relative to selected checkpoint" } } ], "test_or_external_used_for_selection": false, "phone_device_tested": false } }, "b1_completion_verification": { "sha256": "086953d5427c840d5136c58844d360b4364169e3bf41fc6b1c82ec4fad77b3a1", "report": { "checked": 25605, "split_counts": { "train": 20311, "val": 5294 }, "source_counts": { "train": { "agml": 1278, "bracol_leaf": 964, "bracol_symptom": 1462, "rocole": 1072, "beans": 1034, "coffeeleaf_own_field": 5448, "coffeeleaf_rust_and_leaf_miner": 2861, "peru": 1105, "bracol_expert": 5087 }, "val": { "agml": 1021, "bracol_leaf": 207, "bracol_symptom": 324, "rocole": 228, "beans": 133, "coffeeleaf_own_field": 1380, "coffeeleaf_rust_and_leaf_miner": 628, "peru": 168, "bracol_expert": 1205 } }, "mismatches": [], "selected_checkpoint_validation_cache_check": { "n": 96, "max_absolute_logit_difference": 0.0, "top1_differences": 0 }, "checkpoint_sha256": "a5ac6495802d4b03e1f0365327d41b8919b13c9c212a8cc8f26bf1c43f72a3d1", "manifest_sha256": "e27dd7fc6483ad16064ccf4ebf1204ef1d8ad2c8881c5b6960641d3cbbc852f5", "selected_validation": { "accuracy": 0.9267094824329429, "macro_f1": 0.8615664456105612, "source_macro_f1": 0.9017653922436808, "per_source": { "agml": 0.8887864280170918, "beans": 1.0, "bracol_expert": 0.7231324639753671, "bracol_leaf": 0.8659949680092123, "bracol_symptom": 0.9302071804384393, "coffeeleaf_own_field": 0.9684062518858246, "coffeeleaf_rust_and_leaf_miner": 0.9685388753030435, "peru": 0.998158379373849, "rocole": 0.7726639831902989 }, "weak_macro_f1": 0.7746784636545936, "old_class_f1": { "cercospora": 0.8256880733944955, "healthy": 0.9427917620137299, "miner": 0.9387096774193548, "phoma": 0.831918505942275, "rust": 0.9493722154718509, "red_spider_mite": 0.5555555555555556, "weevil_damage": 0.9672846237731734, "unsupported": 0.9779411764705882 }, "old_native_accuracy": 0.9267347657625925, "far_macro_f1": 0.8730342200198373, "context_macro_f1": 0.8476201301214613, "selection_score": 0.8823169881520838, "stage": "partial_backbone", "epoch": 6, "training_loss": 0.5678141356618316, "training_examples": 6469, "seconds": 237.83124050009064, "eligible": true }, "additional_validation_only_guard_audit": { "old_macro_f1_loss_at_most_1pp": true, "old_native_accuracy_loss_at_most_1pp": true, "each_weak_class_loss_at_most_1pp": true, "source_f1_gain_at_least_1pp": true, "far_f1_gain_at_least_1_5pp": true }, "guard_audit_note": "Additional broader B0-style guards audited after selection; no test data, checkpoint reselection, or further training used for this audit." } }, "b1_float32_conversion_parity": { "sha256": "f896a0bdb7719e4c141ce6850d228ad27495de46bb5ea57a5697ca6202cf3e95", "report": { "validation_samples": 64, "maximum_probability_error": 6.67572021484375e-06, "top1_disagreements": 0, "atol": 0.0001, "rtol": 0.0001, "checkpoint_sha256": "a5ac6495802d4b03e1f0365327d41b8919b13c9c212a8cc8f26bf1c43f72a3d1", "float32_artifact_sha256": "55e6f19e73a4103174cc586a5dea3e3844feee7e8ce9a5b994cee101ed7fa9a8" } }, "b1_compression_validation": { "sha256": "e3a656182021051075217f7607ca27fc2cd44163485b2e5628a8d0f621430513", "report": [ { "variant": "int8_weights", "quantized_weight_tensors": 115, "bytes": 7324120, "parity": { "n": 5294, "maximum_probability_error": 0.1952521800994873, "mean_absolute_probability_error": 0.0022232062183320522, "top1_disagreements": 30, "accuracy_drop": -0.0009444654325652113, "macro_f1_drop": 0.00021477236216482787, "eligible": true, "policy": "Validation only: <=1 percentage point accuracy and macro F1 loss relative to selected checkpoint" } } ] }, "b1_offline_verification": { "sha256": "20eee70d878c8097ef70924f09a174ca9a522af2f6478c0f9add6d97444f555d", "report": { "artifact_sha256": "28c5d1cf1ac3f268d66f9c9f50f35e0a4602dced07f55e07b17f4c6cdae18c75", "fresh_process": true, "python_outbound_sockets_blocked": true, "attempted_connections": 0, "os_firewall_test": false, "phone_device_tested": false, "runtime_operations": [ "ADD", "CONV_2D", "DEPTHWISE_CONV_2D", "DEQUANTIZE", "FULLY_CONNECTED", "LOGISTIC", "MEAN", "MUL", "PAD", "RESHAPE", "SOFTMAX", "SUB", "TRANSPOSE" ], "custom_ops_present": false, "samples": 3, "predicted_indices": [ 0, 0, 2 ], "app_load": "Bundled coffee-leaf-b1.tflite; loadTensorflowModel selected asset with CPU delegates []" } }, "b2_training": { "sha256": "154ca66b1ddf177986252a232b587fd08d689d7fba8879d234544d0521b3c314", "report": { "architecture": "efficientnet_b2", "input_size": 224, "labels": [ "cercospora", "healthy", "miner", "phoma", "rust", "red_spider_mite", "weevil_damage", "unsupported" ], "seed": 20261003, "parameters": 7712266, "pretrained": { "repository": "timm/efficientnet_b2.ra_in1k", "revision": "3577c4a7d84723645311bb5a9e5086f1b62ec8e2", "license": "apache-2.0", "pretraining": "ImageNet-1k; no coffee disease head reused", "source": "https://huggingface.co/timm/efficientnet_b2.ra_in1k/tree/3577c4a7d84723645311bb5a9e5086f1b62ec8e2", "native_pretraining_resolution": 256, "published_test_resolution": 288, "fine_tuning_and_app_resolution": 224, "resolution_note": "The checkpoint allows variable input sizes. Fine-tuning uses the same 224-pixel images as B1 for a controlled app comparison. This does not measure B2 at its published 288-pixel test setting.", "sha256": { "config.json": "c661df6cbac745243bb787559fbc781140bf7e2d58869c5d30ffa4e51e0a43da", "model.safetensors": "e9adbcce7e5d5055c571c4cafdcc7f920b6a6ec42e643c49dff1aabe1d5f53c5" } }, "manifest_sha256": "e27dd7fc6483ad16064ccf4ebf1204ef1d8ad2c8881c5b6960641d3cbbc852f5", "split_counts": { "train": 20311, "val": 5294 }, "test_used_for_selection": false, "external_used_for_training_or_selection": false, "recipe": { "head": { "training_images": 20311, "validation_images": 5294, "optimizer": "AdamW", "learning_rate": 0.001, "weight_decay": 0.01, "label_smoothing": 0.05, "dropout": 0.15, "maximum_epochs": 30, "patience": 5, "minimum_epochs": 10, "minimum_selection_improvement": 0.002, "selection": "0.65 mean-source F1 + 0.20 macro F1 + 0.15 weak-class F1" }, "backbone": { "trainable": "Last two blocks, convolutional head, and classifier", "frozen_batch_norm": true, "optimizer": "AdamW", "learning_rate": 3e-05, "weight_decay": 0.03, "label_smoothing": 0.05, "dropout": 0.15, "gradient_clip": 1.0, "maximum_epochs": 6, "patience": 2, "minimum_selection_improvement": 0.002, "sampling": "Same grouped parent rotation and weak-class replay as B1", "augmentation": "70% canonical and 30% full-target scale views at 65-100%", "selection": "0.5 source F1 + 0.3 far F1 + 0.2 full-context F1", "weak_class_guard": "Each weak class allows at most 1pp loss from the head" }, "context_geometry": "Full supplied annotated context contained in a 224-pixel canvas; no subsequent center crop during context training or validation", "teacher": "B2 learns dataset labels independently; no model teacher targets" }, "shared_engine_identity": { "architecture": "efficientnet_b2", "seed": 20261003, "input_size": 224, "manifest_sha256": "e27dd7fc6483ad16064ccf4ebf1204ef1d8ad2c8881c5b6960641d3cbbc852f5", "pretrained_sha256": "e9adbcce7e5d5055c571c4cafdcc7f920b6a6ec42e643c49dff1aabe1d5f53c5", "engine_sha256": "122db475235747bc6c962aaad9c8f11cf10d156a5ff8620a6f77af557b6c0987", "dataset_code_sha256": "ace2c2cf2dc4dae7cce073fe1e4ef42c0bf1e14c18950228bdba94089de3b3cb", "wrapper_sha256": "c9ede75ea24d55d93538459078f284ae5272ed8d4b9ec95fc58c043a77dd90f2" }, "protected_b0_b1_identities": { "b1_model.py": "ace2c2cf2dc4dae7cce073fe1e4ef42c0bf1e14c18950228bdba94089de3b3cb", "b1_train.py": "122db475235747bc6c962aaad9c8f11cf10d156a5ff8620a6f77af557b6c0987", "b1_verify.py": "5045a63a47701c256bcd7a78ccb10a565d76835214d4820813551e14f5aa0582", "runs/efficientnet/best.safetensors": "f83c93baaa20a2d106860ecca337543e063c1ed8b7781fd0f793790992986d8d", "runs/efficientnet_b1/best.safetensors": "a5ac6495802d4b03e1f0365327d41b8919b13c9c212a8cc8f26bf1c43f72a3d1" }, "comparison_limits": "B2 and B1 use the same vetted data, split, seed, augmentation, training algorithm, and 224-pixel app input. Their official ImageNet initializations and native pretraining resolutions differ. B0 also used different coffee pretraining and an earlier dataset. These results compare trained app models, not architecture alone.", "status": "complete", "head_history": [ { "accuracy": 0.7540612013600302, "macro_f1": 0.6291267791299509, "source_macro_f1": 0.6820026743165964, "per_source": { "agml": 0.533180280685988, "beans": 0.9885931558935361, "bracol_expert": 0.5503036107511522, "bracol_leaf": 0.5552774465250696, "bracol_symptom": 0.6157557978312654, "coffeeleaf_own_field": 0.8792919053170459, "coffeeleaf_rust_and_leaf_miner": 0.9056495254285309, "peru": 0.6737660054733224, "rocole": 0.43620634094345706 }, "weak_macro_f1": 0.3887124768583417, "old_class_f1": { "cercospora": 0.32448377581120946, "healthy": 0.6977687626774848, "miner": 0.7316538882803943, "phoma": 0.5295109612141653, "rust": 0.7899523603291468, "red_spider_mite": 0.14388489208633093, "weevil_damage": 0.8423326133909287, "unsupported": 0.8934707903780069 }, "old_native_accuracy": 0.6917928848185981, "stage": "head", "epoch": 1, "selection_score": 0.6274339656605291 }, { "accuracy": 0.8116735927465055, "macro_f1": 0.6937496081873294, "source_macro_f1": 0.7362924254820815, "per_source": { "agml": 0.6249654826610099, "beans": 0.9962264150943396, "bracol_expert": 0.6081733917270192, "bracol_leaf": 0.6003364870211634, "bracol_symptom": 0.7008937473453603, "coffeeleaf_own_field": 0.9191841157407872, "coffeeleaf_rust_and_leaf_miner": 0.9230720053368171, "peru": 0.7721688939080243, "rocole": 0.4816112905042125 }, "weak_macro_f1": 0.4575225851008997, "old_class_f1": { "cercospora": 0.4093567251461988, "healthy": 0.7427385892116183, "miner": 0.811804008908686, "phoma": 0.6473429951690821, "rust": 0.8360375747224594, "red_spider_mite": 0.2204724409448819, "weevil_damage": 0.9116379310344828, "unsupported": 0.9565217391304348 }, "old_native_accuracy": 0.7601268052131032, "stage": "head", "epoch": 2, "selection_score": 0.6859683859659538 }, { "accuracy": 0.8386853041178692, "macro_f1": 0.731915433238703, "source_macro_f1": 0.7708230878320391, "per_source": { "agml": 0.6906845049796273, "beans": 0.9962264150943396, "bracol_expert": 0.6295208569165565, "bracol_leaf": 0.6519275473630313, "bracol_symptom": 0.7452823129875512, "coffeeleaf_own_field": 0.9287770206766917, "coffeeleaf_rust_and_leaf_miner": 0.9350157659869289, "peru": 0.8273998788704672, "rocole": 0.5325734876131585 }, "weak_macro_f1": 0.5246775093189049, "old_class_f1": { "cercospora": 0.4986301369863014, "healthy": 0.7743271221532091, "miner": 0.8394648829431438, "phoma": 0.6761006289308176, "rust": 0.8650693568726355, "red_spider_mite": 0.3010752688172043, "weevil_damage": 0.9265350877192983, "unsupported": 0.9850746268656716 }, "old_native_accuracy": 0.8013384994716449, "stage": "head", "epoch": 3, "selection_score": 0.7261197201364018 }, { "accuracy": 0.8554967888175293, "macro_f1": 0.7455178900815896, "source_macro_f1": 0.7946780626404424, "per_source": { "agml": 0.7312679615416349, "beans": 0.9962264150943396, "bracol_expert": 0.650920076920198, "bracol_leaf": 0.6724639593930648, "bracol_symptom": 0.7824921246815879, "coffeeleaf_own_field": 0.9329118045329762, "coffeeleaf_rust_and_leaf_miner": 0.9468703339671082, "peru": 0.8857457083186399, "rocole": 0.5532041793144321 }, "weak_macro_f1": 0.5374227023395517, "old_class_f1": { "cercospora": 0.5180722891566265, "healthy": 0.8151260504201681, "miner": 0.8591938155715074, "phoma": 0.7181102362204724, "rust": 0.8801652892561983, "red_spider_mite": 0.27906976744186046, "weevil_damage": 0.9332597904026475, "unsupported": 0.9814126394052045 }, "old_native_accuracy": 0.8281084889045438, "stage": "head", "epoch": 4, "selection_score": 0.7462577240835382 }, { "accuracy": 0.8675859463543635, "macro_f1": 0.7600246393298165, "source_macro_f1": 0.8108892896421751, "per_source": { "agml": 0.7735828541415134, "beans": 0.9962264150943396, "bracol_expert": 0.6644835445740962, "bracol_leaf": 0.7096510327407215, "bracol_symptom": 0.8118977852044902, "coffeeleaf_own_field": 0.9430362078874627, "coffeeleaf_rust_and_leaf_miner": 0.9434202350398486, "peru": 0.9069022681940345, "rocole": 0.5488032639030699 }, "weak_macro_f1": 0.5642915052489264, "old_class_f1": { "cercospora": 0.6053412462908012, "healthy": 0.8301075268817204, "miner": 0.8702374378796245, "phoma": 0.712241653418124, "rust": 0.8920148944973108, "red_spider_mite": 0.25742574257425743, "weevil_damage": 0.9464975179260894, "unsupported": 0.9814126394052045 }, "old_native_accuracy": 0.8400845368087355, "stage": "head", "epoch": 5, "selection_score": 0.7637266919207161 }, { "accuracy": 0.8800528900642236, "macro_f1": 0.7752366535639198, "source_macro_f1": 0.8193179331820193, "per_source": { "agml": 0.7951029611751297, "beans": 0.9962264150943396, "bracol_expert": 0.6814745147575046, "bracol_leaf": 0.690807237817547, "bracol_symptom": 0.7981363850670782, "coffeeleaf_own_field": 0.9481217236993233, "coffeeleaf_rust_and_leaf_miner": 0.9433181362563456, "peru": 0.9403138393964081, "rocole": 0.5803601853744974 }, "weak_macro_f1": 0.5791174354261935, "old_class_f1": { "cercospora": 0.5913621262458472, "healthy": 0.8382978723404255, "miner": 0.8916201117318435, "phoma": 0.7441176470588236, "rust": 0.8970889708897088, "red_spider_mite": 0.3076923076923077, "weevil_damage": 0.9520661157024793, "unsupported": 0.9814126394052045 }, "old_native_accuracy": 0.8562874251497006, "stage": "head", "epoch": 6, "selection_score": 0.7744716025950256 }, { "accuracy": 0.8815640347563279, "macro_f1": 0.7813296572790487, "source_macro_f1": 0.8260709576026561, "per_source": { "agml": 0.7958613147651142, "beans": 0.9962264150943396, "bracol_expert": 0.6771854857500208, "bracol_leaf": 0.7287660475671602, "bracol_symptom": 0.8234170724930647, "coffeeleaf_own_field": 0.949390613313163, "coffeeleaf_rust_and_leaf_miner": 0.9508276963321377, "peru": 0.9292786387467308, "rocole": 0.5836853343621741 }, "weak_macro_f1": 0.6012815025743564, "old_class_f1": { "cercospora": 0.6455696202531646, "healthy": 0.8412017167381974, "miner": 0.8902239213544512, "phoma": 0.740506329113924, "rust": 0.9017673653925196, "red_spider_mite": 0.3170731707317073, "weevil_damage": 0.9542699724517907, "unsupported": 0.9887640449438202 }, "old_native_accuracy": 0.8608665022895385, "stage": "head", "epoch": 7, "selection_score": 0.7834042792836896 }, { "accuracy": 0.8896864374763883, "macro_f1": 0.7994025313037659, "source_macro_f1": 0.8424327792463664, "per_source": { "agml": 0.8493960277263775, "beans": 0.9962264150943396, "bracol_expert": 0.6903659564366456, "bracol_leaf": 0.725582265417826, "bracol_symptom": 0.8257100894341377, "coffeeleaf_own_field": 0.9473201316936186, "coffeeleaf_rust_and_leaf_miner": 0.9529197080291971, "peru": 0.9700628936651793, "rocole": 0.6243115257199764 }, "weak_macro_f1": 0.6386447679149477, "old_class_f1": { "cercospora": 0.6990881458966566, "healthy": 0.8680089485458613, "miner": 0.8975342465753424, "phoma": 0.7523219814241486, "rust": 0.9076733688961839, "red_spider_mite": 0.3488372093023256, "weevil_damage": 0.9529085872576177, "unsupported": 0.9887640449438202 }, "old_native_accuracy": 0.8724903134906657, "stage": "head", "epoch": 8, "selection_score": 0.8032585279581336 }, { "accuracy": 0.8927087268605969, "macro_f1": 0.7999378423206074, "source_macro_f1": 0.8424495770233686, "per_source": { "agml": 0.8425137073484399, "beans": 1.0, "bracol_expert": 0.7012517647562101, "bracol_leaf": 0.7372399257387956, "bracol_symptom": 0.8191900318908406, "coffeeleaf_own_field": 0.9532705133992596, "coffeeleaf_rust_and_leaf_miner": 0.9531603374170659, "peru": 0.9700628936651793, "rocole": 0.6053570189945275 }, "weak_macro_f1": 0.6293796380752902, "old_class_f1": { "cercospora": 0.6794871794871795, "healthy": 0.8652173913043478, "miner": 0.9000552181115405, "phoma": 0.7507788161993769, "rust": 0.911643270024773, "red_spider_mite": 0.3434343434343434, "weevil_damage": 0.9573304157549234, "unsupported": 0.9925373134328358 }, "old_native_accuracy": 0.8682634730538922, "stage": "head", "epoch": 9, "selection_score": 0.8019867392406046 }, { "accuracy": 0.8945976577257272, "macro_f1": 0.8032255005178566, "source_macro_f1": 0.8427685115168276, "per_source": { "agml": 0.8346151184448021, "beans": 1.0, "bracol_expert": 0.7026433359818032, "bracol_leaf": 0.7126942089011725, "bracol_symptom": 0.815304393719488, "coffeeleaf_own_field": 0.9551940141629612, "coffeeleaf_rust_and_leaf_miner": 0.9546783625730995, "peru": 0.9904265683907315, "rocole": 0.6193606014773898 }, "weak_macro_f1": 0.6316530158867248, "old_class_f1": { "cercospora": 0.6686746987951807, "healthy": 0.8559139784946237, "miner": 0.9024390243902439, "phoma": 0.7626339969372129, "rust": 0.9148056244830438, "red_spider_mite": 0.37037037037037035, "weevil_damage": 0.9599121361889071, "unsupported": 0.9925373134328358 }, "old_native_accuracy": 0.8731947868967946, "stage": "head", "epoch": 10, "selection_score": 0.803192584972518 }, { "accuracy": 0.898942198715527, "macro_f1": 0.8114896126564529, "source_macro_f1": 0.8556877878626634, "per_source": { "agml": 0.8489536921081869, "beans": 1.0, "bracol_expert": 0.7095045913955649, "bracol_leaf": 0.7430629984362552, "bracol_symptom": 0.842480079473078, "coffeeleaf_own_field": 0.9519953259615062, "coffeeleaf_rust_and_leaf_miner": 0.9526704183478445, "peru": 1.0, "rocole": 0.6525229850415359 }, "weak_macro_f1": 0.6561637476813768, "old_class_f1": { "cercospora": 0.6990291262135923, "healthy": 0.8747252747252747, "miner": 0.9053905390539054, "phoma": 0.7735849056603774, "rust": 0.9172077922077922, "red_spider_mite": 0.39473684210526316, "weevil_damage": 0.9559471365638766, "unsupported": 0.9925373134328358 }, "old_native_accuracy": 0.8827051778795351, "stage": "head", "epoch": 11, "selection_score": 0.8169195467942284 }, { "accuracy": 0.898753305629014, "macro_f1": 0.811741385447067, "source_macro_f1": 0.8538961775356362, "per_source": { "agml": 0.84201145646931, "beans": 1.0, "bracol_expert": 0.7078692360409929, "bracol_leaf": 0.7523908030206282, "bracol_symptom": 0.8414135768837328, "coffeeleaf_own_field": 0.9535298774517365, "coffeeleaf_rust_and_leaf_miner": 0.9516919086358617, "peru": 0.9904265683907315, "rocole": 0.645732170927732 }, "weak_macro_f1": 0.6587308866609355, "old_class_f1": { "cercospora": 0.7156549520766773, "healthy": 0.8658008658008658, "miner": 0.9042145593869731, "phoma": 0.7689873417721519, "rust": 0.9185185185185185, "red_spider_mite": 0.39473684210526316, "weevil_damage": 0.9574700109051254, "unsupported": 0.9925373134328358 }, "old_native_accuracy": 0.8795350475519549, "stage": "head", "epoch": 12, "selection_score": 0.8161904254867174 }, { "accuracy": 0.9000755572346052, "macro_f1": 0.8141367764558194, "source_macro_f1": 0.8545803381483652, "per_source": { "agml": 0.858208765423513, "beans": 1.0, "bracol_expert": 0.7080917568554057, "bracol_leaf": 0.7384087330473442, "bracol_symptom": 0.8302785918467205, "coffeeleaf_own_field": 0.9572428352468261, "coffeeleaf_rust_and_leaf_miner": 0.9550312563016736, "peru": 0.9904265683907315, "rocole": 0.6535345362230726 }, "weak_macro_f1": 0.6611688670049598, "old_class_f1": { "cercospora": 0.69375, "healthy": 0.8741721854304636, "miner": 0.9068119891008174, "phoma": 0.7677725118483413, "rust": 0.9202958093672966, "red_spider_mite": 0.4155844155844156, "weevil_damage": 0.9615806805708014, "unsupported": 0.9925373134328358 }, "old_native_accuracy": 0.8820007044734062, "stage": "head", "epoch": 13, "selection_score": 0.8174799051383452 }, { "accuracy": 0.9013978088401965, "macro_f1": 0.8132370413233706, "source_macro_f1": 0.8538309542762352, "per_source": { "agml": 0.8879360005145849, "beans": 1.0, "bracol_expert": 0.7191115694540396, "bracol_leaf": 0.7164533578468761, "bracol_symptom": 0.8310527856332296, "coffeeleaf_own_field": 0.9540998554297815, "coffeeleaf_rust_and_leaf_miner": 0.9519924561087507, "peru": 0.9904265683907315, "rocole": 0.6334059951081228 }, "weak_macro_f1": 0.650777102611965, "old_class_f1": { "cercospora": 0.6850152905198776, "healthy": 0.8863636363636364, "miner": 0.9101995565410199, "phoma": 0.791476407914764, "rust": 0.9172809172809173, "red_spider_mite": 0.38095238095238093, "weevil_damage": 0.9604395604395605, "unsupported": 0.9925373134328358 }, "old_native_accuracy": 0.883409651285664, "stage": "head", "epoch": 14, "selection_score": 0.8152540939360219 }, { "accuracy": 0.9019644880997355, "macro_f1": 0.8179930554160945, "source_macro_f1": 0.8577699362362292, "per_source": { "agml": 0.8620860991096722, "beans": 1.0, "bracol_expert": 0.7065391101968646, "bracol_leaf": 0.738449576050042, "bracol_symptom": 0.859835007484859, "coffeeleaf_own_field": 0.952064944384643, "coffeeleaf_rust_and_leaf_miner": 0.9591189236455089, "peru": 0.9904265683907315, "rocole": 0.6514091968637423 }, "weak_macro_f1": 0.6695401622623373, "old_class_f1": { "cercospora": 0.7223880597014926, "healthy": 0.87527352297593, "miner": 0.9108695652173913, "phoma": 0.788961038961039, "rust": 0.9177914110429448, "red_spider_mite": 0.410958904109589, "weevil_damage": 0.959070796460177, "unsupported": 0.9925373134328358 }, "old_native_accuracy": 0.8890454385346953, "stage": "head", "epoch": 15, "selection_score": 0.8215800939761185 }, { "accuracy": 0.9064979221760484, "macro_f1": 0.8248714600799048, "source_macro_f1": 0.8662359342316566, "per_source": { "agml": 0.8645205636384464, "beans": 1.0, "bracol_expert": 0.7251832746659594, "bracol_leaf": 0.7810176000984501, "bracol_symptom": 0.8369589112054866, "coffeeleaf_own_field": 0.957289977781781, "coffeeleaf_rust_and_leaf_miner": 0.9551337681352323, "peru": 1.0, "rocole": 0.676019312559553 }, "weak_macro_f1": 0.6784772388487559, "old_class_f1": { "cercospora": 0.7254901960784313, "healthy": 0.8888888888888888, "miner": 0.9114898295766904, "phoma": 0.7981072555205048, "rust": 0.9198209198209198, "red_spider_mite": 0.42105263157894735, "weevil_damage": 0.9617903930131004, "unsupported": 0.9925373134328358 }, "old_native_accuracy": 0.8886932018316308, "stage": "head", "epoch": 16, "selection_score": 0.8297992350938712 }, { "accuracy": 0.9053645636569702, "macro_f1": 0.8192011270432397, "source_macro_f1": 0.8606271860470555, "per_source": { "agml": 0.8884210585539041, "beans": 1.0, "bracol_expert": 0.7160548219289857, "bracol_leaf": 0.7278094690120007, "bracol_symptom": 0.8345455595637541, "coffeeleaf_own_field": 0.9565277969637932, "coffeeleaf_rust_and_leaf_miner": 0.9543578352074006, "peru": 1.0, "rocole": 0.6679281331936608 }, "weak_macro_f1": 0.661255063823282, "old_class_f1": { "cercospora": 0.6938775510204082, "healthy": 0.8898876404494382, "miner": 0.9128262076624097, "phoma": 0.8031007751937984, "rust": 0.9237668161434978, "red_spider_mite": 0.4, "weevil_damage": 0.9613686534216336, "unsupported": 0.9925373134328358 }, "old_native_accuracy": 0.8915110954561465, "stage": "head", "epoch": 17, "selection_score": 0.8224361559127263 }, { "accuracy": 0.9068757083490744, "macro_f1": 0.8250219887796044, "source_macro_f1": 0.8594399630801964, "per_source": { "agml": 0.901035194030889, "beans": 1.0, "bracol_expert": 0.7125400104732158, "bracol_leaf": 0.7235916000721024, "bracol_symptom": 0.8305939159092095, "coffeeleaf_own_field": 0.9593105300656054, "coffeeleaf_rust_and_leaf_miner": 0.9502499734070844, "peru": 0.9892450590125009, "rocole": 0.6683933847511607 }, "weak_macro_f1": 0.6782986896820106, "old_class_f1": { "cercospora": 0.7160493827160493, "healthy": 0.8864142538975501, "miner": 0.9163434903047092, "phoma": 0.8055130168453293, "rust": 0.9220032840722496, "red_spider_mite": 0.43243243243243246, "weevil_damage": 0.9623567921440261, "unsupported": 0.9925373134328358 }, "old_native_accuracy": 0.8904543853469532, "stage": "head", "epoch": 18, "selection_score": 0.8253851772103502 }, { "accuracy": 0.9019644880997355, "macro_f1": 0.8170317450845929, "source_macro_f1": 0.8515798838455712, "per_source": { "agml": 0.8498727849323245, "beans": 1.0, "bracol_expert": 0.716868808966928, "bracol_leaf": 0.7430380317373676, "bracol_symptom": 0.838738222561752, "coffeeleaf_own_field": 0.9560168952038629, "coffeeleaf_rust_and_leaf_miner": 0.9597894692252298, "peru": 0.9793024874992087, "rocole": 0.6205922544834678 }, "weak_macro_f1": 0.6617256151713018, "old_class_f1": { "cercospora": 0.7218934911242604, "healthy": 0.8676789587852495, "miner": 0.9175314036045876, "phoma": 0.7785016286644951, "rust": 0.9158025715470759, "red_spider_mite": 0.3956043956043956, "weevil_damage": 0.9617067833698031, "unsupported": 0.9925373134328358 }, "old_native_accuracy": 0.8823529411764706, "stage": "head", "epoch": 19, "selection_score": 0.8161921157922352 }, { "accuracy": 0.9072534945221005, "macro_f1": 0.8175696901440966, "source_macro_f1": 0.8536808172442356, "per_source": { "agml": 0.8613936981378842, "beans": 1.0, "bracol_expert": 0.7201978649857799, "bracol_leaf": 0.715506187095919, "bracol_symptom": 0.8359979793149541, "coffeeleaf_own_field": 0.9570382453800723, "coffeeleaf_rust_and_leaf_miner": 0.9535279265574325, "peru": 1.0, "rocole": 0.6394654537260781 }, "weak_macro_f1": 0.6545236323959728, "old_class_f1": { "cercospora": 0.7446153846153846, "healthy": 0.8553191489361702, "miner": 0.9118472768107805, "phoma": 0.822429906542056, "rust": 0.9218307006885379, "red_spider_mite": 0.36363636363636365, "weevil_damage": 0.9621087314662273, "unsupported": 0.9925373134328358 }, "old_native_accuracy": 0.8932722789714689, "stage": "head", "epoch": 20, "selection_score": 0.8165850140969684 }, { "accuracy": 0.9108424631658482, "macro_f1": 0.8310184815076439, "source_macro_f1": 0.8696726698897832, "per_source": { "agml": 0.8976484312243873, "beans": 1.0, "bracol_expert": 0.7279831262131607, "bracol_leaf": 0.772357322305965, "bracol_symptom": 0.846341708278642, "coffeeleaf_own_field": 0.9595270315664199, "coffeeleaf_rust_and_leaf_miner": 0.956768556643815, "peru": 1.0, "rocole": 0.6664278527756587 }, "weak_macro_f1": 0.691290708183912, "old_class_f1": { "cercospora": 0.7508090614886731, "healthy": 0.8963963963963963, "miner": 0.9142545057345712, "phoma": 0.8107255520504731, "rust": 0.9253974724826742, "red_spider_mite": 0.4266666666666667, "weevil_damage": 0.962800875273523, "unsupported": 0.9925373134328358 }, "old_native_accuracy": 0.8960901725959844, "stage": "head", "epoch": 21, "selection_score": 0.8351845379574747 }, { "accuracy": 0.904608991310918, "macro_f1": 0.8211837938158575, "source_macro_f1": 0.8609041257973354, "per_source": { "agml": 0.8821037977143614, "beans": 1.0, "bracol_expert": 0.7278208477033623, "bracol_leaf": 0.7185887128744272, "bracol_symptom": 0.8385595138196275, "coffeeleaf_own_field": 0.9612243482586351, "coffeeleaf_rust_and_leaf_miner": 0.9512213238258951, "peru": 1.0, "rocole": 0.6686185879797101 }, "weak_macro_f1": 0.6707661896467569, "old_class_f1": { "cercospora": 0.7016574585635359, "healthy": 0.898876404494382, "miner": 0.9022222222222223, "phoma": 0.7902439024390244, "rust": 0.9215686274509803, "red_spider_mite": 0.4117647058823529, "weevil_damage": 0.9651416122004357, "unsupported": 0.9925373134328358 }, "old_native_accuracy": 0.8841141246917928, "stage": "head", "epoch": 22, "selection_score": 0.8244393689784532 }, { "accuracy": 0.9027200604457877, "macro_f1": 0.8243544832713439, "source_macro_f1": 0.8588084559269215, "per_source": { "agml": 0.8829080086823401, "beans": 1.0, "bracol_expert": 0.724985114188871, "bracol_leaf": 0.7532889027694051, "bracol_symptom": 0.8513504211990199, "coffeeleaf_own_field": 0.9576786784790507, "coffeeleaf_rust_and_leaf_miner": 0.9518150503444621, "peru": 0.9793024874992087, "rocole": 0.627947440179936 }, "weak_macro_f1": 0.6844042672882399, "old_class_f1": { "cercospora": 0.7306501547987616, "healthy": 0.8830022075055187, "miner": 0.9061135371179039, "phoma": 0.789049919484702, "rust": 0.9168039538714992, "red_spider_mite": 0.43956043956043955, "weevil_damage": 0.9616648411829135, "unsupported": 0.9925373134328358 }, "old_native_accuracy": 0.8827051778795351, "stage": "head", "epoch": 23, "selection_score": 0.8257570331000037 }, { "accuracy": 0.9023422742727616, "macro_f1": 0.8217232386582942, "source_macro_f1": 0.8584945264389428, "per_source": { "agml": 0.8721221125714649, "beans": 1.0, "bracol_expert": 0.7174975686803194, "bracol_leaf": 0.7518258570697596, "bracol_symptom": 0.8212749628153494, "coffeeleaf_own_field": 0.9622834832502858, "coffeeleaf_rust_and_leaf_miner": 0.953688629253655, "peru": 0.9892450590125009, "rocole": 0.6585130652971488 }, "weak_macro_f1": 0.6751798751644174, "old_class_f1": { "cercospora": 0.6902654867256637, "healthy": 0.8908296943231441, "miner": 0.9050772626931567, "phoma": 0.7619047619047619, "rust": 0.9223781998348473, "red_spider_mite": 0.4444444444444444, "weevil_damage": 0.9650655021834061, "unsupported": 0.9925373134328358 }, "old_native_accuracy": 0.8798872842550194, "stage": "head", "epoch": 24, "selection_score": 0.8236430711916343 }, { "accuracy": 0.9038534189648659, "macro_f1": 0.8224990597363722, "source_macro_f1": 0.8603585295361237, "per_source": { "agml": 0.8807829931558953, "beans": 1.0, "bracol_expert": 0.7323444170254156, "bracol_leaf": 0.7430414307157994, "bracol_symptom": 0.85112133729155, "coffeeleaf_own_field": 0.9588014017824988, "coffeeleaf_rust_and_leaf_miner": 0.9568262668318006, "peru": 1.0, "rocole": 0.6203089190221543 }, "weak_macro_f1": 0.6766444203944203, "old_class_f1": { "cercospora": 0.7375, "healthy": 0.8883928571428571, "miner": 0.9052287581699346, "phoma": 0.7824675324675324, "rust": 0.9185855263157895, "red_spider_mite": 0.40404040404040403, "weevil_damage": 0.964873765093304, "unsupported": 0.9888475836431226 }, "old_native_accuracy": 0.8827051778795351, "stage": "head", "epoch": 25, "selection_score": 0.8252295192049179 }, { "accuracy": 0.9076312806951266, "macro_f1": 0.8197309600133128, "source_macro_f1": 0.868398504243828, "per_source": { "agml": 0.8766709256772695, "beans": 1.0, "bracol_expert": 0.7174832599954273, "bracol_leaf": 0.7939130561315435, "bracol_symptom": 0.844211023422341, "coffeeleaf_own_field": 0.9617187079166143, "coffeeleaf_rust_and_leaf_miner": 0.9602734313260629, "peru": 1.0, "rocole": 0.6613161337251935 }, "weak_macro_f1": 0.6720534162148107, "old_class_f1": { "cercospora": 0.743421052631579, "healthy": 0.8959276018099548, "miner": 0.9070146818923328, "phoma": 0.7770491803278688, "rust": 0.9276182773958754, "red_spider_mite": 0.37681159420289856, "weevil_damage": 0.9667936853565596, "unsupported": 0.9925373134328358 }, "old_native_accuracy": 0.8908066220500176, "stage": "head", "epoch": 26, "selection_score": 0.8292132321933724 } ], "head_baseline": { "accuracy": 0.9108424631658482, "macro_f1": 0.8310184815076439, "source_macro_f1": 0.8696726698897832, "per_source": { "agml": 0.8976484312243873, "beans": 1.0, "bracol_expert": 0.7279831262131607, "bracol_leaf": 0.772357322305965, "bracol_symptom": 0.846341708278642, "coffeeleaf_own_field": 0.9595270315664199, "coffeeleaf_rust_and_leaf_miner": 0.956768556643815, "peru": 1.0, "rocole": 0.6664278527756587 }, "weak_macro_f1": 0.691290708183912, "old_class_f1": { "cercospora": 0.7508090614886731, "healthy": 0.8963963963963963, "miner": 0.9142545057345712, "phoma": 0.8107255520504731, "rust": 0.9253974724826742, "red_spider_mite": 0.4266666666666667, "weevil_damage": 0.962800875273523, "unsupported": 0.9925373134328358 }, "old_native_accuracy": 0.8960901725959844, "far_macro_f1": 0.7387601087293003, "context_macro_f1": 0.6432233270924514, "selection_score": 0.7851090329821719 }, "backbone_history": [ { "accuracy": 0.9174537211938043, "macro_f1": 0.8466954770974715, "source_macro_f1": 0.8855295085233217, "per_source": { "agml": 0.9026330667354797, "beans": 1.0, "bracol_expert": 0.7276927958514505, "bracol_leaf": 0.8344188299108872, "bracol_symptom": 0.8556898990827563, "coffeeleaf_own_field": 0.9638764036220346, "coffeeleaf_rust_and_leaf_miner": 0.946075092588651, "peru": 0.9951553763708461, "rocole": 0.7442241125477894 }, "weak_macro_f1": 0.7346554143331193, "old_class_f1": { "cercospora": 0.7530864197530864, "healthy": 0.9336384439359268, "miner": 0.9255918827508456, "phoma": 0.8140243902439024, "rust": 0.9367396593673966, "red_spider_mite": 0.5172413793103449, "weevil_damage": 0.9671513193322563, "unsupported": 0.9851851851851852 }, "old_native_accuracy": 0.904896090172596, "far_macro_f1": 0.8242735761635082, "context_macro_f1": 0.8141926107490215, "selection_score": 0.8528853492605176, "stage": "partial_backbone", "epoch": 1, "training_loss": 0.7527822677735929, "training_examples": 6469, "seconds": 246.93788510002196, "eligible": true }, { "accuracy": 0.9140536456365697, "macro_f1": 0.8321740930400781, "source_macro_f1": 0.876891345355722, "per_source": { "agml": 0.8641142537574243, "beans": 1.0, "bracol_expert": 0.7341154383056987, "bracol_leaf": 0.8758453770226368, "bracol_symptom": 0.895759007496418, "coffeeleaf_own_field": 0.9639929063257111, "coffeeleaf_rust_and_leaf_miner": 0.9641142029272513, "peru": 0.8709291187739464, "rocole": 0.7231518035924115 }, "weak_macro_f1": 0.716662899166629, "old_class_f1": { "cercospora": 0.8184818481848185, "healthy": 0.9315068493150684, "miner": 0.9219170705438879, "phoma": 0.7568493150684932, "rust": 0.941837144003209, "red_spider_mite": 0.4, "weevil_damage": 0.9670691547749726, "unsupported": 0.9851851851851852 }, "old_native_accuracy": 0.9084184572032405, "far_macro_f1": 0.8270414664512338, "context_macro_f1": 0.844611701302186, "selection_score": 0.8554804528736684, "stage": "partial_backbone", "epoch": 2, "training_loss": 0.6612494434471483, "training_examples": 6469, "seconds": 249.40972059988417, "eligible": false }, { "accuracy": 0.9183981866263695, "macro_f1": 0.8411556904095109, "source_macro_f1": 0.8824874560168925, "per_source": { "agml": 0.8978303137306585, "beans": 1.0, "bracol_expert": 0.7215421724728861, "bracol_leaf": 0.86149176142104, "bracol_symptom": 0.8495219202052777, "coffeeleaf_own_field": 0.9542386341076037, "coffeeleaf_rust_and_leaf_miner": 0.9574806247295331, "peru": 1.0, "rocole": 0.7002816774850326 }, "weak_macro_f1": 0.7152393819309998, "old_class_f1": { "cercospora": 0.7880794701986755, "healthy": 0.9192825112107623, "miner": 0.932750136686714, "phoma": 0.8163265306122449, "rust": 0.9332260659694288, "red_spider_mite": 0.4383561643835616, "weevil_damage": 0.9616453585325181, "unsupported": 0.9851851851851852 }, "old_native_accuracy": 0.9147587178584008, "far_macro_f1": 0.8597641468504071, "context_macro_f1": 0.8524785123357826, "selection_score": 0.8696686745307249, "stage": "partial_backbone", "epoch": 3, "training_loss": 0.611911842778877, "training_examples": 6469, "seconds": 236.67728880001232, "eligible": true }, { "accuracy": 0.9255761239138648, "macro_f1": 0.8609153221623309, "source_macro_f1": 0.8983942877530604, "per_source": { "agml": 0.9071393705363293, "beans": 1.0, "bracol_expert": 0.7503566508045754, "bracol_leaf": 0.8794482974070602, "bracol_symptom": 0.8809992502281621, "coffeeleaf_own_field": 0.9526057330827067, "coffeeleaf_rust_and_leaf_miner": 0.964976349834501, "peru": 1.0, "rocole": 0.7500229378842095 }, "weak_macro_f1": 0.7590758312119109, "old_class_f1": { "cercospora": 0.825503355704698, "healthy": 0.9517241379310345, "miner": 0.9354485776805251, "phoma": 0.8244766505636071, "rust": 0.9340141398271798, "red_spider_mite": 0.5, "weevil_damage": 0.9599109131403119, "unsupported": 1.0 }, "old_native_accuracy": 0.926382529059528, "far_macro_f1": 0.8628550636052905, "context_macro_f1": 0.8710218863259347, "selection_score": 0.8822580402233042, "stage": "partial_backbone", "epoch": 4, "training_loss": 0.581685173953021, "training_examples": 6469, "seconds": 222.92689260002226, "eligible": true }, { "accuracy": 0.9251983377408387, "macro_f1": 0.8459251861706831, "source_macro_f1": 0.8849093704366441, "per_source": { "agml": 0.9068624758814282, "beans": 1.0, "bracol_expert": 0.735768942575684, "bracol_leaf": 0.8779666987008008, "bracol_symptom": 0.8796738816738816, "coffeeleaf_own_field": 0.9648169009981038, "coffeeleaf_rust_and_leaf_miner": 0.9646644237290389, "peru": 0.9501133786848072, "rocole": 0.6843176316860528 }, "weak_macro_f1": 0.7193216167073007, "old_class_f1": { "cercospora": 0.7945205479452054, "healthy": 0.9409090909090909, "miner": 0.9451980466630494, "phoma": 0.8486739469578783, "rust": 0.9390444810543658, "red_spider_mite": 0.4225352112676056, "weevil_damage": 0.969371305749597, "unsupported": 1.0 }, "old_native_accuracy": 0.917928848185981, "far_macro_f1": 0.8605224639853292, "context_macro_f1": 0.8684531964210748, "selection_score": 0.8743020636981358, "stage": "partial_backbone", "epoch": 5, "training_loss": 0.5625999000337388, "training_examples": 6469, "seconds": 302.97522170003504, "eligible": true }, { "accuracy": 0.9333207404608991, "macro_f1": 0.8660439020226066, "source_macro_f1": 0.9013306995573013, "per_source": { "agml": 0.9004305370716731, "beans": 1.0, "bracol_expert": 0.7491340447386441, "bracol_leaf": 0.8852090702857811, "bracol_symptom": 0.9015871930335824, "coffeeleaf_own_field": 0.9708143450376593, "coffeeleaf_rust_and_leaf_miner": 0.9624648930933823, "peru": 0.9895344886170574, "rocole": 0.7528017241379311 }, "weak_macro_f1": 0.7572964231354642, "old_class_f1": { "cercospora": 0.8, "healthy": 0.9406392694063926, "miner": 0.946843853820598, "phoma": 0.865625, "rust": 0.9487696651875757, "red_spider_mite": 0.53125, "weevil_damage": 0.9739696312364425, "unsupported": 1.0 }, "old_native_accuracy": 0.9284959492779148, "far_macro_f1": 0.8857512462995913, "context_macro_f1": 0.8602483164983165, "selection_score": 0.8884403869681914, "stage": "partial_backbone", "epoch": 6, "training_loss": 0.549149195794706, "training_examples": 6469, "seconds": 340.2951940000057, "eligible": true } ], "selected_epoch": 6, "selected_score": 0.8884403869681914, "checkpoint_sha256": "eb6a5d4daac75046befce1250bc9278d4c1d2ccfa8ccf0fe2f4302cb918e8dd8", "temperature": { "temperature": 0.7418458392824085, "validation_n": 5294, "source": "scale_v3 validation only", "test_used": false }, "stopping": { "head_completed_epochs": 26, "head_selected_epoch": 21, "backbone_completed_epochs": 6, "backbone_reason": "predeclared_maximum_epochs_reached", "checkpoint_selection": "Validation composite and weak-class preservation only; test and external images never used for model selection" }, "completion_verification": { "checked": 25605, "split_counts": { "train": 20311, "val": 5294 }, "source_counts": { "train": { "agml": 1278, "bracol_leaf": 964, "bracol_symptom": 1462, "rocole": 1072, "beans": 1034, "coffeeleaf_own_field": 5448, "coffeeleaf_rust_and_leaf_miner": 2861, "peru": 1105, "bracol_expert": 5087 }, "val": { "agml": 1021, "bracol_leaf": 207, "bracol_symptom": 324, "rocole": 228, "beans": 133, "coffeeleaf_own_field": 1380, "coffeeleaf_rust_and_leaf_miner": 628, "peru": 168, "bracol_expert": 1205 } }, "mismatches": [], "selected_checkpoint_validation_cache_check": { "n": 96, "max_absolute_logit_difference": 0.0, "top1_differences": 0 }, "checkpoint_sha256": "eb6a5d4daac75046befce1250bc9278d4c1d2ccfa8ccf0fe2f4302cb918e8dd8", "manifest_sha256": "e27dd7fc6483ad16064ccf4ebf1204ef1d8ad2c8881c5b6960641d3cbbc852f5", "selected_validation": { "accuracy": 0.9333207404608991, "macro_f1": 0.8660439020226066, "source_macro_f1": 0.9013306995573013, "per_source": { "agml": 0.9004305370716731, "beans": 1.0, "bracol_expert": 0.7491340447386441, "bracol_leaf": 0.8852090702857811, "bracol_symptom": 0.9015871930335824, "coffeeleaf_own_field": 0.9708143450376593, "coffeeleaf_rust_and_leaf_miner": 0.9624648930933823, "peru": 0.9895344886170574, "rocole": 0.7528017241379311 }, "weak_macro_f1": 0.7572964231354642, "old_class_f1": { "cercospora": 0.8, "healthy": 0.9406392694063926, "miner": 0.946843853820598, "phoma": 0.865625, "rust": 0.9487696651875757, "red_spider_mite": 0.53125, "weevil_damage": 0.9739696312364425, "unsupported": 1.0 }, "old_native_accuracy": 0.9284959492779148, "far_macro_f1": 0.8857512462995913, "context_macro_f1": 0.8602483164983165, "selection_score": 0.8884403869681914, "stage": "partial_backbone", "epoch": 6, "training_loss": 0.549149195794706, "training_examples": 6469, "seconds": 340.2951940000057, "eligible": true }, "additional_validation_only_guard_audit": { "old_macro_f1_loss_at_most_1pp": true, "old_native_accuracy_loss_at_most_1pp": true, "each_weak_class_loss_at_most_1pp": true, "source_f1_gain_at_least_1pp": true, "far_f1_gain_at_least_1_5pp": true }, "guard_audit_note": "Additional broader B0-style guards audited after selection; no test data, checkpoint reselection, or further training used for this audit.", "protected_b0_b1_files_unchanged": true, "architecture": "efficientnet_b2" } } }, "b2_head_training": { "sha256": "2134e26c10550450d42dfe0539acdfa6309c2d5e9742005e015421e3d0b5761e", "report": [ { "accuracy": 0.7540612013600302, "macro_f1": 0.6291267791299509, "source_macro_f1": 0.6820026743165964, "per_source": { "agml": 0.533180280685988, "beans": 0.9885931558935361, "bracol_expert": 0.5503036107511522, "bracol_leaf": 0.5552774465250696, "bracol_symptom": 0.6157557978312654, "coffeeleaf_own_field": 0.8792919053170459, "coffeeleaf_rust_and_leaf_miner": 0.9056495254285309, "peru": 0.6737660054733224, "rocole": 0.43620634094345706 }, "weak_macro_f1": 0.3887124768583417, "old_class_f1": { "cercospora": 0.32448377581120946, "healthy": 0.6977687626774848, "miner": 0.7316538882803943, "phoma": 0.5295109612141653, "rust": 0.7899523603291468, "red_spider_mite": 0.14388489208633093, "weevil_damage": 0.8423326133909287, "unsupported": 0.8934707903780069 }, "old_native_accuracy": 0.6917928848185981, "stage": "head", "epoch": 1, "selection_score": 0.6274339656605291 }, { "accuracy": 0.8116735927465055, "macro_f1": 0.6937496081873294, "source_macro_f1": 0.7362924254820815, "per_source": { "agml": 0.6249654826610099, "beans": 0.9962264150943396, "bracol_expert": 0.6081733917270192, "bracol_leaf": 0.6003364870211634, "bracol_symptom": 0.7008937473453603, "coffeeleaf_own_field": 0.9191841157407872, "coffeeleaf_rust_and_leaf_miner": 0.9230720053368171, "peru": 0.7721688939080243, "rocole": 0.4816112905042125 }, "weak_macro_f1": 0.4575225851008997, "old_class_f1": { "cercospora": 0.4093567251461988, "healthy": 0.7427385892116183, "miner": 0.811804008908686, "phoma": 0.6473429951690821, "rust": 0.8360375747224594, "red_spider_mite": 0.2204724409448819, "weevil_damage": 0.9116379310344828, "unsupported": 0.9565217391304348 }, "old_native_accuracy": 0.7601268052131032, "stage": "head", "epoch": 2, "selection_score": 0.6859683859659538 }, { "accuracy": 0.8386853041178692, "macro_f1": 0.731915433238703, "source_macro_f1": 0.7708230878320391, "per_source": { "agml": 0.6906845049796273, "beans": 0.9962264150943396, "bracol_expert": 0.6295208569165565, "bracol_leaf": 0.6519275473630313, "bracol_symptom": 0.7452823129875512, "coffeeleaf_own_field": 0.9287770206766917, "coffeeleaf_rust_and_leaf_miner": 0.9350157659869289, "peru": 0.8273998788704672, "rocole": 0.5325734876131585 }, "weak_macro_f1": 0.5246775093189049, "old_class_f1": { "cercospora": 0.4986301369863014, "healthy": 0.7743271221532091, "miner": 0.8394648829431438, "phoma": 0.6761006289308176, "rust": 0.8650693568726355, "red_spider_mite": 0.3010752688172043, "weevil_damage": 0.9265350877192983, "unsupported": 0.9850746268656716 }, "old_native_accuracy": 0.8013384994716449, "stage": "head", "epoch": 3, "selection_score": 0.7261197201364018 }, { "accuracy": 0.8554967888175293, "macro_f1": 0.7455178900815896, "source_macro_f1": 0.7946780626404424, "per_source": { "agml": 0.7312679615416349, "beans": 0.9962264150943396, "bracol_expert": 0.650920076920198, "bracol_leaf": 0.6724639593930648, "bracol_symptom": 0.7824921246815879, "coffeeleaf_own_field": 0.9329118045329762, "coffeeleaf_rust_and_leaf_miner": 0.9468703339671082, "peru": 0.8857457083186399, "rocole": 0.5532041793144321 }, "weak_macro_f1": 0.5374227023395517, "old_class_f1": { "cercospora": 0.5180722891566265, "healthy": 0.8151260504201681, "miner": 0.8591938155715074, "phoma": 0.7181102362204724, "rust": 0.8801652892561983, "red_spider_mite": 0.27906976744186046, "weevil_damage": 0.9332597904026475, "unsupported": 0.9814126394052045 }, "old_native_accuracy": 0.8281084889045438, "stage": "head", "epoch": 4, "selection_score": 0.7462577240835382 }, { "accuracy": 0.8675859463543635, "macro_f1": 0.7600246393298165, "source_macro_f1": 0.8108892896421751, "per_source": { "agml": 0.7735828541415134, "beans": 0.9962264150943396, "bracol_expert": 0.6644835445740962, "bracol_leaf": 0.7096510327407215, "bracol_symptom": 0.8118977852044902, "coffeeleaf_own_field": 0.9430362078874627, "coffeeleaf_rust_and_leaf_miner": 0.9434202350398486, "peru": 0.9069022681940345, "rocole": 0.5488032639030699 }, "weak_macro_f1": 0.5642915052489264, "old_class_f1": { "cercospora": 0.6053412462908012, "healthy": 0.8301075268817204, "miner": 0.8702374378796245, "phoma": 0.712241653418124, "rust": 0.8920148944973108, "red_spider_mite": 0.25742574257425743, "weevil_damage": 0.9464975179260894, "unsupported": 0.9814126394052045 }, "old_native_accuracy": 0.8400845368087355, "stage": "head", "epoch": 5, "selection_score": 0.7637266919207161 }, { "accuracy": 0.8800528900642236, "macro_f1": 0.7752366535639198, "source_macro_f1": 0.8193179331820193, "per_source": { "agml": 0.7951029611751297, "beans": 0.9962264150943396, "bracol_expert": 0.6814745147575046, "bracol_leaf": 0.690807237817547, "bracol_symptom": 0.7981363850670782, "coffeeleaf_own_field": 0.9481217236993233, "coffeeleaf_rust_and_leaf_miner": 0.9433181362563456, "peru": 0.9403138393964081, "rocole": 0.5803601853744974 }, "weak_macro_f1": 0.5791174354261935, "old_class_f1": { "cercospora": 0.5913621262458472, "healthy": 0.8382978723404255, "miner": 0.8916201117318435, "phoma": 0.7441176470588236, "rust": 0.8970889708897088, "red_spider_mite": 0.3076923076923077, "weevil_damage": 0.9520661157024793, "unsupported": 0.9814126394052045 }, "old_native_accuracy": 0.8562874251497006, "stage": "head", "epoch": 6, "selection_score": 0.7744716025950256 }, { "accuracy": 0.8815640347563279, "macro_f1": 0.7813296572790487, "source_macro_f1": 0.8260709576026561, "per_source": { "agml": 0.7958613147651142, "beans": 0.9962264150943396, "bracol_expert": 0.6771854857500208, "bracol_leaf": 0.7287660475671602, "bracol_symptom": 0.8234170724930647, "coffeeleaf_own_field": 0.949390613313163, "coffeeleaf_rust_and_leaf_miner": 0.9508276963321377, "peru": 0.9292786387467308, "rocole": 0.5836853343621741 }, "weak_macro_f1": 0.6012815025743564, "old_class_f1": { "cercospora": 0.6455696202531646, "healthy": 0.8412017167381974, "miner": 0.8902239213544512, "phoma": 0.740506329113924, "rust": 0.9017673653925196, "red_spider_mite": 0.3170731707317073, "weevil_damage": 0.9542699724517907, "unsupported": 0.9887640449438202 }, "old_native_accuracy": 0.8608665022895385, "stage": "head", "epoch": 7, "selection_score": 0.7834042792836896 }, { "accuracy": 0.8896864374763883, "macro_f1": 0.7994025313037659, "source_macro_f1": 0.8424327792463664, "per_source": { "agml": 0.8493960277263775, "beans": 0.9962264150943396, "bracol_expert": 0.6903659564366456, "bracol_leaf": 0.725582265417826, "bracol_symptom": 0.8257100894341377, "coffeeleaf_own_field": 0.9473201316936186, "coffeeleaf_rust_and_leaf_miner": 0.9529197080291971, "peru": 0.9700628936651793, "rocole": 0.6243115257199764 }, "weak_macro_f1": 0.6386447679149477, "old_class_f1": { "cercospora": 0.6990881458966566, "healthy": 0.8680089485458613, "miner": 0.8975342465753424, "phoma": 0.7523219814241486, "rust": 0.9076733688961839, "red_spider_mite": 0.3488372093023256, "weevil_damage": 0.9529085872576177, "unsupported": 0.9887640449438202 }, "old_native_accuracy": 0.8724903134906657, "stage": "head", "epoch": 8, "selection_score": 0.8032585279581336 }, { "accuracy": 0.8927087268605969, "macro_f1": 0.7999378423206074, "source_macro_f1": 0.8424495770233686, "per_source": { "agml": 0.8425137073484399, "beans": 1.0, "bracol_expert": 0.7012517647562101, "bracol_leaf": 0.7372399257387956, "bracol_symptom": 0.8191900318908406, "coffeeleaf_own_field": 0.9532705133992596, "coffeeleaf_rust_and_leaf_miner": 0.9531603374170659, "peru": 0.9700628936651793, "rocole": 0.6053570189945275 }, "weak_macro_f1": 0.6293796380752902, "old_class_f1": { "cercospora": 0.6794871794871795, "healthy": 0.8652173913043478, "miner": 0.9000552181115405, "phoma": 0.7507788161993769, "rust": 0.911643270024773, "red_spider_mite": 0.3434343434343434, "weevil_damage": 0.9573304157549234, "unsupported": 0.9925373134328358 }, "old_native_accuracy": 0.8682634730538922, "stage": "head", "epoch": 9, "selection_score": 0.8019867392406046 }, { "accuracy": 0.8945976577257272, "macro_f1": 0.8032255005178566, "source_macro_f1": 0.8427685115168276, "per_source": { "agml": 0.8346151184448021, "beans": 1.0, "bracol_expert": 0.7026433359818032, "bracol_leaf": 0.7126942089011725, "bracol_symptom": 0.815304393719488, "coffeeleaf_own_field": 0.9551940141629612, "coffeeleaf_rust_and_leaf_miner": 0.9546783625730995, "peru": 0.9904265683907315, "rocole": 0.6193606014773898 }, "weak_macro_f1": 0.6316530158867248, "old_class_f1": { "cercospora": 0.6686746987951807, "healthy": 0.8559139784946237, "miner": 0.9024390243902439, "phoma": 0.7626339969372129, "rust": 0.9148056244830438, "red_spider_mite": 0.37037037037037035, "weevil_damage": 0.9599121361889071, "unsupported": 0.9925373134328358 }, "old_native_accuracy": 0.8731947868967946, "stage": "head", "epoch": 10, "selection_score": 0.803192584972518 }, { "accuracy": 0.898942198715527, "macro_f1": 0.8114896126564529, "source_macro_f1": 0.8556877878626634, "per_source": { "agml": 0.8489536921081869, "beans": 1.0, "bracol_expert": 0.7095045913955649, "bracol_leaf": 0.7430629984362552, "bracol_symptom": 0.842480079473078, "coffeeleaf_own_field": 0.9519953259615062, "coffeeleaf_rust_and_leaf_miner": 0.9526704183478445, "peru": 1.0, "rocole": 0.6525229850415359 }, "weak_macro_f1": 0.6561637476813768, "old_class_f1": { "cercospora": 0.6990291262135923, "healthy": 0.8747252747252747, "miner": 0.9053905390539054, "phoma": 0.7735849056603774, "rust": 0.9172077922077922, "red_spider_mite": 0.39473684210526316, "weevil_damage": 0.9559471365638766, "unsupported": 0.9925373134328358 }, "old_native_accuracy": 0.8827051778795351, "stage": "head", "epoch": 11, "selection_score": 0.8169195467942284 }, { "accuracy": 0.898753305629014, "macro_f1": 0.811741385447067, "source_macro_f1": 0.8538961775356362, "per_source": { "agml": 0.84201145646931, "beans": 1.0, "bracol_expert": 0.7078692360409929, "bracol_leaf": 0.7523908030206282, "bracol_symptom": 0.8414135768837328, "coffeeleaf_own_field": 0.9535298774517365, "coffeeleaf_rust_and_leaf_miner": 0.9516919086358617, "peru": 0.9904265683907315, "rocole": 0.645732170927732 }, "weak_macro_f1": 0.6587308866609355, "old_class_f1": { "cercospora": 0.7156549520766773, "healthy": 0.8658008658008658, "miner": 0.9042145593869731, "phoma": 0.7689873417721519, "rust": 0.9185185185185185, "red_spider_mite": 0.39473684210526316, "weevil_damage": 0.9574700109051254, "unsupported": 0.9925373134328358 }, "old_native_accuracy": 0.8795350475519549, "stage": "head", "epoch": 12, "selection_score": 0.8161904254867174 }, { "accuracy": 0.9000755572346052, "macro_f1": 0.8141367764558194, "source_macro_f1": 0.8545803381483652, "per_source": { "agml": 0.858208765423513, "beans": 1.0, "bracol_expert": 0.7080917568554057, "bracol_leaf": 0.7384087330473442, "bracol_symptom": 0.8302785918467205, "coffeeleaf_own_field": 0.9572428352468261, "coffeeleaf_rust_and_leaf_miner": 0.9550312563016736, "peru": 0.9904265683907315, "rocole": 0.6535345362230726 }, "weak_macro_f1": 0.6611688670049598, "old_class_f1": { "cercospora": 0.69375, "healthy": 0.8741721854304636, "miner": 0.9068119891008174, "phoma": 0.7677725118483413, "rust": 0.9202958093672966, "red_spider_mite": 0.4155844155844156, "weevil_damage": 0.9615806805708014, "unsupported": 0.9925373134328358 }, "old_native_accuracy": 0.8820007044734062, "stage": "head", "epoch": 13, "selection_score": 0.8174799051383452 }, { "accuracy": 0.9013978088401965, "macro_f1": 0.8132370413233706, "source_macro_f1": 0.8538309542762352, "per_source": { "agml": 0.8879360005145849, "beans": 1.0, "bracol_expert": 0.7191115694540396, "bracol_leaf": 0.7164533578468761, "bracol_symptom": 0.8310527856332296, "coffeeleaf_own_field": 0.9540998554297815, "coffeeleaf_rust_and_leaf_miner": 0.9519924561087507, "peru": 0.9904265683907315, "rocole": 0.6334059951081228 }, "weak_macro_f1": 0.650777102611965, "old_class_f1": { "cercospora": 0.6850152905198776, "healthy": 0.8863636363636364, "miner": 0.9101995565410199, "phoma": 0.791476407914764, "rust": 0.9172809172809173, "red_spider_mite": 0.38095238095238093, "weevil_damage": 0.9604395604395605, "unsupported": 0.9925373134328358 }, "old_native_accuracy": 0.883409651285664, "stage": "head", "epoch": 14, "selection_score": 0.8152540939360219 }, { "accuracy": 0.9019644880997355, "macro_f1": 0.8179930554160945, "source_macro_f1": 0.8577699362362292, "per_source": { "agml": 0.8620860991096722, "beans": 1.0, "bracol_expert": 0.7065391101968646, "bracol_leaf": 0.738449576050042, "bracol_symptom": 0.859835007484859, "coffeeleaf_own_field": 0.952064944384643, "coffeeleaf_rust_and_leaf_miner": 0.9591189236455089, "peru": 0.9904265683907315, "rocole": 0.6514091968637423 }, "weak_macro_f1": 0.6695401622623373, "old_class_f1": { "cercospora": 0.7223880597014926, "healthy": 0.87527352297593, "miner": 0.9108695652173913, "phoma": 0.788961038961039, "rust": 0.9177914110429448, "red_spider_mite": 0.410958904109589, "weevil_damage": 0.959070796460177, "unsupported": 0.9925373134328358 }, "old_native_accuracy": 0.8890454385346953, "stage": "head", "epoch": 15, "selection_score": 0.8215800939761185 }, { "accuracy": 0.9064979221760484, "macro_f1": 0.8248714600799048, "source_macro_f1": 0.8662359342316566, "per_source": { "agml": 0.8645205636384464, "beans": 1.0, "bracol_expert": 0.7251832746659594, "bracol_leaf": 0.7810176000984501, "bracol_symptom": 0.8369589112054866, "coffeeleaf_own_field": 0.957289977781781, "coffeeleaf_rust_and_leaf_miner": 0.9551337681352323, "peru": 1.0, "rocole": 0.676019312559553 }, "weak_macro_f1": 0.6784772388487559, "old_class_f1": { "cercospora": 0.7254901960784313, "healthy": 0.8888888888888888, "miner": 0.9114898295766904, "phoma": 0.7981072555205048, "rust": 0.9198209198209198, "red_spider_mite": 0.42105263157894735, "weevil_damage": 0.9617903930131004, "unsupported": 0.9925373134328358 }, "old_native_accuracy": 0.8886932018316308, "stage": "head", "epoch": 16, "selection_score": 0.8297992350938712 }, { "accuracy": 0.9053645636569702, "macro_f1": 0.8192011270432397, "source_macro_f1": 0.8606271860470555, "per_source": { "agml": 0.8884210585539041, "beans": 1.0, "bracol_expert": 0.7160548219289857, "bracol_leaf": 0.7278094690120007, "bracol_symptom": 0.8345455595637541, "coffeeleaf_own_field": 0.9565277969637932, "coffeeleaf_rust_and_leaf_miner": 0.9543578352074006, "peru": 1.0, "rocole": 0.6679281331936608 }, "weak_macro_f1": 0.661255063823282, "old_class_f1": { "cercospora": 0.6938775510204082, "healthy": 0.8898876404494382, "miner": 0.9128262076624097, "phoma": 0.8031007751937984, "rust": 0.9237668161434978, "red_spider_mite": 0.4, "weevil_damage": 0.9613686534216336, "unsupported": 0.9925373134328358 }, "old_native_accuracy": 0.8915110954561465, "stage": "head", "epoch": 17, "selection_score": 0.8224361559127263 }, { "accuracy": 0.9068757083490744, "macro_f1": 0.8250219887796044, "source_macro_f1": 0.8594399630801964, "per_source": { "agml": 0.901035194030889, "beans": 1.0, "bracol_expert": 0.7125400104732158, "bracol_leaf": 0.7235916000721024, "bracol_symptom": 0.8305939159092095, "coffeeleaf_own_field": 0.9593105300656054, "coffeeleaf_rust_and_leaf_miner": 0.9502499734070844, "peru": 0.9892450590125009, "rocole": 0.6683933847511607 }, "weak_macro_f1": 0.6782986896820106, "old_class_f1": { "cercospora": 0.7160493827160493, "healthy": 0.8864142538975501, "miner": 0.9163434903047092, "phoma": 0.8055130168453293, "rust": 0.9220032840722496, "red_spider_mite": 0.43243243243243246, "weevil_damage": 0.9623567921440261, "unsupported": 0.9925373134328358 }, "old_native_accuracy": 0.8904543853469532, "stage": "head", "epoch": 18, "selection_score": 0.8253851772103502 }, { "accuracy": 0.9019644880997355, "macro_f1": 0.8170317450845929, "source_macro_f1": 0.8515798838455712, "per_source": { "agml": 0.8498727849323245, "beans": 1.0, "bracol_expert": 0.716868808966928, "bracol_leaf": 0.7430380317373676, "bracol_symptom": 0.838738222561752, "coffeeleaf_own_field": 0.9560168952038629, "coffeeleaf_rust_and_leaf_miner": 0.9597894692252298, "peru": 0.9793024874992087, "rocole": 0.6205922544834678 }, "weak_macro_f1": 0.6617256151713018, "old_class_f1": { "cercospora": 0.7218934911242604, "healthy": 0.8676789587852495, "miner": 0.9175314036045876, "phoma": 0.7785016286644951, "rust": 0.9158025715470759, "red_spider_mite": 0.3956043956043956, "weevil_damage": 0.9617067833698031, "unsupported": 0.9925373134328358 }, "old_native_accuracy": 0.8823529411764706, "stage": "head", "epoch": 19, "selection_score": 0.8161921157922352 }, { "accuracy": 0.9072534945221005, "macro_f1": 0.8175696901440966, "source_macro_f1": 0.8536808172442356, "per_source": { "agml": 0.8613936981378842, "beans": 1.0, "bracol_expert": 0.7201978649857799, "bracol_leaf": 0.715506187095919, "bracol_symptom": 0.8359979793149541, "coffeeleaf_own_field": 0.9570382453800723, "coffeeleaf_rust_and_leaf_miner": 0.9535279265574325, "peru": 1.0, "rocole": 0.6394654537260781 }, "weak_macro_f1": 0.6545236323959728, "old_class_f1": { "cercospora": 0.7446153846153846, "healthy": 0.8553191489361702, "miner": 0.9118472768107805, "phoma": 0.822429906542056, "rust": 0.9218307006885379, "red_spider_mite": 0.36363636363636365, "weevil_damage": 0.9621087314662273, "unsupported": 0.9925373134328358 }, "old_native_accuracy": 0.8932722789714689, "stage": "head", "epoch": 20, "selection_score": 0.8165850140969684 }, { "accuracy": 0.9108424631658482, "macro_f1": 0.8310184815076439, "source_macro_f1": 0.8696726698897832, "per_source": { "agml": 0.8976484312243873, "beans": 1.0, "bracol_expert": 0.7279831262131607, "bracol_leaf": 0.772357322305965, "bracol_symptom": 0.846341708278642, "coffeeleaf_own_field": 0.9595270315664199, "coffeeleaf_rust_and_leaf_miner": 0.956768556643815, "peru": 1.0, "rocole": 0.6664278527756587 }, "weak_macro_f1": 0.691290708183912, "old_class_f1": { "cercospora": 0.7508090614886731, "healthy": 0.8963963963963963, "miner": 0.9142545057345712, "phoma": 0.8107255520504731, "rust": 0.9253974724826742, "red_spider_mite": 0.4266666666666667, "weevil_damage": 0.962800875273523, "unsupported": 0.9925373134328358 }, "old_native_accuracy": 0.8960901725959844, "stage": "head", "epoch": 21, "selection_score": 0.8351845379574747 }, { "accuracy": 0.904608991310918, "macro_f1": 0.8211837938158575, "source_macro_f1": 0.8609041257973354, "per_source": { "agml": 0.8821037977143614, "beans": 1.0, "bracol_expert": 0.7278208477033623, "bracol_leaf": 0.7185887128744272, "bracol_symptom": 0.8385595138196275, "coffeeleaf_own_field": 0.9612243482586351, "coffeeleaf_rust_and_leaf_miner": 0.9512213238258951, "peru": 1.0, "rocole": 0.6686185879797101 }, "weak_macro_f1": 0.6707661896467569, "old_class_f1": { "cercospora": 0.7016574585635359, "healthy": 0.898876404494382, "miner": 0.9022222222222223, "phoma": 0.7902439024390244, "rust": 0.9215686274509803, "red_spider_mite": 0.4117647058823529, "weevil_damage": 0.9651416122004357, "unsupported": 0.9925373134328358 }, "old_native_accuracy": 0.8841141246917928, "stage": "head", "epoch": 22, "selection_score": 0.8244393689784532 }, { "accuracy": 0.9027200604457877, "macro_f1": 0.8243544832713439, "source_macro_f1": 0.8588084559269215, "per_source": { "agml": 0.8829080086823401, "beans": 1.0, "bracol_expert": 0.724985114188871, "bracol_leaf": 0.7532889027694051, "bracol_symptom": 0.8513504211990199, "coffeeleaf_own_field": 0.9576786784790507, "coffeeleaf_rust_and_leaf_miner": 0.9518150503444621, "peru": 0.9793024874992087, "rocole": 0.627947440179936 }, "weak_macro_f1": 0.6844042672882399, "old_class_f1": { "cercospora": 0.7306501547987616, "healthy": 0.8830022075055187, "miner": 0.9061135371179039, "phoma": 0.789049919484702, "rust": 0.9168039538714992, "red_spider_mite": 0.43956043956043955, "weevil_damage": 0.9616648411829135, "unsupported": 0.9925373134328358 }, "old_native_accuracy": 0.8827051778795351, "stage": "head", "epoch": 23, "selection_score": 0.8257570331000037 }, { "accuracy": 0.9023422742727616, "macro_f1": 0.8217232386582942, "source_macro_f1": 0.8584945264389428, "per_source": { "agml": 0.8721221125714649, "beans": 1.0, "bracol_expert": 0.7174975686803194, "bracol_leaf": 0.7518258570697596, "bracol_symptom": 0.8212749628153494, "coffeeleaf_own_field": 0.9622834832502858, "coffeeleaf_rust_and_leaf_miner": 0.953688629253655, "peru": 0.9892450590125009, "rocole": 0.6585130652971488 }, "weak_macro_f1": 0.6751798751644174, "old_class_f1": { "cercospora": 0.6902654867256637, "healthy": 0.8908296943231441, "miner": 0.9050772626931567, "phoma": 0.7619047619047619, "rust": 0.9223781998348473, "red_spider_mite": 0.4444444444444444, "weevil_damage": 0.9650655021834061, "unsupported": 0.9925373134328358 }, "old_native_accuracy": 0.8798872842550194, "stage": "head", "epoch": 24, "selection_score": 0.8236430711916343 }, { "accuracy": 0.9038534189648659, "macro_f1": 0.8224990597363722, "source_macro_f1": 0.8603585295361237, "per_source": { "agml": 0.8807829931558953, "beans": 1.0, "bracol_expert": 0.7323444170254156, "bracol_leaf": 0.7430414307157994, "bracol_symptom": 0.85112133729155, "coffeeleaf_own_field": 0.9588014017824988, "coffeeleaf_rust_and_leaf_miner": 0.9568262668318006, "peru": 1.0, "rocole": 0.6203089190221543 }, "weak_macro_f1": 0.6766444203944203, "old_class_f1": { "cercospora": 0.7375, "healthy": 0.8883928571428571, "miner": 0.9052287581699346, "phoma": 0.7824675324675324, "rust": 0.9185855263157895, "red_spider_mite": 0.40404040404040403, "weevil_damage": 0.964873765093304, "unsupported": 0.9888475836431226 }, "old_native_accuracy": 0.8827051778795351, "stage": "head", "epoch": 25, "selection_score": 0.8252295192049179 }, { "accuracy": 0.9076312806951266, "macro_f1": 0.8197309600133128, "source_macro_f1": 0.868398504243828, "per_source": { "agml": 0.8766709256772695, "beans": 1.0, "bracol_expert": 0.7174832599954273, "bracol_leaf": 0.7939130561315435, "bracol_symptom": 0.844211023422341, "coffeeleaf_own_field": 0.9617187079166143, "coffeeleaf_rust_and_leaf_miner": 0.9602734313260629, "peru": 1.0, "rocole": 0.6613161337251935 }, "weak_macro_f1": 0.6720534162148107, "old_class_f1": { "cercospora": 0.743421052631579, "healthy": 0.8959276018099548, "miner": 0.9070146818923328, "phoma": 0.7770491803278688, "rust": 0.9276182773958754, "red_spider_mite": 0.37681159420289856, "weevil_damage": 0.9667936853565596, "unsupported": 0.9925373134328358 }, "old_native_accuracy": 0.8908066220500176, "stage": "head", "epoch": 26, "selection_score": 0.8292132321933724 } ] }, "b2_export_validation": { "sha256": "5efe4c074bf7d5922c4521a4db60747a9afc719b806d1e5cae0d777d6bc7bef0", "report": { "artifact_sha256": "ddbea87650b839dabb376f32d7e210ccc21a105024de23b3c0abf25fbbe86a01", "checkpoint_sha256": "eb6a5d4daac75046befce1250bc9278d4c1d2ccfa8ccf0fe2f4302cb918e8dd8", "parameter_count": 7712266, "bytes": 8573416, "compression_candidates": [ { "variant": "int8_weights", "quantized_weight_tensors": 115, "bytes": 8573416, "parity": { "n": 5294, "maximum_probability_error": 0.5101252794265747, "mean_absolute_probability_error": 0.004115395247936249, "top1_disagreements": 50, "accuracy_drop": 0.0026445032111823696, "macro_f1_drop": 0.002234176734316251, "eligible": true, "policy": "Validation only: <=1 percentage point accuracy and macro F1 loss relative to selected checkpoint" } } ], "test_or_external_used_for_selection": false, "phone_device_tested": false, "incumbents_unchanged": { "mobile/assets/model/coffee-leaf.tflite": { "sha256": "19b4f9747604dcff2cc43f44e3056f5c4fd827e3b0556e6632e1acbd1ce6ccda", "bytes": 8091596 }, "mobile/assets/model/model-config.json": { "sha256": "bf29b082d6f40f1519a3a307f971fc52f83e91fef67e3b8049cf74e01ab62368", "bytes": 2567 }, "mobile/assets/model/coffee-leaf-b1.tflite": { "sha256": "28c5d1cf1ac3f268d66f9c9f50f35e0a4602dced07f55e07b17f4c6cdae18c75", "bytes": 7324120 }, "mobile/assets/model/model-config-b1.json": { "sha256": "06f6dfa8539db4a9fd82dcfaa371c37c8ba5efdeb61b9a11e79d81e1ffb0b4f7", "bytes": 2952 }, "mobile/assets/model/brightness-config.json": { "sha256": "cd2c58f04fa705204593009b940ad5aff2329742a348c83330eacb106788660e", "bytes": 1893 }, "training/runs/efficientnet/best.safetensors": { "sha256": "f83c93baaa20a2d106860ecca337543e063c1ed8b7781fd0f793790992986d8d", "bytes": 16272336 }, "training/runs/efficientnet/calibration.json": { "sha256": "c608d6c82f6663bead65e4457d1c4977a024737903d5811c12ca3a6e85ccd520", "bytes": 1874 }, "training/runs/efficientnet_b1/best.safetensors": { "sha256": "a5ac6495802d4b03e1f0365327d41b8919b13c9c212a8cc8f26bf1c43f72a3d1", "bytes": 26388856 }, "training/runs/efficientnet_b1/calibration.json": { "sha256": "bf96788ffb02d033430d0910e95d5678385ddbd74087913486c4e1705021936e", "bytes": 1960 }, "training/data/manifest.json": { "sha256": "17531809594632bdaa1a7d005b2690041f94acf302e84fd5a1125e7e51494ba7", "bytes": 9207106 }, "training/data/scale_v3_manifest.json": { "sha256": "e27dd7fc6483ad16064ccf4ebf1204ef1d8ad2c8881c5b6960641d3cbbc852f5", "bytes": 18916720 }, "training/runs/model_comparison/comparison.json": { "sha256": "7b099fe988b3aff3cd0e3d69a9ac73fe2658b4a07014b64b6d27ba60e8851466", "bytes": 547850 } }, "export_recipe_sha256": "9f8a23239c0449ddef79760e7d1703879aceaca35cce7d6da8649f2bae3c5391" } }, "b2_completion_verification": { "sha256": "87eaa6e592549c59d8e7dfbc5f3e329a7e64b83d0cd09f676264170d2e34660a", "report": { "checked": 25605, "split_counts": { "train": 20311, "val": 5294 }, "source_counts": { "train": { "agml": 1278, "bracol_leaf": 964, "bracol_symptom": 1462, "rocole": 1072, "beans": 1034, "coffeeleaf_own_field": 5448, "coffeeleaf_rust_and_leaf_miner": 2861, "peru": 1105, "bracol_expert": 5087 }, "val": { "agml": 1021, "bracol_leaf": 207, "bracol_symptom": 324, "rocole": 228, "beans": 133, "coffeeleaf_own_field": 1380, "coffeeleaf_rust_and_leaf_miner": 628, "peru": 168, "bracol_expert": 1205 } }, "mismatches": [], "selected_checkpoint_validation_cache_check": { "n": 96, "max_absolute_logit_difference": 0.0, "top1_differences": 0 }, "checkpoint_sha256": "eb6a5d4daac75046befce1250bc9278d4c1d2ccfa8ccf0fe2f4302cb918e8dd8", "manifest_sha256": "e27dd7fc6483ad16064ccf4ebf1204ef1d8ad2c8881c5b6960641d3cbbc852f5", "selected_validation": { "accuracy": 0.9333207404608991, "macro_f1": 0.8660439020226066, "source_macro_f1": 0.9013306995573013, "per_source": { "agml": 0.9004305370716731, "beans": 1.0, "bracol_expert": 0.7491340447386441, "bracol_leaf": 0.8852090702857811, "bracol_symptom": 0.9015871930335824, "coffeeleaf_own_field": 0.9708143450376593, "coffeeleaf_rust_and_leaf_miner": 0.9624648930933823, "peru": 0.9895344886170574, "rocole": 0.7528017241379311 }, "weak_macro_f1": 0.7572964231354642, "old_class_f1": { "cercospora": 0.8, "healthy": 0.9406392694063926, "miner": 0.946843853820598, "phoma": 0.865625, "rust": 0.9487696651875757, "red_spider_mite": 0.53125, "weevil_damage": 0.9739696312364425, "unsupported": 1.0 }, "old_native_accuracy": 0.9284959492779148, "far_macro_f1": 0.8857512462995913, "context_macro_f1": 0.8602483164983165, "selection_score": 0.8884403869681914, "stage": "partial_backbone", "epoch": 6, "training_loss": 0.549149195794706, "training_examples": 6469, "seconds": 340.2951940000057, "eligible": true }, "additional_validation_only_guard_audit": { "old_macro_f1_loss_at_most_1pp": true, "old_native_accuracy_loss_at_most_1pp": true, "each_weak_class_loss_at_most_1pp": true, "source_f1_gain_at_least_1pp": true, "far_f1_gain_at_least_1_5pp": true }, "guard_audit_note": "Additional broader B0-style guards audited after selection; no test data, checkpoint reselection, or further training used for this audit.", "protected_b0_b1_files_unchanged": true, "architecture": "efficientnet_b2" } }, "b2_float32_conversion_parity": { "sha256": "7149bc15bbe84fab26e52b9ce14dd2d1fb4c82831bbd7be9e072b8f81bac2d8d", "report": { "validation_samples": 64, "maximum_probability_error": 2.4437904357910156e-06, "top1_disagreements": 0, "atol": 0.0001, "rtol": 0.0001, "checkpoint_sha256": "eb6a5d4daac75046befce1250bc9278d4c1d2ccfa8ccf0fe2f4302cb918e8dd8", "float32_artifact_sha256": "21565bd28176f91ccf66945765615982600d55e9fdc45eef8bf2b33e469faf70" } }, "b2_compression_validation": { "sha256": "f293455ae069c0f8d1155acd78e1d3f3060badd420a2e91c5c22eb66bf33d0e9", "report": [ { "variant": "int8_weights", "quantized_weight_tensors": 115, "bytes": 8573416, "parity": { "n": 5294, "maximum_probability_error": 0.5101252794265747, "mean_absolute_probability_error": 0.004115395247936249, "top1_disagreements": 50, "accuracy_drop": 0.0026445032111823696, "macro_f1_drop": 0.002234176734316251, "eligible": true, "policy": "Validation only: <=1 percentage point accuracy and macro F1 loss relative to selected checkpoint" } } ] }, "b2_offline_verification": { "sha256": "36bb1dcc834e7b0451462b473d392192e94592d2e1adf1c90d5df2232d6f93e0", "report": { "artifact_sha256": "ddbea87650b839dabb376f32d7e210ccc21a105024de23b3c0abf25fbbe86a01", "fresh_process": true, "python_outbound_sockets_blocked": true, "attempted_connections": 0, "os_firewall_test": false, "phone_device_tested": false, "runtime_operations": [ "ADD", "CONV_2D", "DEPTHWISE_CONV_2D", "DEQUANTIZE", "FULLY_CONNECTED", "LOGISTIC", "MEAN", "MUL", "PAD", "RESHAPE", "SOFTMAX", "SUB", "TRANSPOSE" ], "custom_ops_present": false, "samples": 3, "predicted_indices": [ 0, 4, 3 ], "app_load": "Bundled coffee-leaf-b2.tflite; selected local asset with CPU delegates []" } }, "b2_incumbent_identities": { "sha256": "17fe17b665a1354fcac4c8567b643beff505dd8b4f656b92e700443735724d09", "report": { "mobile/assets/model/coffee-leaf.tflite": { "sha256": "19b4f9747604dcff2cc43f44e3056f5c4fd827e3b0556e6632e1acbd1ce6ccda", "bytes": 8091596 }, "mobile/assets/model/model-config.json": { "sha256": "bf29b082d6f40f1519a3a307f971fc52f83e91fef67e3b8049cf74e01ab62368", "bytes": 2567 }, "mobile/assets/model/coffee-leaf-b1.tflite": { "sha256": "28c5d1cf1ac3f268d66f9c9f50f35e0a4602dced07f55e07b17f4c6cdae18c75", "bytes": 7324120 }, "mobile/assets/model/model-config-b1.json": { "sha256": "06f6dfa8539db4a9fd82dcfaa371c37c8ba5efdeb61b9a11e79d81e1ffb0b4f7", "bytes": 2952 }, "mobile/assets/model/brightness-config.json": { "sha256": "cd2c58f04fa705204593009b940ad5aff2329742a348c83330eacb106788660e", "bytes": 1893 }, "training/runs/efficientnet/best.safetensors": { "sha256": "f83c93baaa20a2d106860ecca337543e063c1ed8b7781fd0f793790992986d8d", "bytes": 16272336 }, "training/runs/efficientnet/calibration.json": { "sha256": "c608d6c82f6663bead65e4457d1c4977a024737903d5811c12ca3a6e85ccd520", "bytes": 1874 }, "training/runs/efficientnet_b1/best.safetensors": { "sha256": "a5ac6495802d4b03e1f0365327d41b8919b13c9c212a8cc8f26bf1c43f72a3d1", "bytes": 26388856 }, "training/runs/efficientnet_b1/calibration.json": { "sha256": "bf96788ffb02d033430d0910e95d5678385ddbd74087913486c4e1705021936e", "bytes": 1960 }, "training/data/manifest.json": { "sha256": "17531809594632bdaa1a7d005b2690041f94acf302e84fd5a1125e7e51494ba7", "bytes": 9207106 }, "training/data/scale_v3_manifest.json": { "sha256": "e27dd7fc6483ad16064ccf4ebf1204ef1d8ad2c8881c5b6960641d3cbbc852f5", "bytes": 18916720 }, "training/runs/model_comparison/comparison.json": { "sha256": "7b099fe988b3aff3cd0e3d69a9ac73fe2658b4a07014b64b6d27ba60e8851466", "bytes": 547850 } } }, "b2_run_identity": { "sha256": "212a7d128799a01b96d9461bc61ececb3a42e154c4bdc7584c73d58dcf4e8278", "report": { "architecture": "efficientnet_b2", "seed": 20261003, "input_size": 224, "manifest_sha256": "e27dd7fc6483ad16064ccf4ebf1204ef1d8ad2c8881c5b6960641d3cbbc852f5", "pretrained_sha256": "e9adbcce7e5d5055c571c4cafdcc7f920b6a6ec42e643c49dff1aabe1d5f53c5", "engine_sha256": "122db475235747bc6c962aaad9c8f11cf10d156a5ff8620a6f77af557b6c0987", "dataset_code_sha256": "ace2c2cf2dc4dae7cce073fe1e4ef42c0bf1e14c18950228bdba94089de3b3cb", "wrapper_sha256": "c9ede75ea24d55d93538459078f284ae5272ed8d4b9ec95fc58c043a77dd90f2" } }, "b2_pretraining": { "sha256": "5cfbc4229ae9f5464a0ff46afec971dc466455dc4c63303428f4a92462597912", "report": { "repository": "timm/efficientnet_b2.ra_in1k", "revision": "3577c4a7d84723645311bb5a9e5086f1b62ec8e2", "license": "apache-2.0", "pretraining": "ImageNet-1k; no coffee disease head reused", "source": "https://huggingface.co/timm/efficientnet_b2.ra_in1k/tree/3577c4a7d84723645311bb5a9e5086f1b62ec8e2", "native_pretraining_resolution": 256, "published_test_resolution": 288, "fine_tuning_and_app_resolution": 224, "resolution_note": "The checkpoint allows variable input sizes. Fine-tuning uses the same 224-pixel images as B1 for a controlled app comparison. This does not measure B2 at its published 288-pixel test setting.", "sha256": { "config.json": "c661df6cbac745243bb787559fbc781140bf7e2d58869c5d30ffa4e51e0a43da", "model.safetensors": "e9adbcce7e5d5055c571c4cafdcc7f920b6a6ec42e643c49dff1aabe1d5f53c5" } } }, "b3_training": { "sha256": "710e7de343747151789663c6af2de1cddcb109758b830515ea05631cb0a42e8a", "report": { "architecture": "efficientnet_b3", "input_size": 224, "labels": [ "cercospora", "healthy", "miner", "phoma", "rust", "red_spider_mite", "weevil_damage", "unsupported" ], "seed": 20261003, "parameters": 10708528, "pretrained": { "repository": "timm/efficientnet_b3.ra2_in1k", "revision": "0366a75518620e0f2077789202073759f2d61393", "license": "apache-2.0", "pretraining": "ImageNet-1k; no coffee disease head reused", "source": "https://huggingface.co/timm/efficientnet_b3.ra2_in1k/tree/0366a75518620e0f2077789202073759f2d61393", "native_pretraining_resolution": 288, "published_test_resolution": 320, "fine_tuning_and_app_resolution": 224, "resolution_note": "Same 224-pixel app contract as B0/B1/B2; not the published 320-pixel B3 test setting.", "sha256": { "config.json": "d3413ca359c4c5283bbabbba46ef66a265a14031b0b86132de9aa59f84b8d363", "model.safetensors": "279d2a53898aa89dab43fd6bd7df9f706aea4cb9cf916223988bbcb8e5850469" } }, "manifest_sha256": "e27dd7fc6483ad16064ccf4ebf1204ef1d8ad2c8881c5b6960641d3cbbc852f5", "split_counts": { "train": 20311, "val": 5294 }, "test_used_for_selection": false, "external_used_for_training_or_selection": false, "recipe": { "head": { "training_images": 20311, "validation_images": 5294, "optimizer": "AdamW", "learning_rate": 0.001, "weight_decay": 0.01, "label_smoothing": 0.05, "dropout": 0.15, "maximum_epochs": 30, "patience": 5, "minimum_epochs": 10, "minimum_selection_improvement": 0.002, "selection": "0.65 mean-source F1 + 0.20 macro F1 + 0.15 weak-class F1" }, "backbone": { "trainable": "Last two blocks, convolutional head, and classifier", "frozen_batch_norm": true, "optimizer": "AdamW", "learning_rate": 3e-05, "weight_decay": 0.03, "label_smoothing": 0.05, "dropout": 0.15, "gradient_clip": 1.0, "maximum_epochs": 6, "patience": 2, "minimum_selection_improvement": 0.002, "sampling": "Same grouped parent rotation and weak-class replay as B1", "augmentation": "70% canonical and 30% full-target scale views at 65-100%", "selection": "0.5 source F1 + 0.3 far F1 + 0.2 full-context F1", "weak_class_guard": "Each weak class allows at most 1pp loss from the head" }, "context_geometry": "Full supplied annotated context contained in a 224-pixel canvas; no subsequent center crop during context training or validation", "teacher": "B3 learns dataset labels independently; no model teacher targets" }, "shared_engine_identity": { "architecture": "efficientnet_b3", "seed": 20261003, "input_size": 224, "manifest_sha256": "e27dd7fc6483ad16064ccf4ebf1204ef1d8ad2c8881c5b6960641d3cbbc852f5", "pretrained_sha256": "279d2a53898aa89dab43fd6bd7df9f706aea4cb9cf916223988bbcb8e5850469", "engine_sha256": "122db475235747bc6c962aaad9c8f11cf10d156a5ff8620a6f77af557b6c0987", "dataset_code_sha256": "ace2c2cf2dc4dae7cce073fe1e4ef42c0bf1e14c18950228bdba94089de3b3cb", "wrapper_sha256": "98fd710a236396a330ec220690443c09d104933f212c8f7f55c611d619cdc160", "model_code_sha256": "d2d0671b696230867e5f0b75474e769fd6f4b0538a204173e244445f9c0400c9", "shared_code_sha256": { "b1_train.py": "122db475235747bc6c962aaad9c8f11cf10d156a5ff8620a6f77af557b6c0987", "b1_model.py": "ace2c2cf2dc4dae7cce073fe1e4ef42c0bf1e14c18950228bdba94089de3b3cb", "b1_verify.py": "5045a63a47701c256bcd7a78ccb10a565d76835214d4820813551e14f5aa0582", "b2_train.py": "c9ede75ea24d55d93538459078f284ae5272ed8d4b9ec95fc58c043a77dd90f2", "b2_model.py": "cd1ff3c7b0f01fa968df4a64812bda303d36801c6eec0ba0b6d9b1f3bd0ca022", "train_scale.py": "11c6e8feced5316ae18c5ec0999e69cd835a8f8cf543cf713c517fa0397bb2ec", "train_scale_balanced.py": "9078b3e00f8be08288590667fe66769a24a38ee1307b077c6a13dec7bc154870", "model_utils.py": "3b510662e376aeb3db90f6b42cbc09f528a92b99b5c95d9c5dc4a780be7f35be", "export_b1.py": "9f8a23239c0449ddef79760e7d1703879aceaca35cce7d6da8649f2bae3c5391", "export_b2.py": "510f1abd5fbe69904ed30eaa312a3b642a13746de0b6a29b2f72b0231fb141d2", "compare_model_runtime.py": "72737c77bdebd38747bc845e97c9c220a9ccf44b68e254362eefafd99456c1a7" } }, "protected_b0_b1_identities": { "b1_model.py": "ace2c2cf2dc4dae7cce073fe1e4ef42c0bf1e14c18950228bdba94089de3b3cb", "b1_train.py": "122db475235747bc6c962aaad9c8f11cf10d156a5ff8620a6f77af557b6c0987", "b1_verify.py": "5045a63a47701c256bcd7a78ccb10a565d76835214d4820813551e14f5aa0582", "runs/efficientnet/best.safetensors": "f83c93baaa20a2d106860ecca337543e063c1ed8b7781fd0f793790992986d8d", "runs/efficientnet_b1/best.safetensors": "a5ac6495802d4b03e1f0365327d41b8919b13c9c212a8cc8f26bf1c43f72a3d1" }, "comparison_limits": "B1/B2/B3 share the exact vetted dataset, splits, seed, augmentation, training code and 224-pixel inputs. ImageNet initialization recipes and native resolutions differ; B0 also used earlier coffee data. This compares trained systems, not architecture alone.", "status": "complete", "app_artifact_size_limit_bytes": 10000000, "head_history": [ { "accuracy": 0.7194937665281451, "macro_f1": 0.605434594439028, "source_macro_f1": 0.6713773289559657, "per_source": { "agml": 0.559767681284741, "beans": 0.9769230769230769, "bracol_expert": 0.4977338046740848, "bracol_leaf": 0.43701010092808057, "bracol_symptom": 0.5591544767685213, "coffeeleaf_own_field": 0.8403728792911509, "coffeeleaf_rust_and_leaf_miner": 0.9006567288647973, "peru": 0.8900825093240695, "rocole": 0.3806947025451688 }, "weak_macro_f1": 0.37715242743837446, "old_class_f1": { "cercospora": 0.37305699481865284, "healthy": 0.6234309623430963, "miner": 0.7056179775280899, "phoma": 0.4807692307692308, "rust": 0.7432490355765109, "red_spider_mite": 0.13496932515337423, "weevil_damage": 0.8206857785272625, "unsupported": 0.8494983277591973 }, "old_native_accuracy": 0.6572736879182811, "stage": "head", "epoch": 1, "selection_score": 0.6140550468249395 }, { "accuracy": 0.7888175292784284, "macro_f1": 0.6763021036265459, "source_macro_f1": 0.7408119679213139, "per_source": { "agml": 0.6676015494708435, "beans": 0.9962264150943396, "bracol_expert": 0.5601966077676409, "bracol_leaf": 0.5501612561944675, "bracol_symptom": 0.6556377238371736, "coffeeleaf_own_field": 0.8846504666938241, "coffeeleaf_rust_and_leaf_miner": 0.9273211120987985, "peru": 0.9450029875561791, "rocole": 0.4805095925785581 }, "weak_macro_f1": 0.4634169929588845, "old_class_f1": { "cercospora": 0.47668393782383417, "healthy": 0.7303609341825902, "miner": 0.7842484747642817, "phoma": 0.5927152317880795, "rust": 0.8188314417822614, "red_spider_mite": 0.183206106870229, "weevil_damage": 0.8707865168539326, "unsupported": 0.9166666666666666 }, "old_native_accuracy": 0.7481507573089116, "stage": "head", "epoch": 2, "selection_score": 0.6863007488179959 }, { "accuracy": 0.8179070646014356, "macro_f1": 0.7105117353919881, "source_macro_f1": 0.7726010896946326, "per_source": { "agml": 0.7002947662854181, "beans": 1.0, "bracol_expert": 0.5877603495841804, "bracol_leaf": 0.5633426184350813, "bracol_symptom": 0.7630759947655118, "coffeeleaf_own_field": 0.9054282384259419, "coffeeleaf_rust_and_leaf_miner": 0.9392838908378214, "peru": 0.981123981123981, "rocole": 0.5130999677937585 }, "weak_macro_f1": 0.5087117107225094, "old_class_f1": { "cercospora": 0.5292620865139949, "healthy": 0.7692307692307693, "miner": 0.8245219347581553, "phoma": 0.652027027027027, "rust": 0.8453522300958732, "red_spider_mite": 0.22764227642276422, "weevil_damage": 0.89520624303233, "unsupported": 0.9432624113475178 }, "old_native_accuracy": 0.7851356111306799, "stage": "head", "epoch": 3, "selection_score": 0.7205998119882853 }, { "accuracy": 0.8390630902908953, "macro_f1": 0.7345563364338158, "source_macro_f1": 0.790446781641881, "per_source": { "agml": 0.7652579399041433, "beans": 1.0, "bracol_expert": 0.6102729261632578, "bracol_leaf": 0.6150592827305397, "bracol_symptom": 0.7892928162445755, "coffeeleaf_own_field": 0.9147936087613302, "coffeeleaf_rust_and_leaf_miner": 0.9442356434997334, "peru": 0.9501133786848072, "rocole": 0.5249954387885422 }, "weak_macro_f1": 0.5457535793506755, "old_class_f1": { "cercospora": 0.5973333333333334, "healthy": 0.8157894736842105, "miner": 0.8439955106621774, "phoma": 0.6905537459283387, "rust": 0.8619834710743801, "red_spider_mite": 0.22413793103448276, "weevil_damage": 0.9091915836101883, "unsupported": 0.9743589743589743 }, "old_native_accuracy": 0.8119056005635787, "stage": "head", "epoch": 4, "selection_score": 0.7425647122565872 }, { "accuracy": 0.8536078579523989, "macro_f1": 0.753480981110864, "source_macro_f1": 0.800420182928859, "per_source": { "agml": 0.8007183724281856, "beans": 1.0, "bracol_expert": 0.6236610955951956, "bracol_leaf": 0.6325293814471241, "bracol_symptom": 0.7925725328179427, "coffeeleaf_own_field": 0.9245052907368285, "coffeeleaf_rust_and_leaf_miner": 0.9435808411583682, "peru": 0.9693776098627959, "rocole": 0.5168365223132904 }, "weak_macro_f1": 0.5726166902283158, "old_class_f1": { "cercospora": 0.6381766381766382, "healthy": 0.8240343347639485, "miner": 0.8650479954827781, "phoma": 0.7167449139280125, "rust": 0.8765638031693077, "red_spider_mite": 0.2556390977443609, "weevil_damage": 0.918918918918919, "unsupported": 0.981549815498155 }, "old_native_accuracy": 0.8277562522014794, "stage": "head", "epoch": 5, "selection_score": 0.7568618186601785 }, { "accuracy": 0.8668303740083113, "macro_f1": 0.7637685961699734, "source_macro_f1": 0.809806079996733, "per_source": { "agml": 0.8208314339763103, "beans": 1.0, "bracol_expert": 0.6370048016862243, "bracol_leaf": 0.6342070045546787, "bracol_symptom": 0.8061995855430434, "coffeeleaf_own_field": 0.93482523089861, "coffeeleaf_rust_and_leaf_miner": 0.945903012292314, "peru": 0.9693776098627959, "rocole": 0.5399060411566201 }, "weak_macro_f1": 0.580199997286707, "old_class_f1": { "cercospora": 0.6451612903225806, "healthy": 0.838012958963283, "miner": 0.8826501965188096, "phoma": 0.7456, "rust": 0.886107634543179, "red_spider_mite": 0.25742574257425743, "weevil_damage": 0.9339158929546696, "unsupported": 0.9779411764705882 }, "old_native_accuracy": 0.8436069038393801, "stage": "head", "epoch": 6, "selection_score": 0.7661576708248773 }, { "accuracy": 0.8723082735171893, "macro_f1": 0.7710964617816064, "source_macro_f1": 0.8143296437500727, "per_source": { "agml": 0.8258517500174676, "beans": 1.0, "bracol_expert": 0.6460110967378373, "bracol_leaf": 0.6498796317534458, "bracol_symptom": 0.8025267265938882, "coffeeleaf_own_field": 0.9347186157691654, "coffeeleaf_rust_and_leaf_miner": 0.9485924766481204, "peru": 0.9693776098627959, "rocole": 0.5520088863679334 }, "weak_macro_f1": 0.5968645016797313, "old_class_f1": { "cercospora": 0.6842105263157895, "healthy": 0.8297872340425532, "miner": 0.8929561841375485, "phoma": 0.7484076433121019, "rust": 0.8872427983539095, "red_spider_mite": 0.2765957446808511, "weevil_damage": 0.9351081530782029, "unsupported": 0.9779411764705882 }, "old_native_accuracy": 0.8559351884466362, "stage": "head", "epoch": 7, "selection_score": 0.7730632360458282 }, { "accuracy": 0.8800528900642236, "macro_f1": 0.7829533054635915, "source_macro_f1": 0.8297856782666012, "per_source": { "agml": 0.8405623858933937, "beans": 1.0, "bracol_expert": 0.6665443862089142, "bracol_leaf": 0.6849827945317583, "bracol_symptom": 0.8190558342077987, "coffeeleaf_own_field": 0.9450775174842275, "coffeeleaf_rust_and_leaf_miner": 0.945821401800111, "peru": 0.9793344068706388, "rocole": 0.5866923774025691 }, "weak_macro_f1": 0.6203328329377693, "old_class_f1": { "cercospora": 0.711864406779661, "healthy": 0.8468085106382979, "miner": 0.89505830094392, "phoma": 0.7655502392344498, "rust": 0.8941865328314513, "red_spider_mite": 0.3023255813953488, "weevil_damage": 0.9435396308360477, "unsupported": 0.981549815498155 }, "old_native_accuracy": 0.8594575554772808, "stage": "head", "epoch": 8, "selection_score": 0.7890012769066747 }, { "accuracy": 0.881941820929354, "macro_f1": 0.78435706585314, "source_macro_f1": 0.8280657984128956, "per_source": { "agml": 0.8734883361497578, "beans": 1.0, "bracol_expert": 0.6795692555944018, "bracol_leaf": 0.6565247285562629, "bracol_symptom": 0.8259206015862363, "coffeeleaf_own_field": 0.9439592218971231, "coffeeleaf_rust_and_leaf_miner": 0.9467756848578678, "peru": 0.9922480620155039, "rocole": 0.5341062950589063 }, "weak_macro_f1": 0.615366875149905, "old_class_f1": { "cercospora": 0.7303370786516854, "healthy": 0.8571428571428571, "miner": 0.9060773480662984, "phoma": 0.7717041800643086, "rust": 0.8907492674759313, "red_spider_mite": 0.25862068965517243, "weevil_damage": 0.9428571428571428, "unsupported": 0.9708029197080292 }, "old_native_accuracy": 0.8626276858048608, "stage": "head", "epoch": 9, "selection_score": 0.7874192134114959 }, { "accuracy": 0.8838307517944843, "macro_f1": 0.7873205457380807, "source_macro_f1": 0.8280386255745041, "per_source": { "agml": 0.853247482282139, "beans": 1.0, "bracol_expert": 0.6633492564105473, "bracol_leaf": 0.6772466527863698, "bracol_symptom": 0.819431658143994, "coffeeleaf_own_field": 0.9490135431626222, "coffeeleaf_rust_and_leaf_miner": 0.9464389456697149, "peru": 1.0, "rocole": 0.5436200917151501 }, "weak_macro_f1": 0.6213645704358598, "old_class_f1": { "cercospora": 0.7191011235955056, "healthy": 0.8565310492505354, "miner": 0.9052863436123348, "phoma": 0.760655737704918, "rust": 0.8961748633879781, "red_spider_mite": 0.28846153846153844, "weevil_damage": 0.9461663947797716, "unsupported": 0.981549815498155 }, "old_native_accuracy": 0.8622754491017964, "stage": "head", "epoch": 10, "selection_score": 0.7888939013364229 }, { "accuracy": 0.8915753683415187, "macro_f1": 0.7929383274819036, "source_macro_f1": 0.8361894267996356, "per_source": { "agml": 0.8651429341392394, "beans": 1.0, "bracol_expert": 0.6818361377621083, "bracol_leaf": 0.6747407004759947, "bracol_symptom": 0.8350580700394132, "coffeeleaf_own_field": 0.945704484947778, "coffeeleaf_rust_and_leaf_miner": 0.9531669468099513, "peru": 0.9693776098627959, "rocole": 0.6006779571594386 }, "weak_macro_f1": 0.6282460375854699, "old_class_f1": { "cercospora": 0.7425149700598802, "healthy": 0.8682505399568035, "miner": 0.9095860566448801, "phoma": 0.7732463295269169, "rust": 0.9046836483155299, "red_spider_mite": 0.273972602739726, "weevil_damage": 0.9466739967014843, "unsupported": 0.9851851851851852 }, "old_native_accuracy": 0.8798872842550194, "stage": "head", "epoch": 11, "selection_score": 0.7963476985539644 }, { "accuracy": 0.8902531167359274, "macro_f1": 0.7928107940277196, "source_macro_f1": 0.8367720985329399, "per_source": { "agml": 0.8595019914764302, "beans": 1.0, "bracol_expert": 0.6852816778802631, "bracol_leaf": 0.6948783961379834, "bracol_symptom": 0.8312431245554602, "coffeeleaf_own_field": 0.9481834928436175, "coffeeleaf_rust_and_leaf_miner": 0.9563588262433761, "peru": 0.9793344068706388, "rocole": 0.5761669707886897 }, "weak_macro_f1": 0.6272913862397496, "old_class_f1": { "cercospora": 0.7433628318584071, "healthy": 0.8666666666666667, "miner": 0.9147883452446399, "phoma": 0.7722772277227723, "rust": 0.899751449875725, "red_spider_mite": 0.27184466019417475, "weevil_damage": 0.9510337323177367, "unsupported": 0.9743589743589743 }, "old_native_accuracy": 0.8710813666784079, "stage": "head", "epoch": 12, "selection_score": 0.7965577307879173 }, { "accuracy": 0.8896864374763883, "macro_f1": 0.7966542696733259, "source_macro_f1": 0.8333659859180041, "per_source": { "agml": 0.862498436018717, "beans": 1.0, "bracol_expert": 0.6980835427815408, "bracol_leaf": 0.6706570890610086, "bracol_symptom": 0.8223165165215764, "coffeeleaf_own_field": 0.9534064919405052, "coffeeleaf_rust_and_leaf_miner": 0.9474937037076394, "peru": 0.9895344886170574, "rocole": 0.5563036046139925 }, "weak_macro_f1": 0.6331037537219102, "old_class_f1": { "cercospora": 0.750733137829912, "healthy": 0.8558951965065502, "miner": 0.9071588366890381, "phoma": 0.7776, "rust": 0.8982485404503753, "red_spider_mite": 0.2926829268292683, "weevil_damage": 0.954248366013072, "unsupported": 0.9743589743589743 }, "old_native_accuracy": 0.8647411060232476, "stage": "head", "epoch": 13, "selection_score": 0.7959843078396545 }, { "accuracy": 0.8976199471099358, "macro_f1": 0.8013998409486629, "source_macro_f1": 0.8450423289518381, "per_source": { "agml": 0.8784288951672881, "beans": 1.0, "bracol_expert": 0.6966628065183464, "bracol_leaf": 0.6952466984150153, "bracol_symptom": 0.8288118551931076, "coffeeleaf_own_field": 0.9532657874573558, "coffeeleaf_rust_and_leaf_miner": 0.9588321167883211, "peru": 0.9895344886170574, "rocole": 0.6045983124100499 }, "weak_macro_f1": 0.6446563176256092, "old_class_f1": { "cercospora": 0.7834394904458599, "healthy": 0.8714596949891068, "miner": 0.9141607435757244, "phoma": 0.775974025974026, "rust": 0.9114754098360656, "red_spider_mite": 0.27906976744186046, "weevil_damage": 0.9534246575342465, "unsupported": 0.9743589743589743 }, "old_native_accuracy": 0.8841141246917928, "stage": "head", "epoch": 14, "selection_score": 0.8062559296522687 }, { "accuracy": 0.8966754816773707, "macro_f1": 0.8042243194593935, "source_macro_f1": 0.8470873870717879, "per_source": { "agml": 0.8797109872567292, "beans": 1.0, "bracol_expert": 0.6899044430502803, "bracol_leaf": 0.7206629838832189, "bracol_symptom": 0.8409200211098076, "coffeeleaf_own_field": 0.9536150052077921, "coffeeleaf_rust_and_leaf_miner": 0.9507693697331647, "peru": 0.9895344886170574, "rocole": 0.5986691847880407 }, "weak_macro_f1": 0.6453253765274226, "old_class_f1": { "cercospora": 0.7536231884057971, "healthy": 0.8823529411764706, "miner": 0.9122222222222223, "phoma": 0.7804878048780488, "rust": 0.9102040816326531, "red_spider_mite": 0.3, "weevil_damage": 0.9544206479956068, "unsupported": 0.9888475836431226 }, "old_native_accuracy": 0.8809439943642128, "stage": "head", "epoch": 15, "selection_score": 0.8082504719676542 }, { "accuracy": 0.9006422364941443, "macro_f1": 0.7961181811487118, "source_macro_f1": 0.8449922038179476, "per_source": { "agml": 0.8790454745541366, "beans": 1.0, "bracol_expert": 0.6959083019533345, "bracol_leaf": 0.6902842368484736, "bracol_symptom": 0.8324550334820271, "coffeeleaf_own_field": 0.9566341487793908, "coffeeleaf_rust_and_leaf_miner": 0.9593447941180381, "peru": 0.9895344886170574, "rocole": 0.6017233560090703 }, "weak_macro_f1": 0.6234439988116459, "old_class_f1": { "cercospora": 0.75625, "healthy": 0.8787878787878788, "miner": 0.920995670995671, "phoma": 0.7853577371048253, "rust": 0.9130434782608695, "red_spider_mite": 0.23529411764705882, "weevil_damage": 0.9563794983642312, "unsupported": 0.981549815498155 }, "old_native_accuracy": 0.8890454385346953, "stage": "head", "epoch": 16, "selection_score": 0.8019851685331552 }, { "accuracy": 0.8978088401964488, "macro_f1": 0.7961142281162479, "source_macro_f1": 0.8396788533026218, "per_source": { "agml": 0.8637778697958944, "beans": 1.0, "bracol_expert": 0.6843449882741539, "bracol_leaf": 0.6853088275987613, "bracol_symptom": 0.8136733292875, "coffeeleaf_own_field": 0.958580378526783, "coffeeleaf_rust_and_leaf_miner": 0.9529032258064516, "peru": 0.9895344886170574, "rocole": 0.6089865718169942 }, "weak_macro_f1": 0.6249463363404938, "old_class_f1": { "cercospora": 0.7290322580645161, "healthy": 0.8755364806866953, "miner": 0.9146005509641874, "phoma": 0.7590551181102362, "rust": 0.9125256673511294, "red_spider_mite": 0.2702702702702703, "weevil_damage": 0.9607843137254902, "unsupported": 0.981549815498155 }, "old_native_accuracy": 0.8802395209580839, "stage": "head", "epoch": 17, "selection_score": 0.7987560507210278 }, { "accuracy": 0.898564412542501, "macro_f1": 0.8003592809345861, "source_macro_f1": 0.8441529012719594, "per_source": { "agml": 0.8764869412138279, "beans": 1.0, "bracol_expert": 0.6981413663469017, "bracol_leaf": 0.6933097849857839, "bracol_symptom": 0.8348959130893437, "coffeeleaf_own_field": 0.9569206076631118, "coffeeleaf_rust_and_leaf_miner": 0.952038682001799, "peru": 0.9895344886170574, "rocole": 0.5960483275298091 }, "weak_macro_f1": 0.6339016481704949, "old_class_f1": { "cercospora": 0.7725856697819314, "healthy": 0.8693790149892934, "miner": 0.9152173913043479, "phoma": 0.7875816993464052, "rust": 0.9097651421508035, "red_spider_mite": 0.2597402597402597, "weevil_damage": 0.9556650246305419, "unsupported": 0.981549815498155 }, "old_native_accuracy": 0.8855230715040507, "stage": "head", "epoch": 18, "selection_score": 0.8038564892392651 }, { "accuracy": 0.9036645258783529, "macro_f1": 0.8102122061249458, "source_macro_f1": 0.8528916286252888, "per_source": { "agml": 0.8989967294495717, "beans": 1.0, "bracol_expert": 0.6948354209593577, "bracol_leaf": 0.7202061041508765, "bracol_symptom": 0.8335675701031112, "coffeeleaf_own_field": 0.9572646537694878, "coffeeleaf_rust_and_leaf_miner": 0.950163541616968, "peru": 0.9895344886170574, "rocole": 0.6314561489611684 }, "weak_macro_f1": 0.6579971240417196, "old_class_f1": { "cercospora": 0.778816199376947, "healthy": 0.8938053097345132, "miner": 0.9221491228070176, "phoma": 0.7850162866449512, "rust": 0.915418858761635, "red_spider_mite": 0.3013698630136986, "weevil_damage": 0.9592511013215859, "unsupported": 0.981549815498155 }, "old_native_accuracy": 0.8946812257837267, "stage": "head", "epoch": 19, "selection_score": 0.8151215684376849 }, { "accuracy": 0.9038534189648659, "macro_f1": 0.8047395349188216, "source_macro_f1": 0.8490876456040471, "per_source": { "agml": 0.8958365439627987, "beans": 1.0, "bracol_expert": 0.6841220876325053, "bracol_leaf": 0.7176972381908985, "bracol_symptom": 0.8183993464569005, "coffeeleaf_own_field": 0.9618346223290752, "coffeeleaf_rust_and_leaf_miner": 0.947150991849343, "peru": 1.0, "rocole": 0.6167479800149044 }, "weak_macro_f1": 0.6435814306993346, "old_class_f1": { "cercospora": 0.7628205128205128, "healthy": 0.8951965065502183, "miner": 0.9209508015478165, "phoma": 0.7779527559055118, "rust": 0.9163961038961039, "red_spider_mite": 0.2727272727272727, "weevil_damage": 0.9622331691297209, "unsupported": 0.981549815498155 }, "old_native_accuracy": 0.8922155688622755, "stage": "head", "epoch": 20, "selection_score": 0.8093920912312951 }, { "accuracy": 0.9027200604457877, "macro_f1": 0.812383767100052, "source_macro_f1": 0.8492289410644096, "per_source": { "agml": 0.8770102475958623, "beans": 1.0, "bracol_expert": 0.6965294894928137, "bracol_leaf": 0.6944058386174677, "bracol_symptom": 0.8378591166773406, "coffeeleaf_own_field": 0.9606618339324301, "coffeeleaf_rust_and_leaf_miner": 0.9539761813292355, "peru": 1.0, "rocole": 0.6226177619345357 }, "weak_macro_f1": 0.6609342726989785, "old_class_f1": { "cercospora": 0.7746031746031746, "healthy": 0.8787878787878788, "miner": 0.920808301474604, "phoma": 0.7850162866449512, "rust": 0.9138638228055783, "red_spider_mite": 0.32941176470588235, "weevil_damage": 0.9616648411829135, "unsupported": 0.981549815498155 }, "old_native_accuracy": 0.8886932018316308, "stage": "head", "epoch": 21, "selection_score": 0.8136157060167235 }, { "accuracy": 0.904608991310918, "macro_f1": 0.8186655805930078, "source_macro_f1": 0.8547097466979475, "per_source": { "agml": 0.8921589466766381, "beans": 1.0, "bracol_expert": 0.7041473111897858, "bracol_leaf": 0.7237769616658289, "bracol_symptom": 0.835356500663538, "coffeeleaf_own_field": 0.961999670804206, "coffeeleaf_rust_and_leaf_miner": 0.9468186917477921, "peru": 1.0, "rocole": 0.6281296375337381 }, "weak_macro_f1": 0.6766834167941763, "old_class_f1": { "cercospora": 0.7721518987341772, "healthy": 0.90625, "miner": 0.9212121212121213, "phoma": 0.7870967741935484, "rust": 0.9123669123669124, "red_spider_mite": 0.3516483516483517, "weevil_damage": 0.9646547036432844, "unsupported": 0.981549815498155 }, "old_native_accuracy": 0.887284255019373, "stage": "head", "epoch": 22, "selection_score": 0.8207969639913939 }, { "accuracy": 0.9013978088401965, "macro_f1": 0.8165060378966031, "source_macro_f1": 0.8508943580810959, "per_source": { "agml": 0.885033543089054, "beans": 1.0, "bracol_expert": 0.683303712435125, "bracol_leaf": 0.7083031944961725, "bracol_symptom": 0.8415384150589391, "coffeeleaf_own_field": 0.960621301882744, "coffeeleaf_rust_and_leaf_miner": 0.9547337732085315, "peru": 1.0, "rocole": 0.6245152825592974 }, "weak_macro_f1": 0.6711569977056703, "old_class_f1": { "cercospora": 0.7374631268436578, "healthy": 0.8982300884955752, "miner": 0.9240021869874249, "phoma": 0.7928221859706363, "rust": 0.909466721785862, "red_spider_mite": 0.37777777777777777, "weevil_damage": 0.9633679606342264, "unsupported": 0.981549815498155 }, "old_native_accuracy": 0.8862275449101796, "stage": "head", "epoch": 23, "selection_score": 0.8170560899878835 }, { "accuracy": 0.9042312051378919, "macro_f1": 0.8159890408813237, "source_macro_f1": 0.8557167606311723, "per_source": { "agml": 0.8942825496066135, "beans": 1.0, "bracol_expert": 0.7030579935576087, "bracol_leaf": 0.7197052319176572, "bracol_symptom": 0.8516576669228829, "coffeeleaf_own_field": 0.9588743649806724, "coffeeleaf_rust_and_leaf_miner": 0.9490404020418661, "peru": 0.9895344886170574, "rocole": 0.6352981480361929 }, "weak_macro_f1": 0.6673703396087117, "old_class_f1": { "cercospora": 0.7559523809523809, "healthy": 0.8973214285714286, "miner": 0.9248491497531541, "phoma": 0.7960199004975125, "rust": 0.9136104319478403, "red_spider_mite": 0.3488372093023256, "weevil_damage": 0.9610104338275672, "unsupported": 0.981549815498155 }, "old_native_accuracy": 0.891863332159211, "stage": "head", "epoch": 24, "selection_score": 0.8195192535278335 }, { "accuracy": 0.9068757083490744, "macro_f1": 0.8212944956111604, "source_macro_f1": 0.8541144313026183, "per_source": { "agml": 0.8816692547659196, "beans": 1.0, "bracol_expert": 0.6992398413055974, "bracol_leaf": 0.7034576677295125, "bracol_symptom": 0.8419822896864749, "coffeeleaf_own_field": 0.9655404426539842, "coffeeleaf_rust_and_leaf_miner": 0.9558692089974676, "peru": 1.0, "rocole": 0.6392711765846094 }, "weak_macro_f1": 0.678145475193483, "old_class_f1": { "cercospora": 0.7616099071207431, "healthy": 0.8864628820960698, "miner": 0.9262114537444934, "phoma": 0.7838709677419354, "rust": 0.91996699669967, "red_spider_mite": 0.38636363636363635, "weevil_damage": 0.9663409337676439, "unsupported": 0.981549815498155 }, "old_native_accuracy": 0.8893976752377598, "stage": "head", "epoch": 25, "selection_score": 0.8211551007479565 }, { "accuracy": 0.9059312429165093, "macro_f1": 0.8076947442101643, "source_macro_f1": 0.8551684760143703, "per_source": { "agml": 0.8831500864712496, "beans": 1.0, "bracol_expert": 0.6969460080013324, "bracol_leaf": 0.720560375443937, "bracol_symptom": 0.851327221700356, "coffeeleaf_own_field": 0.9638544482580567, "coffeeleaf_rust_and_leaf_miner": 0.9580823213166311, "peru": 0.9895344886170574, "rocole": 0.633061334320712 }, "weak_macro_f1": 0.6439721881883554, "old_class_f1": { "cercospora": 0.7418397626112759, "healthy": 0.9002217294900222, "miner": 0.9274725274725275, "phoma": 0.7807308970099668, "rust": 0.9210097719869706, "red_spider_mite": 0.2898550724637681, "weevil_damage": 0.9662309368191722, "unsupported": 0.981549815498155 }, "old_native_accuracy": 0.8939767523775978, "stage": "head", "epoch": 26, "selection_score": 0.8139942864796269 }, { "accuracy": 0.9091424253872308, "macro_f1": 0.8164027799146438, "source_macro_f1": 0.8558334934092046, "per_source": { "agml": 0.898729506435181, "beans": 1.0, "bracol_expert": 0.697198740666389, "bracol_leaf": 0.7012191578620565, "bracol_symptom": 0.8423891207656649, "coffeeleaf_own_field": 0.9625889528973229, "coffeeleaf_rust_and_leaf_miner": 0.9532760472610096, "peru": 0.9895344886170574, "rocole": 0.6575654261781597 }, "weak_macro_f1": 0.6659206244484716, "old_class_f1": { "cercospora": 0.7692307692307693, "healthy": 0.9006622516556292, "miner": 0.9259462424574877, "phoma": 0.7954911433172303, "rust": 0.9215210355987055, "red_spider_mite": 0.32786885245901637, "weevil_damage": 0.9644614543466375, "unsupported": 0.981549815498155 }, "old_native_accuracy": 0.8996125396266291, "stage": "head", "epoch": 27, "selection_score": 0.8194604203661825 } ], "head_baseline": { "accuracy": 0.904608991310918, "macro_f1": 0.8186655805930078, "source_macro_f1": 0.8547097466979475, "per_source": { "agml": 0.8921589466766381, "beans": 1.0, "bracol_expert": 0.7041473111897858, "bracol_leaf": 0.7237769616658289, "bracol_symptom": 0.835356500663538, "coffeeleaf_own_field": 0.961999670804206, "coffeeleaf_rust_and_leaf_miner": 0.9468186917477921, "peru": 1.0, "rocole": 0.6281296375337381 }, "weak_macro_f1": 0.6766834167941763, "old_class_f1": { "cercospora": 0.7721518987341772, "healthy": 0.90625, "miner": 0.9212121212121213, "phoma": 0.7870967741935484, "rust": 0.9123669123669124, "red_spider_mite": 0.3516483516483517, "weevil_damage": 0.9646547036432844, "unsupported": 0.981549815498155 }, "old_native_accuracy": 0.887284255019373, "far_macro_f1": 0.7462286696601832, "context_macro_f1": 0.6404326051040938, "selection_score": 0.7793099952678475 }, "backbone_history": [ { "accuracy": 0.9051756705704571, "macro_f1": 0.8267713058571988, "source_macro_f1": 0.8617803392653127, "per_source": { "agml": 0.8840701030379698, "beans": 1.0, "bracol_expert": 0.6874765090536555, "bracol_leaf": 0.7661115355233002, "bracol_symptom": 0.8681679626285342, "coffeeleaf_own_field": 0.9600444912149831, "coffeeleaf_rust_and_leaf_miner": 0.9506951623451971, "peru": 0.931594644330224, "rocole": 0.7078626452539495 }, "weak_macro_f1": 0.7023101895778683, "old_class_f1": { "cercospora": 0.743421052631579, "healthy": 0.9244851258581236, "miner": 0.9299781181619255, "phoma": 0.7788778877887789, "rust": 0.9178470254957507, "red_spider_mite": 0.43902439024390244, "weevil_damage": 0.95995670995671, "unsupported": 1.0 }, "old_native_accuracy": 0.8929200422684044, "far_macro_f1": 0.8053627785016879, "context_macro_f1": 0.8050377437573387, "selection_score": 0.8335065519346304, "stage": "partial_backbone", "epoch": 1, "training_loss": 0.764595534072982, "training_examples": 6469, "seconds": 284.082493300084, "eligible": false }, { "accuracy": 0.9185870797128826, "macro_f1": 0.8456805089284642, "source_macro_f1": 0.8783752224513126, "per_source": { "agml": 0.9212892311938642, "beans": 1.0, "bracol_expert": 0.7094837547043975, "bracol_leaf": 0.8010541698346355, "bracol_symptom": 0.8833404642084404, "coffeeleaf_own_field": 0.9634615224176952, "coffeeleaf_rust_and_leaf_miner": 0.946681810294512, "peru": 0.9501133786848072, "rocole": 0.7299526707234617 }, "weak_macro_f1": 0.7410733225725482, "old_class_f1": { "cercospora": 0.8136645962732919, "healthy": 0.9389671361502347, "miner": 0.9320175438596491, "phoma": 0.814935064935065, "rust": 0.9346693386773547, "red_spider_mite": 0.47058823529411764, "weevil_damage": 0.9668297988036977, "unsupported": 0.9888475836431226 }, "old_native_accuracy": 0.9151109545614653, "far_macro_f1": 0.8213622392621283, "context_macro_f1": 0.8283526757827343, "selection_score": 0.8512668181608416, "stage": "partial_backbone", "epoch": 2, "training_loss": 0.6637461009952758, "training_examples": 6469, "seconds": 303.47723999992013, "eligible": true }, { "accuracy": 0.9212315829240649, "macro_f1": 0.8482833372557086, "source_macro_f1": 0.8791432982077734, "per_source": { "agml": 0.936955106967426, "beans": 1.0, "bracol_expert": 0.7286328052648978, "bracol_leaf": 0.798116108579354, "bracol_symptom": 0.8731155031987594, "coffeeleaf_own_field": 0.962913251872318, "coffeeleaf_rust_and_leaf_miner": 0.9420821346147766, "peru": 0.9693776098627959, "rocole": 0.7010971635096325 }, "weak_macro_f1": 0.7353775794142767, "old_class_f1": { "cercospora": 0.8333333333333334, "healthy": 0.9403669724770642, "miner": 0.9383408071748879, "phoma": 0.8186195826645265, "rust": 0.9336016096579477, "red_spider_mite": 0.43243243243243246, "weevil_damage": 0.9640914036996736, "unsupported": 1.0 }, "old_native_accuracy": 0.9147587178584008, "far_macro_f1": 0.8557875560090983, "context_macro_f1": 0.8598583145898647, "selection_score": 0.8682795788245891, "stage": "partial_backbone", "epoch": 3, "training_loss": 0.6243394366017094, "training_examples": 6469, "seconds": 303.14223160012625, "eligible": true }, { "accuracy": 0.9276539478655081, "macro_f1": 0.8579839298002341, "source_macro_f1": 0.892796593448894, "per_source": { "agml": 0.9309356864940946, "beans": 1.0, "bracol_expert": 0.7313199497384647, "bracol_leaf": 0.8577814521370397, "bracol_symptom": 0.9180120570051763, "coffeeleaf_own_field": 0.9651067196128311, "coffeeleaf_rust_and_leaf_miner": 0.9534485463292198, "peru": 0.931594644330224, "rocole": 0.746970285392996 }, "weak_macro_f1": 0.7655793178834617, "old_class_f1": { "cercospora": 0.8773006134969326, "healthy": 0.9411764705882353, "miner": 0.9414980863860033, "phoma": 0.8275862068965517, "rust": 0.9446876243533625, "red_spider_mite": 0.4782608695652174, "weevil_damage": 0.9666119321291735, "unsupported": 0.9962546816479401 }, "old_native_accuracy": 0.930961606199366, "far_macro_f1": 0.8443061859379245, "context_macro_f1": 0.8704037418961071, "selection_score": 0.8737709008850458, "stage": "partial_backbone", "epoch": 4, "training_loss": 0.594098648318538, "training_examples": 6469, "seconds": 299.45406950009055, "eligible": true }, { "accuracy": 0.9221760483566301, "macro_f1": 0.8553272859794355, "source_macro_f1": 0.8920502066288305, "per_source": { "agml": 0.9165774902535672, "beans": 1.0, "bracol_expert": 0.7148108350354964, "bracol_leaf": 0.8599508150967111, "bracol_symptom": 0.8912530562140253, "coffeeleaf_own_field": 0.966210995760329, "coffeeleaf_rust_and_leaf_miner": 0.9626553268155684, "peru": 0.9895344886170574, "rocole": 0.7274588518667202 }, "weak_macro_f1": 0.757717952574322, "old_class_f1": { "cercospora": 0.8327868852459016, "healthy": 0.9403669724770642, "miner": 0.9287627209426889, "phoma": 0.8373590982286635, "rust": 0.9408381265406738, "red_spider_mite": 0.5, "weevil_damage": 0.9626825310978907, "unsupported": 0.9851851851851852 }, "old_native_accuracy": 0.9172243747798521, "far_macro_f1": 0.8504098773890933, "context_macro_f1": 0.8593087810543761, "selection_score": 0.8730098227420184, "stage": "partial_backbone", "epoch": 5, "training_loss": 0.5695655509277626, "training_examples": 6469, "seconds": 298.5425551000517, "eligible": true }, { "accuracy": 0.9267094824329429, "macro_f1": 0.8459019564617434, "source_macro_f1": 0.8920674162185149, "per_source": { "agml": 0.9350780083871573, "beans": 1.0, "bracol_expert": 0.7304647768649755, "bracol_leaf": 0.8794851864892651, "bracol_symptom": 0.8859455622531784, "coffeeleaf_own_field": 0.9665893900126, "coffeeleaf_rust_and_leaf_miner": 0.9650957368031312, "peru": 0.9501133786848072, "rocole": 0.7158347064715195 }, "weak_macro_f1": 0.7302670445174155, "old_class_f1": { "cercospora": 0.8636363636363636, "healthy": 0.9441860465116279, "miner": 0.936986301369863, "phoma": 0.835725677830941, "rust": 0.9465219139525533, "red_spider_mite": 0.3829787234042553, "weevil_damage": 0.9643243243243244, "unsupported": 0.9925373134328358 }, "old_native_accuracy": 0.926382529059528, "far_macro_f1": 0.8552035591469732, "context_macro_f1": 0.8969826829039428, "selection_score": 0.881991312434138, "stage": "partial_backbone", "epoch": 6, "training_loss": 0.5408315108882056, "training_examples": 6469, "seconds": 300.2885584998876, "eligible": true } ], "selected_epoch": 6, "selected_score": 0.881991312434138, "checkpoint_sha256": "a808dffa181630d47acc74788dcf38f95d0618b1e51b0dcd7f0990071d55c433", "temperature": { "temperature": 0.7371749772668695, "validation_n": 5294, "source": "scale_v3 validation only", "test_used": false }, "stopping": { "head_completed_epochs": 27, "head_selected_epoch": 22, "backbone_completed_epochs": 6, "backbone_reason": "predeclared_maximum_epochs_reached", "checkpoint_selection": "Validation composite and weak-class preservation only; test and external images never used for model selection" }, "completion_verification": { "checked": 25605, "split_counts": { "train": 20311, "val": 5294 }, "source_counts": { "train": { "agml": 1278, "bracol_leaf": 964, "bracol_symptom": 1462, "rocole": 1072, "beans": 1034, "coffeeleaf_own_field": 5448, "coffeeleaf_rust_and_leaf_miner": 2861, "peru": 1105, "bracol_expert": 5087 }, "val": { "agml": 1021, "bracol_leaf": 207, "bracol_symptom": 324, "rocole": 228, "beans": 133, "coffeeleaf_own_field": 1380, "coffeeleaf_rust_and_leaf_miner": 628, "peru": 168, "bracol_expert": 1205 } }, "mismatches": [], "selected_checkpoint_validation_cache_check": { "n": 96, "max_absolute_logit_difference": 0.0, "top1_differences": 0 }, "checkpoint_sha256": "a808dffa181630d47acc74788dcf38f95d0618b1e51b0dcd7f0990071d55c433", "manifest_sha256": "e27dd7fc6483ad16064ccf4ebf1204ef1d8ad2c8881c5b6960641d3cbbc852f5", "selected_validation": { "accuracy": 0.9267094824329429, "macro_f1": 0.8459019564617434, "source_macro_f1": 0.8920674162185149, "per_source": { "agml": 0.9350780083871573, "beans": 1.0, "bracol_expert": 0.7304647768649755, "bracol_leaf": 0.8794851864892651, "bracol_symptom": 0.8859455622531784, "coffeeleaf_own_field": 0.9665893900126, "coffeeleaf_rust_and_leaf_miner": 0.9650957368031312, "peru": 0.9501133786848072, "rocole": 0.7158347064715195 }, "weak_macro_f1": 0.7302670445174155, "old_class_f1": { "cercospora": 0.8636363636363636, "healthy": 0.9441860465116279, "miner": 0.936986301369863, "phoma": 0.835725677830941, "rust": 0.9465219139525533, "red_spider_mite": 0.3829787234042553, "weevil_damage": 0.9643243243243244, "unsupported": 0.9925373134328358 }, "old_native_accuracy": 0.926382529059528, "far_macro_f1": 0.8552035591469732, "context_macro_f1": 0.8969826829039428, "selection_score": 0.881991312434138, "stage": "partial_backbone", "epoch": 6, "training_loss": 0.5408315108882056, "training_examples": 6469, "seconds": 300.2885584998876, "eligible": true }, "additional_validation_only_guard_audit": { "old_macro_f1_loss_at_most_1pp": true, "old_native_accuracy_loss_at_most_1pp": true, "each_weak_class_loss_at_most_1pp": true, "source_f1_gain_at_least_1pp": true, "far_f1_gain_at_least_1_5pp": true }, "guard_audit_note": "Additional broader B0-style guards audited after selection; no test data, checkpoint reselection, or further training used for this audit.", "architecture": "efficientnet_b3", "shared_recipe_unchanged": true, "context_images_verified": 11446, "orchestration_source_change": { "original_hash": "c9ede75ea24d55d93538459078f284ae5272ed8d4b9ec95fc58c043a77dd90f2", "current_hash": "ee5eb50f53c45ffe4815865b349e1b57a80c48daa7ef3292f684510459c5047c", "reconstructed_hashes": [ "c9ede75ea24d55d93538459078f284ae5272ed8d4b9ec95fc58c043a77dd90f2", "dddb567383a1125d32a5d44ec306e687f26ed1838ad79a896e3ccce67f4066e2" ], "matches_original": true, "change": "Adds completed-run reuse checks and repeats the existing backbone history assignment. Active B3 loaded the earlier wrapper; training, selection and preprocessing engines are unchanged." } }, "shared_recipe_unchanged": true } }, "b3_completion_verification": { "sha256": "33d6a2b198569378ab504e3f1812702e50ef27d678de3004e090aa7a2120567f", "report": { "checked": 25605, "split_counts": { "train": 20311, "val": 5294 }, "source_counts": { "train": { "agml": 1278, "bracol_leaf": 964, "bracol_symptom": 1462, "rocole": 1072, "beans": 1034, "coffeeleaf_own_field": 5448, "coffeeleaf_rust_and_leaf_miner": 2861, "peru": 1105, "bracol_expert": 5087 }, "val": { "agml": 1021, "bracol_leaf": 207, "bracol_symptom": 324, "rocole": 228, "beans": 133, "coffeeleaf_own_field": 1380, "coffeeleaf_rust_and_leaf_miner": 628, "peru": 168, "bracol_expert": 1205 } }, "mismatches": [], "selected_checkpoint_validation_cache_check": { "n": 96, "max_absolute_logit_difference": 0.0, "top1_differences": 0 }, "checkpoint_sha256": "a808dffa181630d47acc74788dcf38f95d0618b1e51b0dcd7f0990071d55c433", "manifest_sha256": "e27dd7fc6483ad16064ccf4ebf1204ef1d8ad2c8881c5b6960641d3cbbc852f5", "selected_validation": { "accuracy": 0.9267094824329429, "macro_f1": 0.8459019564617434, "source_macro_f1": 0.8920674162185149, "per_source": { "agml": 0.9350780083871573, "beans": 1.0, "bracol_expert": 0.7304647768649755, "bracol_leaf": 0.8794851864892651, "bracol_symptom": 0.8859455622531784, "coffeeleaf_own_field": 0.9665893900126, "coffeeleaf_rust_and_leaf_miner": 0.9650957368031312, "peru": 0.9501133786848072, "rocole": 0.7158347064715195 }, "weak_macro_f1": 0.7302670445174155, "old_class_f1": { "cercospora": 0.8636363636363636, "healthy": 0.9441860465116279, "miner": 0.936986301369863, "phoma": 0.835725677830941, "rust": 0.9465219139525533, "red_spider_mite": 0.3829787234042553, "weevil_damage": 0.9643243243243244, "unsupported": 0.9925373134328358 }, "old_native_accuracy": 0.926382529059528, "far_macro_f1": 0.8552035591469732, "context_macro_f1": 0.8969826829039428, "selection_score": 0.881991312434138, "stage": "partial_backbone", "epoch": 6, "training_loss": 0.5408315108882056, "training_examples": 6469, "seconds": 300.2885584998876, "eligible": true }, "additional_validation_only_guard_audit": { "old_macro_f1_loss_at_most_1pp": true, "old_native_accuracy_loss_at_most_1pp": true, "each_weak_class_loss_at_most_1pp": true, "source_f1_gain_at_least_1pp": true, "far_f1_gain_at_least_1_5pp": true }, "guard_audit_note": "Additional broader B0-style guards audited after selection; no test data, checkpoint reselection, or further training used for this audit.", "architecture": "efficientnet_b3", "shared_recipe_unchanged": true, "context_images_verified": 11446, "orchestration_source_change": { "original_hash": "c9ede75ea24d55d93538459078f284ae5272ed8d4b9ec95fc58c043a77dd90f2", "current_hash": "ee5eb50f53c45ffe4815865b349e1b57a80c48daa7ef3292f684510459c5047c", "reconstructed_hashes": [ "c9ede75ea24d55d93538459078f284ae5272ed8d4b9ec95fc58c043a77dd90f2", "dddb567383a1125d32a5d44ec306e687f26ed1838ad79a896e3ccce67f4066e2" ], "matches_original": true, "change": "Adds completed-run reuse checks and repeats the existing backbone history assignment. Active B3 loaded the earlier wrapper; training, selection and preprocessing engines are unchanged." } } }, "b3_export_validation": { "sha256": "bb551e1ea016ceb98db097d8bd97e6537a7c77a008ecd657cda52703915e716c", "report": { "artifact_sha256": "5ab0a8f6292b67440d4c53e51b6b8155a5c474c403428f7a70974d599997deb4", "checkpoint_sha256": "a808dffa181630d47acc74788dcf38f95d0618b1e51b0dcd7f0990071d55c433", "parameter_count": 10708528, "bytes": 11796544, "compression_candidates": [ { "variant": "int8_weights", "bytes": 11796544, "parity": { "n": 5294, "maximum_probability_error": 0.20813310146331787, "mean_absolute_probability_error": 0.002160013187676668, "top1_disagreements": 23, "accuracy_drop": -0.0003777861730260845, "macro_f1_drop": 0.0014281985859748714, "eligible": true, "policy": "Validation only: <=1 percentage point accuracy and macro F1 loss relative to selected checkpoint" }, "under_10_decimal_MB": false, "deployment_eligible": false } ], "deployment_eligible": false, "size_limit_bytes": 10000000, "installed_in_app": false, "test_or_external_used_for_selection": false, "phone_device_tested": false, "export_recipe_sha256": "9f8a23239c0449ddef79760e7d1703879aceaca35cce7d6da8649f2bae3c5391" } }, "b3_offline_verification": { "sha256": "b2a98c253c752551ff8ee54e417843916a3862b040fd3293150263f83935abba", "report": { "artifact_sha256": "5ab0a8f6292b67440d4c53e51b6b8155a5c474c403428f7a70974d599997deb4", "fresh_process": true, "python_outbound_sockets_blocked": true, "attempted_connections": 0, "os_firewall_test": false, "phone_device_tested": false, "runtime_operations": [ "ADD", "CONV_2D", "DEPTHWISE_CONV_2D", "DEQUANTIZE", "FULLY_CONNECTED", "LOGISTIC", "MEAN", "MUL", "PAD", "RESHAPE", "SOFTMAX", "SUB", "TRANSPOSE" ], "custom_ops_present": false, "samples": 3, "predicted_indices": [ 0, 4, 0 ], "installed_in_app": false } }, "b3_float32_conversion_parity": { "sha256": "aa1f2aabc120eee1cb3e8bd8a97567a78d515c492d35583c7b7a19b3115d7f3d", "report": { "validation_samples": 64, "maximum_probability_error": 1.7285346984863281e-06, "top1_disagreements": 0, "atol": 0.0001, "rtol": 0.0001, "checkpoint_sha256": "a808dffa181630d47acc74788dcf38f95d0618b1e51b0dcd7f0990071d55c433", "float32_artifact_sha256": "a4ca3f5abb668430cccf281caddaae4a3a962de0764dd01c7721ebf57a8d6102" } }, "b3_compression_validation": { "sha256": "cce5b27a3e633b454007646ed79bc3c0e41378567e409b21000e7aa9573e8546", "report": [ { "variant": "int8_weights", "bytes": 11796544, "parity": { "n": 5294, "maximum_probability_error": 0.20813310146331787, "mean_absolute_probability_error": 0.002160013187676668, "top1_disagreements": 23, "accuracy_drop": -0.0003777861730260845, "macro_f1_drop": 0.0014281985859748714, "eligible": true, "policy": "Validation only: <=1 percentage point accuracy and macro F1 loss relative to selected checkpoint" }, "under_10_decimal_MB": false, "deployment_eligible": false } ] }, "b3_run_identity": { "sha256": "fbe56354e31050479aad4f493c2851b3ce7445485cc90b1ad0414291a0752c03", "report": { "architecture": "efficientnet_b3", "seed": 20261003, "input_size": 224, "manifest_sha256": "e27dd7fc6483ad16064ccf4ebf1204ef1d8ad2c8881c5b6960641d3cbbc852f5", "pretrained_sha256": "279d2a53898aa89dab43fd6bd7df9f706aea4cb9cf916223988bbcb8e5850469", "engine_sha256": "122db475235747bc6c962aaad9c8f11cf10d156a5ff8620a6f77af557b6c0987", "dataset_code_sha256": "ace2c2cf2dc4dae7cce073fe1e4ef42c0bf1e14c18950228bdba94089de3b3cb", "wrapper_sha256": "98fd710a236396a330ec220690443c09d104933f212c8f7f55c611d619cdc160", "model_code_sha256": "d2d0671b696230867e5f0b75474e769fd6f4b0538a204173e244445f9c0400c9", "shared_code_sha256": { "b1_train.py": "122db475235747bc6c962aaad9c8f11cf10d156a5ff8620a6f77af557b6c0987", "b1_model.py": "ace2c2cf2dc4dae7cce073fe1e4ef42c0bf1e14c18950228bdba94089de3b3cb", "b1_verify.py": "5045a63a47701c256bcd7a78ccb10a565d76835214d4820813551e14f5aa0582", "b2_train.py": "c9ede75ea24d55d93538459078f284ae5272ed8d4b9ec95fc58c043a77dd90f2", "b2_model.py": "cd1ff3c7b0f01fa968df4a64812bda303d36801c6eec0ba0b6d9b1f3bd0ca022", "train_scale.py": "11c6e8feced5316ae18c5ec0999e69cd835a8f8cf543cf713c517fa0397bb2ec", "train_scale_balanced.py": "9078b3e00f8be08288590667fe66769a24a38ee1307b077c6a13dec7bc154870", "model_utils.py": "3b510662e376aeb3db90f6b42cbc09f528a92b99b5c95d9c5dc4a780be7f35be", "export_b1.py": "9f8a23239c0449ddef79760e7d1703879aceaca35cce7d6da8649f2bae3c5391", "export_b2.py": "510f1abd5fbe69904ed30eaa312a3b642a13746de0b6a29b2f72b0231fb141d2", "compare_model_runtime.py": "72737c77bdebd38747bc845e97c9c220a9ccf44b68e254362eefafd99456c1a7" } } }, "b3_temperature": { "sha256": "589257d09d60f4620105c66f80eb5c26e32643a9b984ad741f9cf396747a0a63", "report": { "temperature": 0.7371749772668695, "validation_n": 5294, "source": "scale_v3 validation only", "test_used": false } }, "b3_calibration": { "sha256": "5b15821df497bd00f13a359487f887ffdc1fe3c1f1ab60bb1133047c74f7a357", "report": { "quality": { "minimum_edge_variance": 1.520114853217684, "minimum_mean_luminance": 45.59410861968994, "selection": "validation-only severe Gaussianblur challenge balancedaccuracy subject to >=90% clear acceptance" }, "validation_n": 5294, "class_thresholds": [ 0.6000000000000001, 0.4, 0.4, 0.835, 0.4, 1.01, 0.4 ], "confident_thresholds": [ 0.895, 0.755, 0.6000000000000001, 0.9750000000000001, 0.47000000000000003, 1.01, 0.4 ], "class_threshold_evidence": [ { "label": "cercospora", "enabled": true, "accept_threshold": 0.6000000000000001, "val_true_support": 216 }, { "label": "healthy", "enabled": true, "accept_threshold": 0.4, "val_true_support": 265 }, { "label": "miner", "enabled": true, "accept_threshold": 0.4, "val_true_support": 964 }, { "label": "phoma", "enabled": true, "accept_threshold": 0.835, "val_true_support": 575 }, { "label": "rust", "enabled": true, "accept_threshold": 0.4, "val_true_support": 2101 }, { "label": "red_spider_mite", "enabled": false, "accept_threshold": 1.01, "val_true_support": 25 }, { "label": "weevil_damage", "enabled": true, "accept_threshold": 0.4, "val_true_support": 924 } ], "runtime": "LiteRT CPU int8 per-channel weight storage / float32 computation", "artifact_sha256": "5ab0a8f6292b67440d4c53e51b6b8155a5c474c403428f7a70974d599997deb4", "brightness_config_sha256": "cd2c58f04fa705204593009b940ad5aff2329742a348c83330eacb106788660e", "version": "b3-candidate-v1", "temperature": 0.7371749772668695, "selection": "Same B2 validation-only compressed runtime and shared brightness policy; >=15 accepted and >=90%/95% precision per class" } }, "b3_config": { "sha256": "ca62871e4e796c75820a14c61552fd322aeaa1215d407c10345250aa3955aa6d", "report": { "labels": [ "cercospora", "healthy", "miner", "phoma", "rust", "red_spider_mite", "weevil_damage", "unsupported" ], "app_condition_keys": [ "cercospora", "healthy", "miner", "phoma", "rust", "mites", "weevil" ], "calibration": { "quality": { "minimum_edge_variance": 1.520114853217684, "minimum_mean_luminance": 45.59410861968994, "selection": "validation-only severe Gaussianblur challenge balancedaccuracy subject to >=90% clear acceptance" }, "validation_n": 5294, "class_thresholds": [ 0.6000000000000001, 0.4, 0.4, 0.835, 0.4, 1.01, 0.4 ], "confident_thresholds": [ 0.895, 0.755, 0.6000000000000001, 0.9750000000000001, 0.47000000000000003, 1.01, 0.4 ], "class_threshold_evidence": [ { "label": "cercospora", "enabled": true, "accept_threshold": 0.6000000000000001, "val_true_support": 216 }, { "label": "healthy", "enabled": true, "accept_threshold": 0.4, "val_true_support": 265 }, { "label": "miner", "enabled": true, "accept_threshold": 0.4, "val_true_support": 964 }, { "label": "phoma", "enabled": true, "accept_threshold": 0.835, "val_true_support": 575 }, { "label": "rust", "enabled": true, "accept_threshold": 0.4, "val_true_support": 2101 }, { "label": "red_spider_mite", "enabled": false, "accept_threshold": 1.01, "val_true_support": 25 }, { "label": "weevil_damage", "enabled": true, "accept_threshold": 0.4, "val_true_support": 924 } ], "runtime": "LiteRT CPU int8 per-channel weight storage / float32 computation", "artifact_sha256": "5ab0a8f6292b67440d4c53e51b6b8155a5c474c403428f7a70974d599997deb4", "brightness_config_sha256": "cd2c58f04fa705204593009b940ad5aff2329742a348c83330eacb106788660e", "version": "b3-candidate-v1", "temperature": 0.7371749772668695, "selection": "Same B2 validation-only compressed runtime and shared brightness policy; >=15 accepted and >=90%/95% precision per class" }, "input": "float32 raw RGB 0..255 NHWC", "crop_pct": 0.875, "architecture": "efficientnet_b3", "input_size": 224, "model_repository": "timm/efficientnet_b3.ra2_in1k", "model_revision": "0366a75518620e0f2077789202073759f2d61393", "manifest_sha256": "e27dd7fc6483ad16064ccf4ebf1204ef1d8ad2c8881c5b6960641d3cbbc852f5", "checkpoint_sha256": "a808dffa181630d47acc74788dcf38f95d0618b1e51b0dcd7f0990071d55c433", "calibration_sha256": "5b15821df497bd00f13a359487f887ffdc1fe3c1f1ab60bb1133047c74f7a357", "deployment_eligible": false, "deployment_note": "Validated comparison candidate exceeds the unchanged 10 MB app-artifact limit; not installed in app" } }, "b3_provenance": { "sha256": "c0523e0b934475e1b252e7c610271812a723e0fbe41b355706ada63caaebc977", "report": { "repository": "timm/efficientnet_b3.ra2_in1k", "revision": "0366a75518620e0f2077789202073759f2d61393", "license": "apache-2.0", "pretraining": "ImageNet-1k; no coffee disease head reused", "source": "https://huggingface.co/timm/efficientnet_b3.ra2_in1k/tree/0366a75518620e0f2077789202073759f2d61393", "native_pretraining_resolution": 288, "published_test_resolution": 320, "fine_tuning_and_app_resolution": 224, "resolution_note": "Same 224-pixel app contract as B0/B1/B2; not the published 320-pixel B3 test setting.", "sha256": { "config.json": "d3413ca359c4c5283bbabbba46ef66a265a14031b0b86132de9aa59f84b8d363", "model.safetensors": "279d2a53898aa89dab43fd6bd7df9f706aea4cb9cf916223988bbcb8e5850469" } } }, "b3_orchestration_change_audit": { "sha256": "a3d386ce0468648edc3d21356af92b65c731fc3e042730c556005b86ccdad9d3", "report": { "original_hash": "c9ede75ea24d55d93538459078f284ae5272ed8d4b9ec95fc58c043a77dd90f2", "current_hash": "ee5eb50f53c45ffe4815865b349e1b57a80c48daa7ef3292f684510459c5047c", "reconstructed_hashes": [ "c9ede75ea24d55d93538459078f284ae5272ed8d4b9ec95fc58c043a77dd90f2", "dddb567383a1125d32a5d44ec306e687f26ed1838ad79a896e3ccce67f4066e2" ], "matches_original": true, "change": "Adds completed-run reuse checks and repeats the existing backbone history assignment. Active B3 loaded the earlier wrapper; training, selection and preprocessing engines are unchanged." } }, "b3_model.py": { "path": "b3-original-run/b3_model.py", "sha256": "d2d0671b696230867e5f0b75474e769fd6f4b0538a204173e244445f9c0400c9" }, "b3_train.py": { "path": "b3-original-run/b3_train.py", "sha256": "98fd710a236396a330ec220690443c09d104933f212c8f7f55c611d619cdc160" }, "b3_verify.py": { "path": "b3-original-run/b3_verify.py", "sha256": "deff3f3f14870a0ecbf06b8432e7fef791183406d0a144f6accda4efc6c8ed02" }, "export_b3.py": { "path": "b3-original-run/export_b3.py", "sha256": "5083d4aa515d2c51331c5dee1319286ba0aa45344ff214542e3107b5e478350c" }, "verify_b3_offline.py": { "path": "b3-original-run/verify_b3_offline.py", "sha256": "44ceff0e54110f744a8ed957d2e4149ba7b3375def941da65c7330156c7ea0f0" } }, "metric_definitions": { "accepted_accuracy": "Correct accepted diagnoses divided by all accepted diagnoses; null if no diagnosis is accepted", "accepted_coverage": "All accepted diagnoses, correct or incorrect, divided by all evaluated images", "correct_accepted_fraction": "Correct accepted diagnoses divided by all evaluated images", "accepted_precision_per_class": "Correct accepted diagnoses of a predicted class divided by every accepted diagnosis predicted as that class", "true_class_accepted_coverage": "Images with this ground-truth class accepted as any supported class, including wrong diagnoses, divided by this class's support", "correct_accepted_recall": "Correct accepted diagnoses of a ground-truth class divided by that class's support", "unsupported_false_accepts": "Ground-truth unsupported images receiving any accepted supported diagnosis", "raw_macro_f1": "Mean F1 over all eight classes, or the explicitly named five-class subset; per-source summaries average only classes present in that source", "rust_auroc": "Ranking of Rust versus NoRust scores, not diagnosis accuracy and independent of the displayed threshold" }, "qualifications": [ "B1/B2/B3 share the same fine-tuning recipe, vetted data, group-preserving splits, seed and 224px inputs. Their pretrained ImageNet initializations and native pretraining recipes differ. B0 uses the older corpus and coffee-specific initialization. This compares trained systems rather than isolating architecture.", "All eight output classes compete even on five-class truth; unsupported or new-class predictions count as errors in those subsets.", "AGML and every known coffee-pretraining-exposed group are excluded in the named shared subset; unknown pretraining exposure cannot be ruled out.", "Reviewed BRACOL crops reuse original parents; row counts do not equal independent leaves. Sources with unresolved taxonomy, provenance or augmentation leakage remain excluded.", "Current alpha-aware brightness policy is frozen and shared. Legacy brightness results are separately labeled; class confidence gates are each model's own frozen validation calibration.", "External rust and scans have been inspected previously and are development stress tests. No model, confidence gate, compression choice or brightness limit is chosen from them.", "Source labels reflect publisher annotations; independent laboratory diagnosis and real phone field validation have not been performed.", "B0/B1 prediction caches are reused only when existing strict artifact, image-byte, preprocessing, dependency and thread signatures match. Their old reports remain unchanged; three-model latency is newly measured.", "B2 was pretrained at 256px with a published 288px test setting; this experiment fine-tunes and evaluates it at the shared 224px app resolution, not its published test resolution.", "B3 may be a validated comparison candidate above the unchanged 10 MB app limit. Deployment status is explicit; reported candidate gate metrics simulate app decisions offline and do not indicate installation.", "B3 native pretraining/test resolutions are 288/320px; these results measure the shared 224px contract, not published native-resolution performance." ], "weak_class_comparison": { "cercospora": { "b0": { "raw": { "precision": 0.5735735735735735, "recall": 0.8268398268398268, "f1-score": 0.6773049645390071, "support": 231.0 }, "app": { "support": 231, "accepted_as_class": 300, "correct_accepted": 188, "accepted_precision": 0.6266666666666667, "correct_accepted_recall": 0.8138528138528138, "true_class_accepted_coverage": 0.9567099567099567, "enabled": true }, "original_test": { "precision": 0.8136363636363636, "recall": 0.8523809523809524, "f1-score": 0.8325581395348837, "support": 210.0 } }, "b1": { "raw": { "precision": 0.753968253968254, "recall": 0.8225108225108225, "f1-score": 0.7867494824016563, "support": 231.0 }, "app": { "support": 231, "accepted_as_class": 171, "correct_accepted": 143, "accepted_precision": 0.8362573099415205, "correct_accepted_recall": 0.6190476190476191, "true_class_accepted_coverage": 0.7705627705627706, "enabled": true }, "original_test": { "precision": 0.8894472361809045, "recall": 0.8428571428571429, "f1-score": 0.8655256723716381, "support": 210.0 } }, "b2": { "raw": { "precision": 0.8131868131868132, "recall": 0.6406926406926406, "f1-score": 0.7167070217917676, "support": 231.0 }, "app": { "support": 231, "accepted_as_class": 156, "correct_accepted": 135, "accepted_precision": 0.8653846153846154, "correct_accepted_recall": 0.5844155844155844, "true_class_accepted_coverage": 0.8831168831168831, "enabled": true }, "original_test": { "precision": 0.9025974025974026, "recall": 0.6619047619047619, "f1-score": 0.7637362637362637, "support": 210.0 } }, "b3": { "raw": { "precision": 0.803921568627451, "recall": 0.70995670995671, "f1-score": 0.7540229885057471, "support": 231.0 }, "app": { "support": 231, "accepted_as_class": 170, "correct_accepted": 143, "accepted_precision": 0.8411764705882353, "correct_accepted_recall": 0.6190476190476191, "true_class_accepted_coverage": 0.8354978354978355, "enabled": true }, "original_test": { "precision": 0.9281437125748503, "recall": 0.7380952380952381, "f1-score": 0.8222811671087533, "support": 210.0 } } }, "healthy": { "b0": { "raw": { "precision": 0.8045112781954887, "recall": 0.6729559748427673, "f1-score": 0.7328767123287672, "support": 318.0 }, "app": { "support": 318, "accepted_as_class": 212, "correct_accepted": 180, "accepted_precision": 0.8490566037735849, "correct_accepted_recall": 0.5660377358490566, "true_class_accepted_coverage": 0.839622641509434, "enabled": true }, "original_test": { "precision": 0.8392156862745098, "recall": 0.9304347826086956, "f1-score": 0.8824742268041237, "support": 230.0 } }, "b1": { "raw": { "precision": 0.9186046511627907, "recall": 0.9937106918238994, "f1-score": 0.9546827794561934, "support": 318.0 }, "app": { "support": 318, "accepted_as_class": 343, "correct_accepted": 316, "accepted_precision": 0.9212827988338192, "correct_accepted_recall": 0.9937106918238994, "true_class_accepted_coverage": 1.0, "enabled": true }, "original_test": { "precision": 0.912, "recall": 0.991304347826087, "f1-score": 0.95, "support": 230.0 } }, "b2": { "raw": { "precision": 0.9198813056379822, "recall": 0.9748427672955975, "f1-score": 0.9465648854961832, "support": 318.0 }, "app": { "support": 318, "accepted_as_class": 336, "correct_accepted": 310, "accepted_precision": 0.9226190476190477, "correct_accepted_recall": 0.9748427672955975, "true_class_accepted_coverage": 0.9874213836477987, "enabled": true }, "original_test": { "precision": 0.8987854251012146, "recall": 0.9652173913043478, "f1-score": 0.9308176100628931, "support": 230.0 } }, "b3": { "raw": { "precision": 0.9369369369369369, "recall": 0.9811320754716981, "f1-score": 0.9585253456221198, "support": 318.0 }, "app": { "support": 318, "accepted_as_class": 332, "correct_accepted": 312, "accepted_precision": 0.9397590361445783, "correct_accepted_recall": 0.9811320754716981, "true_class_accepted_coverage": 0.9905660377358491, "enabled": true }, "original_test": { "precision": 0.9218106995884774, "recall": 0.9739130434782609, "f1-score": 0.9471458773784355, "support": 230.0 } } }, "red_spider_mite": { "b0": { "raw": { "precision": 0.22058823529411764, "recall": 0.5769230769230769, "f1-score": 0.3191489361702128, "support": 26.0 }, "app": { "support": 26, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.3076923076923077, "enabled": false }, "original_test": { "precision": 0.23809523809523808, "recall": 0.5769230769230769, "f1-score": 0.33707865168539325, "support": 26.0 } }, "b1": { "raw": { "precision": 0.4375, "recall": 0.5384615384615384, "f1-score": 0.4827586206896552, "support": 26.0 }, "app": { "support": 26, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.4230769230769231, "enabled": false }, "original_test": { "precision": 0.4375, "recall": 0.5384615384615384, "f1-score": 0.4827586206896552, "support": 26.0 } }, "b2": { "raw": { "precision": 0.4594594594594595, "recall": 0.6538461538461539, "f1-score": 0.5396825396825397, "support": 26.0 }, "app": { "support": 26, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.34615384615384615, "enabled": false }, "original_test": { "precision": 0.4594594594594595, "recall": 0.6538461538461539, "f1-score": 0.5396825396825397, "support": 26.0 } }, "b3": { "raw": { "precision": 0.5, "recall": 0.38461538461538464, "f1-score": 0.43478260869565216, "support": 26.0 }, "app": { "support": 26, "accepted_as_class": 0, "correct_accepted": 0, "accepted_precision": null, "correct_accepted_recall": 0.0, "true_class_accepted_coverage": 0.5769230769230769, "enabled": false }, "original_test": { "precision": 0.5, "recall": 0.38461538461538464, "f1-score": 0.43478260869565216, "support": 26.0 } } } }, "latency": { "models": { "b0": { "n": 256, "median_ms": 54.209699970670044, "p90_ms": 66.1483999574557, "mean_ms": 56.82226952740166 }, "b1": { "n": 256, "median_ms": 79.07249999698251, "p90_ms": 97.20024990383536, "mean_ms": 83.9313957030754 }, "b2": { "n": 256, "median_ms": 85.62349993735552, "p90_ms": 100.41325003840029, "mean_ms": 90.58913827720971 }, "b3": { "n": 256, "median_ms": 113.29765000846237, "p90_ms": 129.1854000883177, "mean_ms": 117.35963320188603 } }, "num_threads": 4, "warmup_invocations_per_model": 8, "unique_images": 64, "repetitions": 4, "invocation_orders": [ [ "b0", "b1", "b3", "b2" ], [ "b1", "b2", "b0", "b3" ], [ "b2", "b3", "b1", "b0" ], [ "b3", "b0", "b2", "b1" ] ], "image_paths": [ "data/bracol/classification/dataset/leaf/948.jpg", "data/images/agml/7979.jpg", "data/bracol/classification/dataset/leaf/1240.jpg", "data/images/beans/bean_rust_test.2.jpg", "data/images/bracol_expert/1630_1.jpg", "data/images/rocole/C8P30E2.jpg", "data/images/scale_v2/peru/unsupported/20251129_101314.jpg", "data/images/scale_v2/peru/unsupported/20251129_131303.jpg", "data/images/coffeeleaf_co/ROYA_MA_33_29.jpg", "data/images/scale_v2/peru/healthy/Sana 169.jpg", "data/images/agml/41749.jpg", "data/bracol/classification/dataset/symptom/train/5_cercospora/1727_1419_0733_0271_0265.jpg", "data/bracol/classification/dataset/leaf/309.jpg", "data/images/coffeeleaf_co/ROYA_MA_20_5.jpg", "data/images/agml/8266.jpg", "data/images/coffeeleaf_co/COCO_Muy_A_101_13.jpg", "data/images/rocole/C7P12E1.jpg", "data/images/bracol_expert/65_0.jpg", "data/images/agml/42954.jpg", "data/images/rocole/C1P24E1.jpg", "data/bracol/classification/dataset/symptom/train/2_miner/867_0631_0372_0278_0208.jpg", "data/images/coffeeleaf_co/COCO_Muy_A_39_32.jpg", "data/images/bracol_expert/1527_10.jpg", "data/bracol/classification/dataset/symptom/train/3_rust/1206_0612_0672_0291_0263.jpg", "data/images/rocole/C11P38E1.jpg", "data/images/bracol_expert/347_0.jpg", "data/images/agml/42858.jpg", "data/images/bracol_expert/1038_0.jpg", "data/images/scale_v2/peru/unsupported/20251129_131529.jpg", "data/images/coffeeleaf_co/COCO_Muy_A_19_8.jpg", "data/bracol/classification/dataset/symptom/train/1_health/202_1359_0329_0176_0183.jpg", "data/images/agml/42928.jpg", "data/images/agml/8272.jpg", "data/images/beans/healthy_test.5.jpg", "data/images/rocole/C11P32E2.jpg", "data/images/agml/166.jpg", "data/images/agml/7758.jpg", "data/images/agml/167.jpg", "data/images/coffeeleaf_co/MINEIRO_130_4.jpg", "data/images/beans/bean_rust_test.26.jpg", "data/images/rocole/C4P25E2.jpg", "data/images/rocole/C3P13H2.jpg", "data/images/bracol_expert/596_12.jpg", "data/images/coffeeleaf_co/MINEIRO_164_5.jpg", "data/images/scale_v2/peru/unsupported/20251129_131125.jpg", "data/images/coffeeleaf_co/COCO_Muy_A_19_4.jpg", "data/bracol/classification/dataset/symptom/train/4_phoma/286_0257_0392_0223_0235.jpg", "data/images/coffeeleaf_co/COCO_P_A_48_7.jpg", "data/images/coffeeleaf_co/ROYA_FONDO_21_15.jpg", "data/images/beans/healthy_test.22.jpg", "data/images/rocole/C2P35H2.jpg", "data/images/agml/985.jpg", "data/images/bracol_expert/163_6.jpg", "data/bracol/classification/dataset/leaf/667.jpg", "data/images/agml/135.jpg", "data/images/rocole/C10P23E2.jpg", "data/images/coffeeleaf_co/COCO_M_A_90_7.jpg", "data/images/rocole/C2P22E2.jpg", "data/images/agml/486.jpg", "data/images/coffeeleaf_co/COCO_Muy_A_39_49.jpg", "data/images/rocole/C6P33H1.jpg", "data/images/rocole/C5P2E2.jpg", "data/images/coffeeleaf_co/COCO_Muy_A_70_17.jpg", "data/images/agml/799.jpg" ], "host": "connor", "cpu": "AMD64 Family 25 Model 97 Stepping 2, AuthenticAMD", "method": "Fresh same-process CPU invoke timing; identical preloaded images; four Williams Latin-square orders per image balance every position and every directed adjacent pair; excludes loading/preprocessing", "physical_phone_benchmarked": false, "qualification": "Measure after all training/export completes; never use cached timings or infer phone latency" }, "identity_after": { "b0_artifact": { "path": "original-project/mobile/assets/model/coffee-leaf.tflite", "sha256": "19b4f9747604dcff2cc43f44e3056f5c4fd827e3b0556e6632e1acbd1ce6ccda", "bytes": 8091596 }, "b0_config": { "path": "original-project/mobile/assets/model/model-config.json", "sha256": "bf29b082d6f40f1519a3a307f971fc52f83e91fef67e3b8049cf74e01ab62368", "bytes": 2567 }, "b0_checkpoint": { "path": "original-project/training/runs/efficientnet/best.safetensors", "sha256": "f83c93baaa20a2d106860ecca337543e063c1ed8b7781fd0f793790992986d8d", "bytes": 16272336 }, "b1_artifact": { "path": "original-project/mobile/assets/model/coffee-leaf-b1.tflite", "sha256": "28c5d1cf1ac3f268d66f9c9f50f35e0a4602dced07f55e07b17f4c6cdae18c75", "bytes": 7324120 }, "b1_config": { "path": "original-project/mobile/assets/model/model-config-b1.json", "sha256": "06f6dfa8539db4a9fd82dcfaa371c37c8ba5efdeb61b9a11e79d81e1ffb0b4f7", "bytes": 2952 }, "b1_checkpoint": { "path": "original-project/training/runs/efficientnet_b1/best.safetensors", "sha256": "a5ac6495802d4b03e1f0365327d41b8919b13c9c212a8cc8f26bf1c43f72a3d1", "bytes": 26388856 }, "b2_artifact": { "path": "original-project/mobile/assets/model/coffee-leaf-b2.tflite", "sha256": "ddbea87650b839dabb376f32d7e210ccc21a105024de23b3c0abf25fbbe86a01", "bytes": 8573416 }, "b2_config": { "path": "original-project/mobile/assets/model/model-config-b2.json", "sha256": "524ab5e7aca53339fcf8201de17fd71b27c1a97e52f27906b9782b40f410a649", "bytes": 2939 }, "b2_checkpoint": { "path": "original-project/training/runs/efficientnet_b2/best.safetensors", "sha256": "eb6a5d4daac75046befce1250bc9278d4c1d2ccfa8ccf0fe2f4302cb918e8dd8", "bytes": 31166288 }, "b3_artifact": { "path": "b3-original-run/coffee-leaf-b3.tflite", "sha256": "5ab0a8f6292b67440d4c53e51b6b8155a5c474c403428f7a70974d599997deb4", "bytes": 11796544 }, "b3_config": { "path": "b3-original-run/model-config-b3.json", "sha256": "ca62871e4e796c75820a14c61552fd322aeaa1215d407c10345250aa3955aa6d", "bytes": 3144 }, "b3_checkpoint": { "path": "b3-original-run/run/best.safetensors", "sha256": "a808dffa181630d47acc74788dcf38f95d0618b1e51b0dcd7f0990071d55c433", "bytes": 43236632 }, "brightness": { "path": "original-project/mobile/assets/model/brightness-config.json", "sha256": "cd2c58f04fa705204593009b940ad5aff2329742a348c83330eacb106788660e", "bytes": 1893 }, "b0_manifest": { "path": "original-project/training/data/manifest.json", "sha256": "17531809594632bdaa1a7d005b2690041f94acf302e84fd5a1125e7e51494ba7", "bytes": 9207106 }, "b1_manifest": { "path": "original-project/training/data/scale_v3_manifest.json", "sha256": "e27dd7fc6483ad16064ccf4ebf1204ef1d8ad2c8881c5b6960641d3cbbc852f5", "bytes": 18916720 }, "b2_manifest": { "path": "original-project/training/data/scale_v3_manifest.json", "sha256": "e27dd7fc6483ad16064ccf4ebf1204ef1d8ad2c8881c5b6960641d3cbbc852f5", "bytes": 18916720 }, "previous_comparison.json": { "path": "original-project/training/runs/model_comparison/comparison.json", "sha256": "7b099fe988b3aff3cd0e3d69a9ac73fe2658b4a07014b64b6d27ba60e8851466", "bytes": 547850 }, "previous_b0_comparison.json": { "path": "original-project/training/runs/model_comparison/b0_comparison.json", "sha256": "7f4e1bcca507b9b03df45b4fba55c63e7c68c35c37dbde356204ff3bc5059b04", "bytes": 184232 }, "previous_b1_comparison.json": { "path": "original-project/training/runs/model_comparison/b1_comparison.json", "sha256": "8df48abee3119ec66a4f386c99c3938663cc74798803bed7fdde84663ba1f79f", "bytes": 182576 }, "b3_training": { "path": "b3-original-run/run/training.json", "sha256": "710e7de343747151789663c6af2de1cddcb109758b830515ea05631cb0a42e8a", "bytes": 48827 }, "b3_completion_verification": { "path": "b3-original-run/run/completion_verification.json", "sha256": "33d6a2b198569378ab504e3f1812702e50ef27d678de3004e090aa7a2120567f", "bytes": 3506 }, "b3_export_validation": { "path": "b3-original-run/run/export_validation.json", "sha256": "bb551e1ea016ceb98db097d8bd97e6537a7c77a008ecd657cda52703915e716c", "bytes": 1151 }, "b3_offline_verification": { "path": "b3-original-run/run/offline_verification.json", "sha256": "b2a98c253c752551ff8ee54e417843916a3862b040fd3293150263f83935abba", "bytes": 638 }, "b3_float32_conversion_parity": { "path": "b3-original-run/run/float32_conversion_parity.json", "sha256": "aa1f2aabc120eee1cb3e8bd8a97567a78d515c492d35583c7b7a19b3115d7f3d", "bytes": 346 }, "b3_compression_validation": { "path": "b3-original-run/run/compression_validation.json", "sha256": "cce5b27a3e633b454007646ed79bc3c0e41378567e409b21000e7aa9573e8546", "bytes": 574 }, "b3_run_identity": { "path": "b3-original-run/run/run_identity.json", "sha256": "fbe56354e31050479aad4f493c2851b3ce7445485cc90b1ad0414291a0752c03", "bytes": 1663 }, "b3_temperature": { "path": "b3-original-run/run/temperature.json", "sha256": "589257d09d60f4620105c66f80eb5c26e32643a9b984ad741f9cf396747a0a63", "bytes": 130 }, "b3_calibration": { "path": "b3-original-run/run/calibration.json", "sha256": "5b15821df497bd00f13a359487f887ffdc1fe3c1f1ab60bb1133047c74f7a357", "bytes": 1993 }, "b3_orchestration_change_audit": { "path": "b3-original-run/run/orchestration_change_audit.json", "sha256": "a3d386ce0468648edc3d21356af92b65c731fc3e042730c556005b86ccdad9d3", "bytes": 588 }, "b3_b3_model.py": { "path": "b3-original-run/b3_model.py", "sha256": "d2d0671b696230867e5f0b75474e769fd6f4b0538a204173e244445f9c0400c9", "bytes": 3457 }, "b3_b3_train.py": { "path": "b3-original-run/b3_train.py", "sha256": "98fd710a236396a330ec220690443c09d104933f212c8f7f55c611d619cdc160", "bytes": 2940 }, "b3_b3_verify.py": { "path": "b3-original-run/b3_verify.py", "sha256": "deff3f3f14870a0ecbf06b8432e7fef791183406d0a144f6accda4efc6c8ed02", "bytes": 2182 }, "b3_export_b3.py": { "path": "b3-original-run/export_b3.py", "sha256": "5083d4aa515d2c51331c5dee1319286ba0aa45344ff214542e3107b5e478350c", "bytes": 4820 }, "b3_verify_b3_offline.py": { "path": "b3-original-run/verify_b3_offline.py", "sha256": "44ceff0e54110f744a8ed957d2e4149ba7b3375def941da65c7330156c7ea0f0", "bytes": 1961 }, "b3_provenance": { "path": "b3-original-run/pretrained/provenance.json", "sha256": "c0523e0b934475e1b252e7c610271812a723e0fbe41b355706ada63caaebc977", "bytes": 752 } }, "frozen_artifacts_and_previous_reports_unchanged": true }