Hsyshasuzh/longmemory-geo / project /model /PRECISION-RESULTS.json
Hsyshasuzh's picture
download
raw
17.2 kB
{
"conservative_policy": {
"target_precision": 1.0,
"min_predictions": 30,
"thresholds": {
"4": 0.8114740252494812,
"5": 0.8719403743743896,
"6": 0.25476112961769104,
"7": 0.6987993121147156,
"8": 0.7007404565811157
},
"abstained_class_ids": [
3
],
"support": {
"3": {
"status": "INSUFFICIENT_EVIDENCE_OR_NO_FEASIBLE_THRESHOLD",
"targets": 7,
"predictions": 0,
"tp": 0,
"fp": 0,
"precision": null,
"recall": 0
},
"4": {
"status": "SUPPORTED_EMPIRICALLY",
"targets": 250,
"predictions": 83,
"tp": 83,
"fp": 0,
"precision": 1.0,
"recall": 0.332
},
"5": {
"status": "SUPPORTED_EMPIRICALLY",
"targets": 515,
"predictions": 64,
"tp": 64,
"fp": 0,
"precision": 1.0,
"recall": 0.12427184466019417
},
"6": {
"status": "SUPPORTED_EMPIRICALLY",
"targets": 70,
"predictions": 70,
"tp": 70,
"fp": 0,
"precision": 1.0,
"recall": 1.0
},
"7": {
"status": "SUPPORTED_EMPIRICALLY",
"targets": 439,
"predictions": 396,
"tp": 396,
"fp": 0,
"precision": 1.0,
"recall": 0.9020501138952164
},
"8": {
"status": "SUPPORTED_EMPIRICALLY",
"targets": 51,
"predictions": 34,
"tp": 34,
"fp": 0,
"precision": 1.0,
"recall": 0.6666666666666666
}
},
"provenance": "selection_validation",
"sample_ids": [
"dota_P0007_0_0",
"dota_P0007_0_1113",
"dota_P0007_0_819",
"dota_P0007_466_0",
"dota_P0007_466_819",
"dota_P0175_0_0",
"dota_P0198_0_0",
"dota_P0198_0_300",
"dota_P0198_164_0",
"dota_P0257_0_0",
"dota_P0257_56_0",
"dota_P0257_56_572",
"dota_P0309_0_0",
"dota_P0654_0_0",
"dota_P0654_120_0",
"dota_P0654_120_204",
"dota_P0795_0_0",
"dota_P0795_0_1413",
"dota_P0795_0_819",
"dota_P0795_752_1413",
"dota_P0795_752_819",
"dota_P0910_0_819",
"dota_P0910_1057_880",
"dota_P0910_819_0",
"dota_P0910_819_819",
"dota_P0910_819_880",
"dota_P1128_0_256",
"dota_P1128_768_0",
"dota_P1128_768_256",
"dota_P1380_1638_0",
"dota_P1380_2457_819",
"dota_P1380_3373_3670",
"dota_P1386_1638_0",
"dota_P1386_3602_2457",
"dota_P1386_3602_819",
"dota_P1410_0_3276",
"dota_P1410_2457_819",
"dota_P1410_3276_4095",
"dota_P1410_4312_2457",
"dota_P1838_0_264",
"dota_P2003_0_0",
"dota_P2003_0_761",
"dota_P2003_163_0",
"dota_P2093_0_0",
"dota_P2093_273_0",
"dota_P2093_273_650",
"dota_P2166_0_0",
"dota_P2181_1638_0",
"dota_P2181_1638_819",
"dota_P2181_2022_0",
"dota_P2181_819_1410",
"dota_P2331_0_819",
"dota_P2331_1638_0",
"dota_P2331_1638_935",
"dota_P2331_2250_0",
"dota_P2331_2250_935",
"dota_P2337_0_1372",
"dota_P2337_0_819",
"dota_P2337_819_0",
"dota_P2337_819_819",
"dota_P2577_0_0",
"dota_P2577_0_153",
"dota_P2577_366_0",
"dota_P2766_0_1638",
"dota_P2766_1638_0",
"dota_P2766_1638_819",
"dota_P2766_2457_819",
"dota_P2766_3276_2457"
],
"limitation": "Empirical operating point, not a 99% guarantee. Minimum count is a support screen, not a confidence bound. Abstained classes remain false negatives in recall."
},
"conservative_selection": {
"precision": 1.0,
"recall": 0.48573573573573575,
"f1": 0.6538655886811522,
"true_positives": 647,
"false_positives": 0,
"targets": 1332,
"per_class": {
"3": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"true_positives": 0,
"false_positives": 0,
"targets": 7
},
"4": {
"precision": 1.0,
"recall": 0.332,
"f1": 0.4984984984984985,
"true_positives": 83,
"false_positives": 0,
"targets": 250
},
"5": {
"precision": 1.0,
"recall": 0.12427184466019417,
"f1": 0.22107081174438684,
"true_positives": 64,
"false_positives": 0,
"targets": 515
},
"6": {
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"true_positives": 70,
"false_positives": 0,
"targets": 70
},
"7": {
"precision": 1.0,
"recall": 0.9020501138952164,
"f1": 0.948502994011976,
"true_positives": 396,
"false_positives": 0,
"targets": 439
},
"8": {
"precision": 1.0,
"recall": 0.6666666666666666,
"f1": 0.8,
"true_positives": 34,
"false_positives": 0,
"targets": 51
}
}
},
"conservative_quick": {
"precision": 0.9873417721518988,
"recall": 0.4020618556701031,
"f1": 0.5714285714285715,
"true_positives": 234,
"false_positives": 3,
"targets": 582,
"per_class": {
"3": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"true_positives": 0,
"false_positives": 0,
"targets": 2
},
"4": {
"precision": 0.9545454545454546,
"recall": 0.15789473684210525,
"f1": 0.27096774193548384,
"true_positives": 21,
"false_positives": 1,
"targets": 133
},
"5": {
"precision": 1.0,
"recall": 0.13725490196078433,
"f1": 0.24137931034482762,
"true_positives": 35,
"false_positives": 0,
"targets": 255
},
"6": {
"precision": 1.0,
"recall": 0.9375,
"f1": 0.967741935483871,
"true_positives": 30,
"false_positives": 0,
"targets": 32
},
"7": {
"precision": 0.9928057553956835,
"recall": 0.9517241379310345,
"f1": 0.9718309859154929,
"true_positives": 138,
"false_positives": 1,
"targets": 145
},
"8": {
"precision": 0.9090909090909091,
"recall": 0.6666666666666666,
"f1": 0.7692307692307692,
"true_positives": 10,
"false_positives": 1,
"targets": 15
}
}
},
"policy": {
"target_precision": 0.99,
"min_predictions": 30,
"thresholds": {
"4": 0.7664109468460083,
"5": 0.7860286831855774,
"6": 0.25476112961769104,
"7": 0.10839266330003738,
"8": 0.7007404565811157
},
"abstained_class_ids": [
3
],
"support": {
"3": {
"status": "INSUFFICIENT_EVIDENCE_OR_NO_FEASIBLE_THRESHOLD",
"targets": 7,
"predictions": 0,
"tp": 0,
"fp": 0,
"precision": null,
"recall": 0
},
"4": {
"status": "SUPPORTED_EMPIRICALLY",
"targets": 250,
"predictions": 104,
"tp": 103,
"fp": 1,
"precision": 0.9903846153846154,
"recall": 0.412
},
"5": {
"status": "SUPPORTED_EMPIRICALLY",
"targets": 515,
"predictions": 442,
"tp": 438,
"fp": 4,
"precision": 0.9909502262443439,
"recall": 0.8504854368932039
},
"6": {
"status": "SUPPORTED_EMPIRICALLY",
"targets": 70,
"predictions": 70,
"tp": 70,
"fp": 0,
"precision": 1.0,
"recall": 1.0
},
"7": {
"status": "SUPPORTED_EMPIRICALLY",
"targets": 439,
"predictions": 416,
"tp": 412,
"fp": 4,
"precision": 0.9903846153846154,
"recall": 0.9384965831435079
},
"8": {
"status": "SUPPORTED_EMPIRICALLY",
"targets": 51,
"predictions": 34,
"tp": 34,
"fp": 0,
"precision": 1.0,
"recall": 0.6666666666666666
}
},
"provenance": "selection_validation",
"sample_ids": [
"dota_P0007_0_0",
"dota_P0007_0_1113",
"dota_P0007_0_819",
"dota_P0007_466_0",
"dota_P0007_466_819",
"dota_P0175_0_0",
"dota_P0198_0_0",
"dota_P0198_0_300",
"dota_P0198_164_0",
"dota_P0257_0_0",
"dota_P0257_56_0",
"dota_P0257_56_572",
"dota_P0309_0_0",
"dota_P0654_0_0",
"dota_P0654_120_0",
"dota_P0654_120_204",
"dota_P0795_0_0",
"dota_P0795_0_1413",
"dota_P0795_0_819",
"dota_P0795_752_1413",
"dota_P0795_752_819",
"dota_P0910_0_819",
"dota_P0910_1057_880",
"dota_P0910_819_0",
"dota_P0910_819_819",
"dota_P0910_819_880",
"dota_P1128_0_256",
"dota_P1128_768_0",
"dota_P1128_768_256",
"dota_P1380_1638_0",
"dota_P1380_2457_819",
"dota_P1380_3373_3670",
"dota_P1386_1638_0",
"dota_P1386_3602_2457",
"dota_P1386_3602_819",
"dota_P1410_0_3276",
"dota_P1410_2457_819",
"dota_P1410_3276_4095",
"dota_P1410_4312_2457",
"dota_P1838_0_264",
"dota_P2003_0_0",
"dota_P2003_0_761",
"dota_P2003_163_0",
"dota_P2093_0_0",
"dota_P2093_273_0",
"dota_P2093_273_650",
"dota_P2166_0_0",
"dota_P2181_1638_0",
"dota_P2181_1638_819",
"dota_P2181_2022_0",
"dota_P2181_819_1410",
"dota_P2331_0_819",
"dota_P2331_1638_0",
"dota_P2331_1638_935",
"dota_P2331_2250_0",
"dota_P2331_2250_935",
"dota_P2337_0_1372",
"dota_P2337_0_819",
"dota_P2337_819_0",
"dota_P2337_819_819",
"dota_P2577_0_0",
"dota_P2577_0_153",
"dota_P2577_366_0",
"dota_P2766_0_1638",
"dota_P2766_1638_0",
"dota_P2766_1638_819",
"dota_P2766_2457_819",
"dota_P2766_3276_2457"
],
"limitation": "Empirical operating point, not a 99% guarantee. Minimum count is a support screen, not a confidence bound. Abstained classes remain false negatives in recall."
},
"selection": {
"precision": 0.9915572232645403,
"recall": 0.7935435435435435,
"f1": 0.8815679733110925,
"true_positives": 1057,
"false_positives": 9,
"targets": 1332,
"per_class": {
"3": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"true_positives": 0,
"false_positives": 0,
"targets": 7
},
"4": {
"precision": 0.9903846153846154,
"recall": 0.412,
"f1": 0.5819209039548022,
"true_positives": 103,
"false_positives": 1,
"targets": 250
},
"5": {
"precision": 0.9909502262443439,
"recall": 0.8504854368932039,
"f1": 0.9153605015673981,
"true_positives": 438,
"false_positives": 4,
"targets": 515
},
"6": {
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"true_positives": 70,
"false_positives": 0,
"targets": 70
},
"7": {
"precision": 0.9903846153846154,
"recall": 0.9384965831435079,
"f1": 0.9637426900584795,
"true_positives": 412,
"false_positives": 4,
"targets": 439
},
"8": {
"precision": 1.0,
"recall": 0.6666666666666666,
"f1": 0.8,
"true_positives": 34,
"false_positives": 0,
"targets": 51
}
}
},
"quick": {
"precision": 0.9821029082774049,
"recall": 0.7542955326460481,
"f1": 0.8532555879494654,
"true_positives": 439,
"false_positives": 8,
"targets": 582,
"per_class": {
"3": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"true_positives": 0,
"false_positives": 0,
"targets": 2
},
"4": {
"precision": 0.9444444444444444,
"recall": 0.2556390977443609,
"f1": 0.40236686390532544,
"true_positives": 34,
"false_positives": 2,
"targets": 133
},
"5": {
"precision": 0.9911111111111112,
"recall": 0.8745098039215686,
"f1": 0.9291666666666668,
"true_positives": 223,
"false_positives": 2,
"targets": 255
},
"6": {
"precision": 1.0,
"recall": 0.9375,
"f1": 0.967741935483871,
"true_positives": 30,
"false_positives": 0,
"targets": 32
},
"7": {
"precision": 0.9793103448275862,
"recall": 0.9793103448275862,
"f1": 0.9793103448275862,
"true_positives": 142,
"false_positives": 3,
"targets": 145
},
"8": {
"precision": 0.9090909090909091,
"recall": 0.6666666666666666,
"f1": 0.7692307692307692,
"true_positives": 10,
"false_positives": 1,
"targets": 15
}
}
},
"baseline_selection": {
"precision": 0.9591666666666666,
"recall": 0.8641141141141141,
"f1": 0.9091627172195893,
"true_positives": 1151,
"false_positives": 49,
"targets": 1332,
"per_class": {
"3": {
"precision": 0.75,
"recall": 0.42857142857142855,
"f1": 0.5454545454545454,
"true_positives": 3,
"false_positives": 1,
"targets": 7
},
"4": {
"precision": 0.9,
"recall": 0.576,
"f1": 0.7024390243902439,
"true_positives": 144,
"false_positives": 16,
"targets": 250
},
"5": {
"precision": 0.9560878243512974,
"recall": 0.9300970873786408,
"f1": 0.9429133858267716,
"true_positives": 479,
"false_positives": 22,
"targets": 515
},
"6": {
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"true_positives": 70,
"false_positives": 0,
"targets": 70
},
"7": {
"precision": 0.9880668257756563,
"recall": 0.9430523917995444,
"f1": 0.9650349650349649,
"true_positives": 414,
"false_positives": 5,
"targets": 439
},
"8": {
"precision": 0.8913043478260869,
"recall": 0.803921568627451,
"f1": 0.845360824742268,
"true_positives": 41,
"false_positives": 5,
"targets": 51
}
}
},
"baseline_quick": {
"precision": 0.9610655737704918,
"recall": 0.8058419243986255,
"f1": 0.8766355140186917,
"true_positives": 469,
"false_positives": 19,
"targets": 582,
"per_class": {
"3": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"true_positives": 0,
"false_positives": 1,
"targets": 2
},
"4": {
"precision": 0.9215686274509803,
"recall": 0.3533834586466165,
"f1": 0.5108695652173912,
"true_positives": 47,
"false_positives": 4,
"targets": 133
},
"5": {
"precision": 0.9795918367346939,
"recall": 0.9411764705882353,
"f1": 0.96,
"true_positives": 240,
"false_positives": 5,
"targets": 255
},
"6": {
"precision": 1.0,
"recall": 0.9375,
"f1": 0.967741935483871,
"true_positives": 30,
"false_positives": 0,
"targets": 32
},
"7": {
"precision": 0.9726027397260274,
"recall": 0.9793103448275862,
"f1": 0.9759450171821304,
"true_positives": 142,
"false_positives": 4,
"targets": 145
},
"8": {
"precision": 0.6666666666666666,
"recall": 0.6666666666666666,
"f1": 0.6666666666666666,
"true_positives": 10,
"false_positives": 5,
"targets": 15
}
}
},
"evidence": {
"per_class": {
"3": {
"positive_instances": 7,
"positive_tiles": 5,
"positive_scenes": 4
},
"4": {
"positive_instances": 250,
"positive_tiles": 22,
"positive_scenes": 10
},
"5": {
"positive_instances": 515,
"positive_tiles": 23,
"positive_scenes": 10
},
"6": {
"positive_instances": 70,
"positive_tiles": 7,
"positive_scenes": 3
},
"7": {
"positive_instances": 439,
"positive_tiles": 13,
"positive_scenes": 6
},
"8": {
"positive_instances": 51,
"positive_tiles": 8,
"positive_scenes": 4
}
},
"low_support_class_ids": [
"3"
],
"disclosure_rule": "Fewer than 10 positive instances or 3 positive tiles is a disclosure heuristic, not a statistical reliability test; threshold selection is unchanged.",
"warnings": [
"Class 3 threshold has limited evidence: 7 positives in 5 tiles; do not infer stable generalization."
]
},
"checkpoint_sha256": "6f51c78197aacda4a33be77294065a9001675fb893f56227a179731b53dbd2b0",
"limitation": "Quick subset has been inspected repeatedly; diagnostic validation evidence only. No test files read."
}

Xet Storage Details

Size:
17.2 kB
·
Xet hash:
0311950f7b415b57eadd1f3566fb1f75632e3aa9b5b9407919e70cfc6b4f150c

Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.