kip-hash-v3 / eval /report.json
IO-AIR's picture
KIP-Hash v3: the nano verify-and-dedup word (28 bits = 24 fuzzy bucket + 4 packed score; Spearman 0.719 vs teacher, fuzzy dup recall 0.958, 606 KB artifact, 224 docs/s stdlib)
c1cb68e verified
Raw History Blame Contribute Delete
2.69 kB
{
"verify": {
"n_eval": 157,
"spearman_fine": 0.7188,
"spearman_zonly": 0.0494,
"mae_fine": 8.4,
"mae_score4_decoded": 8.21,
"auc_junk_fine": 0.7351,
"n_junk_eval": 12
},
"dedup": {
"n_pos": 96,
"n_neg": 3604,
"dup_exact_recall": 0.3958,
"dup_fuzzy_recall": 0.9583,
"dup_confirmed_recall": 0.9167,
"dup_score4_same_level": 0.8333,
"neg_confirmed_false_merge": 0.00111,
"neg_candidate_rate": 0.01193,
"tau_sweep": [
{
"s": 0.4,
"recall": 0.5312,
"false_merges": 0,
"false_merge_rate": 0.0,
"F1": 0.6939
},
{
"s": 0.6,
"recall": 0.6979,
"false_merges": 0,
"false_merge_rate": 0.0,
"F1": 0.8221
},
{
"s": 0.8,
"recall": 0.8438,
"false_merges": 0,
"false_merge_rate": 0.0,
"F1": 0.9153
},
{
"s": 1.0,
"recall": 0.9167,
"false_merges": 4,
"false_merge_rate": 0.00111,
"F1": 0.9362
},
{
"s": 1.3,
"recall": 0.9375,
"false_merges": 12,
"false_merge_rate": 0.00333,
"F1": 0.9091
},
{
"s": 1.6,
"recall": 0.9479,
"false_merges": 20,
"false_merge_rate": 0.00555,
"F1": 0.8792
}
],
"tau_operating_point": {
"scale": 1.0,
"tau": [
0.15,
0.15,
0.15,
0.15,
0.15130439400672913,
0.15
]
},
"false_merge_zone": {
"n_pairs": 14,
"n_dup": 1,
"n_not_dup": 13,
"v3_merges_not_dup": 0,
"v3_catches_dup": 1,
"mh_sim_range": [
0.148,
0.461
]
},
"occupancy": {
"n_docs": 157,
"n_buckets_used": 153,
"max_load": 2,
"entropy_bits": 7.244
}
},
"baselines": {
"random_simhash_20": {
"rand_exact_recall": 0.0417,
"rand_confirmed_recall": 0.3229,
"rand_neg_confirmed_false_merge": 0.0
},
"minhash64": {
"minhash_best_F1": 0.9948,
"minhash_thr": 0.2,
"minhash_neg_false_merge_at_thr": 0.0,
"s": 2.4
}
},
"v2_reference": {
"spearman_hash_only": 0.424,
"spearman_proj": 0.543,
"junk_auc_bits": 0.755,
"easy_band_F1": 0.983,
"false_merge_zone_merges_of_13": 0,
"artifact_mb": 5.9,
"note": "v2 = 128-bit signature, 16 B/row; v3 = 24-bit word, 3 B/row"
},
"throughput": {
"engine": "pure stdlib python, one core",
"n_docs": 40,
"sign_s": 0.18,
"docs_per_sec": 223.9
},
"artifact_kb_b64": 448.0,
"config": {
"D": 32768,
"P": 10,
"bin_bits": [
4,
4,
4,
4,
4,
4
],
"word_bits": 28,
"score_bits": 4,
"tau": [
0.15,
0.15,
0.15,
0.15,
0.15130439400672913,
0.15
],
"fuzzy_radius": 1
},
"data": {
"labeled_docs": 794,
"eval_docs": 157,
"train_pairs": 2857,
"eval_pairs": 700,
"synth_train_pairs": 742,
"synth_eval_pairs": 180
}
}