kip-hash-v2 / eval /report.json
IO-AIR's picture
KIP-Hash v2: frontier-distilled verify-and-dedup hash (DeepSeek webapp teacher, 844 labels, learned 128-bit signature + hash-only quality heads)
6429b4e verified
Raw History Blame Contribute Delete
3.72 kB
{
"verify": {
"n_train": 637,
"n_eval": 157,
"junk_thr_bits": 0.35,
"junk_thr_proj": 0.35,
"eval": {
"spearman_bits": 0.42419217943950044,
"spearman_proj": 0.5429872962737934,
"mae_bits": 11.201074588071009,
"mae_proj": 11.021615459660815,
"auc_junk_bits": 0.7545977011494253,
"auc_junk_proj": 0.7005747126436782,
"n_junk_eval": 12
}
},
"dedup": {
"v2_learned": {
"method": "v2 learned bits (int8)",
"best_F1": 0.9831,
"threshold": 7,
"P": 1.0,
"R": 0.9667,
"AP": 0.1412,
"recall@P95": 0.9667
},
"random_simhash": {
"method": "random-projection SimHash",
"best_F1": 0.9831,
"threshold": 14,
"P": 1.0,
"R": 0.9667,
"AP": 0.1412,
"recall@P95": 0.9667
},
"minhash128": {
"method": "plain MinHash-128 (word 5-shingles)",
"best_F1": 1.0,
"threshold": 0.0703125,
"P": 1.0,
"R": 1.0,
"AP": 1.0,
"recall@P95": null
},
"weighted_jaccard": {
"method": "IDF-weighted Jaccard (v1 verify stage)",
"best_F1": 0.3333,
"threshold": 0.05,
"P": 1.0,
"R": 0.2,
"AP": 0.8593,
"recall@P95": null
}
},
"v1_baseline": {
"spearman_vs_deepseek_teacher": 0.29791176270360326,
"auc_junk": 0.6885057471264368,
"n": 157,
"scoring_s": 0.7
},
"false_merge_zone": {
"n_pairs": 14,
"n_dup": 1,
"n_not_dup": 13,
"note": "pairs with real shingle overlap (MinHash sim 0.07-0.69) adjudicated by the teacher; eval-side only, never seen in training",
"rows": [
{
"dup": true,
"mh_sim": 0.4609,
"v2_hamming": 7,
"minhash_sim": 0.3906,
"weighted_jaccard": 0.3095
},
{
"dup": false,
"mh_sim": 0.2812,
"v2_hamming": 56,
"minhash_sim": 0.0391,
"weighted_jaccard": 0.0147
},
{
"dup": false,
"mh_sim": 0.2812,
"v2_hamming": 71,
"minhash_sim": 0.0547,
"weighted_jaccard": 0.0233
},
{
"dup": false,
"mh_sim": 0.2812,
"v2_hamming": 65,
"minhash_sim": 0.0625,
"weighted_jaccard": 0.0189
},
{
"dup": false,
"mh_sim": 0.2656,
"v2_hamming": 58,
"minhash_sim": 0.0703,
"weighted_jaccard": 0.0159
},
{
"dup": false,
"mh_sim": 0.2656,
"v2_hamming": 46,
"minhash_sim": 0.0781,
"weighted_jaccard": 0.0243
},
{
"dup": false,
"mh_sim": 0.25,
"v2_hamming": 36,
"minhash_sim": 0.0938,
"weighted_jaccard": 0.068
},
{
"dup": false,
"mh_sim": 0.1797,
"v2_hamming": 56,
"minhash_sim": 0.0312,
"weighted_jaccard": 0.0129
},
{
"dup": false,
"mh_sim": 0.1719,
"v2_hamming": 49,
"minhash_sim": 0.0312,
"weighted_jaccard": 0.0126
},
{
"dup": false,
"mh_sim": 0.1719,
"v2_hamming": 63,
"minhash_sim": 0.0391,
"weighted_jaccard": 0.0112
},
{
"dup": false,
"mh_sim": 0.1484,
"v2_hamming": 65,
"minhash_sim": 0.0469,
"weighted_jaccard": 0.0134
},
{
"dup": false,
"mh_sim": 0.1484,
"v2_hamming": 77,
"minhash_sim": 0.0547,
"weighted_jaccard": 0.0178
},
{
"dup": false,
"mh_sim": 0.1484,
"v2_hamming": 73,
"minhash_sim": 0.0469,
"weighted_jaccard": 0.0151
},
{
"dup": false,
"mh_sim": 0.1484,
"v2_hamming": 59,
"minhash_sim": 0.0625,
"weighted_jaccard": 0.0155
}
],
"v2_learned": {
"merges_not_dup": 0,
"catches_dup": 1,
"threshold": 7
},
"plain_minhash": {
"merges_not_dup": 2,
"catches_dup": 1,
"threshold": 0.0703125
},
"weighted_jaccard": {
"merges_not_dup": 1,
"catches_dup": 1,
"threshold": 0.05
}
},
"throughput": {
"engine": "pure stdlib python, one core",
"n_docs": 60,
"sign_s": 1.33,
"docs_per_sec": 45.0
}
}