Download eval/report.json from IO-AIR/kip-hash-v2: direct link, hf CLI and curl.
- Browser
- Download file 3.72 kB
-
https://huggingface.co/IO-AIR/kip-hash-v2/resolve/main/eval/report.json
- Command line
-
hf download hf://IO-AIR/kip-hash-v2/eval/report.json
-
curl -L -o report.json https://huggingface.co/IO-AIR/kip-hash-v2/resolve/main/eval/report.json
3.72 kB
| { | |
| "verify": { | |
| "n_train": 637, | |
| "n_eval": 157, | |
| "junk_thr_bits": 0.35, | |
| "junk_thr_proj": 0.35, | |
| "eval": { | |
| "spearman_bits": 0.42419217943950044, | |
| "spearman_proj": 0.5429872962737934, | |
| "mae_bits": 11.201074588071009, | |
| "mae_proj": 11.021615459660815, | |
| "auc_junk_bits": 0.7545977011494253, | |
| "auc_junk_proj": 0.7005747126436782, | |
| "n_junk_eval": 12 | |
| } | |
| }, | |
| "dedup": { | |
| "v2_learned": { | |
| "method": "v2 learned bits (int8)", | |
| "best_F1": 0.9831, | |
| "threshold": 7, | |
| "P": 1.0, | |
| "R": 0.9667, | |
| "AP": 0.1412, | |
| "recall@P95": 0.9667 | |
| }, | |
| "random_simhash": { | |
| "method": "random-projection SimHash", | |
| "best_F1": 0.9831, | |
| "threshold": 14, | |
| "P": 1.0, | |
| "R": 0.9667, | |
| "AP": 0.1412, | |
| "recall@P95": 0.9667 | |
| }, | |
| "minhash128": { | |
| "method": "plain MinHash-128 (word 5-shingles)", | |
| "best_F1": 1.0, | |
| "threshold": 0.0703125, | |
| "P": 1.0, | |
| "R": 1.0, | |
| "AP": 1.0, | |
| "recall@P95": null | |
| }, | |
| "weighted_jaccard": { | |
| "method": "IDF-weighted Jaccard (v1 verify stage)", | |
| "best_F1": 0.3333, | |
| "threshold": 0.05, | |
| "P": 1.0, | |
| "R": 0.2, | |
| "AP": 0.8593, | |
| "recall@P95": null | |
| } | |
| }, | |
| "v1_baseline": { | |
| "spearman_vs_deepseek_teacher": 0.29791176270360326, | |
| "auc_junk": 0.6885057471264368, | |
| "n": 157, | |
| "scoring_s": 0.7 | |
| }, | |
| "false_merge_zone": { | |
| "n_pairs": 14, | |
| "n_dup": 1, | |
| "n_not_dup": 13, | |
| "note": "pairs with real shingle overlap (MinHash sim 0.07-0.69) adjudicated by the teacher; eval-side only, never seen in training", | |
| "rows": [ | |
| { | |
| "dup": true, | |
| "mh_sim": 0.4609, | |
| "v2_hamming": 7, | |
| "minhash_sim": 0.3906, | |
| "weighted_jaccard": 0.3095 | |
| }, | |
| { | |
| "dup": false, | |
| "mh_sim": 0.2812, | |
| "v2_hamming": 56, | |
| "minhash_sim": 0.0391, | |
| "weighted_jaccard": 0.0147 | |
| }, | |
| { | |
| "dup": false, | |
| "mh_sim": 0.2812, | |
| "v2_hamming": 71, | |
| "minhash_sim": 0.0547, | |
| "weighted_jaccard": 0.0233 | |
| }, | |
| { | |
| "dup": false, | |
| "mh_sim": 0.2812, | |
| "v2_hamming": 65, | |
| "minhash_sim": 0.0625, | |
| "weighted_jaccard": 0.0189 | |
| }, | |
| { | |
| "dup": false, | |
| "mh_sim": 0.2656, | |
| "v2_hamming": 58, | |
| "minhash_sim": 0.0703, | |
| "weighted_jaccard": 0.0159 | |
| }, | |
| { | |
| "dup": false, | |
| "mh_sim": 0.2656, | |
| "v2_hamming": 46, | |
| "minhash_sim": 0.0781, | |
| "weighted_jaccard": 0.0243 | |
| }, | |
| { | |
| "dup": false, | |
| "mh_sim": 0.25, | |
| "v2_hamming": 36, | |
| "minhash_sim": 0.0938, | |
| "weighted_jaccard": 0.068 | |
| }, | |
| { | |
| "dup": false, | |
| "mh_sim": 0.1797, | |
| "v2_hamming": 56, | |
| "minhash_sim": 0.0312, | |
| "weighted_jaccard": 0.0129 | |
| }, | |
| { | |
| "dup": false, | |
| "mh_sim": 0.1719, | |
| "v2_hamming": 49, | |
| "minhash_sim": 0.0312, | |
| "weighted_jaccard": 0.0126 | |
| }, | |
| { | |
| "dup": false, | |
| "mh_sim": 0.1719, | |
| "v2_hamming": 63, | |
| "minhash_sim": 0.0391, | |
| "weighted_jaccard": 0.0112 | |
| }, | |
| { | |
| "dup": false, | |
| "mh_sim": 0.1484, | |
| "v2_hamming": 65, | |
| "minhash_sim": 0.0469, | |
| "weighted_jaccard": 0.0134 | |
| }, | |
| { | |
| "dup": false, | |
| "mh_sim": 0.1484, | |
| "v2_hamming": 77, | |
| "minhash_sim": 0.0547, | |
| "weighted_jaccard": 0.0178 | |
| }, | |
| { | |
| "dup": false, | |
| "mh_sim": 0.1484, | |
| "v2_hamming": 73, | |
| "minhash_sim": 0.0469, | |
| "weighted_jaccard": 0.0151 | |
| }, | |
| { | |
| "dup": false, | |
| "mh_sim": 0.1484, | |
| "v2_hamming": 59, | |
| "minhash_sim": 0.0625, | |
| "weighted_jaccard": 0.0155 | |
| } | |
| ], | |
| "v2_learned": { | |
| "merges_not_dup": 0, | |
| "catches_dup": 1, | |
| "threshold": 7 | |
| }, | |
| "plain_minhash": { | |
| "merges_not_dup": 2, | |
| "catches_dup": 1, | |
| "threshold": 0.0703125 | |
| }, | |
| "weighted_jaccard": { | |
| "merges_not_dup": 1, | |
| "catches_dup": 1, | |
| "threshold": 0.05 | |
| } | |
| }, | |
| "throughput": { | |
| "engine": "pure stdlib python, one core", | |
| "n_docs": 60, | |
| "sign_s": 1.33, | |
| "docs_per_sec": 45.0 | |
| } | |
| } |