Download eval/report.json from IO-AIR/kip-hash-v3: direct link, hf CLI and curl.
- Browser
- Download file 2.69 kB
-
https://huggingface.co/IO-AIR/kip-hash-v3/resolve/main/eval/report.json
- Command line
-
hf download hf://IO-AIR/kip-hash-v3/eval/report.json
-
curl -L -o report.json https://huggingface.co/IO-AIR/kip-hash-v3/resolve/main/eval/report.json
2.69 kB
| { | |
| "verify": { | |
| "n_eval": 157, | |
| "spearman_fine": 0.7188, | |
| "spearman_zonly": 0.0494, | |
| "mae_fine": 8.4, | |
| "mae_score4_decoded": 8.21, | |
| "auc_junk_fine": 0.7351, | |
| "n_junk_eval": 12 | |
| }, | |
| "dedup": { | |
| "n_pos": 96, | |
| "n_neg": 3604, | |
| "dup_exact_recall": 0.3958, | |
| "dup_fuzzy_recall": 0.9583, | |
| "dup_confirmed_recall": 0.9167, | |
| "dup_score4_same_level": 0.8333, | |
| "neg_confirmed_false_merge": 0.00111, | |
| "neg_candidate_rate": 0.01193, | |
| "tau_sweep": [ | |
| { | |
| "s": 0.4, | |
| "recall": 0.5312, | |
| "false_merges": 0, | |
| "false_merge_rate": 0.0, | |
| "F1": 0.6939 | |
| }, | |
| { | |
| "s": 0.6, | |
| "recall": 0.6979, | |
| "false_merges": 0, | |
| "false_merge_rate": 0.0, | |
| "F1": 0.8221 | |
| }, | |
| { | |
| "s": 0.8, | |
| "recall": 0.8438, | |
| "false_merges": 0, | |
| "false_merge_rate": 0.0, | |
| "F1": 0.9153 | |
| }, | |
| { | |
| "s": 1.0, | |
| "recall": 0.9167, | |
| "false_merges": 4, | |
| "false_merge_rate": 0.00111, | |
| "F1": 0.9362 | |
| }, | |
| { | |
| "s": 1.3, | |
| "recall": 0.9375, | |
| "false_merges": 12, | |
| "false_merge_rate": 0.00333, | |
| "F1": 0.9091 | |
| }, | |
| { | |
| "s": 1.6, | |
| "recall": 0.9479, | |
| "false_merges": 20, | |
| "false_merge_rate": 0.00555, | |
| "F1": 0.8792 | |
| } | |
| ], | |
| "tau_operating_point": { | |
| "scale": 1.0, | |
| "tau": [ | |
| 0.15, | |
| 0.15, | |
| 0.15, | |
| 0.15, | |
| 0.15130439400672913, | |
| 0.15 | |
| ] | |
| }, | |
| "false_merge_zone": { | |
| "n_pairs": 14, | |
| "n_dup": 1, | |
| "n_not_dup": 13, | |
| "v3_merges_not_dup": 0, | |
| "v3_catches_dup": 1, | |
| "mh_sim_range": [ | |
| 0.148, | |
| 0.461 | |
| ] | |
| }, | |
| "occupancy": { | |
| "n_docs": 157, | |
| "n_buckets_used": 153, | |
| "max_load": 2, | |
| "entropy_bits": 7.244 | |
| } | |
| }, | |
| "baselines": { | |
| "random_simhash_20": { | |
| "rand_exact_recall": 0.0417, | |
| "rand_confirmed_recall": 0.3229, | |
| "rand_neg_confirmed_false_merge": 0.0 | |
| }, | |
| "minhash64": { | |
| "minhash_best_F1": 0.9948, | |
| "minhash_thr": 0.2, | |
| "minhash_neg_false_merge_at_thr": 0.0, | |
| "s": 2.4 | |
| } | |
| }, | |
| "v2_reference": { | |
| "spearman_hash_only": 0.424, | |
| "spearman_proj": 0.543, | |
| "junk_auc_bits": 0.755, | |
| "easy_band_F1": 0.983, | |
| "false_merge_zone_merges_of_13": 0, | |
| "artifact_mb": 5.9, | |
| "note": "v2 = 128-bit signature, 16 B/row; v3 = 24-bit word, 3 B/row" | |
| }, | |
| "throughput": { | |
| "engine": "pure stdlib python, one core", | |
| "n_docs": 40, | |
| "sign_s": 0.18, | |
| "docs_per_sec": 223.9 | |
| }, | |
| "artifact_kb_b64": 448.0, | |
| "config": { | |
| "D": 32768, | |
| "P": 10, | |
| "bin_bits": [ | |
| 4, | |
| 4, | |
| 4, | |
| 4, | |
| 4, | |
| 4 | |
| ], | |
| "word_bits": 28, | |
| "score_bits": 4, | |
| "tau": [ | |
| 0.15, | |
| 0.15, | |
| 0.15, | |
| 0.15, | |
| 0.15130439400672913, | |
| 0.15 | |
| ], | |
| "fuzzy_radius": 1 | |
| }, | |
| "data": { | |
| "labeled_docs": 794, | |
| "eval_docs": 157, | |
| "train_pairs": 2857, | |
| "eval_pairs": 700, | |
| "synth_train_pairs": 742, | |
| "synth_eval_pairs": 180 | |
| } | |
| } |