{ "verify": { "n_eval": 157, "spearman_fine": 0.7188, "spearman_zonly": 0.0494, "mae_fine": 8.4, "mae_score4_decoded": 8.21, "auc_junk_fine": 0.7351, "n_junk_eval": 12 }, "dedup": { "n_pos": 96, "n_neg": 3604, "dup_exact_recall": 0.3958, "dup_fuzzy_recall": 0.9583, "dup_confirmed_recall": 0.9167, "dup_score4_same_level": 0.8333, "neg_confirmed_false_merge": 0.00111, "neg_candidate_rate": 0.01193, "tau_sweep": [ { "s": 0.4, "recall": 0.5312, "false_merges": 0, "false_merge_rate": 0.0, "F1": 0.6939 }, { "s": 0.6, "recall": 0.6979, "false_merges": 0, "false_merge_rate": 0.0, "F1": 0.8221 }, { "s": 0.8, "recall": 0.8438, "false_merges": 0, "false_merge_rate": 0.0, "F1": 0.9153 }, { "s": 1.0, "recall": 0.9167, "false_merges": 4, "false_merge_rate": 0.00111, "F1": 0.9362 }, { "s": 1.3, "recall": 0.9375, "false_merges": 12, "false_merge_rate": 0.00333, "F1": 0.9091 }, { "s": 1.6, "recall": 0.9479, "false_merges": 20, "false_merge_rate": 0.00555, "F1": 0.8792 } ], "tau_operating_point": { "scale": 1.0, "tau": [ 0.15, 0.15, 0.15, 0.15, 0.15130439400672913, 0.15 ] }, "false_merge_zone": { "n_pairs": 14, "n_dup": 1, "n_not_dup": 13, "v3_merges_not_dup": 0, "v3_catches_dup": 1, "mh_sim_range": [ 0.148, 0.461 ] }, "occupancy": { "n_docs": 157, "n_buckets_used": 153, "max_load": 2, "entropy_bits": 7.244 } }, "baselines": { "random_simhash_20": { "rand_exact_recall": 0.0417, "rand_confirmed_recall": 0.3229, "rand_neg_confirmed_false_merge": 0.0 }, "minhash64": { "minhash_best_F1": 0.9948, "minhash_thr": 0.2, "minhash_neg_false_merge_at_thr": 0.0, "s": 2.4 } }, "v2_reference": { "spearman_hash_only": 0.424, "spearman_proj": 0.543, "junk_auc_bits": 0.755, "easy_band_F1": 0.983, "false_merge_zone_merges_of_13": 0, "artifact_mb": 5.9, "note": "v2 = 128-bit signature, 16 B/row; v3 = 24-bit word, 3 B/row" }, "throughput": { "engine": "pure stdlib python, one core", "n_docs": 40, "sign_s": 0.18, "docs_per_sec": 223.9 }, "artifact_kb_b64": 448.0, "config": { "D": 32768, "P": 10, "bin_bits": [ 4, 4, 4, 4, 4, 4 ], "word_bits": 28, "score_bits": 4, "tau": [ 0.15, 0.15, 0.15, 0.15, 0.15130439400672913, 0.15 ], "fuzzy_radius": 1 }, "data": { "labeled_docs": 794, "eval_docs": 157, "train_pairs": 2857, "eval_pairs": 700, "synth_train_pairs": 742, "synth_eval_pairs": 180 } }