File size: 2,651 Bytes
ed26ce9 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 | # CanLex tuning sweep -- 2026-08-11 15:47:22
Baseline: {'CANLEX_MN_WEIGHT': 0.0024, 'CANLEX_MN_CAP': 0.012, 'CANLEX_REG_PENALTY': 0.004, 'CANLEX_BACKMATTER_PENALTY': 0.004}
Hit@5=0.970 MRR=0.830
Sweeping CANLEX_MN_WEIGHT in [0.0012, 0.0024, 0.005, 0.01] (others held at {'CANLEX_MN_WEIGHT': 0.0024, 'CANLEX_MN_CAP': 0.012, 'CANLEX_REG_PENALTY': 0.004, 'CANLEX_BACKMATTER_PENALTY': 0.004})
CANLEX_MN_WEIGHT=0.0012 -> Hit@1=0.720 Hit@3=0.910 Hit@5=0.970 Hit@10=0.990 MRR=0.820
CANLEX_MN_WEIGHT=0.0024 -> Hit@1=0.740 Hit@3=0.910 Hit@5=0.970 Hit@10=0.990 MRR=0.830
CANLEX_MN_WEIGHT=0.005 -> Hit@1=0.700 Hit@3=0.880 Hit@5=0.950 Hit@10=0.990 MRR=0.800
CANLEX_MN_WEIGHT=0.01 -> Hit@1=0.670 Hit@3=0.880 Hit@5=0.950 Hit@10=0.980 MRR=0.780
Sweeping CANLEX_MN_CAP in [0.006, 0.012, 0.024, 0.05] (others held at {'CANLEX_MN_WEIGHT': 0.0024, 'CANLEX_MN_CAP': 0.012, 'CANLEX_REG_PENALTY': 0.004, 'CANLEX_BACKMATTER_PENALTY': 0.004})
CANLEX_MN_CAP=0.006 -> Hit@1=0.680 Hit@3=0.900 Hit@5=0.960 Hit@10=0.990 MRR=0.790
CANLEX_MN_CAP=0.012 -> Hit@1=0.740 Hit@3=0.910 Hit@5=0.970 Hit@10=0.990 MRR=0.830
CANLEX_MN_CAP=0.024 -> Hit@1=0.750 Hit@3=0.920 Hit@5=0.970 Hit@10=0.990 MRR=0.840
CANLEX_MN_CAP=0.05 -> Hit@1=0.730 Hit@3=0.920 Hit@5=0.960 Hit@10=0.990 MRR=0.830
! CANLEX_MN_CAP: 0.012 -> 0.024
Sweeping CANLEX_REG_PENALTY in [0.002, 0.004, 0.008, 0.016] (others held at {'CANLEX_MN_WEIGHT': 0.0024, 'CANLEX_MN_CAP': 0.024, 'CANLEX_REG_PENALTY': 0.004, 'CANLEX_BACKMATTER_PENALTY': 0.004})
CANLEX_REG_PENALTY=0.002 -> Hit@1=0.740 Hit@3=0.920 Hit@5=0.960 Hit@10=0.990 MRR=0.830
CANLEX_REG_PENALTY=0.004 -> Hit@1=0.750 Hit@3=0.920 Hit@5=0.970 Hit@10=0.990 MRR=0.840
CANLEX_REG_PENALTY=0.008 -> Hit@1=0.730 Hit@3=0.920 Hit@5=0.960 Hit@10=0.990 MRR=0.820
CANLEX_REG_PENALTY=0.016 -> Hit@1=0.730 Hit@3=0.910 Hit@5=0.970 Hit@10=0.990 MRR=0.830
Sweeping CANLEX_BACKMATTER_PENALTY in [0.002, 0.004, 0.008, 0.016] (others held at {'CANLEX_MN_WEIGHT': 0.0024, 'CANLEX_MN_CAP': 0.024, 'CANLEX_REG_PENALTY': 0.004, 'CANLEX_BACKMATTER_PENALTY': 0.004})
CANLEX_BACKMATTER_PENALTY=0.002 -> Hit@1=0.750 Hit@3=0.920 Hit@5=0.970 Hit@10=0.990 MRR=0.840
CANLEX_BACKMATTER_PENALTY=0.004 -> Hit@1=0.750 Hit@3=0.920 Hit@5=0.970 Hit@10=0.990 MRR=0.840
CANLEX_BACKMATTER_PENALTY=0.008 -> Hit@1=0.750 Hit@3=0.920 Hit@5=0.970 Hit@10=0.990 MRR=0.840
CANLEX_BACKMATTER_PENALTY=0.016 -> Hit@1=0.750 Hit@3=0.920 Hit@5=0.970 Hit@10=0.990 MRR=0.840
Best: {'CANLEX_MN_WEIGHT': 0.0024, 'CANLEX_MN_CAP': 0.024, 'CANLEX_REG_PENALTY': 0.004, 'CANLEX_BACKMATTER_PENALTY': 0.004}
Hit@1=0.750 Hit@5=0.970 MRR=0.840
|