data/eval/sweep.log

# CanLex tuning sweep -- 2026-08-11 15:47:22

Baseline: {'CANLEX_MN_WEIGHT': 0.0024, 'CANLEX_MN_CAP': 0.012, 'CANLEX_REG_PENALTY': 0.004, 'CANLEX_BACKMATTER_PENALTY': 0.004}
  Hit@5=0.970  MRR=0.830

Sweeping CANLEX_MN_WEIGHT in [0.0012, 0.0024, 0.005, 0.01] (others held at {'CANLEX_MN_WEIGHT': 0.0024, 'CANLEX_MN_CAP': 0.012, 'CANLEX_REG_PENALTY': 0.004, 'CANLEX_BACKMATTER_PENALTY': 0.004})
  CANLEX_MN_WEIGHT=0.0012   -> Hit@1=0.720 Hit@3=0.910 Hit@5=0.970 Hit@10=0.990 MRR=0.820
  CANLEX_MN_WEIGHT=0.0024   -> Hit@1=0.740 Hit@3=0.910 Hit@5=0.970 Hit@10=0.990 MRR=0.830
  CANLEX_MN_WEIGHT=0.005    -> Hit@1=0.700 Hit@3=0.880 Hit@5=0.950 Hit@10=0.990 MRR=0.800
  CANLEX_MN_WEIGHT=0.01     -> Hit@1=0.670 Hit@3=0.880 Hit@5=0.950 Hit@10=0.980 MRR=0.780

Sweeping CANLEX_MN_CAP in [0.006, 0.012, 0.024, 0.05] (others held at {'CANLEX_MN_WEIGHT': 0.0024, 'CANLEX_MN_CAP': 0.012, 'CANLEX_REG_PENALTY': 0.004, 'CANLEX_BACKMATTER_PENALTY': 0.004})
  CANLEX_MN_CAP=0.006    -> Hit@1=0.680 Hit@3=0.900 Hit@5=0.960 Hit@10=0.990 MRR=0.790
  CANLEX_MN_CAP=0.012    -> Hit@1=0.740 Hit@3=0.910 Hit@5=0.970 Hit@10=0.990 MRR=0.830
  CANLEX_MN_CAP=0.024    -> Hit@1=0.750 Hit@3=0.920 Hit@5=0.970 Hit@10=0.990 MRR=0.840
  CANLEX_MN_CAP=0.05     -> Hit@1=0.730 Hit@3=0.920 Hit@5=0.960 Hit@10=0.990 MRR=0.830
  ! CANLEX_MN_CAP: 0.012 -> 0.024

Sweeping CANLEX_REG_PENALTY in [0.002, 0.004, 0.008, 0.016] (others held at {'CANLEX_MN_WEIGHT': 0.0024, 'CANLEX_MN_CAP': 0.024, 'CANLEX_REG_PENALTY': 0.004, 'CANLEX_BACKMATTER_PENALTY': 0.004})
  CANLEX_REG_PENALTY=0.002    -> Hit@1=0.740 Hit@3=0.920 Hit@5=0.960 Hit@10=0.990 MRR=0.830
  CANLEX_REG_PENALTY=0.004    -> Hit@1=0.750 Hit@3=0.920 Hit@5=0.970 Hit@10=0.990 MRR=0.840
  CANLEX_REG_PENALTY=0.008    -> Hit@1=0.730 Hit@3=0.920 Hit@5=0.960 Hit@10=0.990 MRR=0.820
  CANLEX_REG_PENALTY=0.016    -> Hit@1=0.730 Hit@3=0.910 Hit@5=0.970 Hit@10=0.990 MRR=0.830

Sweeping CANLEX_BACKMATTER_PENALTY in [0.002, 0.004, 0.008, 0.016] (others held at {'CANLEX_MN_WEIGHT': 0.0024, 'CANLEX_MN_CAP': 0.024, 'CANLEX_REG_PENALTY': 0.004, 'CANLEX_BACKMATTER_PENALTY': 0.004})
  CANLEX_BACKMATTER_PENALTY=0.002    -> Hit@1=0.750 Hit@3=0.920 Hit@5=0.970 Hit@10=0.990 MRR=0.840
  CANLEX_BACKMATTER_PENALTY=0.004    -> Hit@1=0.750 Hit@3=0.920 Hit@5=0.970 Hit@10=0.990 MRR=0.840
  CANLEX_BACKMATTER_PENALTY=0.008    -> Hit@1=0.750 Hit@3=0.920 Hit@5=0.970 Hit@10=0.990 MRR=0.840
  CANLEX_BACKMATTER_PENALTY=0.016    -> Hit@1=0.750 Hit@3=0.920 Hit@5=0.970 Hit@10=0.990 MRR=0.840

Best: {'CANLEX_MN_WEIGHT': 0.0024, 'CANLEX_MN_CAP': 0.024, 'CANLEX_REG_PENALTY': 0.004, 'CANLEX_BACKMATTER_PENALTY': 0.004}
  Hit@1=0.750 Hit@5=0.970  MRR=0.840