CanLex / data /eval /sweep.json
Beemer
Claude Opus 5 (1M context)
Deploy: corpus current to 2026-08-31, --force across all ingesters
0fb8dd3
Raw History Blame Contribute Delete
5.78 kB
{
"best": {
"CANLEX_MN_WEIGHT": 0.0024,
"CANLEX_MN_CAP": 0.024,
"CANLEX_REG_PENALTY": 0.004,
"CANLEX_BACKMATTER_PENALTY": 0.004
},
"best_metrics": {
"hit1": 0.75,
"hit3": 0.92,
"hit5": 0.97,
"hit10": 0.99,
"mrr": 0.84
},
"runs": [
{
"values": {
"CANLEX_MN_WEIGHT": 0.0024,
"CANLEX_MN_CAP": 0.012,
"CANLEX_REG_PENALTY": 0.004,
"CANLEX_BACKMATTER_PENALTY": 0.004
},
"metrics": {
"hit1": 0.74,
"hit3": 0.91,
"hit5": 0.97,
"hit10": 0.99,
"mrr": 0.83
}
},
{
"values": {
"CANLEX_MN_WEIGHT": 0.0012,
"CANLEX_MN_CAP": 0.012,
"CANLEX_REG_PENALTY": 0.004,
"CANLEX_BACKMATTER_PENALTY": 0.004
},
"metrics": {
"hit1": 0.72,
"hit3": 0.91,
"hit5": 0.97,
"hit10": 0.99,
"mrr": 0.82
}
},
{
"values": {
"CANLEX_MN_WEIGHT": 0.0024,
"CANLEX_MN_CAP": 0.012,
"CANLEX_REG_PENALTY": 0.004,
"CANLEX_BACKMATTER_PENALTY": 0.004
},
"metrics": {
"hit1": 0.74,
"hit3": 0.91,
"hit5": 0.97,
"hit10": 0.99,
"mrr": 0.83
}
},
{
"values": {
"CANLEX_MN_WEIGHT": 0.005,
"CANLEX_MN_CAP": 0.012,
"CANLEX_REG_PENALTY": 0.004,
"CANLEX_BACKMATTER_PENALTY": 0.004
},
"metrics": {
"hit1": 0.7,
"hit3": 0.88,
"hit5": 0.95,
"hit10": 0.99,
"mrr": 0.8
}
},
{
"values": {
"CANLEX_MN_WEIGHT": 0.01,
"CANLEX_MN_CAP": 0.012,
"CANLEX_REG_PENALTY": 0.004,
"CANLEX_BACKMATTER_PENALTY": 0.004
},
"metrics": {
"hit1": 0.67,
"hit3": 0.88,
"hit5": 0.95,
"hit10": 0.98,
"mrr": 0.78
}
},
{
"values": {
"CANLEX_MN_WEIGHT": 0.0024,
"CANLEX_MN_CAP": 0.006,
"CANLEX_REG_PENALTY": 0.004,
"CANLEX_BACKMATTER_PENALTY": 0.004
},
"metrics": {
"hit1": 0.68,
"hit3": 0.9,
"hit5": 0.96,
"hit10": 0.99,
"mrr": 0.79
}
},
{
"values": {
"CANLEX_MN_WEIGHT": 0.0024,
"CANLEX_MN_CAP": 0.012,
"CANLEX_REG_PENALTY": 0.004,
"CANLEX_BACKMATTER_PENALTY": 0.004
},
"metrics": {
"hit1": 0.74,
"hit3": 0.91,
"hit5": 0.97,
"hit10": 0.99,
"mrr": 0.83
}
},
{
"values": {
"CANLEX_MN_WEIGHT": 0.0024,
"CANLEX_MN_CAP": 0.024,
"CANLEX_REG_PENALTY": 0.004,
"CANLEX_BACKMATTER_PENALTY": 0.004
},
"metrics": {
"hit1": 0.75,
"hit3": 0.92,
"hit5": 0.97,
"hit10": 0.99,
"mrr": 0.84
}
},
{
"values": {
"CANLEX_MN_WEIGHT": 0.0024,
"CANLEX_MN_CAP": 0.05,
"CANLEX_REG_PENALTY": 0.004,
"CANLEX_BACKMATTER_PENALTY": 0.004
},
"metrics": {
"hit1": 0.73,
"hit3": 0.92,
"hit5": 0.96,
"hit10": 0.99,
"mrr": 0.83
}
},
{
"values": {
"CANLEX_MN_WEIGHT": 0.0024,
"CANLEX_MN_CAP": 0.024,
"CANLEX_REG_PENALTY": 0.002,
"CANLEX_BACKMATTER_PENALTY": 0.004
},
"metrics": {
"hit1": 0.74,
"hit3": 0.92,
"hit5": 0.96,
"hit10": 0.99,
"mrr": 0.83
}
},
{
"values": {
"CANLEX_MN_WEIGHT": 0.0024,
"CANLEX_MN_CAP": 0.024,
"CANLEX_REG_PENALTY": 0.004,
"CANLEX_BACKMATTER_PENALTY": 0.004
},
"metrics": {
"hit1": 0.75,
"hit3": 0.92,
"hit5": 0.97,
"hit10": 0.99,
"mrr": 0.84
}
},
{
"values": {
"CANLEX_MN_WEIGHT": 0.0024,
"CANLEX_MN_CAP": 0.024,
"CANLEX_REG_PENALTY": 0.008,
"CANLEX_BACKMATTER_PENALTY": 0.004
},
"metrics": {
"hit1": 0.73,
"hit3": 0.92,
"hit5": 0.96,
"hit10": 0.99,
"mrr": 0.82
}
},
{
"values": {
"CANLEX_MN_WEIGHT": 0.0024,
"CANLEX_MN_CAP": 0.024,
"CANLEX_REG_PENALTY": 0.016,
"CANLEX_BACKMATTER_PENALTY": 0.004
},
"metrics": {
"hit1": 0.73,
"hit3": 0.91,
"hit5": 0.97,
"hit10": 0.99,
"mrr": 0.83
}
},
{
"values": {
"CANLEX_MN_WEIGHT": 0.0024,
"CANLEX_MN_CAP": 0.024,
"CANLEX_REG_PENALTY": 0.004,
"CANLEX_BACKMATTER_PENALTY": 0.002
},
"metrics": {
"hit1": 0.75,
"hit3": 0.92,
"hit5": 0.97,
"hit10": 0.99,
"mrr": 0.84
}
},
{
"values": {
"CANLEX_MN_WEIGHT": 0.0024,
"CANLEX_MN_CAP": 0.024,
"CANLEX_REG_PENALTY": 0.004,
"CANLEX_BACKMATTER_PENALTY": 0.004
},
"metrics": {
"hit1": 0.75,
"hit3": 0.92,
"hit5": 0.97,
"hit10": 0.99,
"mrr": 0.84
}
},
{
"values": {
"CANLEX_MN_WEIGHT": 0.0024,
"CANLEX_MN_CAP": 0.024,
"CANLEX_REG_PENALTY": 0.004,
"CANLEX_BACKMATTER_PENALTY": 0.008
},
"metrics": {
"hit1": 0.75,
"hit3": 0.92,
"hit5": 0.97,
"hit10": 0.99,
"mrr": 0.84
}
},
{
"values": {
"CANLEX_MN_WEIGHT": 0.0024,
"CANLEX_MN_CAP": 0.024,
"CANLEX_REG_PENALTY": 0.004,
"CANLEX_BACKMATTER_PENALTY": 0.016
},
"metrics": {
"hit1": 0.75,
"hit3": 0.92,
"hit5": 0.97,
"hit10": 0.99,
"mrr": 0.84
}
}
]
}