{
  "created_utc": "2026-10-19T23:43:08+00:00",
  "split": "dev",
  "n": 134,
  "ks": [
    4,
    8,
    16,
    32
  ],
  "depth": 100,
  "corpus": "corpus_eval.jsonl",
  "n_generalized": 40,
  "results": {
    "bm25": {
      "c": {
        "R@4": 0.43283582089552236,
        "R@8": 0.5074626865671642,
        "R@16": 0.6343283582089553,
        "R@32": 0.7238805970149254,
        "MRR": 0.3599456654442559
      },
      "b": {
        "R@4": 0.44776119402985076,
        "R@8": 0.5373134328358209,
        "R@16": 0.6716417910447762,
        "R@32": 0.7611940298507462,
        "MRR": 0.3683568684413515
      }
    },
    "bge-base/no_instr": {
      "c": {
        "R@4": 0.26865671641791045,
        "R@8": 0.3283582089552239,
        "R@16": 0.41044776119402987,
        "R@32": 0.5223880597014925,
        "MRR": 0.20708555432556183
      },
      "b": {
        "R@4": 0.2835820895522388,
        "R@8": 0.3582089552238806,
        "R@16": 0.4626865671641791,
        "R@32": 0.5746268656716418,
        "MRR": 0.21746678884009404
      }
    },
    "bge-base/instr": {
      "c": {
        "R@4": 0.30597014925373134,
        "R@8": 0.39552238805970147,
        "R@16": 0.5149253731343284,
        "R@32": 0.6194029850746269,
        "MRR": 0.24694153308866407
      },
      "b": {
        "R@4": 0.31343283582089554,
        "R@8": 0.44029850746268656,
        "R@16": 0.5597014925373134,
        "R@32": 0.6716417910447762,
        "MRR": 0.2564905098666834
      }
    },
    "rrf(bm25+bge-base/no_instr)": {
      "c": {
        "R@4": 0.3283582089552239,
        "R@8": 0.41044776119402987,
        "R@16": 0.5970149253731343,
        "R@32": 0.7089552238805971,
        "MRR": 0.27157358376374574
      },
      "b": {
        "R@4": 0.3358208955223881,
        "R@8": 0.4552238805970149,
        "R@16": 0.6343283582089553,
        "R@32": 0.753731343283582,
        "MRR": 0.28169675330855704
      }
    },
    "rrf(bm25+bge-base/instr)": {
      "c": {
        "R@4": 0.373134328358209,
        "R@8": 0.5,
        "R@16": 0.6194029850746269,
        "R@32": 0.7611940298507462,
        "MRR": 0.323935069392284
      },
      "b": {
        "R@4": 0.3880597014925373,
        "R@8": 0.5447761194029851,
        "R@16": 0.6716417910447762,
        "R@32": 0.7985074626865671,
        "MRR": 0.3350275796941803
      }
    },
    "bge-m3/no_instr": {
      "c": {
        "R@4": 0.3656716417910448,
        "R@8": 0.4552238805970149,
        "R@16": 0.5522388059701493,
        "R@32": 0.6567164179104478,
        "MRR": 0.2951335548669053
      },
      "b": {
        "R@4": 0.39552238805970147,
        "R@8": 0.5,
        "R@16": 0.5970149253731343,
        "R@32": 0.6940298507462687,
        "MRR": 0.3149321866706431
      }
    },
    "rrf(bm25+bge-m3/no_instr)": {
      "c": {
        "R@4": 0.41044776119402987,
        "R@8": 0.4925373134328358,
        "R@16": 0.5970149253731343,
        "R@32": 0.753731343283582,
        "MRR": 0.3399236750140224
      },
      "b": {
        "R@4": 0.43283582089552236,
        "R@8": 0.5298507462686567,
        "R@16": 0.6417910447761194,
        "R@32": 0.7835820895522388,
        "MRR": 0.3539497532920119
      }
    },
    "e5-base/no_instr": {
      "c": {
        "R@4": 0.3582089552238806,
        "R@8": 0.4626865671641791,
        "R@16": 0.5447761194029851,
        "R@32": 0.664179104477612,
        "MRR": 0.27693185026669315
      },
      "b": {
        "R@4": 0.3880597014925373,
        "R@8": 0.5223880597014925,
        "R@16": 0.6044776119402985,
        "R@32": 0.7164179104477612,
        "MRR": 0.2905748261517756
      }
    },
    "e5-base/instr": {
      "c": {
        "R@4": 0.3656716417910448,
        "R@8": 0.44029850746268656,
        "R@16": 0.5447761194029851,
        "R@32": 0.6492537313432836,
        "MRR": 0.2699728290275252
      },
      "b": {
        "R@4": 0.39552238805970147,
        "R@8": 0.47761194029850745,
        "R@16": 0.5970149253731343,
        "R@32": 0.6940298507462687,
        "MRR": 0.29035977733918816
      }
    },
    "rrf(bm25+e5-base/no_instr)": {
      "c": {
        "R@4": 0.417910447761194,
        "R@8": 0.4925373134328358,
        "R@16": 0.5895522388059702,
        "R@32": 0.7388059701492538,
        "MRR": 0.3280031737655239
      },
      "b": {
        "R@4": 0.43283582089552236,
        "R@8": 0.5298507462686567,
        "R@16": 0.6343283582089553,
        "R@32": 0.7835820895522388,
        "MRR": 0.33893815046023923
      }
    },
    "rrf(bm25+e5-base/instr)": {
      "c": {
        "R@4": 0.43283582089552236,
        "R@8": 0.5,
        "R@16": 0.6343283582089553,
        "R@32": 0.7611940298507462,
        "MRR": 0.31906612553566926
      },
      "b": {
        "R@4": 0.44776119402985076,
        "R@8": 0.5373134328358209,
        "R@16": 0.6716417910447762,
        "R@32": 0.7985074626865671,
        "MRR": 0.327167222053173
      }
    },
    "rrf(bm25+e5-base/instr)+generic": {
      "c": {
        "R@4": 0.43283582089552236,
        "R@8": 0.5,
        "R@16": 0.6417910447761194,
        "R@32": 0.7611940298507462,
        "MRR": 0.32262696168114985
      },
      "b": {
        "R@4": 0.44776119402985076,
        "R@8": 0.5373134328358209,
        "R@16": 0.6791044776119403,
        "R@32": 0.7985074626865671,
        "MRR": 0.3307902472533799
      }
    }
  }
}