[ { "step": 512, "pairs_seen": 65536, "training_step_seconds": 209.08676616298544, "validation": 0.9829386912276157, "learning_rate": 2.9606784888203548e-05, "test": { "NanoNQ": { "metrics": { "ndcg@10": 0.6905827720756643, "mrr@10": 0.6641904761904762, "recall@100": 0.91, "candidate_recall": 0.91, "seconds": 5.789011217999359 }, "per_query": [ { "query_id": "test1618", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc57226", "doc57242", "doc1665946", "doc1622317", "doc57232", "doc1163498", "doc2116209", "doc3001", "doc63804", "doc57247", "doc751998", "doc551897", "doc260645", "doc57248", "doc751967", "doc2569915", "doc1104251", "doc1104254", "doc751954", "doc2040327", "doc2040334", "doc1582693", "doc1142095", "doc1219625", "doc2173547", "doc285755", "doc446480", "doc2530375", "doc1445499", "doc827140", "doc717374", "doc551209", "doc2534676", "doc2876", "doc1063714", "doc1713783", "doc106335", "doc597781", "doc24310", "doc703701", "doc224051", "doc285723", "doc2173544", "doc174973", "doc1632177", "doc211935", "doc1295396", "doc420626", "doc106333", "doc2173529", "doc1254764", "doc106367", "doc703731", "doc1538535", "doc1989499", "doc327615", "doc1665898", "doc2173550", "doc955504", "doc427061", "doc446477", "doc1254733", "doc2852", "doc1650958", "doc388464", "doc975622", "doc106353", "doc703717", "doc594485", "doc106332", "doc824776", "doc106362", "doc150031", "doc250000", "doc24317", "doc392494", "doc418129", "doc627159", "doc1512044", "doc669209", "doc908573", "doc802928", "doc866703", "doc2068718", "doc1948176", "doc1051791", "doc284000", "doc1746659", "doc103645", "doc2465910", "doc1291616", "doc504996", "doc614721", "doc2603021", "doc902520", "doc649566", "doc600774", "doc1972074", "doc2480452", "doc762682" ], "top100_scores": [ 4.25, 3.1875, 1.9296875, 1.234375, 0.96484375, 0.859375, 0.6640625, -0.1796875, -0.28125, -0.462890625, -0.55078125, -1.2578125, -1.4921875, -1.5234375, -1.5625, -1.71875, -1.75, -1.78125, -1.7890625, -2.140625, -2.203125, -2.265625, -2.484375, -3.015625, -3.1875, -3.359375, -3.40625, -3.59375, -3.640625, -3.640625, -3.6875, -3.703125, -3.71875, -3.734375, -3.75, -3.765625, -3.78125, -3.8125, -3.828125, -3.828125, -3.84375, -3.859375, -3.875, -3.890625, -3.890625, -3.9375, -3.9375, -3.953125, -3.953125, -3.96875, -3.984375, -3.984375, -3.984375, -4.0, -4.03125, -4.03125, -4.03125, -4.03125, -4.03125, -4.0625, -4.0625, -4.0625, -4.09375, -4.09375, -4.125, -4.15625, -4.15625, -4.15625, -4.1875, -4.25, -4.25, -4.28125, -4.28125, -4.28125, -4.28125, -4.28125, -4.3125, -4.3125, -4.3125, -4.34375, -4.34375, -4.375, -4.4375, -4.4375, -4.46875, -4.46875, -4.46875, -4.5, -4.53125, -4.5625, -4.5625, -4.5625, -4.59375, -4.59375, -4.6875, -4.6875, -4.75, -4.90625, -4.9375, -5.03125 ] }, { "query_id": "test1805", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc63543", "doc63538", "doc2345266", "doc1749973", "doc345111", "doc1664486", "doc2594422", "doc1942575", "doc2292349", "doc1934037", "doc1664485", "doc1911979", "doc1899261", "doc2217711", "doc2136789", "doc1982537", "doc63542", "doc1815291", "doc2461162", "doc1796956", "doc2217712", "doc1489658", "doc942208", "doc1796951", "doc163261", "doc1623079", "doc1952665", "doc2112811", "doc26394", "doc2415290", "doc1117614", "doc1916315", "doc2674988", "doc479842", "doc2105862", "doc1583090", "doc1148551", "doc1879889", "doc914411", "doc1059057", "doc2185118", "doc474276", "doc497737", "doc2173325", "doc1530226", "doc2212270", "doc2509995", "doc564709", "doc2074090", "doc2308785", "doc2362173", "doc2163089", "doc2033252", "doc1448795", "doc26437", "doc476498", "doc21277", "doc465257", "doc108955", "doc2017803", "doc1704007", "doc1984470", "doc1056790", "doc1243029", "doc323321", "doc1467762", "doc536538", "doc2155680", "doc78548", "doc2526454", "doc1121529", "doc913113", "doc1828868", "doc530780", "doc1552106", "doc1852527", "doc2212269", "doc1491868", "doc655666", "doc1205332", "doc108435", "doc608249", "doc1310966", "doc171833", "doc1455509", "doc10388", "doc38625", "doc1911857", "doc1116765", "doc2386680", "doc2043247", "doc846246", "doc2426396", "doc97445", "doc651760", "doc2029100", "doc1167678", "doc1021503", "doc105759", "doc17330" ], "top100_scores": [ 4.09375, 1.59375, 0.77734375, 0.2158203125, -0.1376953125, -0.61328125, -0.6796875, -0.6953125, -0.859375, -1.265625, -2.234375, -2.359375, -2.421875, -2.453125, -2.5, -2.65625, -2.75, -3.015625, -3.0625, -3.078125, -3.09375, -3.109375, -3.21875, -3.21875, -3.28125, -3.359375, -3.421875, -3.453125, -3.609375, -3.6875, -3.6875, -3.734375, -3.75, -3.78125, -3.796875, -3.84375, -3.84375, -3.84375, -3.875, -3.90625, -3.921875, -3.921875, -3.96875, -3.96875, -4.03125, -4.03125, -4.03125, -4.0625, -4.09375, -4.09375, -4.09375, -4.125, -4.15625, -4.15625, -4.1875, -4.1875, -4.1875, -4.21875, -4.25, -4.25, -4.28125, -4.28125, -4.28125, -4.3125, -4.3125, -4.3125, -4.3125, -4.34375, -4.34375, -4.34375, -4.40625, -4.40625, -4.4375, -4.4375, -4.5, -4.5, -4.5, -4.5, -4.5, -4.53125, -4.53125, -4.5625, -4.5625, -4.5625, -4.5625, -4.59375, -4.59375, -4.59375, -4.59375, -4.625, -4.65625, -4.65625, -4.71875, -4.71875, -4.71875, -4.71875, -4.78125, -4.84375, -4.90625, -5.0 ] }, { "query_id": "test1989", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc69765", "doc69775", "doc69768", "doc69774", "doc69778", "doc69767", "doc69772", "doc812322", "doc278091", "doc21856", "doc2285692", "doc1328955", "doc1675505", "doc2019171", "doc1743887", "doc2526400", "doc21841", "doc1321929", "doc21831", "doc243667", "doc21871", "doc21844", "doc21832", "doc2548244", "doc78091", "doc452016", "doc2074523", "doc377466", "doc1842144", "doc1285909", "doc866436", "doc588621", "doc21888", "doc1393796", "doc25836", "doc1085571", "doc1528335", "doc1966948", "doc21872", "doc296209", "doc660012", "doc1817763", "doc21829", "doc452039", "doc1393769", "doc1912505", "doc1285910", "doc776173", "doc452002", "doc365452", "doc1883553", "doc296216", "doc365455", "doc776137", "doc2296331", "doc2624891", "doc1095662", "doc776142", "doc1846050", "doc1035806", "doc1717375", "doc1787812", "doc1455952", "doc365459", "doc776139", "doc753576", "doc866437", "doc2271309", "doc376241", "doc2526409", "doc699194", "doc21906", "doc365451", "doc442694", "doc338818", "doc552697", "doc552702", "doc2462709", "doc1783753", "doc543379", "doc1400528", "doc807066", "doc524514", "doc1675530", "doc451953", "doc865796", "doc1052760", "doc829017", "doc980033", "doc779563", "doc1953114", "doc993779", "doc61036", "doc2173544", "doc2526412", "doc1986489", "doc980032", "doc437362", "doc297251", "doc761186" ], "top100_scores": [ 1.7734375, -0.41796875, -0.455078125, -0.482421875, -0.57421875, -0.69140625, -0.890625, -1.1640625, -1.2421875, -1.453125, -1.515625, -1.9140625, -2.0, -2.0, -2.09375, -2.265625, -2.28125, -2.28125, -2.3125, -2.3125, -2.359375, -2.375, -2.4375, -2.46875, -2.484375, -2.484375, -2.515625, -2.515625, -2.53125, -2.546875, -2.546875, -2.546875, -2.5625, -2.578125, -2.609375, -2.625, -2.625, -2.640625, -2.640625, -2.65625, -2.671875, -2.6875, -2.6875, -2.71875, -2.734375, -2.734375, -2.765625, -2.78125, -2.8125, -2.828125, -2.84375, -2.859375, -2.859375, -2.859375, -2.859375, -2.921875, -2.921875, -2.9375, -2.9375, -2.9375, -2.9375, -2.953125, -2.96875, -2.984375, -3.03125, -3.03125, -3.03125, -3.03125, -3.0625, -3.078125, -3.078125, -3.078125, -3.109375, -3.140625, -3.140625, -3.15625, -3.15625, -3.1875, -3.203125, -3.21875, -3.21875, -3.234375, -3.25, -3.25, -3.28125, -3.28125, -3.296875, -3.3125, -3.328125, -3.34375, -3.34375, -3.34375, -3.359375, -3.375, -3.40625, -3.4375, -3.46875, -3.515625, -3.515625, -3.53125 ] }, { "query_id": "test2270", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc986835", "doc223538", "doc1574783", "doc2066832", "doc2146296", "doc1247565", "doc415385", "doc232625", "doc1402781", "doc1716825", "doc400438", "doc146074", "doc737388", "doc1678115", "doc1104225", "doc591224", "doc1107323", "doc1996495", "doc453091", "doc2114608", "doc415369", "doc230376", "doc2173228", "doc1570656", "doc128663", "doc392155", "doc163261", "doc2499402", "doc2522126", "doc1996497", "doc884614", "doc979054", "doc2368994", "doc146132", "doc2426974", "doc94024", "doc1148551", "doc1510857", "doc2083810", "doc440112", "doc1382073", "doc770526", "doc2017803", "doc750416", "doc2517390", "doc689060", "doc88934", "doc99857", "doc78548", "doc61939", "doc388419", "doc2431682", "doc80089", "doc1077629", "doc438381", "doc1020899", "doc2079848", "doc157039", "doc2307734", "doc605467", "doc314759", "doc574823", "doc1070768", "doc529465", "doc2450143", "doc2833", "doc1759626", "doc602853", "doc9798", "doc365042", "doc1538520", "doc1221858", "doc1829626", "doc732018", "doc750407", "doc327463", "doc1397232", "doc814675", "doc17481", "doc1824664", "doc966365", "doc1019814", "doc106335", "doc2508414", "doc80067", "doc1254764", "doc2526454", "doc297251", "doc127042", "doc479842", "doc1940797", "doc834354", "doc2391390", "doc2171164", "doc562696", "doc171837", "doc1993058", "doc399642", "doc1321904", "doc2589580" ], "top100_scores": [ 0.4140625, -0.70703125, -1.984375, -2.421875, -2.59375, -2.75, -2.75, -2.78125, -2.828125, -2.859375, -2.921875, -2.953125, -2.984375, -3.0, -3.078125, -3.09375, -3.140625, -3.171875, -3.1875, -3.234375, -3.265625, -3.28125, -3.3125, -3.34375, -3.34375, -3.34375, -3.375, -3.390625, -3.421875, -3.453125, -3.453125, -3.46875, -3.46875, -3.484375, -3.484375, -3.5, -3.5, -3.515625, -3.515625, -3.53125, -3.5625, -3.578125, -3.625, -3.65625, -3.671875, -3.671875, -3.765625, -3.765625, -3.765625, -3.765625, -3.765625, -3.78125, -3.78125, -3.796875, -3.8125, -3.8125, -3.828125, -3.828125, -3.859375, -3.875, -3.890625, -3.921875, -3.921875, -3.921875, -3.953125, -3.953125, -3.96875, -3.96875, -3.984375, -3.984375, -4.0, -4.0, -4.0, -4.0, -4.03125, -4.03125, -4.03125, -4.03125, -4.0625, -4.0625, -4.0625, -4.09375, -4.09375, -4.125, -4.125, -4.15625, -4.15625, -4.15625, -4.1875, -4.21875, -4.21875, -4.25, -4.25, -4.28125, -4.28125, -4.375, -4.375, -4.375, -4.40625, -4.4375 ] }, { "query_id": "test2577", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc1234227", "doc1167678", "doc2165905", "doc672961", "doc1366756", "doc1715056", "doc1366757", "doc387897", "doc2165906", "doc1382171", "doc1121529", "doc1030462", "doc88443", "doc682295", "doc338868", "doc1366762", "doc405920", "doc1382170", "doc559423", "doc2307742", "doc555360", "doc1121527", "doc866296", "doc887635", "doc1382169", "doc2450143", "doc2307710", "doc1214905", "doc2450178", "doc106047", "doc1382143", "doc1366769", "doc1741701", "doc2307746", "doc2307705", "doc2307739", "doc1435310", "doc2165920", "doc1812660", "doc2307734", "doc751799", "doc2465505", "doc2502630", "doc2173228", "doc453172", "doc2005210", "doc2545045", "doc2509993", "doc2539732", "doc2155680", "doc2209653", "doc1914609", "doc1136713", "doc1994438", "doc140893", "doc641297", "doc80070", "doc1526184", "doc7023", "doc1425919", "doc444923", "doc1418632", "doc1803620", "doc24903", "doc144160", "doc2003306", "doc230376", "doc1443647", "doc144239", "doc454591", "doc7166", "doc2316765", "doc583523", "doc2053655", "doc94024", "doc2328678", "doc641530", "doc2210110", "doc1221858", "doc2508414", "doc1343593", "doc1027724", "doc2107261", "doc320274", "doc453161", "doc1791048", "doc1623534", "doc353446", "doc2517379", "doc2582472", "doc399642", "doc94367", "doc2374276", "doc1007260", "doc2057552", "doc24904", "doc207176", "doc1810672", "doc596016", "doc698075" ], "top100_scores": [ 4.5625, 4.03125, 2.921875, 2.46875, 2.0625, 1.640625, 1.34375, -0.9140625, -1.1328125, -1.328125, -1.421875, -1.421875, -1.5390625, -1.5390625, -1.59375, -1.625, -1.6328125, -1.71875, -1.734375, -1.875, -1.9140625, -1.9296875, -1.984375, -2.03125, -2.0625, -2.0625, -2.0625, -2.09375, -2.140625, -2.171875, -2.265625, -2.265625, -2.28125, -2.296875, -2.3125, -2.328125, -2.421875, -2.4375, -2.46875, -2.5, -2.53125, -2.59375, -3.125, -3.15625, -3.390625, -3.484375, -3.484375, -3.5, -3.5625, -3.578125, -3.578125, -3.59375, -3.609375, -3.609375, -3.625, -3.6875, -3.6875, -3.734375, -3.734375, -3.75, -3.75, -3.765625, -3.765625, -3.78125, -3.78125, -3.796875, -3.796875, -3.796875, -3.8125, -3.8125, -3.828125, -3.828125, -3.828125, -3.84375, -3.84375, -3.859375, -3.859375, -3.859375, -3.875, -3.890625, -3.90625, -3.90625, -3.921875, -3.9375, -3.953125, -3.96875, -3.984375, -4.0, -4.0, -4.03125, -4.03125, -4.03125, -4.0625, -4.125, -4.125, -4.1875, -4.1875, -4.1875, -4.25, -4.34375 ] }, { "query_id": "test770", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc27529", "doc540404", "doc540358", "doc27538", "doc540363", "doc1996268", "doc1727553", "doc1012137", "doc2272998", "doc2272990", "doc1692291", "doc1770477", "doc1628841", "doc536374", "doc540344", "doc1856181", "doc361697", "doc1762978", "doc1321884", "doc239270", "doc361696", "doc734723", "doc1177694", "doc2439860", "doc2545074", "doc754593", "doc1224325", "doc879199", "doc361702", "doc361682", "doc437683", "doc331518", "doc2545045", "doc2005210", "doc90808", "doc2005304", "doc1978004", "doc2068337", "doc437667", "doc814675", "doc2163262", "doc525586", "doc75292", "doc437639", "doc2136789", "doc1321967", "doc2217346", "doc72481", "doc1867620", "doc2328678", "doc1044670", "doc401103", "doc36467", "doc988606", "doc437677", "doc1657214", "doc1520290", "doc1877809", "doc1049873", "doc1520334", "doc1334238", "doc795696", "doc1867627", "doc2311306", "doc191614", "doc1485638", "doc1198819", "doc914411", "doc2653445", "doc721746", "doc1574683", "doc1594148", "doc1285744", "doc601744", "doc623682", "doc1778743", "doc437685", "doc1912506", "doc2197028", "doc431563", "doc2402770", "doc840074", "doc21363", "doc134521", "doc1619495", "doc170955", "doc1316703", "doc700971", "doc505009", "doc299630", "doc1246069", "doc604235", "doc1251647", "doc1014848", "doc75967", "doc2188152", "doc101561", "doc872601", "doc555360", "doc2262786" ], "top100_scores": [ 1.703125, 0.53125, 0.11865234375, -1.7109375, -1.921875, -2.0625, -2.375, -2.421875, -2.53125, -2.78125, -2.796875, -2.859375, -2.921875, -3.171875, -3.234375, -3.296875, -3.3125, -3.421875, -3.46875, -3.5, -3.546875, -3.578125, -3.578125, -3.578125, -3.59375, -3.609375, -3.640625, -3.65625, -3.65625, -3.6875, -3.71875, -3.734375, -3.75, -3.78125, -3.796875, -3.828125, -3.828125, -3.84375, -3.84375, -3.859375, -3.890625, -3.890625, -3.921875, -3.921875, -3.921875, -3.9375, -3.96875, -3.984375, -3.984375, -4.0, -4.03125, -4.03125, -4.03125, -4.0625, -4.09375, -4.09375, -4.09375, -4.09375, -4.125, -4.1875, -4.1875, -4.1875, -4.21875, -4.21875, -4.25, -4.25, -4.28125, -4.28125, -4.28125, -4.28125, -4.3125, -4.34375, -4.375, -4.375, -4.375, -4.375, -4.40625, -4.40625, -4.40625, -4.40625, -4.4375, -4.4375, -4.5, -4.5, -4.53125, -4.53125, -4.59375, -4.59375, -4.625, -4.625, -4.625, -4.65625, -4.6875, -4.71875, -4.71875, -4.71875, -4.71875, -4.75, -4.84375, -4.9375 ] }, { "query_id": "test2233", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc77634", "doc349744", "doc208541", "doc1953211", "doc2483145", "doc268699", "doc1369510", "doc579128", "doc1994393", "doc2162623", "doc1473550", "doc739705", "doc2434664", "doc579135", "doc236530", "doc2314010", "doc293490", "doc438360", "doc273559", "doc1340806", "doc1328113", "doc2134247", "doc2025330", "doc1208808", "doc422133", "doc349747", "doc376565", "doc484979", "doc825186", "doc1369505", "doc101803", "doc1480727", "doc1924612", "doc293491", "doc1491857", "doc108501", "doc2134206", "doc1816786", "doc782194", "doc208540", "doc925929", "doc1829626", "doc1068154", "doc119665", "doc1620572", "doc77640", "doc613963", "doc498104", "doc1669853", "doc2611984", "doc54270", "doc856735", "doc512949", "doc1687132", "doc620637", "doc2539732", "doc272763", "doc1397232", "doc856725", "doc101332", "doc360768", "doc77635", "doc293478", "doc2357946", "doc1397231", "doc1526230", "doc653285", "doc2206589", "doc986920", "doc101767", "doc2139234", "doc1844919", "doc172185", "doc1328111", "doc1397224", "doc216986", "doc201172", "doc2095396", "doc763934", "doc2003306", "doc825187", "doc2072948", "doc354191", "doc354084", "doc1041089", "doc529465", "doc1540372", "doc525751", "doc157039", "doc833922", "doc362493", "doc155482", "doc2509993", "doc1791048", "doc2441320", "doc1948176", "doc1155687", "doc722466", "doc1843369", "doc260679" ], "top100_scores": [ 4.125, 3.328125, 3.3125, 2.515625, 1.7890625, 1.6015625, 1.578125, 1.1953125, 1.15625, 1.078125, 0.7421875, 0.6875, 0.62890625, 0.265625, 0.1962890625, -0.033203125, -0.1552734375, -0.55078125, -0.625, -0.62890625, -0.83984375, -1.1953125, -1.296875, -1.296875, -1.3125, -1.4296875, -1.453125, -1.4609375, -1.546875, -1.546875, -1.6796875, -1.6796875, -1.6875, -1.7109375, -1.765625, -1.859375, -1.890625, -1.9375, -1.9453125, -1.953125, -2.03125, -2.03125, -2.046875, -2.0625, -2.09375, -2.109375, -2.125, -2.125, -2.140625, -2.171875, -2.203125, -2.203125, -2.203125, -2.203125, -2.21875, -2.21875, -2.28125, -2.296875, -2.3125, -2.328125, -2.375, -2.375, -2.375, -2.390625, -2.40625, -2.421875, -2.484375, -2.484375, -2.546875, -2.640625, -2.65625, -2.6875, -2.796875, -2.8125, -2.875, -2.890625, -2.921875, -2.984375, -3.125, -3.15625, -3.28125, -3.296875, -3.3125, -3.34375, -3.375, -3.453125, -3.59375, -3.65625, -3.71875, -3.75, -3.765625, -3.84375, -3.890625, -3.890625, -4.0, -4.0, -4.0625, -4.21875, -4.21875, -4.65625 ] }, { "query_id": "test826", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc29757", "doc1798668", "doc101561", "doc1486663", "doc49200", "doc29765", "doc1456780", "doc2096499", "doc520684", "doc1728840", "doc966365", "doc50625", "doc231271", "doc1959162", "doc2508418", "doc278693", "doc2111513", "doc625773", "doc49159", "doc1780375", "doc1595692", "doc1508091", "doc2509153", "doc151694", "doc1350141", "doc671892", "doc2614073", "doc1902615", "doc2374307", "doc583721", "doc1774", "doc2091589", "doc563701", "doc335679", "doc56902", "doc1397224", "doc1567090", "doc963670", "doc936401", "doc1667013", "doc77634", "doc127042", "doc56921", "doc1086963", "doc446480", "doc88934", "doc2656322", "doc1490186", "doc1030288", "doc357235", "doc99857", "doc2332126", "doc214269", "doc2328678", "doc525586", "doc650941", "doc515127", "doc144239", "doc324548", "doc669209", "doc722174", "doc2260544", "doc1056790", "doc1144972", "doc434367", "doc1027724", "doc1308445", "doc1938693", "doc1717004", "doc2509989", "doc63804", "doc768602", "doc28313", "doc1858032", "doc282351", "doc38625", "doc225047", "doc2413034", "doc1612520", "doc324540", "doc2313854", "doc2256023", "doc2534676", "doc827208", "doc95310", "doc955504", "doc2369112", "doc726413", "doc405830", "doc2362748", "doc223538", "doc2255696", "doc2596083", "doc1735465", "doc59421", "doc127031", "doc53464", "doc191143", "doc764023", "doc673167" ], "top100_scores": [ 3.421875, 0.0595703125, -0.7734375, -1.6484375, -1.828125, -2.0625, -2.234375, -2.234375, -2.4375, -2.625, -2.6875, -2.828125, -3.015625, -3.1875, -3.234375, -3.234375, -3.265625, -3.296875, -3.296875, -3.34375, -3.34375, -3.359375, -3.375, -3.40625, -3.453125, -3.46875, -3.46875, -3.484375, -3.546875, -3.546875, -3.5625, -3.59375, -3.59375, -3.609375, -3.625, -3.625, -3.640625, -3.65625, -3.671875, -3.703125, -3.71875, -3.765625, -3.78125, -3.78125, -3.8125, -3.828125, -3.828125, -3.84375, -3.84375, -3.859375, -3.875, -3.890625, -3.890625, -3.90625, -3.9375, -3.9375, -3.984375, -4.0, -4.0, -4.0, -4.03125, -4.03125, -4.03125, -4.0625, -4.0625, -4.0625, -4.0625, -4.09375, -4.09375, -4.09375, -4.09375, -4.09375, -4.125, -4.15625, -4.15625, -4.15625, -4.15625, -4.15625, -4.1875, -4.1875, -4.1875, -4.1875, -4.1875, -4.1875, -4.1875, -4.21875, -4.21875, -4.21875, -4.21875, -4.25, -4.28125, -4.28125, -4.34375, -4.375, -4.40625, -4.40625, -4.40625, -4.4375, -4.46875, -4.53125 ] }, { "query_id": "test1721", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc61036", "doc1376346", "doc61054", "doc61045", "doc61043", "doc843229", "doc988607", "doc1381513", "doc1248995", "doc1612682", "doc1787812", "doc627159", "doc1558629", "doc1796400", "doc2357495", "doc116279", "doc1643694", "doc1868647", "doc2195756", "doc2332984", "doc1288281", "doc491925", "doc146074", "doc1325273", "doc1962033", "doc1205818", "doc288971", "doc734723", "doc1976860", "doc742717", "doc1224325", "doc633767", "doc2362173", "doc1716825", "doc356961", "doc323921", "doc2068337", "doc988606", "doc2193668", "doc401103", "doc75292", "doc2386390", "doc1538954", "doc2066832", "doc107166", "doc2217346", "doc2522627", "doc331518", "doc490514", "doc2114608", "doc26394", "doc1589706", "doc903103", "doc1291233", "doc4147", "doc1881502", "doc430256", "doc457828", "doc238332", "doc2489754", "doc655676", "doc1750156", "doc1464453", "doc1380860", "doc1044670", "doc1757007", "doc1692185", "doc72481", "doc2202835", "doc1189628", "doc2059265", "doc675035", "doc765127", "doc2618276", "doc1384591", "doc827208", "doc1755685", "doc2657970", "doc879199", "doc1914609", "doc42804", "doc2037498", "doc1077629", "doc1020899", "doc1485638", "doc1487701", "doc404351", "doc1526139", "doc367220", "doc2504604", "doc2631871", "doc2129979", "doc729312", "doc922263", "doc1307727", "doc702815", "doc536398", "doc2046260", "doc867288", "doc377106" ], "top100_scores": [ 0.87890625, -0.04541015625, -1.53125, -2.265625, -2.53125, -3.03125, -3.15625, -3.203125, -3.21875, -3.234375, -3.25, -3.4375, -3.46875, -3.484375, -3.65625, -3.71875, -3.734375, -3.734375, -3.734375, -3.75, -3.75, -3.78125, -3.796875, -3.8125, -3.859375, -3.859375, -3.859375, -3.859375, -3.90625, -3.921875, -3.96875, -3.984375, -3.984375, -4.0, -4.0, -4.03125, -4.03125, -4.0625, -4.0625, -4.09375, -4.09375, -4.09375, -4.125, -4.125, -4.125, -4.125, -4.15625, -4.15625, -4.15625, -4.15625, -4.15625, -4.15625, -4.15625, -4.15625, -4.15625, -4.15625, -4.1875, -4.1875, -4.1875, -4.21875, -4.21875, -4.21875, -4.25, -4.25, -4.25, -4.25, -4.25, -4.25, -4.28125, -4.28125, -4.28125, -4.28125, -4.3125, -4.3125, -4.34375, -4.34375, -4.34375, -4.34375, -4.34375, -4.375, -4.375, -4.40625, -4.40625, -4.46875, -4.46875, -4.46875, -4.46875, -4.46875, -4.5, -4.5, -4.59375, -4.59375, -4.625, -4.625, -4.625, -4.625, -4.65625, -4.71875, -4.90625, -4.9375 ] }, { "query_id": "test2845", "ndcg@10": 0.6309297535714575, "mrr@10": 0.5, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc1116765", "doc97421", "doc97445", "doc1087988", "doc97442", "doc2004921", "doc369237", "doc369270", "doc369220", "doc2083987", "doc97430", "doc2083995", "doc152483", "doc1992466", "doc369276", "doc152515", "doc2071056", "doc2071107", "doc2084014", "doc2380009", "doc1902500", "doc2071083", "doc1587504", "doc1349036", "doc2099374", "doc152500", "doc2083994", "doc369166", "doc2071086", "doc369170", "doc369234", "doc1730351", "doc369210", "doc369287", "doc2380013", "doc2268982", "doc1430994", "doc1349041", "doc369240", "doc2084016", "doc369236", "doc2071137", "doc1389346", "doc1349043", "doc369278", "doc2084004", "doc97437", "doc369227", "doc369291", "doc369193", "doc2071028", "doc1577554", "doc25836", "doc369151", "doc1349039", "doc1587502", "doc2574334", "doc182537", "doc920840", "doc2071135", "doc2426358", "doc2071151", "doc2071169", "doc1902486", "doc1431001", "doc369187", "doc626977", "doc1948378", "doc2071163", "doc2563044", "doc2071134", "doc369204", "doc1577539", "doc1079691", "doc369261", "doc369169", "doc454591", "doc2210110", "doc21363", "doc623682", "doc2003306", "doc1912506", "doc369277", "doc1376345", "doc596891", "doc216330", "doc1471942", "doc1376346", "doc1619495", "doc254953", "doc565065", "doc1316703", "doc924826", "doc101561", "doc1391281", "doc2188152", "doc645561", "doc1007260", "doc2262786", "doc555360" ], "top100_scores": [ 2.703125, 1.859375, 1.046875, 0.83984375, -0.267578125, -1.296875, -2.375, -2.421875, -2.515625, -2.671875, -2.671875, -2.8125, -2.828125, -2.890625, -2.953125, -2.953125, -2.953125, -2.984375, -2.984375, -3.046875, -3.125, -3.140625, -3.203125, -3.234375, -3.234375, -3.28125, -3.375, -3.421875, -3.421875, -3.421875, -3.4375, -3.5, -3.53125, -3.53125, -3.546875, -3.5625, -3.578125, -3.609375, -3.609375, -3.625, -3.625, -3.65625, -3.671875, -3.703125, -3.703125, -3.71875, -3.734375, -3.75, -3.78125, -3.796875, -3.84375, -3.90625, -3.90625, -3.921875, -3.9375, -3.953125, -3.96875, -3.96875, -4.0, -4.03125, -4.03125, -4.03125, -4.03125, -4.0625, -4.0625, -4.09375, -4.09375, -4.09375, -4.09375, -4.09375, -4.125, -4.125, -4.125, -4.15625, -4.15625, -4.15625, -4.15625, -4.15625, -4.1875, -4.1875, -4.1875, -4.1875, -4.21875, -4.21875, -4.21875, -4.21875, -4.25, -4.28125, -4.3125, -4.3125, -4.34375, -4.40625, -4.40625, -4.40625, -4.5625, -4.5625, -4.59375, -4.59375, -4.625, -4.65625 ] }, { "query_id": "test929", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc33193", "doc1458400", "doc33196", "doc1458417", "doc1357070", "doc1972282", "doc698048", "doc636318", "doc33191", "doc1556425", "doc1357059", "doc54026", "doc1612525", "doc1163509", "doc636337", "doc609671", "doc1612515", "doc64791", "doc1644238", "doc2056931", "doc162834", "doc1832253", "doc698033", "doc418129", "doc162716", "doc2582472", "doc600774", "doc1612520", "doc1732443", "doc1163516", "doc2027228", "doc46245", "doc614722", "doc285746", "doc905614", "doc1332310", "doc1585578", "doc20601", "doc2569915", "doc726426", "doc562696", "doc1562972", "doc859664", "doc874107", "doc158654", "doc2288308", "doc1553106", "doc717374", "doc162708", "doc63030", "doc162720", "doc698039", "doc1207422", "doc285755", "doc768602", "doc874101", "doc364632", "doc2882", "doc2260544", "doc614724", "doc1343593", "doc386637", "doc583523", "doc781344", "doc162798", "doc1027724", "doc224051", "doc2656965", "doc144239", "doc936624", "doc174973", "doc624619", "doc374355", "doc2603021", "doc1526184", "doc72481", "doc327615", "doc37911", "doc534490", "doc1791048", "doc614721", "doc2596083", "doc745803", "doc2000096", "doc2040435", "doc2116209", "doc594485", "doc153569", "doc1972074", "doc150031", "doc2293773", "doc787596", "doc305534", "doc57247", "doc301324", "doc751998", "doc698075", "doc2480452", "doc1521101", "doc2621513" ], "top100_scores": [ 0.349609375, -2.15625, -2.1875, -2.625, -2.96875, -2.984375, -3.109375, -3.109375, -3.40625, -3.4375, -3.4375, -3.515625, -3.546875, -3.5625, -3.578125, -3.6875, -3.71875, -3.765625, -3.78125, -3.828125, -3.828125, -3.859375, -3.90625, -3.9375, -3.953125, -3.96875, -3.984375, -4.0, -4.0, -4.03125, -4.0625, -4.0625, -4.0625, -4.0625, -4.09375, -4.09375, -4.125, -4.125, -4.125, -4.125, -4.15625, -4.15625, -4.1875, -4.21875, -4.21875, -4.21875, -4.21875, -4.25, -4.25, -4.25, -4.28125, -4.28125, -4.28125, -4.28125, -4.3125, -4.34375, -4.34375, -4.34375, -4.34375, -4.375, -4.375, -4.375, -4.375, -4.40625, -4.40625, -4.40625, -4.40625, -4.4375, -4.46875, -4.46875, -4.5, -4.5, -4.5, -4.53125, -4.53125, -4.53125, -4.5625, -4.5625, -4.59375, -4.625, -4.65625, -4.65625, -4.65625, -4.6875, -4.6875, -4.71875, -4.71875, -4.75, -4.75, -4.78125, -4.78125, -4.84375, -4.90625, -4.90625, -4.90625, -4.90625, -4.9375, -4.9375, -4.96875, -4.96875 ] }, { "query_id": "test2430", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc83863", "doc1377115", "doc1984127", "doc2254475", "doc253608", "doc1406086", "doc1133242", "doc1883243", "doc83864", "doc425434", "doc83871", "doc253609", "doc2537823", "doc2254465", "doc1984114", "doc929272", "doc50111", "doc2676569", "doc50109", "doc2552606", "doc1974480", "doc759589", "doc2537824", "doc758894", "doc877114", "doc1248995", "doc1386166", "doc1337053", "doc759547", "doc50097", "doc2171547", "doc1508087", "doc1668129", "doc1883237", "doc1257475", "doc1780375", "doc414338", "doc1386159", "doc2295211", "doc53439", "doc50107", "doc2680499", "doc369618", "doc2544691", "doc595818", "doc901372", "doc563701", "doc759527", "doc1604550", "doc2405271", "doc313713", "doc1386116", "doc2372621", "doc1617390", "doc225047", "doc398870", "doc1508091", "doc1573814", "doc1608174", "doc709393", "doc752404", "doc550451", "doc998434", "doc768311", "doc1815899", "doc391548", "doc1108390", "doc1066673", "doc2026615", "doc127042", "doc2085567", "doc1385349", "doc108456", "doc609671", "doc1061142", "doc1201849", "doc1202159", "doc1243029", "doc920840", "doc57977", "doc723700", "doc1562972", "doc608249", "doc874101", "doc1376345", "doc490395", "doc562696", "doc890257", "doc172947", "doc1088192", "doc95310", "doc1632991", "doc2288928", "doc963099", "doc1585586", "doc861483", "doc1278394", "doc376250", "doc1019814", "doc1418778" ], "top100_scores": [ -0.98046875, -1.34375, -1.53125, -1.5546875, -2.0, -2.109375, -2.390625, -2.46875, -2.46875, -2.484375, -2.59375, -2.65625, -2.703125, -2.796875, -2.84375, -2.859375, -2.890625, -2.953125, -2.96875, -3.03125, -3.03125, -3.140625, -3.15625, -3.1875, -3.265625, -3.28125, -3.296875, -3.359375, -3.359375, -3.375, -3.421875, -3.4375, -3.46875, -3.46875, -3.484375, -3.546875, -3.578125, -3.625, -3.640625, -3.65625, -3.703125, -3.703125, -3.78125, -3.828125, -3.828125, -3.859375, -3.9375, -3.953125, -3.96875, -3.96875, -3.984375, -4.03125, -4.03125, -4.0625, -4.09375, -4.125, -4.125, -4.125, -4.1875, -4.21875, -4.21875, -4.21875, -4.21875, -4.28125, -4.3125, -4.3125, -4.34375, -4.34375, -4.375, -4.375, -4.375, -4.375, -4.375, -4.40625, -4.40625, -4.40625, -4.4375, -4.4375, -4.4375, -4.46875, -4.46875, -4.46875, -4.5, -4.5, -4.5, -4.53125, -4.53125, -4.53125, -4.5625, -4.59375, -4.59375, -4.625, -4.65625, -4.6875, -4.78125, -4.8125, -4.84375, -4.84375, -4.90625, -5.0 ] }, { "query_id": "test3108", "ndcg@10": 0.38685280723454163, "mrr@10": 0.2, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc388464", "doc2846", "doc703706", "doc1332302", "doc106332", "doc666653", "doc427621", "doc703719", "doc446484", "doc106355", "doc703711", "doc703728", "doc1887731", "doc703736", "doc106372", "doc24299", "doc392476", "doc106357", "doc703721", "doc24311", "doc392488", "doc703733", "doc703714", "doc1471942", "doc1824664", "doc1471934", "doc283995", "doc874101", "doc2173539", "doc1629806", "doc2173550", "doc211923", "doc703705", "doc337573", "doc337547", "doc1824656", "doc1445510", "doc106362", "doc24315", "doc392492", "doc1445498", "doc1475938", "doc1060782", "doc1445515", "doc703701", "doc1136889", "doc703723", "doc2838", "doc703715", "doc2839", "doc106333", "doc284003", "doc392495", "doc1445499", "doc24310", "doc714665", "doc24305", "doc337506", "doc106338", "doc703702", "doc652514", "doc1246072", "doc2836", "doc392497", "doc337523", "doc1051791", "doc284000", "doc24308", "doc392481", "doc284020", "doc337578", "doc337551", "doc211912", "doc298160", "doc211896", "doc211929", "doc973089", "doc1632177", "doc285723", "doc446480", "doc211906", "doc337580", "doc964811", "doc106352", "doc2060101", "doc446478", "doc2878", "doc298199", "doc2173529", "doc285724", "doc446477", "doc2085567", "doc337575", "doc1390073", "doc1390065", "doc955743", "doc35719", "doc284042", "doc594485", "doc713666" ], "top100_scores": [ 2.59375, 2.4375, 1.890625, 1.6796875, 1.4609375, 1.3046875, 1.28125, 0.734375, 0.66796875, 0.490234375, 0.34765625, 0.134765625, 0.12060546875, -0.0986328125, -0.1259765625, -0.173828125, -0.173828125, -0.212890625, -0.224609375, -0.5, -0.5, -0.5234375, -0.55078125, -0.55078125, -0.609375, -0.7734375, -0.7890625, -0.80859375, -0.87109375, -0.8828125, -0.90234375, -0.98828125, -0.99609375, -1.0078125, -1.015625, -1.0390625, -1.1015625, -1.1171875, -1.1484375, -1.1484375, -1.171875, -1.171875, -1.1875, -1.34375, -1.359375, -1.375, -1.4765625, -1.5, -1.515625, -1.546875, -1.6015625, -1.6328125, -1.6484375, -1.6875, -1.6953125, -1.7109375, -1.71875, -1.7421875, -1.8125, -1.8125, -1.8515625, -1.859375, -1.8984375, -1.9296875, -1.9453125, -2.09375, -2.109375, -2.125, -2.21875, -2.234375, -2.34375, -2.359375, -2.59375, -2.671875, -2.71875, -2.71875, -2.796875, -2.9375, -2.984375, -2.984375, -3.03125, -3.09375, -3.171875, -3.171875, -3.1875, -3.21875, -3.28125, -3.296875, -3.40625, -3.4375, -3.453125, -3.453125, -3.46875, -3.515625, -3.796875, -3.8125, -3.875, -3.890625, -4.0625, -4.5 ] }, { "query_id": "test194", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc7106", "doc692559", "doc7112", "doc1694559", "doc7096", "doc7091", "doc7116", "doc7099", "doc7108", "doc7093", "doc316997", "doc2670770", "doc2308524", "doc1059219", "doc924826", "doc1716059", "doc318194", "doc2366144", "doc286501", "doc425740", "doc523031", "doc57975", "doc1384588", "doc1173469", "doc53439", "doc40405", "doc588621", "doc934401", "doc2153582", "doc333846", "doc873329", "doc692580", "doc453153", "doc1640554", "doc1107323", "doc1027652", "doc697071", "doc472446", "doc707801", "doc1384591", "doc1384604", "doc594518", "doc2003306", "doc655676", "doc670570", "doc1257475", "doc1384589", "doc422931", "doc874107", "doc2074090", "doc1635172", "doc2474927", "doc453091", "doc37911", "doc683357", "doc66226", "doc86469", "doc1419915", "doc1285744", "doc591048", "doc759547", "doc452016", "doc1286622", "doc1200685", "doc57977", "doc918892", "doc170955", "doc1950715", "doc1618376", "doc2528590", "doc1914609", "doc376238", "doc2234638", "doc42804", "doc1059060", "doc1377701", "doc2688", "doc922314", "doc626438", "doc331518", "doc1111694", "doc174973", "doc520687", "doc309595", "doc313713", "doc80148", "doc2313883", "doc1357287", "doc2011376", "doc231271", "doc1617390", "doc2039201", "doc367220", "doc2046260", "doc636318", "doc1370970", "doc1883243", "doc2426396", "doc1416739", "doc1730233" ], "top100_scores": [ 1.2890625, 0.60546875, 0.263671875, -0.3515625, -0.7578125, -1.28125, -1.4375, -1.59375, -1.65625, -2.578125, -2.71875, -2.71875, -2.796875, -3.515625, -3.671875, -3.6875, -3.71875, -3.734375, -3.78125, -3.78125, -3.78125, -3.796875, -3.828125, -3.828125, -3.828125, -3.84375, -3.859375, -3.890625, -3.890625, -3.890625, -3.921875, -3.9375, -3.9375, -3.9375, -3.953125, -3.96875, -3.984375, -3.984375, -3.984375, -4.0, -4.0, -4.0, -4.0, -4.03125, -4.03125, -4.03125, -4.0625, -4.0625, -4.0625, -4.0625, -4.09375, -4.09375, -4.09375, -4.09375, -4.125, -4.125, -4.125, -4.125, -4.125, -4.15625, -4.15625, -4.15625, -4.15625, -4.1875, -4.1875, -4.21875, -4.21875, -4.21875, -4.21875, -4.21875, -4.21875, -4.21875, -4.25, -4.25, -4.25, -4.25, -4.25, -4.28125, -4.28125, -4.28125, -4.3125, -4.3125, -4.3125, -4.34375, -4.34375, -4.34375, -4.34375, -4.375, -4.375, -4.375, -4.375, -4.4375, -4.46875, -4.5, -4.5, -4.5625, -4.5625, -4.59375, -4.65625, -4.6875 ] }, { "query_id": "test2651", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc90807", "doc82127", "doc82130", "doc90808", "doc90819", "doc2252228", "doc1740481", "doc2068718", "doc2185553", "doc1079922", "doc1267318", "doc2236863", "doc1846029", "doc1551353", "doc1267320", "doc1098823", "doc2236865", "doc1968582", "doc505004", "doc107878", "doc2033842", "doc2569900", "doc218928", "doc1527545", "doc2033841", "doc672521", "doc388703", "doc704395", "doc1347235", "doc737219", "doc1101731", "doc1335520", "doc722466", "doc2620645", "doc1127543", "doc1606435", "doc2486395", "doc811414", "doc1616722", "doc2000096", "doc1273458", "doc641297", "doc586538", "doc882983", "doc2240923", "doc2093563", "doc1541761", "doc1254817", "doc2086681", "doc1962174", "doc1839188", "doc857278", "doc144239", "doc2267531", "doc2247113", "doc2444292", "doc412731", "doc1221858", "doc1192026", "doc1948176", "doc2199303", "doc593061", "doc2357463", "doc108491", "doc2010353", "doc63585", "doc1421127", "doc1395336", "doc832551", "doc583523", "doc1740045", "doc303260", "doc369298", "doc1413571", "doc24763", "doc891692", "doc2528590", "doc108456", "doc198241", "doc150031", "doc681775", "doc2373327", "doc54026", "doc2631871", "doc1346601", "doc1149306", "doc958476", "doc2582472", "doc752669", "doc114242", "doc908573", "doc543039", "doc964811", "doc2163101", "doc1246068", "doc2634365", "doc1833160", "doc2259197", "doc732087", "doc1298513" ], "top100_scores": [ 5.28125, 2.859375, 2.8125, 0.6953125, -0.111328125, -1.3125, -1.3125, -1.515625, -2.015625, -2.109375, -2.140625, -2.203125, -2.234375, -2.234375, -2.515625, -2.515625, -2.6875, -2.734375, -2.78125, -2.796875, -3.125, -3.1875, -3.75, -3.78125, -3.90625, -3.9375, -3.9375, -4.03125, -4.03125, -4.0625, -4.0625, -4.0625, -4.09375, -4.125, -4.125, -4.125, -4.125, -4.125, -4.15625, -4.15625, -4.15625, -4.15625, -4.15625, -4.1875, -4.1875, -4.21875, -4.21875, -4.21875, -4.21875, -4.25, -4.25, -4.28125, -4.28125, -4.28125, -4.3125, -4.3125, -4.3125, -4.3125, -4.3125, -4.3125, -4.34375, -4.34375, -4.34375, -4.375, -4.375, -4.375, -4.375, -4.40625, -4.4375, -4.4375, -4.4375, -4.4375, -4.46875, -4.46875, -4.46875, -4.46875, -4.5, -4.5, -4.53125, -4.53125, -4.53125, -4.53125, -4.5625, -4.5625, -4.5625, -4.5625, -4.59375, -4.65625, -4.65625, -4.6875, -4.6875, -4.6875, -4.6875, -4.75, -4.78125, -4.78125, -4.8125, -4.8125, -4.875, -4.9375 ] }, { "query_id": "test31", "ndcg@10": 0.6309297535714575, "mrr@10": 0.5, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc269387", "doc897", "doc207871", "doc453118", "doc1186883", "doc2235407", "doc843229", "doc220990", "doc2093620", "doc1646627", "doc2111919", "doc1449866", "doc229804", "doc15095", "doc551718", "doc190628", "doc2420483", "doc244386", "doc938302", "doc187232", "doc2395513", "doc1915955", "doc1244989", "doc2018288", "doc648344", "doc2395516", "doc752256", "doc2659217", "doc404160", "doc2203117", "doc750416", "doc1136713", "doc2009369", "doc2203152", "doc2420503", "doc2412432", "doc409226", "doc750911", "doc2676129", "doc919340", "doc428406", "doc2193690", "doc2370166", "doc955622", "doc772201", "doc2274222", "doc453079", "doc806", "doc428404", "doc56909", "doc382065", "doc2233735", "doc536387", "doc405920", "doc802395", "doc1207422", "doc1726799", "doc1427198", "doc2353712", "doc289875", "doc890682", "doc28935", "doc447240", "doc1033766", "doc1510857", "doc1287918", "doc1248717", "doc1736704", "doc1574683", "doc1730288", "doc438117", "doc1816074", "doc106362", "doc1018572", "doc1450680", "doc2316765", "doc2085567", "doc254953", "doc61233", "doc376238", "doc203253", "doc645600", "doc721916", "doc1084332", "doc2134008", "doc299691", "doc1093057", "doc2852", "doc645602", "doc244368", "doc1736708", "doc527472", "doc1333905", "doc621928", "doc2646391", "doc334984", "doc2465656", "doc37895", "doc434733", "doc173893" ], "top100_scores": [ 1.0625, -1.4609375, -1.9140625, -1.953125, -1.984375, -2.328125, -2.359375, -2.375, -2.640625, -2.671875, -2.6875, -2.71875, -2.75, -2.828125, -2.84375, -2.859375, -2.984375, -3.078125, -3.078125, -3.09375, -3.109375, -3.109375, -3.125, -3.15625, -3.171875, -3.203125, -3.21875, -3.25, -3.3125, -3.3125, -3.390625, -3.390625, -3.4375, -3.4375, -3.453125, -3.484375, -3.515625, -3.5625, -3.5625, -3.578125, -3.609375, -3.609375, -3.609375, -3.640625, -3.65625, -3.71875, -3.75, -3.765625, -3.765625, -3.78125, -3.8125, -3.8125, -3.9375, -3.9375, -3.953125, -3.953125, -4.0, -4.0625, -4.09375, -4.09375, -4.125, -4.125, -4.125, -4.125, -4.15625, -4.15625, -4.15625, -4.1875, -4.21875, -4.21875, -4.25, -4.25, -4.25, -4.25, -4.28125, -4.28125, -4.3125, -4.3125, -4.3125, -4.3125, -4.34375, -4.34375, -4.375, -4.375, -4.375, -4.375, -4.40625, -4.40625, -4.4375, -4.46875, -4.46875, -4.53125, -4.53125, -4.5625, -4.5625, -4.5625, -4.625, -4.71875, -4.71875, -4.75 ] }, { "query_id": "test697", "ndcg@10": 0.43067655807339306, "mrr@10": 0.25, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc303116", "doc563699", "doc563701", "doc24903", "doc416774", "doc1824654", "doc90322", "doc2202499", "doc1380357", "doc1168119", "doc1379360", "doc939289", "doc1818632", "doc24929", "doc1333507", "doc620573", "doc807066", "doc1617247", "doc468490", "doc30773", "doc1926206", "doc651946", "doc1380356", "doc24925", "doc1452587", "doc1179535", "doc24904", "doc1734041", "doc1336091", "doc2202506", "doc132943", "doc382236", "doc300567", "doc282521", "doc620571", "doc651957", "doc1509194", "doc239811", "doc1686189", "doc398772", "doc1152526", "doc1055660", "doc1113864", "doc2570457", "doc799956", "doc2570462", "doc2206639", "doc368860", "doc365455", "doc2093591", "doc1474755", "doc1831403", "doc61967", "doc938300", "doc416127", "doc1391659", "doc2302210", "doc30777", "doc75967", "doc138058", "doc2395516", "doc1076782", "doc1803620", "doc1550156", "doc2441320", "doc2419056", "doc2275203", "doc2395513", "doc191614", "doc190650", "doc1786034", "doc1986449", "doc2105862", "doc1241568", "doc650150", "doc2183317", "doc281125", "doc1619495", "doc2144435", "doc2522126", "doc1244989", "doc7093", "doc623682", "doc2233735", "doc382065", "doc736460", "doc2076427", "doc207176", "doc648364", "doc1316703", "doc690000", "doc993796", "doc552697", "doc2386680", "doc220990", "doc453118", "doc1830328", "doc2262786", "doc660237", "doc645561" ], "top100_scores": [ -1.484375, -1.9453125, -2.09375, -2.109375, -2.21875, -2.21875, -2.375, -2.390625, -2.4375, -2.453125, -2.671875, -2.703125, -2.75, -2.796875, -2.8125, -2.859375, -2.953125, -2.953125, -2.96875, -2.96875, -3.015625, -3.03125, -3.09375, -3.125, -3.203125, -3.296875, -3.359375, -3.359375, -3.40625, -3.4375, -3.4375, -3.4375, -3.46875, -3.484375, -3.515625, -3.515625, -3.53125, -3.546875, -3.578125, -3.59375, -3.625, -3.640625, -3.640625, -3.640625, -3.65625, -3.671875, -3.6875, -3.71875, -3.71875, -3.78125, -3.796875, -3.859375, -3.859375, -3.875, -3.890625, -3.9375, -3.953125, -3.984375, -4.0, -4.0, -4.0, -4.03125, -4.03125, -4.0625, -4.09375, -4.09375, -4.09375, -4.125, -4.125, -4.15625, -4.15625, -4.15625, -4.15625, -4.15625, -4.15625, -4.1875, -4.1875, -4.25, -4.25, -4.28125, -4.3125, -4.3125, -4.34375, -4.375, -4.375, -4.40625, -4.4375, -4.4375, -4.46875, -4.5, -4.5, -4.5, -4.53125, -4.5625, -4.5625, -4.625, -4.625, -4.75, -4.75, -4.78125 ] }, { "query_id": "test1037", "ndcg@10": 0.3333333333333333, "mrr@10": 0.14285714285714285, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc36402", "doc2041368", "doc1902615", "doc1286622", "doc1088751", "doc283967", "doc36393", "doc2127006", "doc1883553", "doc1634950", "doc415385", "doc23412", "doc723700", "doc2504604", "doc1107236", "doc2274222", "doc605471", "doc107246", "doc2340753", "doc1053537", "doc2202499", "doc30777", "doc2450178", "doc2523361", "doc1136713", "doc2395516", "doc80948", "doc2013112", "doc1685203", "doc750416", "doc648364", "doc2497559", "doc19185", "doc60215", "doc1136735", "doc1914609", "doc1518124", "doc416789", "doc307715", "doc2011042", "doc2141867", "doc58892", "doc490514", "doc1423679", "doc1962033", "doc1074194", "doc594646", "doc854779", "doc2332984", "doc1074209", "doc190628", "doc2202506", "doc2009369", "doc2258933", "doc454594", "doc2431682", "doc1078877", "doc611358", "doc101260", "doc1786046", "doc752256", "doc611287", "doc2203117", "doc368686", "doc434733", "doc648344", "doc1959162", "doc590470", "doc1623337", "doc4147", "doc425434", "doc412168", "doc1874159", "doc866490", "doc929397", "doc827208", "doc1726799", "doc1464212", "doc2019060", "doc244368", "doc2199352", "doc2527260", "doc2040435", "doc1471942", "doc1119544", "doc56921", "doc330463", "doc611282", "doc114471", "doc2266565", "doc1599987", "doc702815", "doc1054919", "doc1456784", "doc1974480", "doc1427198", "doc278641", "doc998023", "doc2298808", "doc2465921" ], "top100_scores": [ 0.703125, 0.05712890625, -0.1220703125, -2.375, -2.46875, -2.53125, -2.546875, -2.703125, -2.75, -2.953125, -2.984375, -3.015625, -3.03125, -3.078125, -3.09375, -3.140625, -3.15625, -3.203125, -3.234375, -3.234375, -3.328125, -3.34375, -3.359375, -3.4375, -3.453125, -3.46875, -3.484375, -3.484375, -3.5, -3.5, -3.546875, -3.546875, -3.5625, -3.59375, -3.59375, -3.59375, -3.59375, -3.609375, -3.609375, -3.609375, -3.625, -3.625, -3.671875, -3.671875, -3.671875, -3.6875, -3.6875, -3.6875, -3.6875, -3.71875, -3.71875, -3.71875, -3.734375, -3.8125, -3.8125, -3.828125, -3.84375, -3.84375, -3.84375, -3.859375, -3.90625, -3.90625, -3.953125, -3.96875, -3.984375, -3.984375, -3.984375, -3.984375, -4.03125, -4.09375, -4.09375, -4.09375, -4.09375, -4.125, -4.125, -4.125, -4.125, -4.15625, -4.15625, -4.1875, -4.1875, -4.21875, -4.25, -4.25, -4.25, -4.3125, -4.34375, -4.34375, -4.34375, -4.375, -4.375, -4.40625, -4.4375, -4.4375, -4.4375, -4.5, -4.5625, -4.5625, -4.6875, -4.78125 ] }, { "query_id": "test1607", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc56897", "doc1102442", "doc56921", "doc873481", "doc952849", "doc2509993", "doc2091584", "doc56903", "doc56909", "doc2091589", "doc2509989", "doc2126435", "doc1685439", "doc2509996", "doc2408092", "doc2144660", "doc1152621", "doc2091597", "doc1350141", "doc1629783", "doc1520246", "doc56902", "doc346637", "doc2313854", "doc2678215", "doc2313875", "doc1966930", "doc963669", "doc1350139", "doc1288170", "doc536009", "doc2378781", "doc1053537", "doc1747911", "doc1489545", "doc2504853", "doc1876325", "doc2439294", "doc2602317", "doc1152614", "doc1795612", "doc1806221", "doc2507704", "doc963670", "doc1927193", "doc1455952", "doc1454442", "doc346612", "doc1489658", "doc1341888", "doc2509995", "doc2589580", "doc409319", "doc952880", "doc2185165", "doc2313864", "doc1342042", "doc1567090", "doc1152620", "doc1489688", "doc357255", "doc1768995", "doc357235", "doc1400297", "doc2117039", "doc2185118", "doc368910", "doc2562070", "doc751678", "doc63538", "doc2031536", "doc1341905", "doc349135", "doc1102445", "doc296214", "doc1316312", "doc1707339", "doc2521983", "doc529465", "doc2427033", "doc556389", "doc345111", "doc1018578", "doc1664485", "doc497737", "doc1397232", "doc469134", "doc172864", "doc2526454", "doc2517860", "doc540731", "doc108435", "doc25697", "doc474276", "doc2010379", "doc1791044", "doc388419", "doc1840635", "doc2465909", "doc83659" ], "top100_scores": [ 3.28125, 2.828125, -0.400390625, -1.515625, -1.8359375, -1.921875, -2.265625, -2.328125, -2.359375, -2.5, -2.5, -2.5625, -2.609375, -2.625, -2.640625, -2.640625, -2.671875, -2.796875, -2.8125, -2.90625, -2.921875, -2.96875, -2.984375, -3.0, -3.0, -3.046875, -3.09375, -3.140625, -3.15625, -3.203125, -3.203125, -3.21875, -3.21875, -3.25, -3.265625, -3.28125, -3.296875, -3.328125, -3.328125, -3.34375, -3.375, -3.390625, -3.390625, -3.421875, -3.4375, -3.4375, -3.453125, -3.46875, -3.46875, -3.484375, -3.5, -3.5, -3.5, -3.5, -3.515625, -3.515625, -3.515625, -3.59375, -3.59375, -3.625, -3.640625, -3.671875, -3.6875, -3.6875, -3.703125, -3.703125, -3.703125, -3.703125, -3.71875, -3.71875, -3.75, -3.75, -3.765625, -3.78125, -3.796875, -3.8125, -3.828125, -3.828125, -3.875, -3.921875, -3.9375, -3.96875, -4.0, -4.0, -4.03125, -4.03125, -4.03125, -4.03125, -4.03125, -4.0625, -4.09375, -4.09375, -4.125, -4.1875, -4.21875, -4.3125, -4.40625, -4.4375, -4.4375, -4.59375 ] }, { "query_id": "test2320", "ndcg@10": 0.19342640361727081, "mrr@10": 0.125, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc80154", "doc80151", "doc80078", "doc1391659", "doc137908", "doc1357314", "doc2557709", "doc80067", "doc2557720", "doc596882", "doc352904", "doc80148", "doc1149597", "doc345642", "doc1521481", "doc1938693", "doc2563030", "doc345632", "doc811646", "doc1110589", "doc80100", "doc190325", "doc80089", "doc1439388", "doc80074", "doc1473531", "doc1912506", "doc847439", "doc80070", "doc863660", "doc1640863", "doc2017803", "doc299573", "doc2215178", "doc439513", "doc2215170", "doc299592", "doc171458", "doc817616", "doc66226", "doc1912505", "doc80133", "doc2269913", "doc1068994", "doc297251", "doc2252385", "doc2077169", "doc738831", "doc596861", "doc2079848", "doc548572", "doc743529", "doc2066832", "doc55626", "doc738832", "doc1177855", "doc253473", "doc2415290", "doc300567", "doc350535", "doc540358", "doc2557689", "doc365042", "doc1768106", "doc574823", "doc101260", "doc88934", "doc36467", "doc2556420", "doc2431682", "doc591048", "doc588590", "doc1524150", "doc860546", "doc1012137", "doc626446", "doc587517", "doc128663", "doc1577539", "doc1570656", "doc33193", "doc1665946", "doc369234", "doc317624", "doc418974", "doc1445499", "doc1750163", "doc531512", "doc18814", "doc891692", "doc2234151", "doc2620889", "doc1053454", "doc1543725", "doc1254817", "doc234680", "doc537776", "doc1935824", "doc952618", "doc1113128" ], "top100_scores": [ 0.6953125, -0.09375, -0.375, -1.1015625, -1.2265625, -1.5390625, -1.8125, -1.9375, -2.046875, -2.171875, -2.21875, -2.234375, -2.25, -2.328125, -2.390625, -2.421875, -2.421875, -2.4375, -2.46875, -2.5625, -2.578125, -2.578125, -2.609375, -2.609375, -2.609375, -2.625, -2.640625, -2.671875, -2.671875, -2.78125, -2.828125, -2.890625, -2.921875, -2.921875, -2.9375, -2.953125, -2.96875, -3.015625, -3.015625, -3.015625, -3.0625, -3.078125, -3.140625, -3.171875, -3.1875, -3.25, -3.265625, -3.328125, -3.359375, -3.4375, -3.4375, -3.484375, -3.484375, -3.484375, -3.5, -3.5, -3.53125, -3.53125, -3.53125, -3.53125, -3.546875, -3.5625, -3.609375, -3.625, -3.640625, -3.671875, -3.671875, -3.671875, -3.671875, -3.6875, -3.703125, -3.71875, -3.71875, -3.75, -3.765625, -3.796875, -3.828125, -3.828125, -3.875, -3.90625, -3.921875, -3.9375, -3.953125, -3.96875, -3.96875, -3.984375, -3.984375, -3.984375, -4.0, -4.03125, -4.03125, -4.0625, -4.09375, -4.125, -4.15625, -4.15625, -4.21875, -4.28125, -4.3125, -4.4375 ] }, { "query_id": "test2079", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc72413", "doc2240293", "doc498654", "doc183955", "doc2353712", "doc1248717", "doc183950", "doc1313601", "doc617309", "doc352368", "doc2240291", "doc439092", "doc506854", "doc72416", "doc86071", "doc180079", "doc1313629", "doc732083", "doc732015", "doc399642", "doc474256", "doc2240268", "doc732018", "doc108788", "doc732077", "doc400631", "doc2010440", "doc2279199", "doc732101", "doc183948", "doc1852908", "doc2010481", "doc2217863", "doc1430768", "doc1214168", "doc18814", "doc762682", "doc702902", "doc2010388", "doc556367", "doc2174234", "doc2010420", "doc1018572", "doc1830328", "doc2240289", "doc2010336", "doc108794", "doc169399", "doc1222389", "doc802441", "doc2603021", "doc2010474", "doc2010467", "doc2010343", "doc1719794", "doc732087", "doc2042536", "doc2010340", "doc264216", "doc1945762", "doc1084332", "doc1487821", "doc914073", "doc264212", "doc1629806", "doc1824664", "doc823832", "doc1914609", "doc703711", "doc1471942", "doc1066673", "doc1781006", "doc2412432", "doc652514", "doc289212", "doc405920", "doc474073", "doc2505949", "doc1824656", "doc1986552", "doc868658", "doc1185297", "doc1057032", "doc1533390", "doc1177572", "doc717117", "doc1823034", "doc2056931", "doc1427198", "doc106352", "doc367643", "doc2355469", "doc1276617", "doc397701", "doc1380860", "doc2581432", "doc307978", "doc1248140", "doc1219625", "doc2370519" ], "top100_scores": [ 4.84375, -1.7109375, -2.171875, -2.234375, -2.4375, -2.46875, -2.546875, -2.625, -2.625, -2.703125, -2.703125, -2.703125, -2.71875, -2.734375, -2.765625, -2.78125, -2.796875, -2.828125, -2.84375, -2.875, -2.890625, -2.921875, -2.953125, -2.953125, -2.96875, -3.0, -3.0625, -3.125, -3.125, -3.140625, -3.140625, -3.140625, -3.15625, -3.171875, -3.171875, -3.203125, -3.203125, -3.25, -3.265625, -3.28125, -3.296875, -3.296875, -3.296875, -3.3125, -3.328125, -3.328125, -3.359375, -3.46875, -3.484375, -3.484375, -3.5, -3.515625, -3.515625, -3.53125, -3.578125, -3.578125, -3.65625, -3.671875, -3.671875, -3.6875, -3.75, -3.765625, -3.828125, -3.828125, -3.84375, -3.84375, -3.84375, -3.90625, -4.0, -4.03125, -4.0625, -4.0625, -4.0625, -4.0625, -4.0625, -4.0625, -4.09375, -4.09375, -4.125, -4.125, -4.125, -4.125, -4.15625, -4.15625, -4.15625, -4.1875, -4.1875, -4.1875, -4.21875, -4.34375, -4.375, -4.375, -4.40625, -4.4375, -4.46875, -4.46875, -4.5, -4.6875, -4.6875, -4.78125 ] }, { "query_id": "test740", "ndcg@10": 0.38685280723454163, "mrr@10": 0.2, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc26467", "doc474073", "doc207464", "doc768172", "doc26444", "doc1107283", "doc99377", "doc2376934", "doc906677", "doc261056", "doc2517390", "doc1157159", "doc26461", "doc1159969", "doc639193", "doc746306", "doc725659", "doc131786", "doc1576987", "doc2117039", "doc1845104", "doc1204806", "doc746017", "doc63543", "doc224101", "doc1382286", "doc796735", "doc1617231", "doc2517376", "doc2517371", "doc429400", "doc675035", "doc513535", "doc1088928", "doc2181328", "doc2370166", "doc1699100", "doc1366730", "doc2114608", "doc1354717", "doc691881", "doc2165907", "doc938300", "doc1382171", "doc421372", "doc2253893", "doc1500831", "doc1741701", "doc539428", "doc420626", "doc2307739", "doc2095396", "doc2426974", "doc596021", "doc1129694", "doc2011042", "doc1366757", "doc263654", "doc1875692", "doc1373324", "doc382548", "doc1741702", "doc207731", "doc539419", "doc209865", "doc338868", "doc1727553", "doc729572", "doc1096393", "doc845380", "doc1704007", "doc2054870", "doc2589580", "doc2372195", "doc2165905", "doc1101731", "doc7166", "doc1858032", "doc2374276", "doc2318799", "doc2429823", "doc2545031", "doc1903392", "doc134521", "doc1581104", "doc2034261", "doc512949", "doc1617390", "doc108902", "doc1911857", "doc2351077", "doc2033842", "doc278693", "doc1357070", "doc527472", "doc2385618", "doc108892", "doc1837759", "doc1202159", "doc596016" ], "top100_scores": [ 0.8203125, -0.07958984375, -0.77734375, -0.96875, -1.484375, -1.6796875, -1.71875, -1.78125, -1.8359375, -2.046875, -2.1875, -2.265625, -2.296875, -2.34375, -2.375, -2.421875, -2.4375, -2.453125, -2.6875, -2.703125, -2.8125, -2.859375, -2.890625, -2.890625, -2.96875, -3.0, -3.0, -3.078125, -3.109375, -3.125, -3.296875, -3.34375, -3.40625, -3.484375, -3.484375, -3.5, -3.515625, -3.53125, -3.5625, -3.578125, -3.578125, -3.59375, -3.609375, -3.65625, -3.6875, -3.703125, -3.703125, -3.71875, -3.71875, -3.75, -3.78125, -3.796875, -3.828125, -3.828125, -3.84375, -3.859375, -3.859375, -3.890625, -3.890625, -3.890625, -3.90625, -3.921875, -3.9375, -3.9375, -3.953125, -3.953125, -3.96875, -3.96875, -3.984375, -3.984375, -3.984375, -4.0, -4.0, -4.03125, -4.03125, -4.03125, -4.0625, -4.09375, -4.09375, -4.09375, -4.125, -4.15625, -4.15625, -4.1875, -4.1875, -4.1875, -4.21875, -4.21875, -4.25, -4.25, -4.28125, -4.3125, -4.3125, -4.34375, -4.34375, -4.40625, -4.4375, -4.46875, -4.5, -4.5625 ] }, { "query_id": "test2974", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "doc102097", "doc102077", "doc102096", "doc148885", "doc1296606", "doc70909", "doc1519810", "doc297999", "doc443215", "doc1996766", "doc758964", "doc1176070", "doc1056790", "doc35513", "doc340624", "doc167917", "doc2592003", "doc264702", "doc1173469", "doc1336187", "doc1391659", "doc1732443", "doc1153924", "doc1765392", "doc1291616", "doc174797", "doc1813688", "doc446480", "doc2430823", "doc447042", "doc1675530", "doc1406086", "doc2465910", "doc824776", "doc2173547", "doc1686260", "doc1520290", "doc416127", "doc2241953", "doc1675505", "doc1751639", "doc1136713", "doc1803620", "doc2015875", "doc180234", "doc1427181", "doc1401088", "doc324548", "doc1498235", "doc1427177", "doc2107377", "doc623682", "doc316997", "doc613408", "doc849003", "doc323259", "doc872070", "doc447730", "doc543379", "doc1894178", "doc562498", "doc1163516", "doc1427193", "doc985384", "doc926314", "doc388286", "doc719078", "doc1202814", "doc881796", "doc719060", "doc2390440", "doc1612515", "doc2107261", "doc1803558", "doc2653404", "doc238078", "doc1966930", "doc174973", "doc366445", "doc923363", "doc2674988", "doc88173", "doc1517979", "doc1297270", "doc551483", "doc21350", "doc1842984", "doc802931", "doc334984", "doc57248", "doc2630525", "doc745803", "doc105752", "doc2449727", "doc693852", "doc2036707", "doc2581432", "doc260679", "doc787596", "doc506841" ], "top100_scores": [ 5.9375, -0.2060546875, -1.734375, -3.796875, -3.796875, -3.96875, -4.0, -4.0625, -4.09375, -4.09375, -4.09375, -4.125, -4.15625, -4.15625, -4.1875, -4.1875, -4.1875, -4.1875, -4.21875, -4.21875, -4.25, -4.25, -4.28125, -4.3125, -4.3125, -4.3125, -4.3125, -4.3125, -4.34375, -4.34375, -4.34375, -4.34375, -4.34375, -4.375, -4.375, -4.375, -4.375, -4.375, -4.375, -4.40625, -4.40625, -4.40625, -4.4375, -4.4375, -4.4375, -4.4375, -4.46875, -4.46875, -4.46875, -4.46875, -4.5, -4.5, -4.5, -4.5, -4.5, -4.5, -4.53125, -4.53125, -4.5625, -4.5625, -4.5625, -4.5625, -4.5625, -4.5625, -4.5625, -4.59375, -4.59375, -4.59375, -4.59375, -4.59375, -4.625, -4.625, -4.625, -4.625, -4.625, -4.65625, -4.65625, -4.6875, -4.6875, -4.6875, -4.6875, -4.6875, -4.71875, -4.71875, -4.75, -4.75, -4.8125, -4.84375, -4.84375, -4.875, -4.875, -4.875, -4.875, -4.90625, -4.9375, -4.9375, -5.0, -5.0, -5.09375, -5.21875 ] }, { "query_id": "test2360", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "doc57946", "doc1199221", "doc2389179", "doc721746", "doc81655", "doc1390300", "doc282412", "doc1390312", "doc641297", "doc57948", "doc2115402", "doc37884", "doc57940", "doc37890", "doc2389178", "doc37895", "doc37911", "doc2328678", "doc964756", "doc21875", "doc1784534", "doc1489505", "doc1815899", "doc1094305", "doc172947", "doc167384", "doc609671", "doc64791", "doc1816051", "doc649680", "doc2263202", "doc2027228", "doc926861", "doc2573505", "doc1166624", "doc95310", "doc89435", "doc1429442", "doc442694", "doc177995", "doc1501334", "doc2350463", "doc429685", "doc1501331", "doc1321914", "doc727789", "doc371079", "doc811", "doc2014621", "doc281595", "doc750414", "doc70976", "doc7161", "doc447411", "doc366445", "doc1154850", "doc191614", "doc1486450", "doc1201849", "doc1164435", "doc2495035", "doc1892012", "doc57977", "doc87191", "doc737219", "doc1585586", "doc562262", "doc1911857", "doc2165715", "doc1335341", "doc355540", "doc851514", "doc1651444", "doc963099", "doc1497539", "doc1490516", "doc1418778", "doc1008940", "doc704395", "doc127042", "doc1163516", "doc1938693", "doc10855", "doc998023", "doc968501", "doc1713783", "doc2465921", "doc1327525", "doc2648883", "doc1489112", "doc2146296", "doc781344", "doc434424", "doc2596083", "doc386637", "doc2312288", "doc2480317", "doc1674853", "doc203256", "doc2621513" ], "top100_scores": [ 4.375, -0.1591796875, -0.25390625, -0.259765625, -0.3515625, -0.6796875, -1.046875, -1.140625, -1.453125, -1.6796875, -1.7890625, -1.8828125, -1.9765625, -1.984375, -2.109375, -2.328125, -2.515625, -3.0, -3.140625, -3.15625, -3.671875, -3.796875, -3.953125, -3.953125, -3.984375, -4.0, -4.03125, -4.0625, -4.0625, -4.09375, -4.09375, -4.125, -4.125, -4.125, -4.125, -4.125, -4.1875, -4.1875, -4.1875, -4.1875, -4.1875, -4.1875, -4.21875, -4.21875, -4.21875, -4.21875, -4.25, -4.28125, -4.28125, -4.28125, -4.3125, -4.3125, -4.34375, -4.34375, -4.34375, -4.34375, -4.34375, -4.34375, -4.375, -4.375, -4.375, -4.40625, -4.40625, -4.40625, -4.4375, -4.4375, -4.4375, -4.4375, -4.46875, -4.46875, -4.46875, -4.5, -4.5, -4.5, -4.5625, -4.5625, -4.5625, -4.5625, -4.5625, -4.5625, -4.5625, -4.5625, -4.59375, -4.59375, -4.59375, -4.625, -4.625, -4.625, -4.65625, -4.65625, -4.65625, -4.65625, -4.65625, -4.6875, -4.75, -4.78125, -4.78125, -4.84375, -4.84375, -5.0625 ] }, { "query_id": "test639", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc22915", "doc765127", "doc1381513", "doc751435", "doc1428083", "doc2164807", "doc1368159", "doc1796400", "doc536374", "doc22149", "doc988607", "doc751425", "doc1117345", "doc2114608", "doc2357495", "doc1224325", "doc469056", "doc1643694", "doc763934", "doc2217346", "doc1755685", "doc1487701", "doc469055", "doc1723101", "doc1962033", "doc491925", "doc2332984", "doc1787812", "doc1310966", "doc2077366", "doc734723", "doc2362173", "doc902657", "doc2005210", "doc1692185", "doc613408", "doc75292", "doc1538954", "doc72481", "doc879199", "doc2059265", "doc1307736", "doc1048266", "doc430256", "doc457828", "doc827208", "doc2432006", "doc61054", "doc2066832", "doc861483", "doc1485638", "doc1809375", "doc703683", "doc12271", "doc42804", "doc490514", "doc988606", "doc834354", "doc1380860", "doc323921", "doc814675", "doc2549319", "doc1077629", "doc675035", "doc1723532", "doc1868647", "doc1489112", "doc923913", "doc1881502", "doc2337413", "doc655676", "doc2657970", "doc2503817", "doc2022943", "doc2037498", "doc1914609", "doc1307727", "doc2080046", "doc1740481", "doc1616053", "doc853156", "doc18814", "doc750911", "doc625773", "doc1104225", "doc338815", "doc1020899", "doc138058", "doc15890", "doc1844826", "doc2011376", "doc367220", "doc2528590", "doc702815", "doc7018", "doc2631871", "doc2046260", "doc108902", "doc377106", "doc867288" ], "top100_scores": [ 4.46875, -1.1015625, -1.8203125, -2.046875, -2.421875, -2.4375, -2.453125, -2.578125, -2.734375, -2.828125, -2.890625, -3.0625, -3.21875, -3.234375, -3.265625, -3.28125, -3.296875, -3.3125, -3.34375, -3.359375, -3.375, -3.40625, -3.40625, -3.421875, -3.453125, -3.46875, -3.5, -3.515625, -3.53125, -3.546875, -3.578125, -3.625, -3.625, -3.640625, -3.71875, -3.71875, -3.75, -3.75, -3.765625, -3.765625, -3.78125, -3.796875, -3.8125, -3.8125, -3.828125, -3.828125, -3.84375, -3.859375, -3.875, -3.875, -3.90625, -3.921875, -3.921875, -3.9375, -3.96875, -3.984375, -4.0, -4.0, -4.0, -4.0, -4.03125, -4.0625, -4.0625, -4.0625, -4.09375, -4.09375, -4.125, -4.125, -4.125, -4.125, -4.15625, -4.15625, -4.15625, -4.1875, -4.21875, -4.21875, -4.25, -4.25, -4.25, -4.28125, -4.28125, -4.28125, -4.28125, -4.3125, -4.3125, -4.3125, -4.4375, -4.4375, -4.46875, -4.5, -4.5, -4.5, -4.5, -4.53125, -4.53125, -4.59375, -4.625, -4.6875, -4.71875, -4.8125 ] }, { "query_id": "test1829", "ndcg@10": 0.2640681225725909, "mrr@10": 0.25, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc64316", "doc35499", "doc41305", "doc64318", "doc922301", "doc824758", "doc971992", "doc388290", "doc35525", "doc2428288", "doc41344", "doc851269", "doc1376793", "doc1034008", "doc333846", "doc1385349", "doc922271", "doc2623672", "doc108246", "doc41356", "doc64317", "doc388286", "doc35524", "doc64314", "doc2294365", "doc2658416", "doc1385345", "doc2271879", "doc661907", "doc2487653", "doc2072856", "doc388285", "doc550451", "doc35513", "doc1683659", "doc299630", "doc283788", "doc2072861", "doc2426900", "doc35526", "doc602837", "doc597569", "doc1376814", "doc990426", "doc35522", "doc228166", "doc706930", "doc2072831", "doc2487655", "doc1260115", "doc550702", "doc682548", "doc456580", "doc70909", "doc1107586", "doc1111696", "doc1385353", "doc2487656", "doc602854", "doc607926", "doc1955603", "doc374002", "doc705952", "doc1686260", "doc1249983", "doc1558517", "doc108632", "doc406882", "doc597575", "doc388281", "doc602853", "doc1805745", "doc799193", "doc2426910", "doc333847", "doc398865", "doc922263", "doc108631", "doc2557709", "doc467715", "doc2426896", "doc551483", "doc454594", "doc2241953", "doc24311", "doc392488", "doc2607396", "doc409226", "doc1813688", "doc1352422", "doc2085567", "doc2107377", "doc2362171", "doc50110", "doc2361673", "doc1765392", "doc369193", "doc1202159", "doc153569", "doc790970" ], "top100_scores": [ 0.6953125, -2.296875, -2.3125, -2.4375, -2.546875, -2.59375, -2.625, -2.640625, -2.65625, -2.671875, -2.71875, -2.78125, -2.828125, -2.828125, -2.828125, -2.859375, -2.875, -2.96875, -2.96875, -2.96875, -2.96875, -2.984375, -2.984375, -3.015625, -3.046875, -3.0625, -3.0625, -3.078125, -3.09375, -3.09375, -3.109375, -3.125, -3.125, -3.140625, -3.140625, -3.140625, -3.140625, -3.15625, -3.15625, -3.171875, -3.171875, -3.1875, -3.1875, -3.1875, -3.21875, -3.25, -3.28125, -3.28125, -3.28125, -3.296875, -3.296875, -3.328125, -3.34375, -3.34375, -3.34375, -3.359375, -3.375, -3.390625, -3.390625, -3.390625, -3.421875, -3.4375, -3.46875, -3.46875, -3.484375, -3.484375, -3.484375, -3.515625, -3.515625, -3.515625, -3.53125, -3.53125, -3.546875, -3.578125, -3.578125, -3.59375, -3.609375, -3.609375, -3.609375, -3.625, -3.703125, -3.75, -3.765625, -3.78125, -3.8125, -3.8125, -3.8125, -3.875, -3.921875, -3.921875, -3.953125, -3.96875, -3.96875, -4.0, -4.03125, -4.03125, -4.0625, -4.28125, -4.3125, -4.375 ] }, { "query_id": "test2393", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc82650", "doc2545031", "doc1520300", "doc437678", "doc1520211", "doc437677", "doc1978012", "doc437639", "doc587518", "doc1321883", "doc2649134", "doc1788429", "doc2109876", "doc158382", "doc1978008", "doc1321884", "doc539406", "doc1739769", "doc437694", "doc539428", "doc1520219", "doc437667", "doc2656965", "doc252389", "doc638932", "doc1977978", "doc1520222", "doc1321929", "doc1520339", "doc1520213", "doc1321967", "doc1520311", "doc1856181", "doc437701", "doc1334238", "doc1321882", "doc1520275", "doc1765385", "doc727452", "doc437632", "doc1321914", "doc517096", "doc437656", "doc437685", "doc1334192", "doc1321904", "doc256867", "doc1497917", "doc83659", "doc1321868", "doc1520320", "doc2545063", "doc587517", "doc1043479", "doc1765392", "doc1520254", "doc1321924", "doc1061142", "doc361697", "doc361696", "doc1989499", "doc1455255", "doc1382169", "doc1962033", "doc469056", "doc529465", "doc1717004", "doc2107904", "doc80089", "doc1021718", "doc1283772", "doc1884503", "doc216986", "doc1343239", "doc233547", "doc874322", "doc2274222", "doc1837769", "doc833922", "doc2865", "doc1880724", "doc1726400", "doc434367", "doc2037498", "doc2634365", "doc588578", "doc1410472", "doc546646", "doc702902", "doc974518", "doc1411626", "doc367220", "doc1088928", "doc2054559", "doc399642", "doc231271", "doc2011376", "doc990522", "doc1000202", "doc1297326" ], "top100_scores": [ 0.90625, 0.87890625, 0.068359375, -0.283203125, -0.52734375, -0.54296875, -0.73828125, -1.0859375, -1.3515625, -1.65625, -1.75, -2.140625, -2.171875, -2.21875, -2.28125, -2.34375, -2.34375, -2.359375, -2.4375, -2.484375, -2.546875, -2.5625, -2.625, -2.640625, -2.671875, -2.71875, -2.78125, -2.796875, -2.8125, -2.828125, -2.828125, -2.84375, -2.84375, -2.875, -2.890625, -2.890625, -2.921875, -2.921875, -2.953125, -2.96875, -2.96875, -3.015625, -3.03125, -3.046875, -3.046875, -3.078125, -3.078125, -3.078125, -3.09375, -3.109375, -3.109375, -3.140625, -3.203125, -3.21875, -3.234375, -3.28125, -3.296875, -3.34375, -3.375, -3.671875, -3.765625, -3.796875, -3.8125, -3.8125, -3.8125, -3.828125, -3.84375, -3.859375, -3.875, -3.875, -3.875, -3.890625, -3.953125, -3.984375, -3.984375, -3.984375, -4.0, -4.0, -4.03125, -4.09375, -4.09375, -4.125, -4.125, -4.125, -4.15625, -4.1875, -4.21875, -4.21875, -4.25, -4.25, -4.25, -4.28125, -4.28125, -4.28125, -4.28125, -4.3125, -4.3125, -4.375, -4.40625, -4.625 ] }, { "query_id": "test997", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc35173", "doc2361775", "doc671985", "doc1093057", "doc552720", "doc552697", "doc866437", "doc866436", "doc2019171", "doc1718367", "doc2462709", "doc2296331", "doc1880842", "doc552702", "doc865438", "doc1927193", "doc1314857", "doc255050", "doc866501", "doc720132", "doc1314944", "doc550451", "doc1285744", "doc1778577", "doc446484", "doc720110", "doc346637", "doc866490", "doc281094", "doc2322746", "doc1784534", "doc1341888", "doc807066", "doc2214893", "doc1201849", "doc2091597", "doc114471", "doc1726816", "doc379480", "doc2384757", "doc1489575", "doc1603040", "doc2349886", "doc2558251", "doc1152614", "doc68932", "doc884188", "doc1314852", "doc165022", "doc1675530", "doc1778592", "doc632216", "doc963669", "doc1257475", "doc2010379", "doc1498235", "doc2185165", "doc1512040", "doc1272382", "doc1959244", "doc655676", "doc829017", "doc2074523", "doc452016", "doc376241", "doc1055238", "doc1846050", "doc285347", "doc1675526", "doc2548244", "doc1152621", "doc2538901", "doc771658", "doc874107", "doc865796", "doc823832", "doc525397", "doc1455469", "doc86469", "doc338818", "doc1052760", "doc904083", "doc753576", "doc2117093", "doc1986437", "doc278641", "doc1912470", "doc1370970", "doc367220", "doc80148", "doc2011376", "doc171458", "doc1986489", "doc437362", "doc2339378", "doc108902", "doc636318", "doc2046260", "doc2173544", "doc231271" ], "top100_scores": [ 1.1875, -1.0390625, -1.1171875, -1.28125, -1.7265625, -1.7265625, -1.7890625, -1.921875, -2.234375, -2.28125, -2.3125, -2.34375, -2.6875, -2.8125, -2.859375, -2.875, -2.953125, -2.953125, -2.96875, -2.96875, -3.015625, -3.046875, -3.0625, -3.09375, -3.09375, -3.15625, -3.15625, -3.171875, -3.171875, -3.1875, -3.203125, -3.25, -3.265625, -3.265625, -3.265625, -3.28125, -3.28125, -3.3125, -3.375, -3.421875, -3.421875, -3.4375, -3.453125, -3.46875, -3.484375, -3.5, -3.5, -3.515625, -3.515625, -3.546875, -3.546875, -3.59375, -3.609375, -3.625, -3.625, -3.640625, -3.640625, -3.65625, -3.65625, -3.671875, -3.671875, -3.671875, -3.6875, -3.6875, -3.6875, -3.6875, -3.703125, -3.703125, -3.703125, -3.71875, -3.71875, -3.71875, -3.765625, -3.78125, -3.796875, -3.796875, -3.828125, -3.828125, -3.84375, -3.859375, -3.875, -3.875, -3.90625, -3.90625, -3.90625, -3.921875, -3.96875, -3.96875, -3.96875, -3.984375, -4.03125, -4.0625, -4.09375, -4.15625, -4.15625, -4.1875, -4.1875, -4.21875, -4.21875, -4.21875 ] }, { "query_id": "test698", "ndcg@10": 0.6509209298071326, "mrr@10": 0.5, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc602150", "doc24939", "doc645602", "doc24934", "doc602736", "doc1440230", "doc602739", "doc645564", "doc645572", "doc645600", "doc1105530", "doc1464195", "doc1018578", "doc2676807", "doc1535567", "doc773671", "doc2655378", "doc655676", "doc405920", "doc2629336", "doc1036707", "doc1880724", "doc696366", "doc717374", "doc1212031", "doc690000", "doc1894178", "doc2619023", "doc1136713", "doc28581", "doc1132271", "doc382236", "doc2128755", "doc1525129", "doc289875", "doc2563044", "doc19185", "doc655763", "doc453172", "doc437639", "doc534490", "doc1119543", "doc1490491", "doc2011042", "doc593061", "doc80078", "doc874107", "doc2074090", "doc702902", "doc80089", "doc2005210", "doc1293555", "doc86469", "doc384744", "doc428406", "doc2335293", "doc1632177", "doc158654", "doc2656052", "doc1419915", "doc2210110", "doc1912506", "doc320274", "doc2003306", "doc1619642", "doc1418632", "doc1370970", "doc8477", "doc641530", "doc80148", "doc94024", "doc258447", "doc1948854", "doc115973", "doc2688", "doc434367", "doc427621", "doc599386", "doc37911", "doc56398", "doc1557550", "doc353446", "doc1110589", "doc2252352", "doc890682", "doc1366769", "doc2545088", "doc334984", "doc2011376", "doc1450680", "doc94367", "doc2307746", "doc1007260", "doc520687", "doc1111694", "doc106353", "doc703717", "doc596016", "doc2058897", "doc698075" ], "top100_scores": [ -0.142578125, -0.640625, -1.1171875, -2.109375, -2.125, -2.28125, -2.375, -2.546875, -2.671875, -2.671875, -2.734375, -2.796875, -3.03125, -3.078125, -3.21875, -3.25, -3.328125, -3.359375, -3.375, -3.375, -3.40625, -3.421875, -3.4375, -3.4375, -3.453125, -3.453125, -3.46875, -3.484375, -3.484375, -3.484375, -3.5, -3.515625, -3.515625, -3.515625, -3.53125, -3.53125, -3.546875, -3.5625, -3.5625, -3.578125, -3.59375, -3.609375, -3.609375, -3.609375, -3.625, -3.625, -3.625, -3.625, -3.625, -3.625, -3.640625, -3.640625, -3.65625, -3.671875, -3.671875, -3.6875, -3.703125, -3.71875, -3.71875, -3.71875, -3.71875, -3.734375, -3.734375, -3.734375, -3.734375, -3.734375, -3.75, -3.75, -3.75, -3.765625, -3.78125, -3.78125, -3.796875, -3.796875, -3.796875, -3.796875, -3.796875, -3.84375, -3.84375, -3.84375, -3.84375, -3.859375, -3.859375, -3.859375, -3.875, -3.875, -3.890625, -3.90625, -3.921875, -3.96875, -4.03125, -4.09375, -4.125, -4.125, -4.125, -4.125, -4.125, -4.15625, -4.25, -4.28125 ] }, { "query_id": "test1501", "ndcg@10": 0.6309297535714575, "mrr@10": 0.5, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc53464", "doc53465", "doc611287", "doc611283", "doc611282", "doc1704007", "doc1703998", "doc2165715", "doc2360748", "doc1911041", "doc1815899", "doc610779", "doc1703993", "doc525751", "doc2471044", "doc172947", "doc1703987", "doc2350463", "doc552141", "doc87191", "doc371078", "doc167384", "doc1816051", "doc89435", "doc355540", "doc737219", "doc1905323", "doc24303", "doc1056790", "doc2535522", "doc2660672", "doc7161", "doc758677", "doc513055", "doc823832", "doc1298637", "doc1551353", "doc356961", "doc811414", "doc727789", "doc781344", "doc609671", "doc1127543", "doc1590438", "doc1429442", "doc284394", "doc2316727", "doc64791", "doc2027228", "doc1101731", "doc645600", "doc672552", "doc75292", "doc371079", "doc1501331", "doc1273458", "doc543039", "doc181195", "doc993779", "doc1606435", "doc1784440", "doc811", "doc238803", "doc2336332", "doc2252228", "doc814675", "doc1443647", "doc146706", "doc450131", "doc1816074", "doc2480317", "doc10855", "doc114471", "doc2480339", "doc153569", "doc2010353", "doc2495035", "doc1740045", "doc580244", "doc2127607", "doc851514", "doc252971", "doc447411", "doc1413571", "doc1008940", "doc54026", "doc307715", "doc2465921", "doc2621513", "doc1451837", "doc369298", "doc998023", "doc1521101", "doc1346601", "doc861483", "doc958476", "doc968501", "doc386637", "doc1418778", "doc1485638" ], "top100_scores": [ 1.8671875, 0.75390625, -1.7109375, -2.171875, -2.953125, -3.03125, -3.1875, -3.1875, -3.28125, -3.3125, -3.34375, -3.359375, -3.359375, -3.390625, -3.390625, -3.4375, -3.46875, -3.46875, -3.46875, -3.53125, -3.59375, -3.640625, -3.640625, -3.671875, -3.6875, -3.703125, -3.703125, -3.734375, -3.765625, -3.765625, -3.8125, -3.8125, -3.8125, -3.84375, -3.84375, -3.84375, -3.859375, -3.859375, -3.90625, -3.9375, -3.953125, -3.953125, -3.96875, -3.96875, -3.96875, -3.96875, -3.96875, -3.984375, -4.0, -4.0, -4.0, -4.0, -4.03125, -4.0625, -4.0625, -4.0625, -4.09375, -4.09375, -4.09375, -4.09375, -4.125, -4.125, -4.125, -4.15625, -4.1875, -4.1875, -4.1875, -4.21875, -4.25, -4.25, -4.28125, -4.28125, -4.3125, -4.3125, -4.3125, -4.3125, -4.3125, -4.34375, -4.34375, -4.34375, -4.34375, -4.375, -4.375, -4.375, -4.40625, -4.40625, -4.46875, -4.5, -4.5, -4.5, -4.5, -4.53125, -4.53125, -4.5625, -4.5625, -4.5625, -4.59375, -4.625, -4.65625, -4.71875 ] }, { "query_id": "test2539", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc87294", "doc812613", "doc430825", "doc783808", "doc2337863", "doc324530", "doc28582", "doc1394743", "doc233596", "doc2509153", "doc530778", "doc626260", "doc1635999", "doc588464", "doc2529675", "doc868589", "doc1827142", "doc165022", "doc952880", "doc722174", "doc1991598", "doc1619770", "doc1033766", "doc1124783", "doc1019814", "doc1566486", "doc1410020", "doc465257", "doc996399", "doc2142521", "doc1517979", "doc1246808", "doc1241568", "doc173076", "doc25696", "doc2111513", "doc28581", "doc50625", "doc70639", "doc1498235", "doc530780", "doc785116", "doc70620", "doc1173346", "doc650941", "doc25697", "doc1624145", "doc1718367", "doc2679049", "doc233582", "doc675222", "doc1690622", "doc1177731", "doc2508414", "doc1634190", "doc1840635", "doc967808", "doc2563030", "doc1600089", "doc422931", "doc636208", "doc848379", "doc2054463", "doc688472", "doc49159", "doc1141791", "doc1241567", "doc1088161", "doc2426419", "doc233547", "doc2480539", "doc1787620", "doc115437", "doc28580", "doc32937", "doc88173", "doc1684137", "doc893803", "doc327463", "doc1827146", "doc2486654", "doc2608289", "doc1007189", "doc101561", "doc1927193", "doc1005942", "doc1778577", "doc1102442", "doc1947418", "doc1548878", "doc1471942", "doc623682", "doc1786034", "doc636206", "doc1619495", "doc648364", "doc1467762", "doc952849", "doc1786046", "doc2502199" ], "top100_scores": [ 3.09375, -1.828125, -2.1875, -2.53125, -2.71875, -2.828125, -2.921875, -2.953125, -2.953125, -2.96875, -2.96875, -2.984375, -2.984375, -3.0, -3.09375, -3.09375, -3.109375, -3.109375, -3.125, -3.1875, -3.203125, -3.21875, -3.234375, -3.234375, -3.28125, -3.28125, -3.296875, -3.3125, -3.34375, -3.34375, -3.375, -3.40625, -3.40625, -3.453125, -3.453125, -3.453125, -3.46875, -3.484375, -3.5, -3.53125, -3.53125, -3.53125, -3.546875, -3.546875, -3.546875, -3.5625, -3.5625, -3.59375, -3.59375, -3.59375, -3.59375, -3.609375, -3.609375, -3.609375, -3.671875, -3.6875, -3.6875, -3.6875, -3.703125, -3.703125, -3.71875, -3.71875, -3.734375, -3.75, -3.75, -3.78125, -3.796875, -3.796875, -3.796875, -3.8125, -3.828125, -3.84375, -3.859375, -3.875, -3.875, -3.890625, -3.90625, -3.921875, -3.921875, -3.921875, -3.9375, -3.9375, -3.9375, -4.0, -4.03125, -4.03125, -4.0625, -4.0625, -4.09375, -4.25, -4.28125, -4.28125, -4.40625, -4.40625, -4.53125, -4.53125, -4.5625, -4.5625, -4.65625, -4.6875 ] }, { "query_id": "test306", "ndcg@10": 0.31546487678572877, "mrr@10": 0.125, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc660236", "doc2499695", "doc2449643", "doc402145", "doc515771", "doc147268", "doc1030288", "doc11639", "doc206040", "doc2527260", "doc11669", "doc1068708", "doc990514", "doc974518", "doc990522", "doc263654", "doc2483556", "doc1228726", "doc660265", "doc94367", "doc513406", "doc1283772", "doc1442519", "doc1837771", "doc736460", "doc1492317", "doc1373330", "doc828063", "doc368707", "doc368643", "doc828130", "doc1228728", "doc2366137", "doc1619642", "doc126194", "doc368673", "doc294697", "doc2538886", "doc1094305", "doc660256", "doc1248532", "doc1840660", "doc1373335", "doc499894", "doc6858", "doc588621", "doc934719", "doc1751397", "doc1684137", "doc356192", "doc960776", "doc1548878", "doc1623526", "doc108959", "doc828186", "doc1599987", "doc546869", "doc2313195", "doc346637", "doc1654062", "doc599387", "doc368686", "doc61233", "doc320274", "doc564709", "doc1634190", "doc1149597", "doc42125", "doc1943842", "doc1279689", "doc80133", "doc655676", "doc460823", "doc2281723", "doc1333905", "doc663483", "doc1520283", "doc546881", "doc2385618", "doc588578", "doc539419", "doc2498492", "doc1876325", "doc1286622", "doc2244717", "doc1133242", "doc30777", "doc1033766", "doc2465656", "doc1068994", "doc203253", "doc1628841", "doc1104225", "doc2674988", "doc1418778", "doc437701", "doc213101", "doc252971", "doc2266529", "doc1520268" ], "top100_scores": [ 0.353515625, -0.50390625, -0.91796875, -1.28125, -1.40625, -1.40625, -1.4609375, -1.6328125, -1.671875, -1.7109375, -1.8125, -1.859375, -2.0, -2.0625, -2.09375, -2.421875, -2.484375, -2.5, -2.546875, -2.546875, -2.5625, -2.5625, -2.578125, -2.640625, -2.640625, -2.671875, -2.6875, -2.703125, -2.703125, -2.703125, -2.734375, -2.734375, -2.75, -2.75, -2.75, -2.78125, -2.796875, -2.875, -2.90625, -2.921875, -2.921875, -2.9375, -2.953125, -2.96875, -2.984375, -2.984375, -3.0, -3.0, -3.0, -3.0, -3.015625, -3.03125, -3.03125, -3.078125, -3.078125, -3.09375, -3.109375, -3.109375, -3.140625, -3.15625, -3.1875, -3.203125, -3.203125, -3.203125, -3.25, -3.265625, -3.265625, -3.265625, -3.28125, -3.328125, -3.34375, -3.34375, -3.34375, -3.34375, -3.359375, -3.359375, -3.375, -3.390625, -3.390625, -3.40625, -3.421875, -3.421875, -3.4375, -3.4375, -3.453125, -3.484375, -3.515625, -3.546875, -3.5625, -3.59375, -3.59375, -3.625, -3.671875, -3.671875, -3.6875, -3.6875, -3.703125, -3.71875, -3.90625, -3.90625 ] }, { "query_id": "test3090", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc105739", "doc105758", "doc1534825", "doc105756", "doc105751", "doc719006", "doc8477", "doc1223275", "doc1729412", "doc849003", "doc2355469", "doc1251654", "doc536531", "doc1552106", "doc566026", "doc1270352", "doc1297270", "doc543176", "doc566021", "doc1572538", "doc171833", "doc946247", "doc1803620", "doc1803558", "doc830308", "doc1534829", "doc1289342", "doc258447", "doc555420", "doc591463", "doc2584848", "doc719060", "doc737743", "doc1427193", "doc1858032", "doc719076", "doc2409275", "doc1516597", "doc1729413", "doc461467", "doc133369", "doc1587280", "doc787828", "doc2574040", "doc719057", "doc881796", "doc1427198", "doc381923", "doc1427177", "doc2680091", "doc1903392", "doc719078", "doc1405971", "doc1516605", "doc2008399", "doc105752", "doc1251647", "doc881797", "doc2596083", "doc849000", "doc519408", "doc1236851", "doc1223270", "doc737771", "doc391459", "doc105763", "doc1847142", "doc970185", "doc74797", "doc171837", "doc823398", "doc556388", "doc1253247", "doc1163626", "doc2107904", "doc208245", "doc1248125", "doc556367", "doc732083", "doc2588942", "doc719065", "doc732015", "doc1475938", "doc690001", "doc536538", "doc1716059", "doc527459", "doc655676", "doc1170390", "doc400631", "doc690000", "doc1170391", "doc174973", "doc211935", "doc72413", "doc702902", "doc1214168", "doc2011376", "doc2046260", "doc1816074" ], "top100_scores": [ 4.53125, 2.34375, 2.046875, 1.90625, 1.890625, 1.8828125, 1.8671875, 1.71875, 1.546875, 1.53125, 1.109375, 0.640625, 0.578125, 0.5078125, 0.48046875, 0.375, 0.275390625, 0.255859375, 0.2373046875, 0.1806640625, 0.12353515625, 0.02001953125, 0.003997802734375, -0.0250244140625, -0.041259765625, -0.10986328125, -0.1103515625, -0.12353515625, -0.1484375, -0.1884765625, -0.1953125, -0.2021484375, -0.208984375, -0.283203125, -0.310546875, -0.359375, -0.416015625, -0.474609375, -0.53515625, -0.54296875, -0.5546875, -0.5625, -0.6171875, -0.625, -0.67578125, -0.7109375, -0.75, -0.78125, -0.8125, -0.8359375, -0.92578125, -0.96484375, -0.98828125, -1.03125, -1.046875, -1.1171875, -1.140625, -1.171875, -1.1796875, -1.2109375, -1.2421875, -1.2890625, -1.4453125, -1.5390625, -1.6015625, -1.6171875, -1.921875, -2.15625, -2.3125, -2.34375, -2.453125, -2.765625, -2.90625, -2.921875, -3.140625, -3.1875, -3.203125, -3.203125, -3.21875, -3.21875, -3.3125, -3.3125, -3.375, -3.390625, -3.40625, -3.40625, -3.421875, -3.484375, -3.5, -3.515625, -3.515625, -3.53125, -3.5625, -3.578125, -3.640625, -3.65625, -3.6875, -3.71875, -4.0625, -4.0625 ] }, { "query_id": "test115", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc2107033", "doc3668", "doc1400520", "doc2431531", "doc53643", "doc606253", "doc70679", "doc223538", "doc2107018", "doc773043", "doc6531", "doc1745418", "doc2212270", "doc4147", "doc1927002", "doc2212269", "doc2334137", "doc2426974", "doc1634190", "doc1152614", "doc32937", "doc2107022", "doc1623337", "doc1294814", "doc324548", "doc623693", "doc2439295", "doc2562070", "doc430825", "doc38625", "doc152998", "doc635523", "doc324530", "doc28582", "doc636206", "doc952880", "doc1108390", "doc1619770", "doc2001658", "doc28580", "doc1425919", "doc28581", "doc465257", "doc530778", "doc422931", "doc2157990", "doc108435", "doc2111513", "doc25696", "doc2504853", "doc1927193", "doc1007190", "doc626260", "doc1857677", "doc365042", "doc1965783", "doc650941", "doc2091584", "doc848379", "doc56902", "doc1070768", "doc29764", "doc323921", "doc499894", "doc785116", "doc25697", "doc726933", "doc398839", "doc1411912", "doc309228", "doc231271", "doc1602350", "doc1005942", "doc173076", "doc1486663", "doc1728840", "doc2364249", "doc36460", "doc88931", "doc1059057", "doc26467", "doc437362", "doc2337863", "doc785041", "doc1810672", "doc447042", "doc1410472", "doc1911041", "doc2461162", "doc70620", "doc2620645", "doc2525057", "doc238078", "doc1415401", "doc965463", "doc1763968", "doc127031", "doc1141791", "doc2262786", "doc162311" ], "top100_scores": [ 0.58203125, 0.3828125, -0.9765625, -1.46875, -1.515625, -1.7578125, -1.8046875, -1.90625, -2.015625, -2.078125, -2.078125, -2.203125, -2.234375, -2.25, -2.359375, -2.375, -2.390625, -2.390625, -2.421875, -2.65625, -2.796875, -2.796875, -2.828125, -2.84375, -2.953125, -3.015625, -3.0625, -3.0625, -3.125, -3.140625, -3.1875, -3.1875, -3.21875, -3.234375, -3.234375, -3.25, -3.25, -3.265625, -3.28125, -3.28125, -3.296875, -3.296875, -3.3125, -3.328125, -3.375, -3.375, -3.390625, -3.390625, -3.421875, -3.4375, -3.46875, -3.46875, -3.484375, -3.5, -3.5, -3.5, -3.515625, -3.515625, -3.546875, -3.546875, -3.5625, -3.578125, -3.59375, -3.59375, -3.609375, -3.609375, -3.609375, -3.625, -3.625, -3.625, -3.640625, -3.671875, -3.671875, -3.671875, -3.6875, -3.71875, -3.71875, -3.71875, -3.734375, -3.734375, -3.75, -3.75, -3.765625, -3.765625, -3.78125, -3.78125, -3.796875, -3.796875, -3.796875, -3.796875, -3.8125, -3.8125, -3.84375, -3.84375, -3.90625, -3.953125, -3.953125, -3.96875, -3.984375, -4.1875 ] }, { "query_id": "test2032", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc70904", "doc435078", "doc70905", "doc211230", "doc42101", "doc1841146", "doc435081", "doc435075", "doc313364", "doc313365", "doc768322", "doc1540259", "doc865796", "doc465988", "doc313342", "doc1338792", "doc1921625", "doc331138", "doc155310", "doc736126", "doc1204609", "doc211209", "doc2183317", "doc313354", "doc435076", "doc1204604", "doc1098357", "doc2646161", "doc313349", "doc1580688", "doc2599866", "doc83875", "doc2032387", "doc1841145", "doc1236143", "doc412168", "doc435083", "doc435085", "doc313356", "doc707796", "doc1841144", "doc782782", "doc2288928", "doc286805", "doc435079", "doc1616338", "doc313352", "doc2024813", "doc2352487", "doc1805745", "doc707801", "doc1685523", "doc1265795", "doc1059219", "doc318194", "doc1155053", "doc412172", "doc2498480", "doc2498492", "doc1483894", "doc2557709", "doc768311", "doc435084", "doc2339378", "doc435092", "doc412180", "doc2498488", "doc296209", "doc2607396", "doc1176070", "doc2503817", "doc2217446", "doc707795", "doc1153924", "doc1734041", "doc216986", "doc1138522", "doc2271879", "doc1813688", "doc278091", "doc1972282", "doc1366471", "doc1695182", "doc650150", "doc926314", "doc413908", "doc530778", "doc1106009", "doc1501489", "doc2036707", "doc1713783", "doc162708", "doc2657970", "doc2449727", "doc37895", "doc1521101", "doc693852", "doc2058897", "doc706930", "doc2316721" ], "top100_scores": [ 0.1298828125, -1.9453125, -2.046875, -2.34375, -2.484375, -2.5, -2.546875, -2.6875, -2.6875, -2.75, -2.796875, -2.828125, -2.828125, -2.84375, -2.84375, -2.875, -2.890625, -2.9375, -2.984375, -2.984375, -3.0, -3.0, -3.03125, -3.046875, -3.0625, -3.0625, -3.0625, -3.125, -3.125, -3.15625, -3.15625, -3.15625, -3.15625, -3.21875, -3.21875, -3.234375, -3.234375, -3.234375, -3.25, -3.265625, -3.28125, -3.28125, -3.28125, -3.296875, -3.328125, -3.328125, -3.40625, -3.453125, -3.453125, -3.515625, -3.546875, -3.5625, -3.5625, -3.5625, -3.59375, -3.625, -3.65625, -3.65625, -3.6875, -3.703125, -3.71875, -3.734375, -3.75, -3.765625, -3.765625, -3.78125, -3.78125, -3.78125, -3.8125, -3.921875, -3.984375, -4.0, -4.03125, -4.03125, -4.0625, -4.0625, -4.125, -4.15625, -4.15625, -4.15625, -4.15625, -4.15625, -4.25, -4.25, -4.25, -4.3125, -4.3125, -4.34375, -4.375, -4.40625, -4.40625, -4.4375, -4.4375, -4.46875, -4.46875, -4.53125, -4.5625, -4.59375, -4.625, -4.625 ] }, { "query_id": "test428", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc15890", "doc1498263", "doc878338", "doc1273973", "doc2042102", "doc2636762", "doc2067559", "doc688882", "doc447240", "doc1185297", "doc60315", "doc393485", "doc2362171", "doc1736704", "doc733127", "doc190844", "doc1508087", "doc627432", "doc585415", "doc429685", "doc518395", "doc518266", "doc2659217", "doc1736708", "doc1490502", "doc1558517", "doc1287918", "doc2075016", "doc971992", "doc312605", "doc1385349", "doc1508870", "doc1059057", "doc2487655", "doc705226", "doc253609", "doc228166", "doc1651578", "doc2300282", "doc1796951", "doc273827", "doc737601", "doc851269", "doc810925", "doc1018572", "doc2072856", "doc1617178", "doc1342042", "doc208245", "doc1991511", "doc602739", "doc1633397", "doc1300782", "doc717374", "doc41356", "doc229804", "doc2258933", "doc242726", "doc405920", "doc2165905", "doc2353712", "doc209865", "doc388285", "doc1556425", "doc645602", "doc1096264", "doc1338793", "doc382236", "doc289212", "doc434733", "doc1619342", "doc254953", "doc975622", "doc527472", "doc187847", "doc1400527", "doc140700", "doc1663695", "doc648364", "doc1248125", "doc889047", "doc868658", "doc368910", "doc2054559", "doc1349043", "doc2376934", "doc494316", "doc2402770", "doc1411861", "doc2613792", "doc1527337", "doc2080883", "doc1253247", "doc367643", "doc1202159", "doc872897", "doc919955", "doc26458", "doc216328", "doc1053329" ], "top100_scores": [ 3.453125, -0.384765625, -0.734375, -0.88671875, -1.609375, -1.96875, -1.984375, -2.015625, -2.1875, -2.421875, -2.4375, -2.46875, -2.53125, -2.59375, -2.59375, -2.625, -2.65625, -2.671875, -2.828125, -2.859375, -2.875, -2.890625, -2.90625, -2.921875, -2.9375, -2.953125, -2.96875, -2.96875, -2.984375, -2.984375, -3.0, -3.0, -3.015625, -3.015625, -3.03125, -3.03125, -3.046875, -3.046875, -3.0625, -3.0625, -3.078125, -3.09375, -3.09375, -3.109375, -3.140625, -3.140625, -3.140625, -3.15625, -3.15625, -3.15625, -3.15625, -3.171875, -3.1875, -3.203125, -3.203125, -3.21875, -3.21875, -3.21875, -3.234375, -3.25, -3.265625, -3.28125, -3.28125, -3.296875, -3.3125, -3.3125, -3.3125, -3.3125, -3.328125, -3.34375, -3.34375, -3.359375, -3.359375, -3.375, -3.375, -3.375, -3.390625, -3.390625, -3.390625, -3.390625, -3.390625, -3.390625, -3.390625, -3.4375, -3.453125, -3.46875, -3.46875, -3.46875, -3.484375, -3.515625, -3.546875, -3.578125, -3.625, -3.671875, -3.6875, -3.71875, -3.734375, -3.75, -3.8125, -3.984375 ] }, { "query_id": "test2721", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc93287", "doc1548640", "doc884905", "doc2357458", "doc1962174", "doc180922", "doc2083699", "doc359025", "doc2391390", "doc222277", "doc2582196", "doc1421127", "doc843229", "doc1500831", "doc2390637", "doc211230", "doc191614", "doc2563030", "doc841633", "doc2517860", "doc227150", "doc448867", "doc388703", "doc143496", "doc1056790", "doc2646391", "doc2441320", "doc993796", "doc1619495", "doc1990849", "doc1202504", "doc25836", "doc1012137", "doc353446", "doc2184940", "doc1993058", "doc1002584", "doc1984127", "doc604235", "doc1489658", "doc759547", "doc218667", "doc2217346", "doc2247113", "doc1778577", "doc1713783", "doc303260", "doc1993044", "doc1344965", "doc2210110", "doc299691", "doc1138522", "doc771658", "doc1786034", "doc286805", "doc866490", "doc591223", "doc330463", "doc1400528", "doc1950715", "doc284394", "doc1934445", "doc1471942", "doc493405", "doc56921", "doc1316703", "doc1392288", "doc1912506", "doc759527", "doc623682", "doc21363", "doc356192", "doc1823034", "doc1267765", "doc935115", "doc565065", "doc1033766", "doc133140", "doc1272096", "doc1155053", "doc736460", "doc1974480", "doc645602", "doc1786046", "doc101561", "doc864003", "doc2631871", "doc2092646", "doc447411", "doc1391278", "doc884614", "doc1646165", "doc552697", "doc2502199", "doc729312", "doc1751646", "doc2262786", "doc562696", "doc2188152", "doc660237" ], "top100_scores": [ -1.015625, -1.8984375, -2.6875, -2.75, -2.796875, -2.84375, -2.9375, -3.09375, -3.109375, -3.21875, -3.328125, -3.34375, -3.359375, -3.40625, -3.546875, -3.546875, -3.5625, -3.5625, -3.5625, -3.578125, -3.59375, -3.609375, -3.625, -3.625, -3.65625, -3.671875, -3.671875, -3.703125, -3.71875, -3.734375, -3.765625, -3.859375, -3.875, -3.875, -3.890625, -3.890625, -3.921875, -3.953125, -3.984375, -3.984375, -3.984375, -4.0, -4.0, -4.03125, -4.03125, -4.0625, -4.0625, -4.0625, -4.09375, -4.09375, -4.09375, -4.09375, -4.09375, -4.125, -4.125, -4.125, -4.15625, -4.1875, -4.1875, -4.1875, -4.1875, -4.1875, -4.21875, -4.21875, -4.21875, -4.21875, -4.21875, -4.21875, -4.21875, -4.25, -4.25, -4.25, -4.25, -4.25, -4.25, -4.28125, -4.28125, -4.28125, -4.3125, -4.3125, -4.3125, -4.3125, -4.3125, -4.34375, -4.34375, -4.34375, -4.34375, -4.34375, -4.34375, -4.375, -4.4375, -4.46875, -4.5, -4.5, -4.5, -4.53125, -4.5625, -4.59375, -4.59375, -4.625 ] }, { "query_id": "test1635", "ndcg@10": 0.6131471927654584, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc57975", "doc2035909", "doc601133", "doc376241", "doc1810672", "doc1055373", "doc2449727", "doc2049419", "doc376238", "doc1153924", "doc390322", "doc1345740", "doc1293555", "doc376243", "doc376272", "doc57977", "doc1535567", "doc2563030", "doc824947", "doc1204604", "doc840951", "doc550633", "doc1473531", "doc1750123", "doc416784", "doc367417", "doc904885", "doc324530", "doc2191035", "doc768322", "doc1035806", "doc2656052", "doc1285909", "doc692559", "doc1640533", "doc1448795", "doc2304461", "doc1580688", "doc60215", "doc551351", "doc1218368", "doc21871", "doc1204806", "doc1192046", "doc866490", "doc2114608", "doc1723532", "doc113426", "doc2563044", "doc140893", "doc404918", "doc1216309", "doc1129916", "doc2114806", "doc1866245", "doc1844590", "doc289875", "doc2295211", "doc1632177", "doc1786034", "doc866437", "doc2557720", "doc579105", "doc1842144", "doc863660", "doc1986489", "doc1552779", "doc21829", "doc1986449", "doc278091", "doc697071", "doc1654062", "doc2117093", "doc1813688", "doc7091", "doc1376345", "doc660012", "doc2153582", "doc338809", "doc435076", "doc133019", "doc196873", "doc1781006", "doc1231969", "doc1818635", "doc1934445", "doc1132271", "doc1357287", "doc434424", "doc126007", "doc1229449", "doc776139", "doc2655378", "doc1246068", "doc683358", "doc2077366", "doc498147", "doc388290", "doc567275", "doc162798" ], "top100_scores": [ 1.8359375, 1.0234375, 0.78515625, -0.2314453125, -0.357421875, -0.427734375, -0.84375, -0.921875, -0.9921875, -1.03125, -1.359375, -1.421875, -1.4921875, -1.5078125, -1.90625, -2.046875, -3.1875, -3.1875, -3.5, -3.625, -3.6875, -3.703125, -3.703125, -3.703125, -3.703125, -3.71875, -3.734375, -3.765625, -3.78125, -3.78125, -3.796875, -3.828125, -3.828125, -3.875, -3.875, -3.875, -3.890625, -3.890625, -3.890625, -3.90625, -3.90625, -3.921875, -3.9375, -3.9375, -3.9375, -3.9375, -3.9375, -3.953125, -3.953125, -3.953125, -3.953125, -3.984375, -4.0, -4.0, -4.03125, -4.03125, -4.03125, -4.03125, -4.0625, -4.0625, -4.0625, -4.0625, -4.0625, -4.0625, -4.0625, -4.09375, -4.09375, -4.09375, -4.125, -4.125, -4.125, -4.125, -4.15625, -4.15625, -4.1875, -4.1875, -4.1875, -4.1875, -4.1875, -4.1875, -4.1875, -4.21875, -4.21875, -4.21875, -4.25, -4.25, -4.28125, -4.28125, -4.28125, -4.3125, -4.34375, -4.375, -4.375, -4.40625, -4.40625, -4.40625, -4.40625, -4.40625, -4.5, -4.71875 ] }, { "query_id": "test1727", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "doc1975694", "doc1041131", "doc1160263", "doc641270", "doc2275203", "doc2162650", "doc1972860", "doc1629620", "doc588621", "doc350535", "doc1730233", "doc1467762", "doc1792210", "doc1584862", "doc1119214", "doc225047", "doc1173691", "doc1321056", "doc1938693", "doc1271924", "doc1986433", "doc404917", "doc1986437", "doc1986449", "doc1991515", "doc1589180", "doc2163262", "doc2074090", "doc404918", "doc182888", "doc336193", "doc249856", "doc901884", "doc1768862", "doc1244692", "doc1686260", "doc2677524", "doc61967", "doc1840660", "doc750195", "doc2431531", "doc1986443", "doc207176", "doc142541", "doc546881", "doc1619642", "doc1883553", "doc35526", "doc2182012", "doc1912490", "doc553954", "doc158020", "doc1136713", "doc1518124", "doc170931", "doc407115", "doc273827", "doc2017803", "doc1803620", "doc2562963", "doc1407398", "doc1618094", "doc1418632", "doc1293555", "doc1060115", "doc1027652", "doc1343593", "doc1750123", "doc2183317", "doc477048", "doc596861", "doc1153924", "doc94024", "doc641530", "doc187847", "doc1806221", "doc361702", "doc504996", "doc7091", "doc1842144", "doc545785", "doc2190997", "doc1163516", "doc1526184", "doc543039", "doc962084", "doc2095794", "doc531512", "doc323321", "doc707795", "doc2543056", "doc1692185", "doc1007260", "doc1558629", "doc1723861", "doc1840635", "doc2202835", "doc1640554", "doc1132252", "doc952618" ], "top100_scores": [ -1.0078125, -1.3671875, -1.78125, -2.109375, -2.203125, -2.234375, -2.265625, -2.28125, -2.34375, -2.4375, -2.4375, -2.484375, -2.5, -2.65625, -2.71875, -2.75, -2.78125, -2.78125, -2.875, -2.921875, -2.9375, -2.953125, -2.96875, -2.96875, -2.984375, -3.03125, -3.078125, -3.125, -3.140625, -3.203125, -3.21875, -3.296875, -3.296875, -3.375, -3.421875, -3.421875, -3.4375, -3.453125, -3.46875, -3.484375, -3.515625, -3.53125, -3.578125, -3.578125, -3.578125, -3.59375, -3.59375, -3.609375, -3.625, -3.625, -3.625, -3.65625, -3.65625, -3.65625, -3.671875, -3.671875, -3.703125, -3.703125, -3.71875, -3.71875, -3.765625, -3.765625, -3.796875, -3.796875, -3.8125, -3.8125, -3.8125, -3.828125, -3.828125, -3.84375, -3.859375, -3.859375, -3.875, -3.890625, -3.890625, -3.890625, -3.890625, -3.921875, -3.921875, -3.9375, -3.953125, -3.96875, -3.96875, -3.96875, -3.984375, -4.0, -4.0, -4.0, -4.0625, -4.09375, -4.09375, -4.15625, -4.15625, -4.15625, -4.1875, -4.1875, -4.21875, -4.25, -4.3125, -4.34375 ] }, { "query_id": "test29", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc807", "doc190844", "doc806", "doc1386691", "doc877974", "doc2391797", "doc2105570", "doc312607", "doc2067045", "doc58964", "doc1129694", "doc966112", "doc2316721", "doc1877808", "doc1911448", "doc1892012", "doc351821", "doc965461", "doc2262639", "doc134521", "doc1029479", "doc1036707", "doc543109", "doc201172", "doc1386686", "doc2621492", "doc2258986", "doc607623", "doc2621513", "doc2535522", "doc201170", "doc2362171", "doc2335293", "doc1974006", "doc790970", "doc811", "doc2408092", "doc447240", "doc1455462", "doc2010420", "doc1319077", "doc70909", "doc2212270", "doc2334133", "doc119732", "doc2067559", "doc629517", "doc1400297", "doc2412432", "doc2240923", "doc1629783", "doc324554", "doc994525", "doc1088162", "doc1050188", "doc1124783", "doc1247565", "doc848379", "doc28582", "doc2674988", "doc1327525", "doc1153924", "doc28935", "doc2212269", "doc1566486", "doc233582", "doc56902", "doc1260420", "doc2001658", "doc593061", "doc171833", "doc2161840", "doc1272382", "doc530780", "doc1806221", "doc28313", "doc636208", "doc445548", "doc275856", "doc68932", "doc1595692", "doc108559", "doc1685439", "doc2480539", "doc1690622", "doc2426419", "doc2548332", "doc352904", "doc38625", "doc162708", "doc673208", "doc1177731", "doc2376934", "doc413908", "doc963669", "doc1106009", "doc207176", "doc706930", "doc2614074", "doc497737" ], "top100_scores": [ -0.05712890625, -1.4453125, -1.4765625, -1.84375, -1.890625, -2.296875, -2.46875, -2.5625, -2.71875, -2.71875, -2.734375, -2.890625, -2.921875, -2.921875, -2.9375, -2.953125, -3.046875, -3.046875, -3.078125, -3.171875, -3.21875, -3.25, -3.375, -3.375, -3.390625, -3.421875, -3.421875, -3.4375, -3.453125, -3.453125, -3.5, -3.546875, -3.546875, -3.59375, -3.640625, -3.640625, -3.6875, -3.703125, -3.71875, -3.765625, -3.84375, -3.84375, -3.875, -3.875, -3.921875, -3.9375, -3.984375, -4.0, -4.0, -4.0, -4.03125, -4.03125, -4.0625, -4.09375, -4.09375, -4.09375, -4.09375, -4.125, -4.125, -4.125, -4.125, -4.125, -4.15625, -4.1875, -4.1875, -4.21875, -4.21875, -4.21875, -4.25, -4.25, -4.25, -4.28125, -4.28125, -4.3125, -4.34375, -4.34375, -4.40625, -4.40625, -4.4375, -4.4375, -4.4375, -4.4375, -4.46875, -4.46875, -4.46875, -4.46875, -4.46875, -4.46875, -4.46875, -4.5, -4.53125, -4.5625, -4.5625, -4.5625, -4.59375, -4.625, -4.625, -4.6875, -4.75, -4.75 ] }, { "query_id": "test2598", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc88931", "doc2624067", "doc88934", "doc1452752", "doc952400", "doc1935824", "doc2107043", "doc2624072", "doc2288308", "doc1670518", "doc175560", "doc127042", "doc723586", "doc127031", "doc779563", "doc1716059", "doc709393", "doc1763997", "doc2061559", "doc107166", "doc127040", "doc2399229", "doc2183793", "doc1378090", "doc2015719", "doc2396125", "doc1902615", "doc608249", "doc671111", "doc1124580", "doc1716095", "doc1281699", "doc107246", "doc998434", "doc1002546", "doc723700", "doc723699", "doc1385349", "doc2619671", "doc1376863", "doc536273", "doc994518", "doc2251749", "doc454594", "doc2656052", "doc1763968", "doc1070768", "doc1000202", "doc2296101", "doc216986", "doc239270", "doc1192026", "doc2114608", "doc553245", "doc666653", "doc1376345", "doc723723", "doc43450", "doc369287", "doc958366", "doc155482", "doc613408", "doc2206799", "doc1199279", "doc399025", "doc1070787", "doc550879", "doc24505", "doc46245", "doc337555", "doc626437", "doc84475", "doc1585578", "doc369193", "doc846246", "doc675067", "doc988735", "doc1632991", "doc1315443", "doc1519790", "doc2010467", "doc509898", "doc2093755", "doc859664", "doc693223", "doc504736", "doc1021503", "doc2360720", "doc1438166", "doc555360", "doc851514", "doc1717004", "doc1029757", "doc865153", "doc344833", "doc386637", "doc1992659", "doc1392288", "doc660271", "doc1005393" ], "top100_scores": [ 4.90625, 4.53125, 3.5625, 2.640625, 0.4921875, -0.2236328125, -0.6015625, -0.95703125, -2.078125, -2.546875, -2.65625, -2.9375, -3.203125, -3.328125, -3.34375, -3.34375, -3.359375, -3.40625, -3.46875, -3.5, -3.546875, -3.546875, -3.578125, -3.59375, -3.59375, -3.59375, -3.609375, -3.640625, -3.640625, -3.640625, -3.640625, -3.671875, -3.6875, -3.6875, -3.71875, -3.734375, -3.75, -3.75, -3.765625, -3.78125, -3.8125, -3.8125, -3.84375, -3.84375, -3.859375, -3.875, -3.890625, -3.90625, -3.90625, -3.921875, -3.921875, -3.921875, -3.921875, -3.96875, -3.96875, -3.984375, -3.984375, -3.984375, -4.03125, -4.03125, -4.03125, -4.03125, -4.0625, -4.0625, -4.0625, -4.09375, -4.09375, -4.15625, -4.1875, -4.1875, -4.1875, -4.21875, -4.21875, -4.25, -4.28125, -4.3125, -4.3125, -4.375, -4.4375, -4.4375, -4.4375, -4.46875, -4.46875, -4.46875, -4.5, -4.5, -4.5, -4.53125, -4.53125, -4.53125, -4.53125, -4.53125, -4.5625, -4.59375, -4.59375, -4.6875, -4.75, -4.75, -4.75, -4.8125 ] }, { "query_id": "test598", "ndcg@10": 0.3065735963827292, "mrr@10": 0.3333333333333333, "recall@100": 0.5, "candidate_recall": 0.5, "top100": [ "doc21363", "doc1738086", "doc21340", "doc338801", "doc1455444", "doc338810", "doc1455508", "doc338815", "doc21339", "doc1455462", "doc21350", "doc1455469", "doc642895", "doc21378", "doc2442198", "doc864003", "doc21368", "doc338818", "doc338809", "doc1455509", "doc338823", "doc340624", "doc1455511", "doc734723", "doc338813", "doc264702", "doc624718", "doc2173539", "doc273827", "doc1867620", "doc338841", "doc313364", "doc1490491", "doc24315", "doc392492", "doc2107261", "doc542895", "doc1455255", "doc2563044", "doc1383497", "doc144160", "doc2623672", "doc2325310", "doc810925", "doc698075", "doc1136713", "doc1601162", "doc35525", "doc1027724", "doc283995", "doc1527545", "doc1961593", "doc2328678", "doc2429823", "doc1202333", "doc1619642", "doc443215", "doc1343593", "doc1105530", "doc2370166", "doc1813688", "doc2165920", "doc873329", "doc1105537", "doc258447", "doc2465776", "doc1526184", "doc2402770", "doc2336332", "doc684238", "doc531512", "doc2316765", "doc2508414", "doc254953", "doc896716", "doc2258986", "doc1832253", "doc7165", "doc641530", "doc2603021", "doc327615", "doc399642", "doc2155680", "doc2144435", "doc2298808", "doc105751", "doc1837585", "doc1033766", "doc2397460", "doc277310", "doc650883", "doc134224", "doc2378961", "doc518268", "doc246550", "doc1629620", "doc260679", "doc309595", "doc1007260", "doc527459" ], "top100_scores": [ -2.484375, -2.53125, -2.53125, -3.140625, -3.1875, -3.296875, -3.375, -3.421875, -3.4375, -3.5, -3.53125, -3.609375, -3.828125, -3.84375, -3.875, -3.875, -3.921875, -4.0625, -4.09375, -4.125, -4.125, -4.125, -4.1875, -4.28125, -4.3125, -4.34375, -4.34375, -4.375, -4.375, -4.375, -4.40625, -4.40625, -4.46875, -4.46875, -4.46875, -4.46875, -4.5, -4.5, -4.5, -4.53125, -4.53125, -4.5625, -4.5625, -4.5625, -4.5625, -4.5625, -4.5625, -4.5625, -4.5625, -4.59375, -4.625, -4.625, -4.625, -4.625, -4.625, -4.65625, -4.65625, -4.65625, -4.65625, -4.65625, -4.65625, -4.6875, -4.6875, -4.6875, -4.6875, -4.6875, -4.71875, -4.71875, -4.71875, -4.71875, -4.75, -4.75, -4.75, -4.75, -4.75, -4.75, -4.78125, -4.78125, -4.78125, -4.78125, -4.78125, -4.8125, -4.84375, -4.84375, -4.875, -4.875, -4.875, -4.90625, -4.90625, -4.9375, -4.96875, -4.96875, -4.96875, -5.0, -5.03125, -5.0625, -5.0625, -5.09375, -5.09375, -5.09375 ] }, { "query_id": "test495", "ndcg@10": 0.3065735963827292, "mrr@10": 0.3333333333333333, "recall@100": 0.5, "candidate_recall": 0.5, "top100": [ "doc63585", "doc2003302", "doc18274", "doc43450", "doc108559", "doc1423679", "doc323321", "doc2012361", "doc108480", "doc8220", "doc1087169", "doc1755601", "doc108477", "doc590536", "doc108481", "doc2418769", "doc1774519", "doc108456", "doc1540372", "doc376580", "doc930758", "doc986920", "doc1791044", "doc1924612", "doc782194", "doc2317941", "doc18273", "doc63590", "doc911115", "doc856735", "doc376565", "doc2072948", "doc529465", "doc182046", "doc1791048", "doc157016", "doc1397231", "doc172185", "doc1816786", "doc920729", "doc725920", "doc354084", "doc2563559", "doc108501", "doc157039", "doc1491868", "doc1844919", "doc108535", "doc1953211", "doc108508", "doc349135", "doc216986", "doc1374770", "doc1930877", "doc1491857", "doc2003306", "doc925929", "doc389941", "doc1791093", "doc1199279", "doc620637", "doc422133", "doc703623", "doc381154", "doc2611984", "doc2539732", "doc1829626", "doc525751", "doc563701", "doc388703", "doc468490", "doc848379", "doc70976", "doc88934", "doc133140", "doc392495", "doc1675530", "doc549341", "doc357235", "doc2357946", "doc1327525", "doc1379360", "doc275856", "doc2254465", "doc1121529", "doc1018578", "doc1617211", "doc2209653", "doc1858032", "doc636208", "doc212903", "doc24925", "doc28313", "doc7112", "doc1443647", "doc2001658", "doc1310966", "doc512672", "doc1746659", "doc1508870" ], "top100_scores": [ 1.9296875, 1.8984375, 1.875, 0.94140625, 0.92578125, 0.8046875, 0.640625, 0.54296875, 0.271484375, 0.0966796875, 0.040283203125, -0.0400390625, -0.296875, -0.333984375, -0.625, -0.671875, -0.7109375, -0.75, -0.94921875, -1.265625, -1.296875, -1.3125, -1.5, -1.515625, -1.5625, -1.6484375, -1.65625, -1.65625, -1.65625, -1.7265625, -1.75, -1.8203125, -1.9765625, -1.984375, -2.0, -2.125, -2.125, -2.15625, -2.171875, -2.1875, -2.203125, -2.234375, -2.28125, -2.359375, -2.375, -2.375, -2.421875, -2.4375, -2.453125, -2.515625, -2.53125, -2.578125, -2.625, -2.75, -2.75, -2.84375, -2.84375, -2.84375, -2.890625, -2.96875, -3.03125, -3.03125, -3.140625, -3.171875, -3.28125, -3.296875, -3.3125, -3.375, -3.40625, -3.421875, -3.5, -3.515625, -3.5625, -3.578125, -3.59375, -3.640625, -3.6875, -3.703125, -3.71875, -3.71875, -3.734375, -3.765625, -3.796875, -3.796875, -3.796875, -3.828125, -3.890625, -3.90625, -3.921875, -4.0, -4.03125, -4.03125, -4.03125, -4.0625, -4.0625, -4.125, -4.125, -4.125, -4.15625, -4.25 ] }, { "query_id": "test198", "ndcg@10": 0.38685280723454163, "mrr@10": 0.5, "recall@100": 0.5, "candidate_recall": 0.5, "top100": [ "doc7165", "doc7161", "doc355540", "doc1272096", "doc7163", "doc355524", "doc1335520", "doc1670303", "doc1299060", "doc1183356", "doc212271", "doc1411867", "doc86108", "doc1816051", "doc580244", "doc1839188", "doc2163089", "doc1875692", "doc203253", "doc2110826", "doc14746", "doc1705674", "doc719678", "doc1136713", "doc2203479", "doc2074090", "doc26481", "doc1416739", "doc2373327", "doc2456577", "doc545789", "doc490060", "doc15890", "doc2664641", "doc1377686", "doc1816074", "doc456580", "doc1385353", "doc264702", "doc162000", "doc96723", "doc605887", "doc536531", "doc1449866", "doc1619342", "doc2005210", "doc170931", "doc285347", "doc1678115", "doc583523", "doc781153", "doc174973", "doc2111919", "doc768602", "doc1740481", "doc1828693", "doc1136735", "doc2362171", "doc2521983", "doc1664038", "doc596882", "doc2258986", "doc1343593", "doc77976", "doc2003306", "doc409226", "doc1212031", "doc1504263", "doc260668", "doc86469", "doc1526184", "doc596891", "doc1877809", "doc94024", "doc511592", "doc534490", "doc641530", "doc2122130", "doc88931", "doc1816064", "doc751718", "doc1699100", "doc1947443", "doc146706", "doc56398", "doc823398", "doc2385618", "doc1202159", "doc334984", "doc2647552", "doc1113128", "doc94367", "doc153569", "doc1992659", "doc2465909", "doc1007260", "doc872601", "doc1005393", "doc108799", "doc555360" ], "top100_scores": [ 1.2578125, 0.33984375, -0.65625, -1.296875, -1.7578125, -2.1875, -2.59375, -2.90625, -3.25, -3.265625, -3.421875, -3.484375, -3.5625, -3.5625, -3.59375, -3.59375, -3.625, -3.703125, -3.84375, -3.875, -3.875, -3.890625, -3.921875, -3.953125, -3.953125, -3.953125, -3.96875, -4.0, -4.0, -4.0, -4.0, -4.03125, -4.03125, -4.03125, -4.03125, -4.03125, -4.03125, -4.03125, -4.03125, -4.03125, -4.03125, -4.0625, -4.0625, -4.0625, -4.0625, -4.09375, -4.09375, -4.09375, -4.09375, -4.125, -4.125, -4.125, -4.125, -4.15625, -4.15625, -4.15625, -4.15625, -4.1875, -4.1875, -4.21875, -4.21875, -4.21875, -4.21875, -4.21875, -4.21875, -4.21875, -4.25, -4.25, -4.25, -4.25, -4.28125, -4.28125, -4.28125, -4.28125, -4.3125, -4.3125, -4.3125, -4.3125, -4.34375, -4.34375, -4.375, -4.40625, -4.40625, -4.4375, -4.46875, -4.46875, -4.46875, -4.5, -4.5, -4.5, -4.53125, -4.59375, -4.59375, -4.625, -4.625, -4.65625, -4.65625, -4.6875, -4.71875, -4.71875 ] }, { "query_id": "test123", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc4611", "doc1260420", "doc1568962", "doc751718", "doc1537788", "doc1260422", "doc735792", "doc751714", "doc2295957", "doc751719", "doc751729", "doc751726", "doc2494655", "doc455756", "doc1826212", "doc2340329", "doc2163089", "doc2431178", "doc1265795", "doc2015875", "doc1612682", "doc1296606", "doc1176070", "doc1837585", "doc1768862", "doc2215182", "doc21841", "doc1156528", "doc450131", "doc80089", "doc1244692", "doc689060", "doc211209", "doc1829626", "doc208245", "doc370299", "doc50111", "doc963670", "doc1322161", "doc602853", "doc1686189", "doc655676", "doc974653", "doc2667180", "doc273559", "doc1716834", "doc874107", "doc520021", "doc752404", "doc298160", "doc1035806", "doc5734", "doc566021", "doc91121", "doc1993448", "doc1373330", "doc849003", "doc300567", "doc1497917", "doc1734041", "doc1049873", "doc387897", "doc863686", "doc2173550", "doc1563324", "doc1622317", "doc80148", "doc1834170", "doc613408", "doc2233735", "doc2613797", "doc1669092", "doc2117093", "doc299691", "doc1267765", "doc1336091", "doc1595692", "doc367220", "doc1093057", "doc1382207", "doc2528590", "doc1769462", "doc2384634", "doc682295", "doc2019060", "doc809023", "doc41305", "doc53464", "doc683357", "doc1765392", "doc7093", "doc1086818", "doc2013112", "doc594776", "doc260672", "doc108902", "doc2046260", "doc920729", "doc1079691", "doc47608" ], "top100_scores": [ 1.78125, -0.59765625, -2.78125, -3.03125, -3.125, -3.3125, -3.3125, -3.359375, -3.5, -3.53125, -3.578125, -3.65625, -3.765625, -3.828125, -3.828125, -3.875, -3.90625, -3.921875, -3.953125, -3.984375, -4.03125, -4.03125, -4.09375, -4.125, -4.125, -4.15625, -4.15625, -4.15625, -4.1875, -4.1875, -4.1875, -4.21875, -4.21875, -4.28125, -4.28125, -4.28125, -4.28125, -4.28125, -4.3125, -4.3125, -4.3125, -4.3125, -4.3125, -4.3125, -4.3125, -4.3125, -4.3125, -4.34375, -4.34375, -4.375, -4.375, -4.375, -4.375, -4.40625, -4.40625, -4.4375, -4.4375, -4.4375, -4.46875, -4.46875, -4.46875, -4.5, -4.5, -4.5, -4.53125, -4.53125, -4.53125, -4.53125, -4.5625, -4.5625, -4.5625, -4.5625, -4.5625, -4.5625, -4.59375, -4.59375, -4.59375, -4.59375, -4.625, -4.625, -4.625, -4.65625, -4.65625, -4.65625, -4.65625, -4.65625, -4.6875, -4.71875, -4.75, -4.78125, -4.78125, -4.8125, -4.84375, -4.875, -4.90625, -4.90625, -4.9375, -4.96875, -5.0, -5.0 ] }, { "query_id": "test3404", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc115973", "doc735792", "doc1986143", "doc2011376", "doc1088928", "doc642762", "doc1809840", "doc187847", "doc1508870", "doc2395516", "doc180079", "doc2057552", "doc1961593", "doc1366138", "doc750416", "doc2010404", "doc1064409", "doc919332", "doc2066832", "doc349744", "doc1685203", "doc52429", "doc1934174", "doc2558036", "doc2370166", "doc725581", "doc2085567", "doc2621500", "doc691881", "doc1287918", "doc1993448", "doc648355", "doc378250", "doc2659217", "doc173893", "doc459410", "doc157123", "doc2203117", "doc919333", "doc2631871", "doc2522627", "doc675035", "doc1090888", "doc299573", "doc751435", "doc281066", "doc1874808", "doc2018288", "doc82130", "doc531512", "doc765127", "doc2042536", "doc1689805", "doc218667", "doc444923", "doc77640", "doc1996268", "doc2358819", "doc1668716", "doc1205332", "doc868658", "doc1405222", "doc626786", "doc1129694", "doc1445499", "doc58420", "doc2004585", "doc208245", "doc1445498", "doc384744", "doc844175", "doc2056486", "doc1185297", "doc2508418", "doc713666", "doc889047", "doc1026678", "doc1340806", "doc171458", "doc263654", "doc2353712", "doc722466", "doc244368", "doc7166", "doc269387", "doc1823034", "doc1321967", "doc227150", "doc1858032", "doc447411", "doc773671", "doc891692", "doc906768", "doc260654", "doc1253247", "doc1125024", "doc90808", "doc2373417", "doc2574862", "doc114242" ], "top100_scores": [ 0.034423828125, -1.4921875, -2.015625, -2.15625, -2.203125, -2.3125, -2.4375, -2.578125, -2.609375, -2.640625, -2.671875, -2.734375, -2.78125, -2.828125, -2.84375, -2.875, -2.890625, -2.921875, -2.9375, -2.953125, -2.953125, -2.96875, -2.984375, -3.015625, -3.046875, -3.046875, -3.078125, -3.078125, -3.078125, -3.09375, -3.109375, -3.125, -3.140625, -3.15625, -3.15625, -3.15625, -3.171875, -3.171875, -3.203125, -3.203125, -3.203125, -3.21875, -3.21875, -3.25, -3.25, -3.265625, -3.28125, -3.28125, -3.296875, -3.328125, -3.328125, -3.328125, -3.328125, -3.328125, -3.34375, -3.34375, -3.359375, -3.359375, -3.359375, -3.375, -3.375, -3.390625, -3.40625, -3.421875, -3.421875, -3.421875, -3.4375, -3.4375, -3.453125, -3.453125, -3.46875, -3.484375, -3.484375, -3.484375, -3.5, -3.515625, -3.515625, -3.53125, -3.53125, -3.53125, -3.53125, -3.546875, -3.546875, -3.546875, -3.5625, -3.5625, -3.5625, -3.5625, -3.5625, -3.59375, -3.625, -3.625, -3.625, -3.6875, -3.6875, -3.734375, -3.921875, -3.921875, -4.03125, -4.0625 ] }, { "query_id": "test1041", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc36467", "doc36463", "doc1618374", "doc1307727", "doc36485", "doc36460", "doc874861", "doc207271", "doc1923111", "doc2657970", "doc1395334", "doc2396125", "doc1618372", "doc525586", "doc1307736", "doc1618376", "doc2396140", "doc1874159", "doc1716059", "doc1044670", "doc446484", "doc2370166", "doc80948", "doc1497378", "doc2282286", "doc81671", "doc874107", "doc2563044", "doc655676", "doc564709", "doc80078", "doc2619023", "doc1257475", "doc281066", "doc2470041", "doc1868647", "doc1912506", "doc86469", "doc403589", "doc91121", "doc759547", "doc72481", "doc1419915", "doc2882", "doc80070", "doc874322", "doc574823", "doc588578", "doc969509", "doc211935", "doc434367", "doc929272", "doc2674988", "doc80148", "doc1912470", "doc1189650", "doc2074090", "doc2688", "doc1993448", "doc208245", "doc171458", "doc2074523", "doc263654", "doc636318", "doc367220", "doc1286622", "doc367206", "doc1816074", "doc1366769", "doc2117093", "doc904083", "doc2011376", "doc599398", "doc9324", "doc174973", "doc1852527", "doc856459", "doc890682", "doc1557550", "doc2173550", "doc37911", "doc719078", "doc2384634", "doc2631871", "doc1449866", "doc2240268", "doc1585581", "doc2528590", "doc252971", "doc231271", "doc5734", "doc1455509", "doc1336177", "doc1370970", "doc625773", "doc2046260", "doc520687", "doc108902", "doc2409275", "doc952618" ], "top100_scores": [ 4.375, -1.6484375, -2.203125, -2.5625, -2.59375, -2.625, -2.671875, -2.75, -2.84375, -3.171875, -3.296875, -3.3125, -3.34375, -3.390625, -3.40625, -3.4375, -3.5, -3.515625, -3.8125, -3.890625, -3.984375, -4.0, -4.03125, -4.03125, -4.0625, -4.09375, -4.09375, -4.09375, -4.125, -4.125, -4.125, -4.125, -4.15625, -4.15625, -4.1875, -4.1875, -4.1875, -4.21875, -4.21875, -4.21875, -4.21875, -4.21875, -4.25, -4.25, -4.25, -4.25, -4.25, -4.28125, -4.28125, -4.28125, -4.28125, -4.28125, -4.28125, -4.3125, -4.3125, -4.3125, -4.3125, -4.3125, -4.3125, -4.3125, -4.34375, -4.34375, -4.34375, -4.375, -4.375, -4.375, -4.375, -4.375, -4.375, -4.40625, -4.40625, -4.4375, -4.4375, -4.4375, -4.4375, -4.4375, -4.4375, -4.4375, -4.4375, -4.46875, -4.46875, -4.46875, -4.5, -4.5, -4.5, -4.5, -4.53125, -4.53125, -4.53125, -4.5625, -4.5625, -4.5625, -4.59375, -4.625, -4.625, -4.6875, -4.6875, -4.71875, -4.84375, -4.90625 ] }, { "query_id": "test1009", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc35719", "doc1475938", "doc973089", "doc2832", "doc298160", "doc1332302", "doc106357", "doc703721", "doc2456577", "doc703706", "doc666653", "doc703714", "doc964811", "doc1445510", "doc703715", "doc427621", "doc211896", "doc1136889", "doc211929", "doc211912", "doc703719", "doc106362", "doc211906", "doc24305", "doc285723", "doc1824664", "doc106355", "doc436998", "doc2060101", "doc446480", "doc703701", "doc337506", "doc392497", "doc337580", "doc703728", "doc2173539", "doc392495", "doc1804263", "doc106333", "doc284003", "doc1471934", "doc24310", "doc874101", "doc2877", "doc337578", "doc446478", "doc106332", "doc284002", "doc2878", "doc1887731", "doc1629806", "doc745801", "doc652514", "doc1903418", "doc298199", "doc1390073", "doc714665", "doc337575", "doc2173529", "doc337547", "doc2836", "doc446477", "doc211935", "doc24315", "doc392492", "doc1332310", "doc1445499", "doc285724", "doc2173544", "doc1051791", "doc1445515", "doc703711", "doc284042", "doc1390065", "doc106372", "doc703736", "doc24299", "doc392476", "doc2839", "doc211923", "doc1891830", "doc24308", "doc1445498", "doc284000", "doc388464", "doc745803", "doc955743", "doc1060782", "doc710956", "doc420626", "doc594485", "doc2173547", "doc1843369", "doc713666", "doc1057032", "doc846246", "doc246550", "doc3011", "doc1199279", "doc1540372" ], "top100_scores": [ 4.0, -1.203125, -1.765625, -2.0625, -2.171875, -2.1875, -2.203125, -2.203125, -2.5625, -2.578125, -2.578125, -2.640625, -2.703125, -2.734375, -2.875, -2.953125, -2.96875, -2.96875, -3.0, -3.015625, -3.09375, -3.109375, -3.15625, -3.15625, -3.171875, -3.171875, -3.171875, -3.171875, -3.1875, -3.203125, -3.203125, -3.21875, -3.234375, -3.25, -3.265625, -3.265625, -3.28125, -3.296875, -3.3125, -3.328125, -3.375, -3.375, -3.390625, -3.390625, -3.40625, -3.4375, -3.453125, -3.453125, -3.46875, -3.484375, -3.484375, -3.484375, -3.5, -3.5, -3.53125, -3.53125, -3.53125, -3.546875, -3.5625, -3.578125, -3.578125, -3.59375, -3.59375, -3.59375, -3.59375, -3.609375, -3.65625, -3.65625, -3.65625, -3.671875, -3.671875, -3.671875, -3.6875, -3.6875, -3.703125, -3.703125, -3.71875, -3.71875, -3.75, -3.75, -3.765625, -3.796875, -3.828125, -3.828125, -3.828125, -3.828125, -3.84375, -4.0625, -4.0625, -4.09375, -4.125, -4.125, -4.34375, -4.65625, -4.78125, -4.875, -4.875, -4.90625, -5.0625, -5.0625 ] }, { "query_id": "test3193", "ndcg@10": 0.6309297535714575, "mrr@10": 0.5, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc626438", "doc108892", "doc1373324", "doc2573767", "doc1606329", "doc108887", "doc1106533", "doc828186", "doc1581104", "doc626446", "doc2477335", "doc1220654", "doc596021", "doc702815", "doc935125", "doc596014", "doc643072", "doc1373323", "doc24505", "doc1119808", "doc729661", "doc2393669", "doc842383", "doc2376695", "doc108959", "doc2167590", "doc960776", "doc1119544", "doc935127", "doc729573", "doc1064230", "doc1119543", "doc626440", "doc207176", "doc108938", "doc515127", "doc1220638", "doc655750", "doc935115", "doc356178", "doc309228", "doc2054870", "doc729572", "doc108893", "doc368707", "doc1762151", "doc499897", "doc108955", "doc108903", "doc1117345", "doc108932", "doc2479871", "doc1840660", "doc1726400", "doc2376691", "doc2234638", "doc626437", "doc2205282", "doc599386", "doc1419915", "doc1548878", "doc596891", "doc1442519", "doc612451", "doc828252", "doc105751", "doc990522", "doc2105233", "doc2449643", "doc1129694", "doc2563044", "doc564709", "doc2369112", "doc2011376", "doc2034261", "doc2586142", "doc990514", "doc1148543", "doc2196547", "doc1117614", "doc591463", "doc94367", "doc1678115", "doc94371", "doc814675", "doc263654", "doc847439", "doc214275", "doc1524979", "doc2312288", "doc536387", "doc1090039", "doc367643", "doc1629620", "doc2545099", "doc543039", "doc645602", "doc959527", "doc26461", "doc1520300" ], "top100_scores": [ 1.4765625, 1.203125, 0.021484375, -0.3046875, -0.59375, -0.7578125, -1.1328125, -1.2421875, -1.2890625, -1.2890625, -1.3828125, -1.390625, -1.3984375, -1.515625, -1.515625, -1.5234375, -1.5625, -1.5625, -1.625, -1.6328125, -1.6640625, -1.6796875, -1.7109375, -1.7265625, -1.734375, -1.7734375, -1.8046875, -1.8125, -1.859375, -1.8671875, -1.9453125, -1.96875, -1.984375, -2.0, -2.0625, -2.1875, -2.1875, -2.296875, -2.40625, -2.421875, -2.46875, -2.515625, -2.8125, -2.84375, -3.0, -3.09375, -3.125, -3.15625, -3.171875, -3.21875, -3.234375, -3.28125, -3.28125, -3.296875, -3.3125, -3.328125, -3.359375, -3.40625, -3.40625, -3.5, -3.515625, -3.5625, -3.59375, -3.625, -3.65625, -3.6875, -3.703125, -3.71875, -3.75, -3.78125, -3.796875, -3.8125, -3.828125, -3.875, -3.890625, -3.921875, -3.9375, -3.9375, -3.9375, -3.953125, -3.96875, -4.0, -4.0, -4.0, -4.0625, -4.0625, -4.09375, -4.125, -4.1875, -4.28125, -4.28125, -4.3125, -4.3125, -4.34375, -4.375, -4.40625, -4.4375, -4.4375, -4.46875, -4.5 ] }, { "query_id": "test2247", "ndcg@10": 0.43067655807339306, "mrr@10": 0.25, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc1504263", "doc1430993", "doc77976", "doc77971", "doc5734", "doc1431001", "doc1430994", "doc2168530", "doc2079848", "doc2357495", "doc311498", "doc1150456", "doc1823034", "doc333675", "doc1381513", "doc1740045", "doc11699", "doc2557709", "doc1683659", "doc77973", "doc1791093", "doc703683", "doc1844826", "doc1313629", "doc551718", "doc318559", "doc456580", "doc1619495", "doc1224325", "doc80123", "doc1385353", "doc2164807", "doc338815", "doc1366138", "doc1045032", "doc1619342", "doc2085567", "doc720136", "doc389941", "doc191614", "doc1752436", "doc2295957", "doc2206639", "doc1643694", "doc719678", "doc1030289", "doc1305242", "doc272763", "doc333847", "doc874107", "doc105751", "doc434424", "doc434367", "doc458222", "doc853156", "doc293490", "doc75292", "doc61054", "doc2432006", "doc216328", "doc47008", "doc182888", "doc2439860", "doc1668974", "doc2058897", "doc360768", "doc2549319", "doc918892", "doc1791050", "doc1163498", "doc823832", "doc1616053", "doc2357497", "doc354191", "doc1153299", "doc7165", "doc1104225", "doc1487701", "doc1519779", "doc902657", "doc1245017", "doc1480727", "doc1202159", "doc804930", "doc303260", "doc1209437", "doc1455509", "doc108559", "doc153569", "doc2029100", "doc623693", "doc434733", "doc1784440", "doc203256", "doc276042", "doc923913", "doc823398", "doc2442198", "doc74797", "doc441683" ], "top100_scores": [ 4.4375, 3.5625, 2.375, 2.203125, -0.228515625, -2.40625, -2.4375, -3.03125, -3.375, -3.390625, -3.5625, -3.625, -3.65625, -3.671875, -3.734375, -3.734375, -3.765625, -3.765625, -3.8125, -3.828125, -3.828125, -3.84375, -3.859375, -3.859375, -3.890625, -3.90625, -3.90625, -3.921875, -3.921875, -3.9375, -3.9375, -3.953125, -3.96875, -3.984375, -3.984375, -4.0, -4.0, -4.0, -4.03125, -4.03125, -4.0625, -4.0625, -4.0625, -4.09375, -4.09375, -4.09375, -4.09375, -4.09375, -4.09375, -4.09375, -4.125, -4.125, -4.125, -4.15625, -4.15625, -4.15625, -4.15625, -4.1875, -4.21875, -4.21875, -4.21875, -4.21875, -4.21875, -4.21875, -4.21875, -4.25, -4.25, -4.28125, -4.28125, -4.28125, -4.28125, -4.28125, -4.3125, -4.34375, -4.375, -4.40625, -4.40625, -4.40625, -4.4375, -4.4375, -4.4375, -4.46875, -4.46875, -4.46875, -4.46875, -4.46875, -4.5, -4.5, -4.5, -4.53125, -4.53125, -4.53125, -4.53125, -4.5625, -4.5625, -4.5625, -4.625, -4.75, -4.8125, -4.875 ] } ] }, "NanoFiQA2018": { "metrics": { "ndcg@10": 0.47923058988687456, "mrr@10": 0.5516666666666667, "recall@100": 0.6279444444444444, "candidate_recall": 0.6279444444444444, "seconds": 7.19349595300082 }, "per_query": [ { "query_id": "3357", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "209974", "418647", "593694", "480717", "499098", "594531", "445298", "148250", "584218", "315552", "57229", "156554", "37725", "428079", "392752", "408124", "44152", "268261", "392503", "415946", "406656", "184977", "468741", "297427", "81530", "121621", "589", "148141", "42124", "263088", "492456", "85655", "508501", "381116", "207531", "489898", "213042", "526106", "306908", "188232", "150219", "355972", "42924", "195571", "145864", "18850", "453257", "102237", "428348", "496385", "109455", "106007", "388704", "151853", "277", "91045", "533808", "410675", "400801", "495011", "175272", "571430", "573935", "278902", "306430", "360716", "201758", "190135", "456234", "398536", "347825", "275932", "89216", "146441", "298785", "574954", "278122", "588253", "98767", "410166", "12488", "6936", "237635", "17208", "55541", "134761", "464277", "232983", "4153", "593705", "101329", "185077", "469938", "569539", "30155", "326843", "56118", "203380", "373730", "225925" ], "top100_scores": [ -0.1806640625, -0.435546875, -1.2265625, -1.359375, -1.484375, -1.53125, -1.546875, -1.671875, -2.09375, -2.171875, -2.328125, -2.34375, -2.53125, -2.546875, -2.546875, -2.578125, -2.609375, -2.625, -2.640625, -2.640625, -2.671875, -2.6875, -2.703125, -2.71875, -2.75, -2.796875, -2.828125, -2.90625, -2.9375, -2.953125, -2.96875, -2.96875, -2.984375, -2.984375, -3.0, -3.015625, -3.015625, -3.03125, -3.03125, -3.046875, -3.078125, -3.125, -3.125, -3.140625, -3.15625, -3.15625, -3.171875, -3.171875, -3.171875, -3.203125, -3.203125, -3.203125, -3.203125, -3.234375, -3.234375, -3.265625, -3.28125, -3.28125, -3.296875, -3.296875, -3.296875, -3.3125, -3.34375, -3.375, -3.375, -3.390625, -3.390625, -3.421875, -3.4375, -3.453125, -3.46875, -3.46875, -3.484375, -3.484375, -3.484375, -3.515625, -3.515625, -3.515625, -3.53125, -3.53125, -3.53125, -3.53125, -3.546875, -3.5625, -3.5625, -3.5625, -3.5625, -3.578125, -3.578125, -3.609375, -3.609375, -3.640625, -3.65625, -3.65625, -3.671875, -3.671875, -3.6875, -3.703125, -3.796875, -3.828125 ] }, { "query_id": "4785", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "37517", "495898", "10549", "304023", "55535", "93890", "250500", "316645", "8891", "438302", "540389", "328995", "322806", "321196", "576185", "583666", "447482", "174122", "566573", "148721", "130631", "20261", "18551", "207779", "594226", "125601", "143066", "209065", "278460", "180733", "237251", "499060", "550939", "446059", "23142", "230215", "62047", "83543", "594122", "101580", "231863", "539251", "15169", "173846", "78053", "36833", "425527", "340484", "132754", "501764", "226248", "467535", "313372", "327127", "454871", "358997", "570466", "303432", "340607", "137393", "440719", "589476", "350357", "31377", "372657", "353337", "108302", "61170", "116804", "120080", "393912", "109675", "30774", "257625", "87187", "597813", "44152", "68249", "484362", "594784", "368010", "551145", "23609", "565738", "305742", "272820", "361163", "402814", "187129", "599925", "102138", "583165", "257616", "260677", "583912", "58432", "52532", "353926", "30155", "125811" ], "top100_scores": [ -1.1640625, -1.3671875, -2.171875, -2.203125, -2.265625, -2.375, -2.4375, -2.484375, -2.53125, -2.5625, -2.71875, -2.75, -2.796875, -2.890625, -2.90625, -2.90625, -2.96875, -2.984375, -3.0, -3.015625, -3.03125, -3.03125, -3.046875, -3.046875, -3.046875, -3.0625, -3.0625, -3.078125, -3.09375, -3.09375, -3.109375, -3.125, -3.140625, -3.15625, -3.171875, -3.171875, -3.171875, -3.1875, -3.1875, -3.1875, -3.21875, -3.21875, -3.234375, -3.25, -3.25, -3.25, -3.25, -3.25, -3.265625, -3.265625, -3.296875, -3.3125, -3.3125, -3.3125, -3.3125, -3.328125, -3.328125, -3.34375, -3.34375, -3.34375, -3.34375, -3.359375, -3.375, -3.375, -3.375, -3.390625, -3.390625, -3.390625, -3.40625, -3.421875, -3.4375, -3.4375, -3.4375, -3.453125, -3.453125, -3.46875, -3.46875, -3.484375, -3.484375, -3.5, -3.5, -3.5, -3.5, -3.53125, -3.5625, -3.5625, -3.578125, -3.59375, -3.59375, -3.625, -3.625, -3.640625, -3.65625, -3.6875, -3.734375, -3.75, -3.765625, -3.828125, -3.859375, -3.921875 ] }, { "query_id": "106", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "76695", "271691", "44917", "365410", "420915", "262721", "211708", "538208", "126770", "235438", "58882", "371579", "220834", "336468", "130631", "326020", "504599", "46791", "81530", "508764", "245867", "78837", "26790", "179855", "317768", "86852", "125111", "245447", "39303", "81599", "579763", "390368", "355592", "479461", "352700", "278702", "93564", "300121", "392484", "460721", "297427", "17488", "174122", "559866", "388713", "182168", "408112", "156554", "311214", "329662", "365648", "5219", "265533", "257168", "468741", "152286", "495165", "269987", "107584", "26263", "103405", "79411", "533808", "116647", "166904", "468086", "418999", "189190", "272940", "270426", "289582", "352271", "352638", "400196", "391463", "18850", "335991", "378161", "223170", "254151", "538023", "470968", "367880", "532932", "153541", "77488", "274833", "165659", "209067", "546277", "192900", "277810", "393733", "363919", "313525", "18539", "531192", "546400", "221479", "115175" ], "top100_scores": [ -1.859375, -1.9140625, -2.296875, -2.296875, -2.375, -2.421875, -2.4375, -2.46875, -2.578125, -2.609375, -2.640625, -2.6875, -2.6875, -2.6875, -2.734375, -2.8125, -2.828125, -2.84375, -2.859375, -2.859375, -2.875, -2.921875, -2.921875, -2.9375, -2.9375, -2.9375, -2.984375, -3.0, -3.015625, -3.0625, -3.0625, -3.125, -3.140625, -3.140625, -3.171875, -3.1875, -3.203125, -3.21875, -3.234375, -3.234375, -3.25, -3.25, -3.28125, -3.296875, -3.296875, -3.34375, -3.34375, -3.359375, -3.359375, -3.359375, -3.375, -3.375, -3.421875, -3.4375, -3.453125, -3.453125, -3.46875, -3.484375, -3.5, -3.53125, -3.53125, -3.53125, -3.546875, -3.546875, -3.5625, -3.578125, -3.578125, -3.578125, -3.578125, -3.59375, -3.59375, -3.59375, -3.59375, -3.59375, -3.609375, -3.625, -3.625, -3.640625, -3.640625, -3.640625, -3.671875, -3.6875, -3.6875, -3.703125, -3.703125, -3.71875, -3.71875, -3.78125, -3.78125, -3.78125, -3.8125, -3.84375, -3.890625, -3.90625, -3.90625, -3.9375, -3.9375, -4.0, -4.125, -4.21875 ] }, { "query_id": "5083", "ndcg@10": 0.6131471927654584, "mrr@10": 1.0, "recall@100": 0.5, "candidate_recall": 0.5, "top100": [ "305509", "18257", "270952", "205865", "28083", "447983", "18792", "61022", "467195", "345697", "414892", "330", "287693", "312361", "2830", "370815", "547773", "151121", "6068", "2286", "1699", "7311", "589", "111454", "2018", "240021", "2653", "5219", "7423", "449131", "594226", "277", "161230", "2064", "2890", "5591", "345851", "5188", "7540", "391896", "274945", "6047", "281644", "4044", "4845", "524034", "594531", "490497", "1203", "3040", "5257", "7243", "488439", "1001", "7391", "495321", "285147", "2860", "39149", "174016", "1219", "4444", "6349", "3315", "469100", "6881", "90572", "2996", "4153", "5323", "294", "6936", "68439", "3095", "1982", "2519", "2633", "4976", "1011", "249228", "3763", "6666", "550876", "2003", "2528", "6503", "2718", "3789", "135483", "343", "6701", "146653", "119470", "3279", "4854", "6703", "5550", "6990", "3173", "6595" ], "top100_scores": [ -0.89453125, -1.375, -1.625, -1.8125, -2.140625, -2.59375, -2.984375, -3.078125, -3.203125, -3.203125, -3.46875, -3.484375, -3.5, -3.578125, -3.6875, -3.71875, -3.71875, -3.734375, -3.734375, -3.796875, -3.890625, -3.890625, -3.90625, -3.921875, -4.0, -4.03125, -4.03125, -4.03125, -4.03125, -4.09375, -4.09375, -4.09375, -4.125, -4.125, -4.125, -4.125, -4.15625, -4.15625, -4.15625, -4.1875, -4.1875, -4.1875, -4.21875, -4.21875, -4.21875, -4.25, -4.25, -4.25, -4.25, -4.25, -4.25, -4.25, -4.3125, -4.3125, -4.3125, -4.34375, -4.34375, -4.34375, -4.375, -4.375, -4.375, -4.375, -4.375, -4.40625, -4.4375, -4.4375, -4.46875, -4.5, -4.5, -4.5, -4.53125, -4.53125, -4.5625, -4.5625, -4.59375, -4.59375, -4.59375, -4.59375, -4.625, -4.65625, -4.65625, -4.65625, -4.6875, -4.6875, -4.6875, -4.6875, -4.71875, -4.71875, -4.75, -4.75, -4.75, -4.8125, -4.8125, -4.84375, -4.875, -4.875, -4.9375, -4.9375, -5.0, -5.0 ] }, { "query_id": "3033", "ndcg@10": 0.6131471927654584, "mrr@10": 1.0, "recall@100": 0.5, "candidate_recall": 0.5, "top100": [ "571430", "360773", "52622", "457455", "465135", "149692", "232282", "300133", "309923", "387010", "396180", "584238", "239052", "247902", "355717", "219421", "440506", "136932", "123468", "116181", "282189", "22425", "495864", "294123", "516817", "565007", "511678", "182217", "25381", "47747", "332152", "388036", "320579", "292769", "260795", "548299", "401724", "94520", "322778", "290317", "103590", "158122", "418630", "319331", "69306", "581780", "174019", "7748", "569539", "92819", "137393", "327263", "396066", "444899", "549870", "429978", "568255", "20036", "156499", "8859", "303432", "86088", "147080", "175951", "570453", "248629", "531499", "89611", "312038", "558832", "298737", "173212", "308113", "250798", "231947", "134494", "237234", "257168", "55666", "442142", "429037", "342018", "359814", "315086", "279936", "115175", "53996", "212661", "455398", "38325", "538743", "5550", "2996", "280335", "240038", "198583", "335667", "59710", "282683", "393483" ], "top100_scores": [ -1.03125, -1.65625, -1.6953125, -1.703125, -1.8515625, -1.859375, -1.8984375, -1.953125, -1.953125, -1.9609375, -2.109375, -2.328125, -2.34375, -2.375, -2.40625, -2.4375, -2.53125, -2.5625, -2.59375, -2.671875, -2.671875, -2.75, -2.75, -2.765625, -2.796875, -2.875, -2.9375, -2.984375, -3.046875, -3.0625, -3.0625, -3.0625, -3.0625, -3.125, -3.1875, -3.21875, -3.234375, -3.25, -3.265625, -3.375, -3.40625, -3.421875, -3.46875, -3.5, -3.5, -3.53125, -3.53125, -3.546875, -3.578125, -3.578125, -3.578125, -3.59375, -3.609375, -3.609375, -3.625, -3.625, -3.625, -3.640625, -3.640625, -3.65625, -3.65625, -3.703125, -3.703125, -3.71875, -3.734375, -3.734375, -3.765625, -3.78125, -3.8125, -3.8125, -3.828125, -3.84375, -3.859375, -3.859375, -3.875, -3.875, -3.875, -3.875, -3.890625, -3.890625, -3.921875, -3.953125, -3.984375, -3.984375, -4.0, -4.03125, -4.03125, -4.0625, -4.1875, -4.25, -4.28125, -4.34375, -4.375, -4.40625, -4.4375, -4.5, -4.59375, -4.625, -4.625, -4.71875 ] }, { "query_id": "3189", "ndcg@10": 0.2640681225725909, "mrr@10": 0.25, "recall@100": 0.5, "candidate_recall": 0.5, "top100": [ "192857", "241161", "61022", "272840", "179408", "387338", "455698", "455398", "484349", "395840", "585422", "84250", "399543", "27495", "519129", "159076", "118485", "553031", "466720", "308150", "219208", "393693", "364666", "53996", "122222", "583230", "213066", "13209", "1219", "65567", "387030", "29323", "8542", "459906", "9597", "32009", "475397", "104793", "332113", "96045", "258658", "106611", "41417", "12488", "277915", "181827", "335357", "526520", "73344", "475748", "144824", "286746", "165549", "488556", "302306", "382236", "462481", "92442", "158907", "292937", "271825", "268731", "551099", "447482", "324012", "410675", "257274", "111350", "479779", "540389", "588134", "31462", "187124", "355373", "502150", "132754", "113881", "401450", "500913", "119165", "459589", "259150", "106501", "444044", "105011", "484149", "330874", "82251", "87260", "413174", "422979", "449828", "139059", "95390", "546150", "227364", "196427", "260677", "436930", "34902" ], "top100_scores": [ 0.4140625, -0.10400390625, -0.1943359375, -0.333984375, -0.51171875, -0.5234375, -0.546875, -0.62109375, -0.7734375, -0.7734375, -0.796875, -0.8046875, -0.8125, -0.8203125, -0.828125, -0.84765625, -0.859375, -0.87109375, -0.9375, -0.953125, -1.0078125, -1.015625, -1.0234375, -1.03125, -1.0390625, -1.0625, -1.0625, -1.078125, -1.09375, -1.09375, -1.09375, -1.109375, -1.1171875, -1.1328125, -1.140625, -1.1484375, -1.15625, -1.1640625, -1.1953125, -1.1953125, -1.21875, -1.21875, -1.21875, -1.2265625, -1.2265625, -1.2265625, -1.2421875, -1.2734375, -1.2890625, -1.2890625, -1.3125, -1.3203125, -1.328125, -1.328125, -1.3359375, -1.3359375, -1.34375, -1.3671875, -1.3671875, -1.375, -1.3828125, -1.40625, -1.4140625, -1.421875, -1.5078125, -1.5234375, -1.5234375, -1.53125, -1.546875, -1.5703125, -1.578125, -1.5859375, -1.5859375, -1.59375, -1.6015625, -1.6328125, -1.640625, -1.640625, -1.6640625, -1.6640625, -1.734375, -1.734375, -1.734375, -1.7421875, -1.75, -1.7890625, -1.90625, -1.984375, -2.109375, -2.15625, -2.203125, -2.21875, -2.234375, -2.328125, -2.375, -2.53125, -2.625, -2.625, -2.671875, -2.71875 ] }, { "query_id": "6199", "ndcg@10": 0.75369761125927, "mrr@10": 1.0, "recall@100": 0.75, "candidate_recall": 0.75, "top100": [ "584273", "10399", "414693", "169921", "94230", "49602", "118191", "513899", "400046", "436331", "589950", "329270", "540516", "110628", "558742", "177328", "328295", "576569", "69518", "549009", "494553", "58690", "486440", "192541", "82284", "237738", "432054", "52622", "376579", "179679", "69960", "549665", "392041", "555559", "537857", "466213", "29372", "393464", "514171", "293897", "598484", "231306", "388396", "590102", "118039", "441143", "2018", "364370", "208215", "144439", "188232", "150672", "526106", "353625", "174122", "201758", "230380", "189061", "180345", "531965", "386264", "421575", "441518", "447010", "172303", "79411", "359257", "472702", "567201", "182297", "133938", "414284", "419138", "147765", "14989", "365167", "349299", "546075", "495321", "257415", "489473", "7311", "458183", "174016", "218501", "175889", "440061", "547127", "236778", "338174", "203173", "451855", "200803", "350317", "373620", "171712", "176599", "498604", "295159", "28661" ], "top100_scores": [ 0.89453125, -0.4140625, -0.61328125, -1.046875, -1.1171875, -1.234375, -1.3125, -1.328125, -1.4609375, -1.515625, -1.5234375, -1.53125, -1.5859375, -1.6015625, -1.6171875, -1.6484375, -1.65625, -1.6875, -1.6953125, -1.7265625, -1.734375, -1.7421875, -1.75, -1.78125, -1.78125, -1.8203125, -1.8203125, -1.8359375, -1.8359375, -1.8359375, -1.84375, -1.84375, -1.859375, -1.859375, -1.875, -1.875, -1.9140625, -1.9296875, -1.9375, -1.9609375, -1.9765625, -1.9921875, -1.9921875, -1.9921875, -2.0, -2.0, -2.015625, -2.015625, -2.03125, -2.046875, -2.046875, -2.0625, -2.0625, -2.078125, -2.09375, -2.109375, -2.125, -2.125, -2.125, -2.140625, -2.15625, -2.171875, -2.171875, -2.171875, -2.1875, -2.1875, -2.203125, -2.203125, -2.203125, -2.21875, -2.21875, -2.234375, -2.25, -2.25, -2.28125, -2.28125, -2.28125, -2.296875, -2.296875, -2.296875, -2.3125, -2.3125, -2.328125, -2.328125, -2.34375, -2.34375, -2.359375, -2.375, -2.390625, -2.40625, -2.40625, -2.421875, -2.421875, -2.453125, -2.46875, -2.546875, -2.625, -2.625, -2.78125, -2.78125 ] }, { "query_id": "9548", "ndcg@10": 0.43067655807339306, "mrr@10": 0.25, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "523810", "324012", "32009", "297290", "227955", "118485", "520597", "65567", "393693", "299690", "387030", "286746", "549364", "335357", "599757", "198572", "241433", "159076", "144824", "135823", "462481", "455398", "444044", "423754", "9597", "73344", "585422", "192857", "395840", "61022", "195587", "519129", "224816", "495165", "580056", "475748", "540389", "79375", "551145", "104793", "576008", "106620", "92442", "27495", "90858", "245867", "508534", "476517", "70702", "44578", "354136", "219208", "438525", "292937", "179408", "41417", "391752", "137267", "410675", "393009", "521014", "387338", "82251", "558130", "258658", "562305", "434279", "511664", "354551", "551099", "355373", "502150", "111350", "490497", "302306", "225395", "332113", "464668", "165246", "583203", "95390", "524612", "358997", "346474", "436930", "345030", "264237", "237450", "130941", "200803", "474296", "546150", "6881", "526235", "107688", "157414", "418551", "113221", "260677", "10521" ], "top100_scores": [ 0.54296875, 0.384765625, 0.240234375, 0.2109375, 0.053466796875, -0.08056640625, -0.1552734375, -0.1630859375, -0.166015625, -0.2041015625, -0.404296875, -0.42578125, -0.4296875, -0.54296875, -0.70703125, -0.90234375, -1.078125, -1.2109375, -1.2421875, -1.296875, -1.3046875, -1.328125, -1.3359375, -1.375, -1.421875, -1.46875, -1.515625, -1.53125, -1.53125, -1.6015625, -1.609375, -1.625, -1.6875, -1.7421875, -1.8046875, -1.8125, -1.828125, -1.84375, -1.8515625, -1.8828125, -1.90625, -1.9140625, -1.9453125, -1.9453125, -1.9453125, -2.0, -2.0, -2.015625, -2.03125, -2.03125, -2.03125, -2.046875, -2.046875, -2.046875, -2.046875, -2.0625, -2.125, -2.125, -2.125, -2.125, -2.15625, -2.171875, -2.1875, -2.21875, -2.21875, -2.234375, -2.265625, -2.296875, -2.296875, -2.3125, -2.328125, -2.328125, -2.34375, -2.359375, -2.375, -2.390625, -2.4375, -2.4375, -2.5, -2.5, -2.515625, -2.53125, -2.53125, -2.546875, -2.5625, -2.59375, -2.59375, -2.671875, -2.6875, -2.6875, -2.6875, -2.703125, -2.8125, -2.921875, -2.9375, -3.015625, -3.0625, -3.25, -3.3125, -3.515625 ] }, { "query_id": "3453", "ndcg@10": 0.8315546295836225, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "418626", "10549", "507038", "65295", "550440", "233635", "391515", "289073", "235438", "271691", "189061", "300104", "113018", "165659", "110716", "148141", "13631", "549040", "266480", "279151", "122432", "367137", "128469", "229242", "176161", "76466", "164001", "201222", "158915", "395100", "460839", "206683", "240844", "256261", "460721", "569565", "340815", "170887", "264490", "400838", "326335", "474129", "61170", "221869", "111451", "156211", "564983", "362762", "524846", "176869", "110217", "444461", "83046", "61384", "413231", "192464", "149988", "180571", "41176", "538237", "227232", "196596", "35633", "536462", "590632", "245616", "449359", "536554", "578223", "121017", "316645", "459825", "374867", "241599", "311642", "302448", "192669", "546075", "308289", "83316", "418150", "74248", "554018", "487817", "225718", "18671", "277190", "460643", "350357", "392649", "161966", "62019", "271395", "116958", "443752", "596798", "164137", "500408", "393617", "439593" ], "top100_scores": [ 1.0234375, -1.390625, -1.5390625, -1.5703125, -1.6171875, -1.796875, -1.96875, -1.9765625, -1.9765625, -1.984375, -2.0625, -2.34375, -2.375, -2.421875, -2.4375, -2.453125, -2.59375, -2.609375, -2.625, -2.640625, -2.640625, -2.671875, -2.671875, -2.671875, -2.71875, -2.734375, -2.75, -2.75, -2.796875, -2.796875, -2.8125, -2.8125, -2.828125, -2.84375, -2.890625, -2.9375, -2.96875, -3.0, -3.078125, -3.09375, -3.09375, -3.171875, -3.171875, -3.1875, -3.203125, -3.25, -3.25, -3.28125, -3.3125, -3.34375, -3.34375, -3.359375, -3.40625, -3.421875, -3.453125, -3.453125, -3.46875, -3.46875, -3.46875, -3.484375, -3.484375, -3.5, -3.5, -3.5, -3.5, -3.515625, -3.53125, -3.546875, -3.5625, -3.578125, -3.578125, -3.59375, -3.609375, -3.609375, -3.609375, -3.625, -3.65625, -3.6875, -3.6875, -3.703125, -3.703125, -3.71875, -3.71875, -3.734375, -3.75, -3.75, -3.765625, -3.8125, -3.828125, -3.84375, -3.859375, -3.90625, -3.921875, -3.96875, -3.984375, -4.0, -4.09375, -4.09375, -4.09375, -4.125 ] }, { "query_id": "1736", "ndcg@10": 0.5531464700081437, "mrr@10": 1.0, "recall@100": 0.4, "candidate_recall": 0.4, "top100": [ "399406", "562896", "298908", "188406", "390598", "321196", "584273", "297288", "475668", "59327", "398090", "569056", "395152", "528032", "281049", "414693", "397538", "463065", "487621", "248615", "571246", "276323", "300489", "3040", "549665", "449131", "91183", "99463", "173929", "2018", "204478", "246882", "443852", "336468", "172305", "495431", "294128", "351907", "355592", "395379", "33673", "357017", "108302", "125497", "29397", "402739", "323310", "169275", "93271", "578738", "526106", "327366", "345697", "555101", "115499", "554217", "169978", "85214", "510989", "467195", "500261", "156326", "24138", "465814", "561123", "9814", "30770", "11082", "219033", "333219", "321199", "297274", "417130", "325332", "278071", "306874", "428953", "135571", "440012", "190941", "346444", "569421", "20261", "13656", "421575", "583359", "72289", "2064", "218360", "319043", "65179", "399199", "162745", "408124", "456679", "285524", "477226", "273947", "360628", "92549" ], "top100_scores": [ 0.421875, -0.1181640625, -0.205078125, -0.333984375, -0.81640625, -0.859375, -0.9609375, -0.9609375, -1.0390625, -1.0703125, -1.1875, -1.4609375, -1.5390625, -1.578125, -1.6640625, -1.7109375, -1.734375, -1.7734375, -1.7890625, -1.828125, -1.828125, -1.875, -1.890625, -1.90625, -1.90625, -1.9296875, -1.9296875, -1.9375, -1.9609375, -2.0, -2.0, -2.03125, -2.046875, -2.046875, -2.046875, -2.046875, -2.046875, -2.046875, -2.0625, -2.0625, -2.109375, -2.125, -2.125, -2.125, -2.140625, -2.15625, -2.1875, -2.203125, -2.203125, -2.234375, -2.28125, -2.296875, -2.3125, -2.328125, -2.328125, -2.328125, -2.34375, -2.34375, -2.359375, -2.375, -2.375, -2.375, -2.40625, -2.40625, -2.4375, -2.453125, -2.46875, -2.484375, -2.484375, -2.5, -2.5, -2.53125, -2.53125, -2.53125, -2.546875, -2.5625, -2.578125, -2.59375, -2.59375, -2.609375, -2.609375, -2.625, -2.640625, -2.65625, -2.671875, -2.671875, -2.6875, -2.703125, -2.734375, -2.765625, -2.765625, -2.78125, -2.78125, -2.84375, -2.890625, -2.90625, -3.0625, -3.21875, -3.359375, -3.390625 ] }, { "query_id": "2724", "ndcg@10": 0.5012658353418871, "mrr@10": 0.25, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "41675", "162916", "348424", "32172", "491472", "562481", "76285", "403755", "583203", "8891", "155797", "301636", "444562", "501931", "315345", "115553", "586759", "71511", "345954", "15169", "22469", "474512", "522040", "354136", "447781", "352700", "33628", "13631", "324661", "517577", "118786", "360716", "202985", "360193", "134497", "391752", "241101", "278373", "211622", "488622", "476517", "206442", "435722", "245867", "144824", "51848", "89973", "41176", "562305", "346474", "343594", "423754", "7969", "379732", "193398", "79375", "499286", "464668", "84800", "549364", "240435", "500815", "138383", "558130", "469141", "252918", "324066", "337993", "511506", "299690", "445782", "190135", "189894", "70702", "44578", "400196", "373697", "93073", "393733", "65567", "17823", "450848", "458183", "470861", "324012", "136280", "503261", "524612", "161966", "576008", "488113", "408435", "406920", "449828", "327080", "457013", "553748", "90085", "277373", "61384" ], "top100_scores": [ 0.96875, -0.322265625, -0.94140625, -0.94140625, -1.125, -1.5234375, -1.640625, -1.7578125, -1.7890625, -1.8359375, -1.8515625, -1.875, -1.984375, -1.9921875, -2.09375, -2.171875, -2.21875, -2.28125, -2.296875, -2.3125, -2.375, -2.421875, -2.453125, -2.546875, -2.59375, -2.625, -2.671875, -2.671875, -2.703125, -2.71875, -2.78125, -2.796875, -2.796875, -2.796875, -2.8125, -2.84375, -2.84375, -2.859375, -2.875, -2.890625, -2.890625, -2.90625, -2.921875, -3.0, -3.015625, -3.0625, -3.078125, -3.078125, -3.078125, -3.125, -3.125, -3.171875, -3.1875, -3.1875, -3.1875, -3.203125, -3.203125, -3.21875, -3.21875, -3.21875, -3.25, -3.25, -3.265625, -3.265625, -3.265625, -3.28125, -3.296875, -3.296875, -3.296875, -3.3125, -3.3125, -3.359375, -3.359375, -3.375, -3.390625, -3.390625, -3.40625, -3.4375, -3.46875, -3.484375, -3.5, -3.5, -3.53125, -3.53125, -3.53125, -3.578125, -3.578125, -3.59375, -3.609375, -3.609375, -3.625, -3.625, -3.640625, -3.65625, -3.671875, -3.6875, -3.6875, -3.703125, -3.828125, -3.921875 ] }, { "query_id": "1783", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "445298", "14609", "387010", "122014", "159709", "144190", "584238", "549870", "323731", "270426", "115416", "292769", "202019", "585422", "516817", "390368", "219421", "592510", "158122", "594652", "131959", "25381", "122074", "175563", "433766", "479093", "28172", "208215", "127974", "541366", "47747", "343708", "589416", "120394", "354943", "255101", "502754", "511678", "218064", "562957", "250640", "134026", "388036", "206442", "373180", "446117", "581780", "260795", "286654", "560380", "424824", "191965", "53996", "130934", "568255", "246453", "309684", "175951", "139059", "152407", "282262", "453257", "236114", "576621", "55666", "559866", "156499", "341747", "89611", "180500", "558832", "222030", "263751", "340661", "173133", "277915", "11654", "376800", "436562", "99716", "407316", "101329", "193251", "136932", "587120", "225536", "123468", "196427", "352052", "458851", "1219", "290317", "192292", "20880", "142658", "286689", "25172", "199037", "86621", "259150" ], "top100_scores": [ 1.3046875, 0.59375, -0.59375, -2.25, -2.328125, -2.328125, -2.40625, -2.46875, -2.5625, -3.015625, -3.078125, -3.140625, -3.21875, -3.265625, -3.296875, -3.3125, -3.328125, -3.359375, -3.375, -3.4375, -3.4375, -3.453125, -3.46875, -3.5, -3.5, -3.53125, -3.546875, -3.546875, -3.578125, -3.609375, -3.609375, -3.609375, -3.625, -3.640625, -3.640625, -3.640625, -3.640625, -3.65625, -3.671875, -3.671875, -3.671875, -3.671875, -3.671875, -3.703125, -3.703125, -3.71875, -3.71875, -3.71875, -3.765625, -3.765625, -3.765625, -3.78125, -3.796875, -3.8125, -3.8125, -3.8125, -3.828125, -3.828125, -3.84375, -3.84375, -3.84375, -3.859375, -3.875, -3.90625, -3.90625, -3.90625, -3.90625, -3.90625, -3.90625, -3.921875, -3.9375, -3.9375, -3.9375, -3.9375, -3.953125, -3.953125, -3.96875, -3.96875, -3.984375, -3.984375, -3.984375, -4.0, -4.0, -4.0, -4.03125, -4.09375, -4.09375, -4.09375, -4.125, -4.15625, -4.15625, -4.15625, -4.21875, -4.21875, -4.21875, -4.25, -4.3125, -4.3125, -4.375, -4.46875 ] }, { "query_id": "6787", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "511678", "376800", "311782", "263751", "23217", "390864", "379786", "66834", "124230", "38287", "278729", "578022", "118786", "30912", "387035", "358602", "580534", "102237", "207929", "7423", "112195", "156092", "14989", "301757", "273761", "73256", "306688", "456436", "221479", "61022", "257625", "2653", "351518", "250294", "24563", "557885", "562481", "278082", "313372", "369577", "114981", "554293", "287092", "31465", "543522", "203638", "588134", "479093", "206442", "291749", "363919", "378173", "474512", "333605", "310837", "11075", "388718", "382908", "545284", "198532", "468717", "585823", "420974", "330041", "188232", "303724", "377335", "320579", "226496", "498075", "422295", "69306", "370995", "340607", "275171", "512663", "192307", "116181", "97180", "390435", "559718", "26790", "43432", "159076", "231500", "464810", "115947", "294753", "321108", "108062", "464668", "354943", "193266", "246453", "330743", "139998", "307518", "277915", "281644", "88095" ], "top100_scores": [ 2.53125, 1.8125, 1.7578125, 1.65625, 1.5546875, 1.4375, 1.28125, 1.265625, 0.890625, 0.77734375, 0.66015625, 0.484375, 0.48046875, 0.3671875, 0.26953125, 0.06689453125, 0.0194091796875, -0.01373291015625, -0.09130859375, -0.42578125, -0.43359375, -0.53125, -0.54296875, -0.5625, -0.58203125, -0.58203125, -0.6328125, -0.8046875, -0.90234375, -0.91796875, -0.921875, -0.94921875, -0.96484375, -1.0078125, -1.0703125, -1.109375, -1.1953125, -1.296875, -1.34375, -1.3671875, -1.3671875, -1.4140625, -1.421875, -1.4375, -1.453125, -1.578125, -1.625, -1.6953125, -1.734375, -1.734375, -1.78125, -1.8984375, -1.953125, -1.984375, -2.03125, -2.0625, -2.078125, -2.125, -2.125, -2.125, -2.15625, -2.15625, -2.171875, -2.203125, -2.234375, -2.234375, -2.234375, -2.234375, -2.25, -2.265625, -2.296875, -2.296875, -2.296875, -2.34375, -2.375, -2.390625, -2.390625, -2.421875, -2.453125, -2.46875, -2.484375, -2.484375, -2.484375, -2.625, -2.625, -2.625, -2.65625, -2.6875, -2.6875, -2.6875, -2.71875, -2.765625, -2.8125, -2.8125, -2.96875, -2.984375, -3.015625, -3.125, -3.1875, -3.515625 ] }, { "query_id": "4286", "ndcg@10": 0.6131471927654584, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "70460", "151817", "56732", "206830", "180592", "109675", "396537", "307517", "60508", "93073", "546070", "474234", "531965", "305742", "373697", "566069", "589088", "560208", "332719", "373119", "296980", "599436", "41356", "57716", "541421", "498075", "503261", "278373", "551398", "579763", "297102", "146020", "261087", "418626", "561056", "490888", "51848", "222444", "581866", "134764", "160922", "487817", "148346", "443852", "404973", "474896", "226053", "17215", "428141", "343206", "274833", "391896", "599757", "56689", "479779", "247486", "224345", "565765", "322806", "538260", "87238", "129255", "28348", "394549", "419747", "114912", "546150", "454871", "577832", "314056", "30774", "273761", "469938", "70702", "27987", "123718", "569528", "144824", "87160", "106104", "451424", "216404", "132839", "521996", "192669", "272318", "41509", "595897", "165549", "333219", "64410", "103511", "458485", "477907", "67741", "350357", "250640", "291931", "295082", "379866" ], "top100_scores": [ 3.796875, 1.6484375, 1.4453125, 1.2265625, 0.70703125, 0.625, 0.5390625, 0.3984375, 0.201171875, 0.189453125, -0.0849609375, -0.1376953125, -0.1455078125, -0.19140625, -0.19140625, -0.2216796875, -0.22265625, -0.2265625, -0.251953125, -0.33203125, -0.365234375, -0.3671875, -0.37890625, -0.40234375, -0.408203125, -0.451171875, -0.484375, -0.490234375, -0.5078125, -0.51953125, -0.546875, -0.57421875, -0.59375, -0.59375, -0.62890625, -0.6328125, -0.6484375, -0.66796875, -0.67578125, -0.6875, -0.69140625, -0.703125, -0.70703125, -0.7109375, -0.72265625, -0.75, -0.76171875, -0.79296875, -0.828125, -0.83203125, -0.8359375, -0.8359375, -0.8671875, -0.8671875, -0.875, -0.88671875, -0.89453125, -0.91015625, -0.91796875, -0.921875, -0.953125, -0.953125, -0.95703125, -0.96484375, -0.96875, -0.984375, -0.98828125, -1.0, -1.0, -1.0, -1.0078125, -1.0234375, -1.03125, -1.046875, -1.0703125, -1.078125, -1.078125, -1.0859375, -1.09375, -1.1171875, -1.125, -1.1484375, -1.1640625, -1.171875, -1.203125, -1.234375, -1.234375, -1.3203125, -1.328125, -1.328125, -1.3515625, -1.421875, -1.4296875, -1.46875, -1.46875, -1.5, -1.546875, -1.5859375, -1.6796875, -1.859375 ] }, { "query_id": "7071", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.5, "candidate_recall": 0.5, "top100": [ "35575", "361345", "511678", "519148", "521095", "387035", "481339", "495568", "114981", "545284", "596664", "553605", "38287", "342809", "178684", "246221", "488207", "567244", "303724", "238629", "345410", "498561", "469100", "306460", "16175", "467853", "301636", "66834", "250623", "481283", "447781", "322284", "273565", "497762", "292045", "41322", "217124", "217837", "102237", "344372", "498604", "310683", "388718", "233248", "102757", "502164", "320155", "514922", "567090", "500856", "455376", "570112", "109455", "130941", "47053", "536647", "371195", "196870", "318696", "370995", "89484", "521478", "378173", "44118", "266785", "313437", "403899", "93129", "498075", "201495", "509274", "483025", "581657", "278729", "202805", "7391", "458244", "226496", "478600", "576391", "208637", "206442", "240023", "402273", "535518", "43087", "312600", "210236", "95948", "271825", "435940", "272174", "399149", "232262", "56118", "541298", "114263", "69518", "179485", "149526" ], "top100_scores": [ 1.53125, 1.40625, 0.671875, 0.1650390625, -0.12890625, -0.193359375, -0.322265625, -0.421875, -0.46875, -0.486328125, -0.5859375, -0.71484375, -0.71875, -0.7890625, -0.796875, -0.8671875, -0.87109375, -0.98046875, -1.03125, -1.125, -1.1796875, -1.203125, -1.390625, -1.46875, -1.5859375, -1.6171875, -1.7421875, -1.7578125, -1.78125, -1.7890625, -1.7890625, -1.828125, -1.8359375, -1.90625, -1.9921875, -2.0, -2.03125, -2.109375, -2.109375, -2.125, -2.125, -2.1875, -2.1875, -2.203125, -2.21875, -2.234375, -2.265625, -2.28125, -2.28125, -2.3125, -2.359375, -2.359375, -2.390625, -2.421875, -2.515625, -2.515625, -2.53125, -2.546875, -2.546875, -2.640625, -2.640625, -2.671875, -2.6875, -2.703125, -2.703125, -2.703125, -2.734375, -2.75, -2.765625, -2.78125, -2.859375, -2.859375, -2.890625, -2.890625, -2.90625, -2.90625, -2.90625, -2.953125, -2.96875, -2.984375, -3.0, -3.140625, -3.140625, -3.140625, -3.203125, -3.21875, -3.25, -3.28125, -3.28125, -3.34375, -3.375, -3.390625, -3.453125, -3.46875, -3.578125, -3.609375, -3.6875, -3.828125, -3.828125, -3.84375 ] }, { "query_id": "6410", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "71230", "497301", "214281", "569565", "87238", "285135", "41176", "133196", "58690", "325818", "96828", "358997", "418150", "524612", "158426", "204202", "175679", "304023", "148721", "264490", "100485", "205280", "143238", "176161", "189894", "159471", "570247", "585405", "489103", "231863", "133093", "474745", "154229", "436020", "520963", "590010", "159076", "29184", "45174", "440417", "237450", "312406", "295993", "206683", "198572", "195206", "240651", "153112", "299690", "578530", "194605", "462106", "138383", "122679", "17208", "222646", "335136", "14185", "519781", "254910", "24188", "479461", "116647", "360716", "228997", "111768", "469141", "156923", "406920", "244303", "173846", "400196", "61787", "590218", "517391", "549040", "6666", "538237", "266194", "157759", "565150", "318406", "221869", "297290", "209492", "90858", "581866", "236507", "41675", "393464", "9116", "510328", "598908", "117049", "87160", "528827", "229242", "263751", "353337", "319471" ], "top100_scores": [ 0.8828125, 0.453125, 0.3125, 0.2734375, 0.185546875, -0.058837890625, -0.10546875, -0.1357421875, -0.169921875, -0.197265625, -0.2138671875, -0.3125, -0.43359375, -0.44921875, -0.45703125, -0.4609375, -0.578125, -0.6328125, -0.6328125, -0.6484375, -0.69921875, -0.7890625, -0.8359375, -0.8984375, -1.0078125, -1.03125, -1.0546875, -1.078125, -1.1328125, -1.1953125, -1.1953125, -1.25, -1.3125, -1.3203125, -1.34375, -1.359375, -1.375, -1.390625, -1.390625, -1.4140625, -1.4296875, -1.609375, -1.640625, -1.6640625, -1.703125, -1.734375, -1.765625, -1.78125, -1.875, -1.9375, -1.953125, -2.0, -2.015625, -2.015625, -2.03125, -2.046875, -2.0625, -2.078125, -2.125, -2.171875, -2.1875, -2.203125, -2.234375, -2.234375, -2.25, -2.265625, -2.296875, -2.296875, -2.296875, -2.3125, -2.328125, -2.34375, -2.375, -2.4375, -2.484375, -2.5, -2.5625, -2.609375, -2.625, -2.640625, -2.640625, -2.65625, -2.734375, -2.734375, -2.75, -2.8125, -2.8125, -2.828125, -2.84375, -2.859375, -2.875, -2.890625, -2.890625, -2.890625, -2.90625, -2.921875, -2.96875, -3.078125, -3.140625, -3.296875 ] }, { "query_id": "2296", "ndcg@10": 0.5917935853108561, "mrr@10": 1.0, "recall@100": 0.5555555555555556, "candidate_recall": 0.5555555555555556, "top100": [ "400009", "119298", "396853", "420440", "106424", "321637", "336847", "395769", "175982", "177908", "278902", "376246", "572563", "145404", "437149", "18257", "428941", "125613", "310056", "490888", "32744", "129177", "458485", "395379", "312540", "550939", "368010", "153968", "445053", "361717", "52756", "24138", "231306", "279897", "190941", "198251", "402739", "362468", "8480", "38786", "101103", "583359", "221113", "134764", "13656", "143057", "290508", "205515", "555124", "246882", "327366", "104857", "285255", "449131", "147806", "345697", "310112", "170096", "407401", "334301", "500034", "381341", "290691", "72289", "549665", "41052", "125497", "5188", "439593", "534552", "590364", "329344", "583666", "561123", "546318", "293897", "293464", "175019", "11082", "65295", "233795", "98294", "367137", "279229", "411572", "162745", "475668", "551423", "496540", "259919", "526106", "175522", "326305", "82251", "571246", "63501", "44529", "309235", "95778", "368338" ], "top100_scores": [ 1.5859375, 0.46875, 0.46484375, -0.11376953125, -0.78515625, -1.109375, -1.3203125, -1.890625, -1.9375, -1.9765625, -2.015625, -2.03125, -2.109375, -2.140625, -2.171875, -2.171875, -2.21875, -2.21875, -2.21875, -2.296875, -2.328125, -2.34375, -2.359375, -2.375, -2.375, -2.390625, -2.421875, -2.4375, -2.4375, -2.4375, -2.4375, -2.453125, -2.453125, -2.453125, -2.46875, -2.46875, -2.5, -2.515625, -2.5625, -2.5625, -2.578125, -2.578125, -2.59375, -2.59375, -2.609375, -2.65625, -2.671875, -2.6875, -2.6875, -2.6875, -2.703125, -2.734375, -2.734375, -2.75, -2.765625, -2.765625, -2.78125, -2.78125, -2.796875, -2.8125, -2.859375, -2.859375, -2.875, -2.875, -2.875, -2.890625, -2.90625, -2.921875, -2.921875, -2.921875, -2.921875, -2.921875, -2.9375, -2.953125, -2.96875, -2.96875, -2.984375, -2.984375, -3.015625, -3.015625, -3.03125, -3.03125, -3.03125, -3.0625, -3.0625, -3.078125, -3.078125, -3.078125, -3.09375, -3.109375, -3.109375, -3.1875, -3.1875, -3.21875, -3.21875, -3.21875, -3.328125, -3.34375, -3.359375, -3.53125 ] }, { "query_id": "8034", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "497301", "304023", "148632", "585405", "254910", "350247", "60728", "173846", "378906", "369437", "331008", "436020", "71257", "237483", "310973", "4444", "489103", "358997", "563446", "549254", "171420", "518932", "84800", "69308", "587267", "469141", "559768", "476517", "218261", "393987", "517391", "544070", "193012", "500695", "419747", "69197", "334800", "326335", "344783", "181827", "408918", "84870", "599436", "88801", "179893", "26292", "106310", "554465", "236507", "406542", "83079", "570178", "307518", "348621", "469835", "569283", "460721", "593879", "578597", "560208", "134764", "51848", "530938", "524612", "397340", "361163", "195206", "238903", "121480", "399480", "382384", "556688", "45053", "423754", "591558", "418551", "565691", "549364", "420974", "372657", "175019", "542024", "454871", "340815", "333334", "210751", "116647", "273142", "347825", "44529", "347992", "16187", "43432", "125477", "584304", "61384", "300104", "4153", "488622", "305742" ], "top100_scores": [ 0.39453125, -1.453125, -1.8046875, -2.140625, -2.1875, -2.234375, -2.40625, -2.421875, -2.484375, -2.53125, -2.59375, -2.625, -2.640625, -2.671875, -2.6875, -2.75, -2.75, -2.78125, -2.796875, -2.8125, -2.828125, -2.875, -2.875, -2.890625, -2.890625, -2.90625, -2.90625, -2.921875, -2.921875, -2.921875, -2.9375, -2.9375, -2.9375, -2.953125, -2.953125, -2.953125, -2.953125, -2.96875, -2.984375, -3.0, -3.015625, -3.015625, -3.03125, -3.0625, -3.0625, -3.0625, -3.078125, -3.078125, -3.09375, -3.109375, -3.109375, -3.109375, -3.125, -3.140625, -3.140625, -3.140625, -3.140625, -3.15625, -3.171875, -3.171875, -3.171875, -3.171875, -3.1875, -3.1875, -3.203125, -3.21875, -3.21875, -3.21875, -3.234375, -3.234375, -3.25, -3.25, -3.25, -3.265625, -3.265625, -3.28125, -3.296875, -3.296875, -3.328125, -3.328125, -3.34375, -3.390625, -3.390625, -3.421875, -3.4375, -3.453125, -3.453125, -3.453125, -3.46875, -3.46875, -3.484375, -3.5625, -3.5625, -3.578125, -3.578125, -3.578125, -3.640625, -3.640625, -3.671875, -3.75 ] }, { "query_id": "26", "ndcg@10": 0.3065735963827292, "mrr@10": 0.3333333333333333, "recall@100": 0.5, "candidate_recall": 0.5, "top100": [ "443419", "336468", "350819", "114494", "532804", "175522", "2064", "425352", "355592", "173929", "81530", "245447", "125477", "130631", "8891", "274721", "74688", "306149", "300489", "357037", "376246", "567201", "71987", "500261", "24138", "9814", "172305", "201812", "240038", "563025", "85214", "293122", "576185", "346444", "295250", "294128", "76954", "345697", "392503", "33673", "68431", "557369", "511480", "321199", "396933", "86852", "492342", "81599", "239064", "531918", "495165", "40888", "368010", "430911", "114064", "390368", "373059", "461233", "251466", "598802", "395152", "559718", "104644", "369577", "300121", "324874", "328066", "325332", "42924", "107584", "589543", "538208", "524034", "2890", "297841", "251649", "152827", "221281", "18850", "330049", "103680", "254538", "368165", "263751", "574383", "297427", "494783", "381830", "472527", "222639", "153541", "571430", "226519", "573290", "298779", "259881", "415432", "79453", "23097", "495011" ], "top100_scores": [ -1.1171875, -1.203125, -1.328125, -1.3671875, -1.5546875, -1.671875, -1.7421875, -1.8046875, -1.828125, -1.84375, -1.921875, -2.15625, -2.3125, -2.34375, -2.390625, -2.4375, -2.4375, -2.5, -2.546875, -2.578125, -2.609375, -2.625, -2.640625, -2.640625, -2.65625, -2.65625, -2.65625, -2.671875, -2.671875, -2.6875, -2.6875, -2.703125, -2.703125, -2.734375, -2.78125, -2.78125, -2.796875, -2.84375, -2.859375, -2.875, -2.890625, -2.890625, -2.890625, -2.890625, -2.890625, -2.90625, -2.921875, -2.921875, -2.9375, -2.984375, -3.0, -3.015625, -3.015625, -3.015625, -3.03125, -3.03125, -3.0625, -3.0625, -3.109375, -3.1875, -3.203125, -3.21875, -3.234375, -3.25, -3.265625, -3.265625, -3.296875, -3.296875, -3.296875, -3.3125, -3.34375, -3.359375, -3.359375, -3.375, -3.390625, -3.390625, -3.453125, -3.5, -3.515625, -3.515625, -3.546875, -3.546875, -3.578125, -3.59375, -3.609375, -3.640625, -3.65625, -3.65625, -3.671875, -3.75, -3.75, -3.765625, -3.78125, -3.796875, -3.828125, -3.890625, -3.890625, -3.9375, -3.96875, -4.1875 ] }, { "query_id": "10414", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "303325", "79807", "58882", "261802", "127015", "198583", "202829", "369437", "293484", "356726", "78842", "435363", "429704", "521844", "41417", "278102", "133760", "314008", "495898", "132430", "590744", "78224", "320155", "384850", "227173", "151723", "389032", "212222", "3095", "215260", "159949", "230343", "202799", "330041", "66460", "268330", "16175", "109455", "226053", "327366", "399480", "525231", "464810", "424717", "226496", "17488", "499154", "447781", "333605", "571062", "137852", "278460", "472500", "511960", "17823", "466315", "522007", "370995", "563446", "140135", "567749", "272840", "421575", "42475", "301813", "326020", "475748", "189868", "89973", "450848", "570466", "581204", "303432", "366327", "4153", "390598", "498723", "63501", "474512", "464277", "4976", "565226", "95778", "6503", "267067", "447812", "341837", "439459", "218064", "35865", "399406", "495431", "587120", "432054", "322778", "227955", "344037", "327094", "357817", "63883" ], "top100_scores": [ 2.484375, -0.10888671875, -0.62109375, -1.203125, -1.3515625, -1.40625, -2.03125, -2.078125, -2.21875, -2.3125, -2.359375, -2.421875, -2.421875, -2.4375, -2.453125, -2.46875, -2.46875, -2.484375, -2.5, -2.578125, -2.609375, -2.625, -2.640625, -2.734375, -2.75, -2.75, -2.765625, -2.84375, -2.84375, -2.84375, -2.84375, -3.0, -3.015625, -3.046875, -3.046875, -3.046875, -3.0625, -3.109375, -3.125, -3.125, -3.125, -3.140625, -3.15625, -3.15625, -3.171875, -3.203125, -3.203125, -3.21875, -3.234375, -3.265625, -3.28125, -3.3125, -3.390625, -3.390625, -3.390625, -3.40625, -3.421875, -3.421875, -3.4375, -3.4375, -3.453125, -3.46875, -3.484375, -3.484375, -3.5, -3.5, -3.5, -3.515625, -3.5625, -3.578125, -3.59375, -3.59375, -3.625, -3.625, -3.640625, -3.640625, -3.65625, -3.6875, -3.734375, -3.765625, -3.765625, -3.78125, -3.796875, -3.84375, -3.859375, -3.890625, -3.890625, -3.890625, -3.890625, -3.890625, -3.90625, -3.90625, -3.953125, -3.96875, -4.125, -4.15625, -4.15625, -4.25, -4.25, -4.34375 ] }, { "query_id": "94", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "245447", "274721", "71987", "223624", "442968", "174714", "382908", "130631", "390435", "18850", "592192", "312626", "57229", "406789", "508534", "262960", "295250", "399199", "559866", "527776", "289582", "460325", "392484", "152407", "55666", "74688", "81599", "472824", "558832", "408434", "390368", "398090", "418999", "404275", "114494", "249228", "377547", "496433", "44152", "459589", "182168", "355592", "300418", "196463", "257168", "13656", "336468", "253373", "560087", "283079", "484424", "173929", "69306", "294128", "319043", "425352", "9814", "395152", "172305", "501976", "598802", "212661", "467482", "300121", "397538", "390598", "188406", "91183", "513256", "547036", "72289", "321199", "510989", "297274", "589543", "487621", "299840", "526106", "567201", "278071", "417981", "24138", "330049", "156640", "583359", "346444", "289526", "20261", "456679", "190941", "461233", "297467", "11082", "325332", "209859", "114064", "273947", "92549", "78486", "233795" ], "top100_scores": [ 2.03125, 1.6796875, 0.09375, -0.322265625, -0.7109375, -0.94140625, -0.984375, -1.1328125, -1.34375, -1.4453125, -1.5390625, -1.546875, -1.75, -1.7734375, -1.78125, -1.859375, -1.8671875, -1.8671875, -1.890625, -1.90625, -1.9140625, -1.984375, -2.015625, -2.046875, -2.140625, -2.140625, -2.140625, -2.1875, -2.234375, -2.25, -2.265625, -2.34375, -2.359375, -2.375, -2.390625, -2.5, -2.53125, -2.546875, -2.5625, -2.5625, -2.5625, -2.578125, -2.578125, -2.625, -2.625, -2.65625, -2.671875, -2.6875, -2.703125, -2.703125, -2.71875, -2.71875, -2.78125, -2.796875, -2.8125, -2.828125, -2.84375, -2.859375, -2.875, -2.921875, -2.9375, -2.984375, -3.0, -3.0, -3.0, -3.015625, -3.015625, -3.015625, -3.046875, -3.0625, -3.0625, -3.109375, -3.109375, -3.125, -3.140625, -3.140625, -3.140625, -3.140625, -3.171875, -3.171875, -3.1875, -3.203125, -3.203125, -3.203125, -3.21875, -3.25, -3.25, -3.296875, -3.3125, -3.3125, -3.34375, -3.34375, -3.390625, -3.515625, -3.609375, -3.625, -3.65625, -3.65625, -3.65625, -3.921875 ] }, { "query_id": "5981", "ndcg@10": 0.8687949224876582, "mrr@10": 1.0, "recall@100": 0.8, "candidate_recall": 0.8, "top100": [ "286182", "210439", "245532", "564554", "268553", "579763", "542024", "526270", "177442", "179679", "489044", "278626", "123256", "207779", "554217", "460613", "590632", "241297", "585422", "105866", "578597", "400838", "27495", "474234", "274833", "572563", "109540", "383921", "328231", "435883", "210917", "332719", "218484", "332938", "278197", "383978", "403017", "391605", "366146", "479093", "555794", "169240", "323228", "299690", "24563", "441518", "321108", "137267", "378173", "101580", "481999", "183722", "192307", "368338", "12329", "371886", "257625", "228548", "282623", "475397", "336053", "340730", "192669", "148141", "414892", "521987", "29761", "74248", "429704", "335136", "464810", "286746", "565356", "300121", "132839", "507806", "101103", "318696", "365648", "241599", "129606", "539881", "49602", "491688", "260363", "299840", "479779", "472500", "264326", "474129", "68431", "578046", "174122", "303685", "347773", "568784", "11075", "421639", "593705", "76257" ], "top100_scores": [ 2.859375, 2.109375, 1.6484375, 1.6328125, -1.0546875, -1.1171875, -1.34375, -1.578125, -1.6875, -1.8203125, -1.8828125, -1.921875, -1.96875, -1.96875, -1.984375, -2.015625, -2.03125, -2.0625, -2.078125, -2.078125, -2.109375, -2.125, -2.125, -2.140625, -2.15625, -2.15625, -2.171875, -2.171875, -2.203125, -2.203125, -2.203125, -2.21875, -2.25, -2.328125, -2.34375, -2.34375, -2.359375, -2.359375, -2.359375, -2.375, -2.375, -2.390625, -2.390625, -2.390625, -2.390625, -2.40625, -2.40625, -2.4375, -2.4375, -2.453125, -2.453125, -2.46875, -2.484375, -2.515625, -2.515625, -2.515625, -2.53125, -2.5625, -2.5625, -2.5625, -2.578125, -2.59375, -2.609375, -2.65625, -2.6875, -2.6875, -2.71875, -2.71875, -2.734375, -2.734375, -2.75, -2.75, -2.75, -2.765625, -2.765625, -2.78125, -2.78125, -2.796875, -2.796875, -2.796875, -2.8125, -2.8125, -2.828125, -2.828125, -2.84375, -2.84375, -2.859375, -2.859375, -2.875, -2.890625, -2.890625, -2.90625, -2.921875, -2.984375, -3.0, -3.0, -3.0625, -3.0625, -3.0625, -3.15625 ] }, { "query_id": "604", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "535673", "177328", "286654", "576621", "25381", "300133", "416787", "175107", "193012", "259766", "531499", "101764", "518079", "519129", "330041", "364543", "127974", "571430", "590232", "371625", "266900", "157414", "585422", "205515", "589416", "125111", "55666", "136932", "460325", "318696", "429978", "441176", "222030", "139654", "190135", "456436", "431349", "21957", "42521", "344283", "442142", "257625", "278373", "115553", "85504", "444540", "353625", "508534", "479093", "150119", "379786", "549009", "134494", "544070", "254958", "66834", "234615", "87187", "175951", "246586", "192811", "354136", "77248", "525322", "162804", "396853", "526520", "278729", "420915", "469141", "333954", "149153", "437706", "403701", "139059", "264565", "71204", "336053", "344783", "386095", "447567", "192307", "406876", "503261", "364802", "72372", "145458", "468937", "299690", "161966", "2996", "463289", "93519", "349621", "309235", "253045", "546356", "390655", "386128", "566745" ], "top100_scores": [ -1.21875, -1.2890625, -1.65625, -1.6640625, -1.7265625, -1.7890625, -1.796875, -1.8203125, -1.8203125, -1.828125, -1.9140625, -1.9140625, -1.9375, -1.9453125, -1.9453125, -2.09375, -2.09375, -2.109375, -2.140625, -2.140625, -2.15625, -2.15625, -2.171875, -2.171875, -2.171875, -2.203125, -2.203125, -2.203125, -2.21875, -2.234375, -2.234375, -2.265625, -2.265625, -2.28125, -2.28125, -2.28125, -2.296875, -2.296875, -2.296875, -2.296875, -2.296875, -2.3125, -2.3125, -2.3125, -2.328125, -2.328125, -2.328125, -2.328125, -2.328125, -2.34375, -2.34375, -2.359375, -2.375, -2.375, -2.375, -2.421875, -2.4375, -2.4375, -2.4375, -2.4375, -2.4375, -2.453125, -2.453125, -2.46875, -2.46875, -2.46875, -2.46875, -2.484375, -2.5, -2.5, -2.5, -2.515625, -2.515625, -2.515625, -2.515625, -2.546875, -2.546875, -2.5625, -2.578125, -2.59375, -2.609375, -2.625, -2.625, -2.640625, -2.640625, -2.65625, -2.671875, -2.671875, -2.671875, -2.6875, -2.734375, -2.75, -2.765625, -2.78125, -2.828125, -2.828125, -2.84375, -2.890625, -2.921875, -3.015625 ] }, { "query_id": "2385", "ndcg@10": 0.6131471927654584, "mrr@10": 1.0, "recall@100": 0.5, "candidate_recall": 0.5, "top100": [ "373059", "351169", "529032", "312349", "519321", "329810", "272820", "510373", "287348", "468741", "77248", "108062", "224438", "288145", "162630", "466213", "242478", "334603", "382908", "423171", "509617", "260848", "496959", "366327", "252843", "114494", "276189", "15270", "190931", "331594", "246791", "268069", "400119", "364543", "143057", "525322", "294810", "291749", "418630", "386095", "239064", "469100", "245228", "102995", "204202", "85672", "160313", "149516", "203503", "408124", "237907", "272279", "221747", "535314", "434211", "271395", "561123", "557852", "112435", "116804", "370494", "343472", "92819", "446803", "68088", "523058", "315568", "92670", "134764", "483453", "507841", "536462", "175272", "298785", "374264", "184977", "183909", "474842", "472332", "407401", "440930", "253045", "520114", "366583", "107819", "392894", "76556", "484424", "413348", "477175", "225395", "111391", "553605", "437987", "166204", "24883", "392329", "160899", "121621", "486333" ], "top100_scores": [ 3.296875, -1.8125, -2.171875, -2.265625, -2.265625, -2.28125, -2.421875, -2.515625, -2.53125, -2.546875, -2.5625, -2.59375, -2.671875, -2.671875, -2.671875, -2.6875, -2.703125, -2.734375, -2.75, -2.765625, -2.84375, -2.859375, -2.890625, -2.890625, -2.90625, -2.921875, -2.9375, -3.03125, -3.046875, -3.109375, -3.15625, -3.1875, -3.203125, -3.21875, -3.234375, -3.265625, -3.265625, -3.34375, -3.359375, -3.375, -3.40625, -3.421875, -3.4375, -3.4375, -3.4375, -3.453125, -3.453125, -3.453125, -3.484375, -3.5, -3.515625, -3.5625, -3.5625, -3.59375, -3.59375, -3.609375, -3.625, -3.625, -3.640625, -3.640625, -3.671875, -3.671875, -3.6875, -3.6875, -3.703125, -3.703125, -3.71875, -3.71875, -3.71875, -3.734375, -3.765625, -3.765625, -3.78125, -3.78125, -3.796875, -3.796875, -3.796875, -3.796875, -3.8125, -3.8125, -3.8125, -3.828125, -3.84375, -3.84375, -3.84375, -3.84375, -3.859375, -3.859375, -3.875, -3.890625, -3.890625, -3.90625, -3.953125, -3.984375, -4.0, -4.0, -4.0, -4.03125, -4.125, -4.15625 ] }, { "query_id": "10447", "ndcg@10": 0.2960819109658652, "mrr@10": 0.5, "recall@100": 0.3333333333333333, "candidate_recall": 0.3333333333333333, "top100": [ "259150", "382236", "588134", "459589", "475397", "447482", "540389", "84250", "299690", "41417", "61022", "32009", "9845", "47747", "139059", "62281", "53996", "523318", "126756", "461084", "277915", "92442", "1219", "585422", "114912", "396066", "500913", "111350", "27495", "192857", "395840", "257274", "569953", "479779", "28599", "462481", "536610", "549223", "175679", "519129", "573935", "140917", "308150", "425558", "258658", "239341", "551145", "165549", "30912", "570453", "475748", "387030", "367562", "120394", "240651", "521014", "353337", "408582", "159076", "292937", "312600", "485822", "502150", "144824", "422979", "525149", "12488", "300418", "410675", "113881", "335357", "444044", "484149", "87260", "339955", "344283", "161758", "590232", "73344", "199310", "399543", "451855", "393693", "553031", "219208", "221747", "132754", "201856", "70702", "265747", "7814", "113632", "82251", "65567", "466308", "434279", "436930", "179408", "202398", "429133" ], "top100_scores": [ 2.328125, 2.265625, 1.90625, 1.7265625, 1.703125, 1.609375, 1.515625, 1.4296875, 1.1953125, 1.1328125, 1.1171875, 1.046875, 0.93359375, 0.8046875, 0.76171875, 0.5859375, 0.51953125, 0.4765625, 0.46484375, 0.44140625, 0.427734375, 0.416015625, 0.365234375, 0.171875, 0.0201416015625, -0.02978515625, -0.08056640625, -0.10107421875, -0.1474609375, -0.2197265625, -0.400390625, -0.412109375, -0.4375, -0.46875, -0.482421875, -0.49609375, -0.55859375, -0.74609375, -0.8203125, -0.97265625, -1.0078125, -1.1171875, -1.15625, -1.1953125, -1.265625, -1.328125, -1.328125, -1.34375, -1.390625, -1.40625, -1.4609375, -1.4609375, -1.4921875, -1.609375, -1.6796875, -1.6953125, -1.7421875, -1.828125, -1.8515625, -1.8984375, -1.90625, -1.9140625, -1.9453125, -2.0625, -2.171875, -2.171875, -2.1875, -2.1875, -2.203125, -2.25, -2.265625, -2.28125, -2.375, -2.375, -2.390625, -2.40625, -2.40625, -2.421875, -2.453125, -2.5, -2.53125, -2.5625, -2.578125, -2.59375, -2.609375, -2.625, -2.671875, -2.6875, -2.703125, -2.71875, -2.734375, -2.75, -2.90625, -2.921875, -2.953125, -3.0, -3.03125, -3.046875, -3.109375, -3.125 ] }, { "query_id": "11039", "ndcg@10": 0.26852556974265224, "mrr@10": 0.5, "recall@100": 0.625, "candidate_recall": 0.625, "top100": [ "508534", "79363", "232262", "91183", "140917", "436331", "471472", "350082", "299819", "531051", "175470", "367272", "568784", "353625", "330058", "160780", "422979", "296405", "269385", "462481", "297288", "392371", "240259", "31462", "534837", "103093", "397538", "168561", "293531", "159762", "73344", "59327", "253373", "333102", "371886", "240373", "395376", "464080", "437706", "487621", "149004", "288268", "143862", "571246", "308150", "135112", "443852", "551040", "248615", "449828", "484349", "321196", "158364", "298908", "313923", "93271", "479240", "333219", "394549", "395840", "398090", "355373", "395152", "335991", "581204", "113651", "30912", "551145", "590310", "45053", "57229", "463007", "592709", "463065", "280492", "62281", "351907", "525645", "276323", "125497", "525322", "27495", "13656", "589543", "357017", "15728", "425352", "526106", "554217", "114064", "278071", "426215", "430014", "104644", "72289", "583359", "321199", "297467", "496253", "360628" ], "top100_scores": [ 2.28125, 1.671875, 1.234375, 1.1953125, 0.9375, 0.703125, 0.56640625, 0.51953125, 0.4765625, 0.3671875, 0.2890625, 0.228515625, 0.12255859375, 0.11865234375, -0.0267333984375, -0.12890625, -0.39453125, -0.3984375, -0.498046875, -0.5234375, -0.5390625, -0.59765625, -0.65234375, -0.67578125, -0.68359375, -0.734375, -0.734375, -0.75390625, -0.75390625, -0.765625, -0.796875, -0.82421875, -0.84765625, -0.859375, -0.93359375, -0.9609375, -0.97265625, -0.9765625, -1.1171875, -1.3046875, -1.3203125, -1.3203125, -1.34375, -1.3671875, -1.484375, -1.4921875, -1.515625, -1.5546875, -1.5625, -1.5859375, -1.609375, -1.6328125, -1.6328125, -1.65625, -1.671875, -1.671875, -1.6796875, -1.71875, -1.7265625, -1.8984375, -1.9375, -1.9921875, -2.03125, -2.046875, -2.0625, -2.0625, -2.15625, -2.1875, -2.21875, -2.21875, -2.265625, -2.28125, -2.28125, -2.28125, -2.328125, -2.34375, -2.453125, -2.453125, -2.453125, -2.546875, -2.578125, -2.59375, -2.640625, -2.671875, -2.6875, -2.703125, -2.71875, -2.71875, -2.734375, -2.734375, -2.8125, -2.828125, -2.859375, -2.859375, -2.859375, -2.890625, -2.890625, -2.9375, -3.0, -3.546875 ] }, { "query_id": "2587", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "89326", "594483", "567201", "69560", "589", "290508", "499889", "301833", "590102", "133943", "86852", "457529", "449082", "293122", "379732", "18844", "235271", "436530", "478026", "349299", "342212", "246586", "361279", "580963", "457013", "171242", "180592", "577832", "518932", "81530", "79375", "298737", "93890", "125659", "416513", "144698", "29184", "546678", "15169", "489898", "126675", "524912", "249320", "187124", "299840", "140049", "322806", "274833", "44118", "12488", "418551", "341455", "189678", "509837", "414693", "349424", "2064", "118485", "175196", "87915", "398090", "449001", "163641", "241101", "121480", "130850", "429704", "229242", "544070", "172736", "174019", "438525", "218501", "533808", "135705", "314806", "368698", "560340", "150707", "192900", "371886", "358997", "200784", "558921", "103668", "586007", "282262", "547036", "225718", "295082", "325818", "393101", "61384", "103771", "352638", "295750", "343", "555476", "83046", "542667" ], "top100_scores": [ 0.80078125, -1.125, -2.9375, -3.21875, -3.375, -3.40625, -3.421875, -3.453125, -3.453125, -3.515625, -3.578125, -3.625, -3.625, -3.640625, -3.6875, -3.703125, -3.75, -3.765625, -3.78125, -3.78125, -3.796875, -3.890625, -3.90625, -3.90625, -3.953125, -3.953125, -3.953125, -3.953125, -3.984375, -3.984375, -3.984375, -4.0, -4.0, -4.03125, -4.03125, -4.0625, -4.0625, -4.09375, -4.125, -4.125, -4.125, -4.125, -4.125, -4.125, -4.15625, -4.15625, -4.15625, -4.15625, -4.15625, -4.1875, -4.1875, -4.1875, -4.1875, -4.1875, -4.1875, -4.1875, -4.1875, -4.21875, -4.21875, -4.21875, -4.21875, -4.21875, -4.25, -4.25, -4.25, -4.28125, -4.28125, -4.28125, -4.28125, -4.28125, -4.28125, -4.28125, -4.28125, -4.28125, -4.28125, -4.28125, -4.3125, -4.3125, -4.34375, -4.34375, -4.34375, -4.34375, -4.375, -4.375, -4.40625, -4.40625, -4.40625, -4.46875, -4.46875, -4.46875, -4.5, -4.53125, -4.5625, -4.5625, -4.5625, -4.625, -4.6875, -4.71875, -4.8125, -4.90625 ] }, { "query_id": "4312", "ndcg@10": 0.8971754588393883, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "282435", "222639", "167950", "507284", "116647", "156553", "210514", "135845", "133413", "44118", "560208", "14313", "311117", "468717", "179042", "188232", "169548", "343850", "161254", "161985", "449906", "293389", "146441", "96828", "410166", "484110", "447619", "280483", "575869", "378906", "145404", "400119", "298352", "32744", "399149", "224345", "494553", "159137", "59468", "436930", "333961", "109540", "540389", "206442", "268261", "249320", "245702", "428552", "498075", "4845", "92938", "202829", "95598", "93129", "499154", "2018", "282538", "536564", "393693", "231268", "549364", "382764", "74248", "150707", "535518", "475397", "321108", "440458", "148141", "388704", "464810", "475668", "429704", "359510", "232262", "457529", "498604", "107819", "49602", "435940", "406243", "8126", "226962", "416513", "343996", "466308", "219061", "26655", "211642", "307518", "445943", "14745", "249587", "597265", "20261", "236778", "112801", "187227", "63075", "112342" ], "top100_scores": [ 4.65625, 4.0, 3.265625, 2.234375, 1.1875, 0.2138671875, -0.050048828125, -0.1513671875, -1.765625, -1.8359375, -1.8828125, -1.9375, -2.0, -2.09375, -2.109375, -2.140625, -2.1875, -2.21875, -2.265625, -2.296875, -2.3125, -2.375, -2.40625, -2.421875, -2.453125, -2.46875, -2.515625, -2.53125, -2.546875, -2.5625, -2.59375, -2.59375, -2.609375, -2.625, -2.625, -2.6875, -2.703125, -2.703125, -2.765625, -2.796875, -2.828125, -2.84375, -2.84375, -2.875, -2.875, -2.890625, -2.90625, -2.90625, -2.953125, -2.953125, -2.96875, -2.96875, -2.96875, -2.984375, -3.0, -3.0, -3.0, -3.0, -3.015625, -3.046875, -3.0625, -3.09375, -3.109375, -3.109375, -3.125, -3.125, -3.125, -3.140625, -3.171875, -3.171875, -3.171875, -3.1875, -3.1875, -3.234375, -3.234375, -3.25, -3.25, -3.265625, -3.265625, -3.28125, -3.28125, -3.3125, -3.3125, -3.3125, -3.328125, -3.328125, -3.328125, -3.34375, -3.34375, -3.359375, -3.40625, -3.4375, -3.453125, -3.484375, -3.484375, -3.53125, -3.609375, -3.609375, -3.609375, -3.609375 ] }, { "query_id": "1920", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "295250", "278653", "65698", "496959", "250500", "202019", "592192", "127974", "481114", "330269", "445298", "595121", "448615", "431395", "263485", "594652", "551398", "444899", "549290", "162745", "156499", "246453", "369577", "223624", "506395", "362060", "442146", "385600", "382908", "227079", "33287", "303432", "577475", "558832", "367562", "116181", "136804", "403608", "254514", "142242", "513986", "400631", "392484", "435405", "529678", "223170", "410675", "406324", "103405", "449116", "251649", "527776", "184535", "227334", "377547", "175951", "512699", "408434", "91325", "300418", "89611", "551423", "65095", "484424", "73252", "391619", "396066", "60803", "248615", "531499", "257168", "81599", "47747", "445052", "546277", "360628", "360925", "408112", "541682", "25762", "219425", "568771", "462481", "525149", "352838", "113876", "489898", "87187", "55666", "359814", "568784", "134494", "23747", "69306", "481283", "11654", "265866", "599876", "239030", "98767" ], "top100_scores": [ 0.43359375, 0.177734375, 0.024169921875, -0.47265625, -0.5703125, -0.69921875, -0.82421875, -0.90625, -1.0234375, -1.1796875, -1.546875, -1.6484375, -1.6875, -1.6875, -1.7265625, -1.7421875, -1.8359375, -1.8515625, -1.8828125, -1.9296875, -1.9453125, -2.0, -2.015625, -2.015625, -2.046875, -2.078125, -2.078125, -2.140625, -2.15625, -2.15625, -2.203125, -2.203125, -2.234375, -2.234375, -2.25, -2.25, -2.25, -2.25, -2.265625, -2.265625, -2.28125, -2.28125, -2.328125, -2.328125, -2.34375, -2.34375, -2.34375, -2.34375, -2.34375, -2.359375, -2.359375, -2.359375, -2.375, -2.375, -2.40625, -2.40625, -2.40625, -2.421875, -2.421875, -2.421875, -2.453125, -2.453125, -2.46875, -2.46875, -2.484375, -2.484375, -2.484375, -2.5, -2.53125, -2.53125, -2.578125, -2.578125, -2.578125, -2.578125, -2.625, -2.625, -2.640625, -2.640625, -2.65625, -2.671875, -2.71875, -2.71875, -2.734375, -2.75, -2.75, -2.75, -2.78125, -2.796875, -2.828125, -2.84375, -2.84375, -2.859375, -2.859375, -2.890625, -2.90625, -3.0, -3.015625, -3.125, -3.125, -3.1875 ] }, { "query_id": "4600", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "482415", "392885", "238743", "133093", "599436", "311495", "231268", "46716", "499060", "367137", "401952", "425288", "567749", "505025", "265218", "160625", "294", "453480", "46587", "559157", "289291", "590364", "555559", "267818", "549009", "94159", "3040", "344283", "394702", "16924", "343", "112659", "343996", "372657", "317667", "127434", "34925", "570466", "70799", "226962", "166885", "212222", "519470", "470334", "586930", "143057", "565356", "150672", "118485", "553748", "584273", "540688", "177328", "468178", "578983", "62876", "260756", "216365", "565226", "536462", "381849", "27037", "434986", "355675", "61518", "569691", "278626", "69960", "225536", "152216", "162745", "236778", "274306", "290508", "327432", "389281", "118065", "428941", "494553", "350180", "534158", "391605", "362468", "531841", "203201", "5188", "271395", "592915", "184977", "554018", "596429", "106424", "184535", "432935", "104857", "260677", "491923", "314806", "581418", "594788" ], "top100_scores": [ 1.078125, -0.75390625, -1.5, -1.7890625, -1.9140625, -1.9609375, -2.046875, -2.09375, -2.140625, -2.15625, -2.1875, -2.1875, -2.1875, -2.21875, -2.234375, -2.296875, -2.3125, -2.3125, -2.328125, -2.328125, -2.34375, -2.359375, -2.359375, -2.390625, -2.390625, -2.390625, -2.40625, -2.421875, -2.421875, -2.4375, -2.453125, -2.484375, -2.5, -2.515625, -2.515625, -2.53125, -2.53125, -2.53125, -2.53125, -2.53125, -2.546875, -2.546875, -2.59375, -2.59375, -2.59375, -2.625, -2.625, -2.625, -2.625, -2.65625, -2.65625, -2.65625, -2.65625, -2.671875, -2.6875, -2.6875, -2.6875, -2.703125, -2.75, -2.75, -2.75, -2.765625, -2.78125, -2.796875, -2.796875, -2.8125, -2.8125, -2.875, -2.890625, -2.921875, -2.921875, -2.9375, -2.953125, -2.953125, -2.96875, -2.984375, -3.03125, -3.03125, -3.046875, -3.078125, -3.078125, -3.09375, -3.171875, -3.1875, -3.203125, -3.234375, -3.25, -3.265625, -3.3125, -3.359375, -3.390625, -3.390625, -3.390625, -3.40625, -3.421875, -3.453125, -3.46875, -3.484375, -3.5, -3.546875 ] }, { "query_id": "988", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "60093", "183883", "531965", "41356", "580025", "18200", "118065", "373697", "126756", "479779", "105011", "27037", "241161", "278197", "203201", "302448", "332938", "380387", "87160", "389281", "333219", "537394", "523058", "480773", "69721", "134764", "156908", "564408", "5188", "589088", "151817", "569528", "355675", "379639", "4044", "470334", "123718", "332719", "404973", "454287", "595287", "343", "334301", "21468", "396537", "477175", "53200", "561056", "345030", "460457", "217427", "203380", "554814", "577832", "231521", "387338", "419747", "441518", "501764", "206222", "343206", "253373", "286746", "578983", "326305", "399583", "565046", "546150", "80871", "391896", "123557", "530692", "598332", "190941", "109675", "278626", "202208", "487739", "393733", "121230", "416188", "7311", "406286", "469938", "551099", "53047", "472527", "113660", "496433", "151121", "29372", "386095", "244749", "132288", "599779", "423171", "250503", "271395", "184977", "422684" ], "top100_scores": [ -0.65234375, -1.515625, -1.765625, -1.7890625, -1.8515625, -1.984375, -2.03125, -2.0625, -2.09375, -2.109375, -2.140625, -2.15625, -2.171875, -2.1875, -2.203125, -2.328125, -2.328125, -2.375, -2.375, -2.390625, -2.40625, -2.421875, -2.421875, -2.453125, -2.453125, -2.484375, -2.484375, -2.5, -2.515625, -2.53125, -2.53125, -2.5625, -2.5625, -2.578125, -2.578125, -2.609375, -2.609375, -2.640625, -2.640625, -2.640625, -2.671875, -2.6875, -2.703125, -2.71875, -2.71875, -2.734375, -2.734375, -2.75, -2.765625, -2.78125, -2.8125, -2.859375, -2.859375, -2.890625, -2.90625, -2.9375, -2.953125, -3.0, -3.015625, -3.03125, -3.03125, -3.046875, -3.046875, -3.09375, -3.109375, -3.140625, -3.140625, -3.140625, -3.15625, -3.171875, -3.171875, -3.171875, -3.171875, -3.1875, -3.1875, -3.203125, -3.21875, -3.234375, -3.25, -3.25, -3.28125, -3.296875, -3.34375, -3.359375, -3.375, -3.375, -3.40625, -3.4375, -3.53125, -3.609375, -3.640625, -3.671875, -3.828125, -3.875, -3.96875, -3.984375, -4.0625, -4.09375, -4.125, -4.125 ] }, { "query_id": "9385", "ndcg@10": 0.5, "mrr@10": 0.3333333333333333, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "384607", "61787", "403755", "555276", "562481", "263088", "39303", "481999", "438302", "360716", "581591", "341579", "334154", "210917", "480808", "330792", "416569", "403701", "344175", "111451", "317666", "286226", "8200", "44617", "308150", "299690", "274833", "331008", "380759", "394702", "522040", "98130", "95598", "507828", "266900", "556913", "489103", "531051", "74266", "289073", "240435", "350082", "595121", "180592", "307518", "290508", "231521", "367313", "440458", "445053", "42475", "439540", "78053", "185686", "95889", "364370", "338344", "305676", "66183", "306688", "206442", "363960", "301547", "1203", "424079", "546075", "250844", "524912", "150707", "477907", "108399", "285449", "250640", "365597", "147080", "285803", "197495", "507841", "286461", "294", "260535", "304304", "549620", "261802", "84630", "48866", "134494", "440959", "202829", "420915", "498888", "253563", "400571", "153541", "373585", "396974", "543770", "463631", "407654", "512694" ], "top100_scores": [ -1.8359375, -1.90625, -1.9140625, -1.9375, -2.203125, -2.296875, -2.453125, -2.671875, -2.828125, -2.890625, -2.921875, -2.953125, -2.953125, -2.96875, -2.984375, -3.0, -3.078125, -3.09375, -3.109375, -3.109375, -3.109375, -3.125, -3.140625, -3.1875, -3.28125, -3.34375, -3.4375, -3.4375, -3.46875, -3.484375, -3.515625, -3.515625, -3.515625, -3.53125, -3.546875, -3.5625, -3.5625, -3.625, -3.640625, -3.640625, -3.65625, -3.65625, -3.65625, -3.65625, -3.65625, -3.671875, -3.6875, -3.703125, -3.703125, -3.703125, -3.71875, -3.75, -3.75, -3.765625, -3.78125, -3.796875, -3.796875, -3.796875, -3.8125, -3.828125, -3.828125, -3.84375, -3.84375, -3.84375, -3.890625, -3.890625, -3.90625, -3.90625, -3.921875, -3.921875, -3.9375, -3.96875, -3.984375, -3.984375, -4.0, -4.0, -4.03125, -4.03125, -4.0625, -4.09375, -4.125, -4.125, -4.125, -4.15625, -4.15625, -4.15625, -4.15625, -4.15625, -4.21875, -4.21875, -4.28125, -4.3125, -4.34375, -4.34375, -4.34375, -4.34375, -4.375, -4.40625, -4.53125, -4.5625 ] }, { "query_id": "10246", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "176717", "156029", "273142", "340263", "28314", "327080", "593644", "36193", "282499", "179520", "89216", "576976", "486440", "340815", "115553", "565007", "572822", "132966", "54638", "113948", "98767", "436530", "279151", "401447", "408742", "121480", "238682", "139998", "44917", "410061", "181538", "187761", "392060", "264490", "175522", "29817", "246586", "518932", "292762", "254910", "519781", "132111", "474384", "260569", "483984", "242849", "342212", "474050", "377944", "63075", "581780", "179893", "235271", "13631", "533727", "161076", "117391", "598553", "23217", "403033", "461446", "71399", "285135", "347992", "310837", "85783", "313437", "21468", "228792", "163641", "586759", "503047", "31565", "237316", "530938", "133938", "197401", "454871", "144773", "398090", "324661", "191965", "430014", "568165", "373585", "393101", "247085", "278902", "574678", "103093", "251704", "354974", "495467", "433245", "72026", "371195", "151555", "573974", "50542", "109546" ], "top100_scores": [ 3.015625, 1.953125, 1.921875, 1.3046875, 0.86328125, -0.134765625, -0.86328125, -1.0859375, -1.3515625, -1.671875, -1.6953125, -2.078125, -2.296875, -2.421875, -2.4375, -2.484375, -2.5625, -2.609375, -2.65625, -2.671875, -2.734375, -2.828125, -2.84375, -2.859375, -2.875, -2.96875, -3.015625, -3.046875, -3.046875, -3.0625, -3.0625, -3.125, -3.125, -3.125, -3.125, -3.15625, -3.1875, -3.1875, -3.203125, -3.203125, -3.25, -3.28125, -3.28125, -3.28125, -3.28125, -3.296875, -3.296875, -3.3125, -3.328125, -3.328125, -3.34375, -3.40625, -3.421875, -3.4375, -3.453125, -3.46875, -3.46875, -3.515625, -3.515625, -3.53125, -3.578125, -3.578125, -3.578125, -3.59375, -3.609375, -3.640625, -3.65625, -3.71875, -3.734375, -3.734375, -3.75, -3.796875, -3.8125, -3.828125, -3.890625, -3.890625, -3.90625, -3.90625, -3.96875, -3.96875, -3.96875, -3.96875, -4.0, -4.0, -4.03125, -4.03125, -4.09375, -4.125, -4.15625, -4.15625, -4.15625, -4.1875, -4.1875, -4.21875, -4.21875, -4.28125, -4.375, -4.5, -4.5, -4.59375 ] }, { "query_id": "2348", "ndcg@10": 0.7682269253321374, "mrr@10": 1.0, "recall@100": 0.6, "candidate_recall": 0.6, "top100": [ "447619", "268261", "134864", "389004", "306430", "247486", "454465", "146441", "381757", "282262", "543714", "311117", "402273", "574954", "44118", "26252", "423438", "410166", "21957", "462440", "483025", "233413", "589088", "546070", "382558", "75476", "64410", "414892", "542139", "71543", "329810", "240844", "70702", "297427", "91012", "87160", "514970", "226496", "338277", "123718", "57716", "41509", "346498", "226053", "308150", "413231", "221869", "416476", "260677", "189061", "407378", "94159", "428941", "389032", "180592", "440719", "591461", "438547", "393733", "311782", "144824", "401961", "65040", "17823", "223551", "566069", "47973", "108062", "543619", "563446", "472824", "44617", "273947", "55666", "307518", "109203", "536674", "252843", "13975", "444562", "481114", "384098", "596798", "65567", "95889", "377547", "512699", "212363", "69306", "456679", "212827", "599876", "113558", "485898", "394093", "195385", "367313", "281644", "285803", "150857" ], "top100_scores": [ 0.4765625, 0.265625, 0.11572265625, 0.062255859375, -0.17578125, -0.34765625, -0.46875, -0.50390625, -1.140625, -1.140625, -1.15625, -1.3359375, -1.4375, -1.609375, -1.6171875, -1.65625, -1.65625, -1.6875, -1.7109375, -1.75, -1.7578125, -1.7734375, -1.796875, -1.796875, -1.8359375, -1.84375, -1.8828125, -1.90625, -1.9140625, -1.9296875, -1.9609375, -1.96875, -1.96875, -1.9921875, -2.0, -2.015625, -2.015625, -2.015625, -2.03125, -2.046875, -2.078125, -2.078125, -2.09375, -2.109375, -2.125, -2.140625, -2.140625, -2.15625, -2.15625, -2.15625, -2.1875, -2.1875, -2.203125, -2.203125, -2.234375, -2.25, -2.265625, -2.28125, -2.296875, -2.3125, -2.34375, -2.34375, -2.375, -2.375, -2.390625, -2.40625, -2.421875, -2.4375, -2.453125, -2.453125, -2.46875, -2.46875, -2.515625, -2.53125, -2.53125, -2.53125, -2.546875, -2.546875, -2.5625, -2.59375, -2.640625, -2.640625, -2.640625, -2.65625, -2.703125, -2.71875, -2.765625, -2.765625, -2.796875, -2.8125, -2.828125, -2.84375, -2.84375, -2.875, -2.90625, -2.921875, -2.984375, -3.0625, -3.15625, -3.171875 ] }, { "query_id": "8351", "ndcg@10": 0.6131471927654584, "mrr@10": 1.0, "recall@100": 0.5, "candidate_recall": 0.5, "top100": [ "273142", "477588", "516790", "102209", "499060", "372787", "176786", "71873", "558542", "380351", "78053", "154768", "61022", "407759", "293389", "23609", "150707", "282499", "402112", "179520", "310326", "279185", "175504", "205791", "331606", "508185", "368044", "112136", "562481", "202019", "32009", "402778", "336399", "530938", "426343", "202985", "125659", "43432", "190928", "304851", "266900", "226248", "345851", "71299", "540389", "289073", "173846", "31465", "339955", "549254", "88947", "215118", "429704", "367562", "305742", "511506", "67320", "519781", "2064", "461084", "192307", "87915", "389562", "70702", "459589", "382236", "356490", "323228", "599925", "514834", "391463", "233635", "342018", "96828", "28116", "213066", "464668", "435125", "565738", "402814", "175982", "278122", "139059", "290631", "83059", "5188", "332152", "439459", "537394", "553031", "373501", "347992", "447482", "474575", "513986", "240651", "547982", "569539", "260677", "562110" ], "top100_scores": [ 0.345703125, -0.255859375, -1.421875, -2.109375, -2.1875, -2.21875, -2.21875, -2.328125, -2.359375, -2.375, -2.4375, -2.46875, -2.484375, -2.515625, -2.53125, -2.59375, -2.671875, -2.671875, -2.671875, -2.671875, -2.703125, -2.71875, -2.71875, -2.71875, -2.734375, -2.75, -2.765625, -2.796875, -2.828125, -2.828125, -2.84375, -2.859375, -2.90625, -2.90625, -2.90625, -2.9375, -2.953125, -2.953125, -2.96875, -2.96875, -2.984375, -2.984375, -2.984375, -3.0, -3.015625, -3.015625, -3.015625, -3.03125, -3.046875, -3.078125, -3.09375, -3.125, -3.140625, -3.140625, -3.171875, -3.171875, -3.1875, -3.203125, -3.21875, -3.234375, -3.25, -3.265625, -3.265625, -3.265625, -3.265625, -3.28125, -3.28125, -3.296875, -3.3125, -3.3125, -3.34375, -3.34375, -3.34375, -3.34375, -3.34375, -3.34375, -3.359375, -3.390625, -3.40625, -3.40625, -3.40625, -3.40625, -3.421875, -3.421875, -3.453125, -3.453125, -3.484375, -3.484375, -3.484375, -3.5, -3.515625, -3.546875, -3.5625, -3.578125, -3.578125, -3.59375, -3.59375, -3.625, -3.671875, -3.828125 ] }, { "query_id": "5402", "ndcg@10": 0.38685280723454163, "mrr@10": 0.5, "recall@100": 0.5, "candidate_recall": 0.5, "top100": [ "595029", "227485", "125811", "69058", "495431", "245532", "41052", "85697", "578738", "264326", "584278", "167943", "583359", "2860", "246882", "13656", "300489", "18257", "86852", "368504", "110400", "500261", "290631", "104857", "445053", "437149", "85214", "2064", "247778", "281599", "421575", "26655", "209859", "551423", "345697", "358795", "521987", "327366", "64279", "336468", "265109", "362468", "507806", "490888", "379859", "486604", "123991", "40888", "14463", "550172", "233795", "482963", "539473", "172305", "459724", "244278", "84630", "204478", "399406", "78312", "61014", "463065", "278626", "135571", "554217", "285255", "251846", "108302", "390598", "103093", "418108", "113651", "572563", "195837", "396933", "2018", "447983", "74517", "368010", "98816", "282168", "205906", "351907", "260535", "239061", "526106", "202731", "236778", "39820", "152827", "272174", "61350", "224371", "26837", "192811", "444044", "571430", "114064", "28348", "430398" ], "top100_scores": [ -0.494140625, -0.69140625, -0.80078125, -1.015625, -1.0703125, -1.1796875, -1.2890625, -1.296875, -1.3515625, -1.5234375, -1.578125, -1.7734375, -1.828125, -1.875, -1.921875, -1.953125, -1.96875, -2.0, -2.0, -2.015625, -2.09375, -2.109375, -2.109375, -2.109375, -2.125, -2.140625, -2.15625, -2.15625, -2.15625, -2.203125, -2.21875, -2.28125, -2.28125, -2.296875, -2.328125, -2.34375, -2.375, -2.390625, -2.421875, -2.4375, -2.4375, -2.453125, -2.453125, -2.453125, -2.453125, -2.46875, -2.484375, -2.5, -2.5, -2.546875, -2.546875, -2.5625, -2.578125, -2.578125, -2.59375, -2.59375, -2.609375, -2.625, -2.640625, -2.65625, -2.65625, -2.671875, -2.6875, -2.703125, -2.71875, -2.734375, -2.734375, -2.75, -2.75, -2.765625, -2.796875, -2.796875, -2.796875, -2.8125, -2.8125, -2.8125, -2.84375, -2.84375, -2.859375, -2.859375, -2.859375, -2.875, -2.90625, -2.90625, -2.921875, -2.9375, -3.015625, -3.0625, -3.125, -3.234375, -3.265625, -3.265625, -3.296875, -3.359375, -3.359375, -3.375, -3.40625, -3.421875, -3.65625, -3.921875 ] }, { "query_id": "1948", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "18727", "589", "88973", "219033", "569421", "336468", "518079", "165397", "355592", "5219", "25391", "354943", "577475", "293122", "176017", "379732", "408124", "203446", "442146", "548299", "65040", "500403", "236114", "546678", "65698", "359713", "29372", "502875", "489898", "406109", "29817", "300121", "8126", "297013", "416513", "133760", "526106", "198532", "152827", "301161", "372657", "533727", "199069", "316359", "568255", "51761", "131382", "457455", "594784", "309684", "565133", "278653", "319043", "350357", "529879", "317667", "49602", "458485", "21468", "175522", "191925", "513658", "442110", "541682", "185999", "359814", "342212", "527776", "518393", "546277", "315304", "321196", "468049", "265278", "588591", "9116", "274359", "210439", "21883", "406656", "244749", "383978", "480717", "2718", "190941", "95390", "405777", "209065", "195587", "240628", "340661", "24883", "92549", "297467", "161966", "319555", "434201", "267067", "546315", "595897" ], "top100_scores": [ -1.96875, -2.671875, -2.765625, -2.78125, -2.78125, -2.78125, -2.84375, -2.890625, -2.90625, -2.9375, -2.9375, -2.984375, -2.984375, -2.984375, -3.0, -3.0, -3.015625, -3.03125, -3.046875, -3.0625, -3.0625, -3.09375, -3.09375, -3.09375, -3.109375, -3.109375, -3.125, -3.140625, -3.15625, -3.15625, -3.15625, -3.15625, -3.171875, -3.171875, -3.1875, -3.1875, -3.1875, -3.203125, -3.21875, -3.21875, -3.21875, -3.234375, -3.25, -3.25, -3.25, -3.265625, -3.265625, -3.28125, -3.296875, -3.296875, -3.296875, -3.296875, -3.296875, -3.296875, -3.3125, -3.3125, -3.3125, -3.3125, -3.3125, -3.34375, -3.34375, -3.375, -3.375, -3.375, -3.390625, -3.40625, -3.40625, -3.421875, -3.421875, -3.4375, -3.4375, -3.4375, -3.4375, -3.4375, -3.46875, -3.46875, -3.46875, -3.484375, -3.5, -3.515625, -3.515625, -3.53125, -3.53125, -3.5625, -3.5625, -3.578125, -3.578125, -3.59375, -3.609375, -3.625, -3.625, -3.640625, -3.65625, -3.65625, -3.6875, -3.71875, -3.75, -3.796875, -3.8125, -4.125 ] }, { "query_id": "3682", "ndcg@10": 0.38685280723454163, "mrr@10": 0.5, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "9082", "329662", "75686", "94690", "115553", "226496", "576976", "246586", "369437", "118039", "179893", "193502", "330041", "471730", "281599", "79764", "366560", "189061", "390864", "496819", "1203", "30352", "478600", "266480", "549665", "269727", "171819", "453976", "61518", "549040", "409350", "356161", "279185", "81353", "403608", "449131", "537053", "306460", "310056", "499060", "336053", "154768", "224392", "245917", "203876", "245746", "98130", "431443", "188015", "383287", "284610", "358795", "428031", "261258", "263867", "133760", "447983", "292045", "98816", "425527", "27987", "92938", "365298", "31565", "477316", "360139", "547127", "428079", "324874", "253563", "76996", "344283", "501931", "209849", "2519", "336268", "328073", "352700", "535518", "370494", "29502", "488207", "359257", "106104", "420974", "295085", "461177", "237635", "400009", "333605", "26051", "525247", "66431", "551234", "227232", "332136", "280177", "196427", "178668", "542667" ], "top100_scores": [ -0.498046875, -0.63671875, -0.8671875, -1.0390625, -1.421875, -1.4296875, -1.5546875, -1.71875, -1.71875, -1.7265625, -2.015625, -2.03125, -2.046875, -2.0625, -2.109375, -2.125, -2.296875, -2.3125, -2.328125, -2.609375, -2.640625, -2.6875, -2.71875, -2.78125, -2.796875, -2.921875, -2.96875, -3.0, -3.03125, -3.0625, -3.078125, -3.078125, -3.078125, -3.109375, -3.140625, -3.21875, -3.234375, -3.25, -3.25, -3.265625, -3.296875, -3.3125, -3.34375, -3.34375, -3.375, -3.375, -3.390625, -3.421875, -3.4375, -3.46875, -3.46875, -3.484375, -3.484375, -3.484375, -3.484375, -3.5, -3.515625, -3.515625, -3.515625, -3.53125, -3.5625, -3.578125, -3.609375, -3.625, -3.625, -3.625, -3.640625, -3.65625, -3.65625, -3.71875, -3.75, -3.75, -3.75, -3.796875, -3.828125, -3.828125, -3.828125, -3.828125, -3.84375, -3.859375, -3.875, -3.875, -3.890625, -3.890625, -3.90625, -3.921875, -3.9375, -3.984375, -3.984375, -3.984375, -4.0, -4.03125, -4.03125, -4.03125, -4.0625, -4.09375, -4.09375, -4.125, -4.125, -4.625 ] }, { "query_id": "2676", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "55666", "12822", "278082", "366560", "549620", "554293", "269987", "293404", "364543", "61518", "355972", "383287", "102237", "306460", "149516", "315304", "14745", "109455", "403608", "488954", "390435", "196463", "192811", "245447", "120080", "489101", "337993", "241189", "26790", "207929", "106104", "257625", "244749", "279936", "13975", "75754", "353698", "279897", "196427", "236778", "245917", "520026", "515615", "169240", "81353", "162630", "428277", "107584", "239061", "175522", "309758", "570453", "7311", "206442", "554814", "569539", "193502", "52532", "290691", "260795", "305742", "552792", "244986", "157219", "599757", "104453", "16626", "532787", "287085", "102209", "103447", "553031", "216708", "441518", "5188", "260007", "76414", "354974", "108514", "512699", "68431", "133760", "465648", "316838", "259150", "475748", "539008", "42565", "520597", "484149", "321120", "545284", "419578", "489174", "278629", "287501", "164038", "273761", "237635", "542667" ], "top100_scores": [ 1.109375, 0.8515625, -1.2421875, -1.2734375, -1.34375, -1.390625, -1.4609375, -1.65625, -1.921875, -1.9609375, -2.0625, -2.09375, -2.15625, -2.203125, -2.234375, -2.25, -2.25, -2.3125, -2.34375, -2.359375, -2.421875, -2.5, -2.578125, -2.609375, -2.640625, -2.6875, -2.6875, -2.703125, -2.703125, -2.796875, -2.8125, -2.84375, -2.84375, -2.890625, -2.9375, -2.953125, -3.0, -3.0, -3.0, -3.015625, -3.03125, -3.03125, -3.03125, -3.03125, -3.046875, -3.046875, -3.078125, -3.078125, -3.109375, -3.109375, -3.1875, -3.234375, -3.25, -3.25, -3.296875, -3.3125, -3.34375, -3.359375, -3.421875, -3.4375, -3.4375, -3.4375, -3.53125, -3.53125, -3.53125, -3.5625, -3.5625, -3.578125, -3.59375, -3.59375, -3.609375, -3.65625, -3.6875, -3.734375, -3.734375, -3.796875, -3.796875, -3.8125, -3.828125, -3.828125, -3.84375, -3.84375, -3.875, -3.890625, -3.9375, -3.9375, -3.953125, -3.96875, -4.0, -4.0625, -4.0625, -4.125, -4.125, -4.125, -4.1875, -4.25, -4.25, -4.3125, -4.53125, -4.84375 ] }, { "query_id": "7431", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "157414", "477907", "435576", "321637", "454287", "523058", "121505", "251642", "386994", "53200", "546598", "510736", "188015", "305287", "164044", "206449", "314056", "83543", "473427", "364802", "98294", "109903", "58353", "546070", "230215", "232262", "331093", "426215", "139366", "5188", "103093", "581204", "233413", "310361", "490888", "552792", "189678", "326872", "439593", "278626", "372921", "150607", "561056", "341837", "354551", "482963", "285918", "332938", "12329", "313923", "554814", "279229", "595455", "160780", "59327", "123718", "359510", "223551", "563446", "551423", "266239", "585823", "445782", "553031", "574678", "95778", "510989", "455428", "455698", "351109", "589088", "175019", "597679", "554217", "253373", "18436", "423754", "333219", "360139", "87160", "389347", "232286", "260677", "507806", "80014", "336701", "580056", "337097", "513256", "353081", "560340", "559157", "13656", "581780", "464080", "123880", "132839", "353337", "559718", "468937" ], "top100_scores": [ -0.3046875, -0.345703125, -0.50390625, -0.65234375, -0.68359375, -0.68359375, -0.78125, -0.9609375, -0.9921875, -1.09375, -1.1015625, -1.2109375, -1.234375, -1.2578125, -1.359375, -1.375, -1.3828125, -1.4609375, -1.46875, -1.4765625, -1.484375, -1.484375, -1.546875, -1.5859375, -1.5859375, -1.625, -1.6953125, -1.7421875, -1.828125, -1.8359375, -1.8515625, -1.859375, -1.8828125, -1.9140625, -1.9609375, -1.9921875, -2.015625, -2.03125, -2.046875, -2.0625, -2.078125, -2.1875, -2.21875, -2.265625, -2.3125, -2.328125, -2.328125, -2.390625, -2.40625, -2.46875, -2.46875, -2.484375, -2.5, -2.578125, -2.609375, -2.609375, -2.640625, -2.640625, -2.671875, -2.671875, -2.671875, -2.6875, -2.703125, -2.71875, -2.75, -2.75, -2.796875, -2.796875, -2.796875, -2.84375, -2.84375, -2.84375, -2.84375, -2.875, -2.890625, -2.953125, -2.96875, -2.984375, -2.984375, -3.0, -3.0, -3.015625, -3.03125, -3.03125, -3.03125, -3.046875, -3.171875, -3.203125, -3.234375, -3.234375, -3.34375, -3.359375, -3.4375, -3.453125, -3.484375, -3.546875, -3.59375, -3.671875, -3.671875, -4.0 ] }, { "query_id": "8779", "ndcg@10": 0.5706417189553201, "mrr@10": 0.3333333333333333, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "168561", "12614", "209730", "180571", "525645", "559654", "437194", "150707", "483644", "192857", "596429", "367556", "361345", "422979", "519129", "61022", "446059", "444044", "250844", "394549", "99233", "139059", "585422", "458183", "588134", "139998", "60441", "546678", "447482", "590310", "162745", "312248", "569953", "92442", "446615", "500913", "61787", "392371", "254280", "115175", "449828", "347957", "111350", "279538", "154178", "253970", "224530", "332113", "258658", "1219", "118039", "546150", "436562", "330874", "285449", "516790", "106611", "152502", "485883", "517516", "572563", "253373", "248629", "425527", "371821", "326305", "439593", "174122", "418135", "164137", "583666", "9597", "333616", "526882", "44529", "277810", "100452", "176017", "62047", "228315", "502482", "382384", "150219", "278991", "116958", "541315", "574954", "196427", "241189", "330533", "248677", "271395", "277190", "368504", "71293", "480717", "225718", "64026", "460348", "133997" ], "top100_scores": [ 0.7265625, -1.0078125, -1.4453125, -1.46875, -1.9296875, -1.953125, -1.9765625, -1.984375, -2.140625, -2.40625, -2.4375, -2.5625, -2.625, -2.6875, -2.71875, -2.75, -2.765625, -2.796875, -2.859375, -2.859375, -2.859375, -2.921875, -2.9375, -2.953125, -2.96875, -2.984375, -3.0, -3.0, -3.015625, -3.0625, -3.0625, -3.09375, -3.09375, -3.140625, -3.140625, -3.15625, -3.15625, -3.171875, -3.203125, -3.203125, -3.21875, -3.28125, -3.28125, -3.296875, -3.296875, -3.3125, -3.328125, -3.359375, -3.375, -3.390625, -3.421875, -3.421875, -3.453125, -3.46875, -3.5, -3.515625, -3.53125, -3.546875, -3.5625, -3.625, -3.625, -3.671875, -3.671875, -3.6875, -3.6875, -3.703125, -3.703125, -3.71875, -3.71875, -3.75, -3.765625, -3.765625, -3.78125, -3.796875, -3.796875, -3.796875, -3.796875, -3.828125, -3.859375, -3.859375, -3.859375, -3.953125, -3.96875, -4.03125, -4.03125, -4.03125, -4.03125, -4.03125, -4.0625, -4.1875, -4.1875, -4.21875, -4.21875, -4.25, -4.3125, -4.3125, -4.34375, -4.40625, -4.53125, -4.59375 ] }, { "query_id": "6896", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "366560", "330041", "309923", "378594", "323731", "66834", "458851", "118786", "148632", "337993", "403755", "226496", "361482", "403608", "12822", "488207", "250500", "7423", "379786", "441176", "244749", "263751", "390864", "208215", "23217", "561999", "72315", "431443", "343219", "554293", "169240", "257625", "201355", "97081", "555414", "196427", "355972", "18436", "377944", "75024", "474512", "430997", "71543", "14732", "289291", "573935", "205791", "106104", "522319", "328073", "426960", "300641", "348424", "401961", "32172", "587120", "110983", "246221", "430189", "528157", "581780", "104094", "290317", "477172", "81353", "557885", "173133", "420529", "281599", "102323", "29502", "306149", "295082", "333605", "509837", "259341", "374676", "208934", "393693", "403701", "368338", "383287", "379859", "483676", "326843", "308150", "268653", "30324", "447619", "374867", "499154", "206442", "306430", "299690", "596914", "385130", "353337", "333616", "244278", "530410" ], "top100_scores": [ -0.2099609375, -0.232421875, -0.333984375, -0.34765625, -0.3671875, -0.41015625, -0.44921875, -0.462890625, -0.490234375, -0.55859375, -0.61328125, -0.796875, -0.9375, -0.98046875, -0.98828125, -1.015625, -1.0234375, -1.0703125, -1.09375, -1.1875, -1.21875, -1.2265625, -1.2421875, -1.2578125, -1.296875, -1.3046875, -1.3203125, -1.3515625, -1.40625, -1.4296875, -1.4375, -1.453125, -1.515625, -1.5390625, -1.5859375, -1.6171875, -1.6171875, -1.6328125, -1.6640625, -1.671875, -1.671875, -1.6875, -1.703125, -1.71875, -1.78125, -1.796875, -1.8828125, -1.890625, -1.921875, -1.9296875, -1.9375, -1.9453125, -1.953125, -1.953125, -1.9609375, -1.96875, -2.03125, -2.03125, -2.03125, -2.0625, -2.078125, -2.09375, -2.109375, -2.125, -2.140625, -2.171875, -2.21875, -2.21875, -2.25, -2.265625, -2.265625, -2.296875, -2.3125, -2.34375, -2.359375, -2.40625, -2.46875, -2.484375, -2.515625, -2.546875, -2.609375, -2.609375, -2.609375, -2.625, -2.625, -2.65625, -2.703125, -2.796875, -2.84375, -2.859375, -2.875, -2.890625, -2.90625, -2.921875, -3.015625, -3.328125, -3.359375, -3.375, -3.515625, -3.65625 ] }, { "query_id": "3039", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "232983", "223624", "408434", "392285", "549870", "252843", "576362", "300418", "317197", "387010", "28172", "15270", "137393", "165645", "282770", "306688", "574037", "147080", "163693", "136804", "531499", "65698", "206431", "453257", "240259", "420529", "446117", "307531", "191965", "423171", "488954", "99716", "127974", "134026", "388704", "11454", "156499", "434351", "149516", "134494", "502875", "431349", "562957", "442110", "361482", "259072", "373180", "374676", "525685", "395483", "271395", "281612", "264068", "382908", "440061", "126756", "175889", "208216", "418999", "313012", "166204", "223170", "413642", "158058", "75195", "388713", "559866", "570112", "315925", "147439", "102323", "396066", "86852", "272279", "586326", "221281", "426215", "225718", "277208", "289526", "389004", "224530", "21468", "110367", "13656", "387035", "335164", "302209", "428953", "184977", "4044", "179679", "57392", "343472", "487739", "495568", "176599", "148346", "468937", "586061" ], "top100_scores": [ 1.109375, 0.1689453125, 0.0458984375, -0.2734375, -0.28515625, -0.29296875, -0.3671875, -0.59375, -0.7109375, -0.828125, -0.8671875, -0.88671875, -1.0, -1.0078125, -1.0234375, -1.1015625, -1.1015625, -1.140625, -1.15625, -1.171875, -1.1796875, -1.234375, -1.296875, -1.3125, -1.328125, -1.3828125, -1.46875, -1.484375, -1.578125, -1.609375, -1.640625, -1.6484375, -1.703125, -1.71875, -1.75, -1.75, -1.7890625, -1.7890625, -1.796875, -1.8515625, -1.8984375, -1.921875, -1.9296875, -1.984375, -2.0, -2.109375, -2.140625, -2.15625, -2.203125, -2.21875, -2.265625, -2.265625, -2.296875, -2.34375, -2.34375, -2.34375, -2.359375, -2.359375, -2.359375, -2.390625, -2.421875, -2.4375, -2.46875, -2.515625, -2.53125, -2.53125, -2.53125, -2.578125, -2.578125, -2.6875, -2.6875, -2.6875, -2.8125, -2.875, -2.875, -2.890625, -2.96875, -3.0, -3.0, -3.0625, -3.078125, -3.09375, -3.125, -3.15625, -3.265625, -3.296875, -3.328125, -3.328125, -3.34375, -3.359375, -3.375, -3.421875, -3.453125, -3.453125, -3.46875, -3.484375, -3.609375, -3.625, -3.625, -3.96875 ] }, { "query_id": "5064", "ndcg@10": 0.6131471927654584, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "2003", "385600", "586289", "551423", "513986", "142242", "103093", "511506", "592192", "562934", "260363", "241599", "302448", "321619", "138283", "5188", "581204", "531965", "198251", "148976", "75754", "69150", "274306", "152286", "195587", "192811", "412109", "481114", "44529", "554217", "298563", "32833", "60750", "521987", "561832", "333219", "353081", "162745", "117077", "529678", "309235", "203670", "7311", "109938", "442896", "413231", "140135", "42565", "589476", "53200", "595287", "449828", "65648", "407401", "98294", "154829", "228308", "475748", "208216", "599075", "531299", "313885", "65698", "492250", "85214", "195206", "269987", "407844", "241189", "93519", "94434", "87160", "132288", "283505", "360628", "332938", "208437", "233413", "108302", "474896", "351518", "287693", "361832", "218501", "541421", "172736", "161254", "102209", "404973", "66183", "104644", "126751", "11082", "465135", "272328", "241070", "202731", "421639", "142201", "370815" ], "top100_scores": [ 3.015625, -1.8046875, -2.25, -2.578125, -2.609375, -2.65625, -2.65625, -2.859375, -3.03125, -3.046875, -3.046875, -3.046875, -3.0625, -3.078125, -3.109375, -3.140625, -3.1875, -3.203125, -3.21875, -3.234375, -3.25, -3.265625, -3.28125, -3.3125, -3.328125, -3.375, -3.390625, -3.453125, -3.453125, -3.46875, -3.484375, -3.484375, -3.484375, -3.5, -3.515625, -3.515625, -3.515625, -3.515625, -3.515625, -3.515625, -3.53125, -3.53125, -3.546875, -3.5625, -3.5625, -3.578125, -3.578125, -3.59375, -3.59375, -3.59375, -3.59375, -3.59375, -3.609375, -3.625, -3.640625, -3.671875, -3.671875, -3.671875, -3.671875, -3.671875, -3.671875, -3.6875, -3.703125, -3.71875, -3.71875, -3.734375, -3.734375, -3.734375, -3.75, -3.765625, -3.765625, -3.796875, -3.796875, -3.8125, -3.828125, -3.828125, -3.828125, -3.828125, -3.828125, -3.84375, -3.875, -3.890625, -3.921875, -3.921875, -3.9375, -3.9375, -3.96875, -4.0, -4.0, -4.03125, -4.03125, -4.0625, -4.125, -4.125, -4.15625, -4.15625, -4.1875, -4.25, -4.3125, -4.34375 ] }, { "query_id": "5331", "ndcg@10": 0.5, "mrr@10": 0.3333333333333333, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "220147", "143655", "200784", "261258", "595605", "237718", "134972", "1001", "104188", "555276", "324564", "303112", "384772", "115947", "89484", "61919", "24563", "132288", "373585", "344372", "125298", "409818", "305676", "107377", "152502", "518932", "80871", "175563", "99448", "370494", "525645", "174315", "558233", "47795", "292769", "333605", "235779", "453829", "79375", "447812", "590310", "176161", "490497", "569565", "499154", "533727", "188232", "581672", "522040", "535673", "330792", "460341", "265747", "200756", "162916", "311214", "519148", "277190", "354136", "240259", "240373", "321120", "445994", "89611", "345851", "94117", "77488", "162767", "209974", "147080", "440458", "442968", "391619", "163034", "144824", "493202", "546678", "428141", "193266", "420379", "135823", "30774", "433032", "469601", "406656", "400046", "599876", "9116", "309758", "394549", "588080", "420993", "194319", "362579", "315345", "449333", "201706", "527776", "265090", "535697" ], "top100_scores": [ 1.296875, 1.0625, 0.88671875, 0.6171875, 0.1728515625, 0.08203125, -0.1337890625, -1.0859375, -1.6015625, -1.6328125, -1.7421875, -1.9140625, -2.015625, -2.1875, -2.203125, -2.296875, -2.34375, -2.359375, -2.546875, -2.609375, -2.640625, -2.734375, -2.8125, -2.8125, -2.8125, -2.875, -2.890625, -2.90625, -2.953125, -2.953125, -2.953125, -2.96875, -2.96875, -2.96875, -3.03125, -3.03125, -3.046875, -3.078125, -3.09375, -3.109375, -3.125, -3.140625, -3.15625, -3.203125, -3.25, -3.265625, -3.28125, -3.28125, -3.296875, -3.296875, -3.3125, -3.34375, -3.359375, -3.359375, -3.390625, -3.40625, -3.421875, -3.4375, -3.46875, -3.484375, -3.515625, -3.515625, -3.53125, -3.5625, -3.578125, -3.578125, -3.609375, -3.640625, -3.65625, -3.671875, -3.671875, -3.671875, -3.671875, -3.6875, -3.6875, -3.71875, -3.71875, -3.734375, -3.75, -3.765625, -3.78125, -3.78125, -3.796875, -3.859375, -3.875, -3.875, -3.90625, -3.90625, -3.9375, -3.953125, -3.953125, -3.96875, -3.984375, -4.0, -4.03125, -4.03125, -4.0625, -4.125, -4.15625, -4.25 ] }, { "query_id": "7377", "ndcg@10": 0.6309297535714575, "mrr@10": 0.5, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "321637", "579557", "286335", "97402", "28291", "20504", "593879", "58690", "464277", "39303", "560208", "23142", "31954", "293679", "491472", "424079", "263088", "30563", "520963", "344783", "544070", "531066", "445782", "154707", "148721", "590276", "85621", "502271", "436020", "297290", "68325", "580056", "559768", "434279", "266194", "83079", "5591", "77052", "47795", "126151", "392752", "478060", "57844", "530938", "175504", "105011", "257168", "179855", "271825", "272520", "6666", "354767", "257443", "397445", "237316", "552220", "118485", "561056", "554140", "236507", "240651", "93073", "440779", "454871", "599757", "245702", "434201", "461313", "161966", "462612", "99233", "245616", "180592", "495165", "503062", "234979", "301547", "590232", "406920", "553031", "568518", "564759", "391463", "158310", "293464", "457529", "444044", "441384", "467535", "563025", "429133", "12623", "569539", "574383", "287558", "3789", "361329", "192888", "138065", "190800" ], "top100_scores": [ -0.119140625, -0.58984375, -1.1328125, -1.6640625, -1.7421875, -1.9453125, -2.015625, -2.078125, -2.09375, -2.1875, -2.3125, -2.34375, -2.375, -2.390625, -2.390625, -2.390625, -2.4375, -2.453125, -2.453125, -2.484375, -2.484375, -2.5, -2.515625, -2.53125, -2.546875, -2.546875, -2.578125, -2.65625, -2.65625, -2.671875, -2.671875, -2.6875, -2.6875, -2.703125, -2.703125, -2.71875, -2.734375, -2.75, -2.765625, -2.765625, -2.8125, -2.8125, -2.8125, -2.859375, -2.859375, -2.875, -2.875, -2.9375, -2.96875, -2.984375, -3.0, -3.015625, -3.015625, -3.03125, -3.046875, -3.046875, -3.0625, -3.078125, -3.125, -3.15625, -3.15625, -3.15625, -3.1875, -3.1875, -3.203125, -3.21875, -3.234375, -3.25, -3.265625, -3.296875, -3.34375, -3.359375, -3.359375, -3.375, -3.390625, -3.40625, -3.40625, -3.4375, -3.4375, -3.453125, -3.453125, -3.453125, -3.53125, -3.546875, -3.546875, -3.609375, -3.625, -3.640625, -3.65625, -3.734375, -3.734375, -3.734375, -3.765625, -3.84375, -3.859375, -4.0, -4.15625, -4.25, -4.28125, -4.3125 ] }, { "query_id": "2903", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "59686", "207531", "593694", "406656", "485140", "174025", "44152", "195571", "282770", "281612", "66492", "158058", "149516", "295250", "65095", "595121", "37725", "483453", "113451", "407378", "558832", "79411", "509617", "423171", "250500", "568165", "405105", "160313", "449116", "382908", "133235", "116181", "153541", "223170", "446190", "202019", "467853", "548299", "590234", "510409", "546277", "89611", "408434", "107584", "395483", "130934", "568255", "533808", "25762", "369577", "65698", "69306", "307531", "225120", "440061", "129606", "541315", "525149", "254514", "408112", "453257", "29300", "75195", "489898", "239030", "445052", "315552", "444899", "451580", "373180", "244749", "252843", "244303", "102323", "134494", "172736", "584218", "344780", "199568", "496433", "272820", "399583", "403877", "560208", "392503", "408124", "121621", "150070", "175522", "428348", "469938", "235271", "110367", "13656", "205865", "546150", "151121", "221113", "203638", "397313" ], "top100_scores": [ 0.302734375, 0.1298828125, -0.10107421875, -0.494140625, -0.66015625, -0.7578125, -0.8984375, -0.91796875, -1.046875, -1.0625, -1.0625, -1.109375, -1.1484375, -1.1640625, -1.1796875, -1.203125, -1.2109375, -1.3671875, -1.375, -1.390625, -1.4140625, -1.4375, -1.453125, -1.46875, -1.5078125, -1.5859375, -1.6640625, -1.75, -1.8203125, -1.8515625, -1.875, -1.90625, -1.90625, -1.9140625, -1.9296875, -1.96875, -1.9921875, -2.015625, -2.03125, -2.03125, -2.046875, -2.046875, -2.0625, -2.125, -2.125, -2.140625, -2.140625, -2.15625, -2.171875, -2.1875, -2.1875, -2.1875, -2.265625, -2.265625, -2.328125, -2.328125, -2.390625, -2.40625, -2.421875, -2.453125, -2.484375, -2.53125, -2.53125, -2.546875, -2.578125, -2.59375, -2.625, -2.65625, -2.671875, -2.671875, -2.703125, -2.75, -2.75, -2.765625, -2.78125, -2.828125, -2.828125, -2.875, -2.890625, -2.90625, -2.9375, -3.03125, -3.125, -3.328125, -3.359375, -3.375, -3.40625, -3.40625, -3.453125, -3.5, -3.5625, -3.5625, -3.734375, -3.796875, -3.84375, -3.859375, -3.890625, -3.9375, -4.0625, -4.28125 ] }, { "query_id": "4233", "ndcg@10": 0.975788054854922, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "590836", "187129", "16270", "154886", "353048", "537913", "544070", "31377", "160578", "583666", "262885", "113660", "208437", "62047", "436020", "207779", "151442", "530692", "22425", "551099", "148721", "462367", "413966", "118191", "555794", "554217", "231863", "391605", "205280", "185077", "44529", "336468", "591344", "322806", "215620", "410675", "332064", "563446", "116804", "446059", "577832", "71257", "573290", "513376", "316651", "333219", "349299", "74688", "385600", "520963", "380759", "583912", "285918", "192669", "556913", "224345", "492250", "462440", "445782", "522040", "379546", "454871", "577729", "397445", "453829", "431443", "53100", "588247", "441518", "408307", "201317", "38918", "189678", "438419", "589476", "586851", "418551", "323228", "352638", "303432", "454465", "18436", "31954", "20994", "567165", "508610", "462113", "462612", "311214", "20036", "595455", "590232", "393733", "172761", "78520", "246058", "289582", "257616", "171483", "433032" ], "top100_scores": [ 3.734375, 3.265625, 2.21875, 1.6875, 0.2138671875, -1.03125, -1.6875, -1.9921875, -2.21875, -2.359375, -2.390625, -2.40625, -2.421875, -2.5, -2.5625, -2.578125, -2.609375, -2.625, -2.65625, -2.671875, -2.75, -2.75, -2.765625, -2.765625, -2.78125, -2.828125, -2.84375, -2.859375, -2.859375, -2.859375, -2.875, -2.890625, -2.921875, -2.921875, -2.9375, -2.9375, -2.953125, -2.984375, -2.984375, -2.984375, -3.0, -3.0, -3.015625, -3.015625, -3.015625, -3.015625, -3.015625, -3.015625, -3.03125, -3.046875, -3.046875, -3.078125, -3.078125, -3.078125, -3.078125, -3.078125, -3.09375, -3.09375, -3.125, -3.125, -3.140625, -3.140625, -3.15625, -3.15625, -3.171875, -3.171875, -3.171875, -3.1875, -3.1875, -3.21875, -3.234375, -3.25, -3.25, -3.25, -3.265625, -3.28125, -3.28125, -3.28125, -3.296875, -3.296875, -3.296875, -3.3125, -3.3125, -3.328125, -3.328125, -3.34375, -3.34375, -3.375, -3.390625, -3.390625, -3.40625, -3.453125, -3.46875, -3.484375, -3.484375, -3.515625, -3.53125, -3.59375, -3.765625, -3.8125 ] }, { "query_id": "1310", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "535651", "597813", "84630", "310056", "101103", "223338", "510373", "256261", "263867", "70799", "437149", "358795", "112435", "482963", "14538", "241297", "368010", "219398", "233795", "246882", "49798", "310326", "531841", "360139", "554018", "44917", "79378", "368044", "334750", "433245", "14472", "385013", "192464", "8480", "85697", "585823", "233413", "150607", "445549", "596473", "293624", "454287", "573935", "165710", "510805", "51504", "28346", "112195", "293464", "290631", "341837", "278626", "30352", "475663", "220834", "109903", "362468", "426215", "175771", "305742", "225106", "211642", "343823", "350131", "507806", "561056", "445053", "103093", "336847", "87187", "550172", "160464", "336053", "71543", "111454", "47565", "2064", "584278", "93564", "467535", "549040", "75686", "128408", "402778", "444477", "280177", "69058", "551423", "279488", "20529", "309235", "475397", "147806", "455428", "294076", "321108", "174016", "302306", "568255", "528184" ], "top100_scores": [ 0.27734375, -0.9375, -1.5546875, -1.5546875, -1.5625, -1.9453125, -1.9921875, -2.0, -2.03125, -2.140625, -2.265625, -2.296875, -2.296875, -2.34375, -2.34375, -2.375, -2.40625, -2.40625, -2.453125, -2.484375, -2.515625, -2.515625, -2.5625, -2.59375, -2.609375, -2.625, -2.640625, -2.640625, -2.65625, -2.671875, -2.75, -2.765625, -2.765625, -2.796875, -2.8125, -2.828125, -2.84375, -2.859375, -2.875, -2.875, -2.875, -2.890625, -2.90625, -2.9375, -2.953125, -2.953125, -2.984375, -2.984375, -3.0, -3.0, -3.03125, -3.03125, -3.03125, -3.078125, -3.09375, -3.09375, -3.109375, -3.125, -3.140625, -3.140625, -3.140625, -3.15625, -3.15625, -3.15625, -3.15625, -3.15625, -3.171875, -3.1875, -3.1875, -3.203125, -3.21875, -3.234375, -3.234375, -3.265625, -3.265625, -3.28125, -3.28125, -3.3125, -3.359375, -3.359375, -3.359375, -3.359375, -3.390625, -3.40625, -3.421875, -3.453125, -3.453125, -3.515625, -3.53125, -3.546875, -3.546875, -3.578125, -3.609375, -3.609375, -3.671875, -3.671875, -3.75, -3.765625, -3.78125, -4.03125 ] }, { "query_id": "8378", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.3333333333333333, "candidate_recall": 0.3333333333333333, "top100": [ "511678", "495568", "521095", "311782", "98767", "567244", "361345", "519148", "469100", "114981", "30557", "102237", "467853", "246221", "481339", "387035", "41852", "18727", "500856", "90085", "38287", "250623", "109455", "369437", "104188", "207929", "221869", "474962", "43497", "99132", "121480", "132966", "480879", "328073", "11075", "130631", "344372", "337049", "593644", "161076", "123320", "2064", "132111", "355871", "14699", "31465", "388718", "570112", "261902", "363919", "66834", "390864", "310837", "545284", "242849", "460839", "303724", "378173", "413174", "71293", "464385", "26292", "533727", "558921", "78053", "590453", "166885", "295082", "266785", "356490", "347992", "386095", "503261", "526235", "119165", "282623", "581579", "71399", "313437", "517516", "216365", "84800", "393842", "203638", "301161", "192900", "2633", "21468", "381341", "250294", "454871", "228548", "92284", "419747", "275833", "241433", "565133", "299690", "258190", "18065" ], "top100_scores": [ 1.7578125, 0.80078125, -0.359375, -0.37109375, -0.5703125, -0.640625, -0.72265625, -0.79296875, -0.83984375, -0.89453125, -0.9296875, -0.9765625, -0.98046875, -1.0703125, -1.203125, -1.28125, -1.4453125, -1.640625, -1.65625, -1.703125, -1.8046875, -1.8359375, -1.859375, -1.8671875, -1.890625, -1.9375, -1.9375, -1.9765625, -2.0625, -2.15625, -2.171875, -2.1875, -2.203125, -2.21875, -2.21875, -2.21875, -2.234375, -2.25, -2.25, -2.34375, -2.34375, -2.359375, -2.421875, -2.4375, -2.46875, -2.484375, -2.515625, -2.546875, -2.546875, -2.5625, -2.5625, -2.5625, -2.578125, -2.609375, -2.671875, -2.734375, -2.734375, -2.75, -2.75, -2.78125, -2.828125, -2.859375, -2.875, -2.875, -2.890625, -2.90625, -2.921875, -2.921875, -2.9375, -2.953125, -2.984375, -2.984375, -3.015625, -3.015625, -3.015625, -3.046875, -3.078125, -3.078125, -3.078125, -3.09375, -3.09375, -3.109375, -3.125, -3.125, -3.125, -3.15625, -3.15625, -3.359375, -3.359375, -3.390625, -3.5, -3.515625, -3.53125, -3.5625, -3.5625, -3.5625, -3.609375, -3.640625, -3.8125, -3.828125 ] } ] }, "NanoSciFact": { "metrics": { "ndcg@10": 0.702227700933558, "mrr@10": 0.6588571428571428, "recall@100": 0.88, "candidate_recall": 0.88, "seconds": 8.292662126998039 }, "per_query": [ { "query_id": "514", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "16256507", "4462079", "26409363", "25599283", "4910408", "38551172", "44572913", "30720103", "40473317", "3150030", "27550580", "12102963", "45770026", "11246427", "8595678", "36960449", "21553394", "41915616", "20048431", "21993510", "11071351", "25298276", "42441846", "46485368", "22309946", "20471181", "40913091", "19460822", "22023404", "82665667", "8856690", "19878070", "23267371", "520579", "19278208", "30208015", "38712515", "25974070", "2194320", "3222187", "15570962", "25135304", "24273592", "4483571", "29735200", "4394525", "12358173", "15615957", "11360768", "34054472", "16980892", "12810152", "1285713", "25028913", "10692948", "9244474", "4463588", "12236208", "3215494", "6042706", "12801438", "41310252", "2425364", "2842550", "42800527", "4457834", "37182501", "14934137", "11441172", "1522647", "6158879", "20302714", "8037453", "17324544", "29981186", "24510595", "6327940", "31890716", "21557614", "12205576", "34121231", "30981192", "27428509", "3083927", "4505748", "8582337", "46451940", "33733520", "25690516", "2138843", "3981244", "19532163", "33409100", "20887554", "16701509", "13230773", "29564505", "195689316", "25837950", "1428840" ], "top100_scores": [ -0.328125, -0.34765625, -0.6875, -0.79296875, -0.95703125, -0.99609375, -1.0546875, -1.140625, -1.1953125, -1.2578125, -1.40625, -1.4296875, -1.4453125, -1.4609375, -1.4609375, -1.4765625, -1.4765625, -1.5390625, -1.5390625, -1.578125, -1.609375, -1.609375, -1.671875, -1.703125, -1.734375, -1.765625, -1.7734375, -1.796875, -1.8046875, -1.8203125, -1.828125, -1.8515625, -1.859375, -1.8671875, -1.875, -1.8828125, -1.890625, -1.890625, -1.9140625, -1.9296875, -1.9296875, -1.9375, -1.953125, -1.9609375, -2.015625, -2.046875, -2.0625, -2.0625, -2.0625, -2.0625, -2.09375, -2.109375, -2.125, -2.140625, -2.140625, -2.140625, -2.140625, -2.140625, -2.15625, -2.1875, -2.203125, -2.203125, -2.203125, -2.234375, -2.234375, -2.25, -2.25, -2.265625, -2.265625, -2.265625, -2.28125, -2.28125, -2.296875, -2.296875, -2.296875, -2.328125, -2.359375, -2.359375, -2.375, -2.390625, -2.40625, -2.421875, -2.421875, -2.453125, -2.453125, -2.453125, -2.46875, -2.46875, -2.484375, -2.53125, -2.546875, -2.578125, -2.59375, -2.59375, -2.609375, -2.625, -2.671875, -2.703125, -2.703125, -2.71875 ] }, { "query_id": "269", "ndcg@10": 0.6309297535714575, "mrr@10": 0.5, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "36838958", "970012", "32955023", "25687558", "14865329", "25878014", "21868715", "29347970", "3083927", "4319174", "16208091", "25817686", "13000926", "1568684", "36547290", "38028419", "4460880", "2679511", "7198295", "34582256", "4340358", "26886351", "25901598", "31293581", "11968641", "34121231", "10189634", "18126445", "8137081", "4380004", "791050", "22495397", "12871281", "4345315", "25988622", "58006489", "15135001", "14972169", "27635177", "3559136", "17000834", "6712836", "4810810", "1192458", "885056", "38252314", "3493623", "39637840", "708425", "13025574", "11674596", "19561411", "496873", "21902910", "8596837", "17333231", "11721286", "33912748", "20368353", "42387637", "16532419", "7028976", "2714623", "38830961", "18231807", "33986507", "35079452", "13770184", "13923140", "20501163", "10765888", "16546131", "2613775", "4854076", "14492339", "13763195", "6309659", "9021186", "2192419", "13905670", "275294", "16472469", "20287253", "22420524", "36960449", "5864770", "502591", "20977638", "2042250", "13952658", "14835068", "712078", "18042803", "36830715", "27995781", "1871230", "25085979", "6853699", "1507222", "26067999" ], "top100_scores": [ 1.7890625, 1.34375, 0.89453125, 0.6328125, -1.28125, -1.9296875, -2.046875, -2.171875, -2.25, -2.3125, -2.375, -2.390625, -2.40625, -2.40625, -2.40625, -2.421875, -2.546875, -2.578125, -2.578125, -2.640625, -2.65625, -2.703125, -2.734375, -2.734375, -2.75, -2.8125, -2.84375, -2.84375, -2.859375, -2.859375, -2.890625, -2.9375, -2.96875, -2.96875, -3.0, -3.015625, -3.046875, -3.046875, -3.0625, -3.0625, -3.09375, -3.09375, -3.109375, -3.109375, -3.125, -3.15625, -3.15625, -3.15625, -3.171875, -3.21875, -3.25, -3.25, -3.265625, -3.265625, -3.265625, -3.265625, -3.265625, -3.265625, -3.3125, -3.3125, -3.3125, -3.3125, -3.328125, -3.328125, -3.34375, -3.359375, -3.359375, -3.375, -3.375, -3.375, -3.390625, -3.40625, -3.40625, -3.421875, -3.421875, -3.4375, -3.453125, -3.453125, -3.453125, -3.46875, -3.484375, -3.484375, -3.5, -3.5, -3.515625, -3.515625, -3.515625, -3.515625, -3.515625, -3.53125, -3.53125, -3.5625, -3.5625, -3.65625, -3.65625, -3.65625, -3.671875, -3.6875, -3.796875, -3.890625 ] }, { "query_id": "343", "ndcg@10": 0.5706417189553201, "mrr@10": 0.3333333333333333, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "23783727", "6158879", "7873737", "5884524", "44827480", "24150328", "4678846", "19945096", "20554003", "25028913", "19308127", "16180601", "38630735", "5935987", "29526125", "750781", "13179318", "12561083", "13448422", "791050", "20887554", "12102963", "7373453", "30981192", "15925931", "36288526", "7640792", "29253460", "45447613", "3107733", "13883546", "9617381", "16760369", "2138843", "5698494", "35495268", "20526907", "22309946", "13282296", "31890716", "6517763", "40156901", "471921", "9813098", "33960383", "6945285", "1522647", "35186640", "6157837", "21301090", "21571708", "14973286", "15048300", "7965928", "6070278", "5262240", "5132358", "43226130", "14188138", "8529693", "3056682", "3462075", "7711685", "44265107", "29981186", "8037453", "2058909", "10072941", "23887844", "26720366", "27449472", "7613033", "11992632", "6421734", "3613041", "21257564", "8842332", "6123521", "12122482", "12009265", "3929361", "8582337", "3083927", "26244918", "44048701", "6309659", "39443128", "5912283", "29564505", "2958458", "4505748", "32462603", "44562904", "22942787", "13791044", "23136735", "22420524", "10699587", "7552215", "22401061" ], "top100_scores": [ 2.421875, 2.109375, 0.890625, -0.326171875, -0.640625, -0.97265625, -1.15625, -1.2265625, -1.234375, -1.3515625, -1.4140625, -1.453125, -1.4609375, -1.4765625, -1.4921875, -1.4921875, -1.5, -1.53125, -1.546875, -1.5546875, -1.5625, -1.578125, -1.6328125, -1.640625, -1.6484375, -1.6875, -1.703125, -1.734375, -1.7421875, -1.7421875, -1.765625, -1.765625, -1.78125, -1.8671875, -1.8671875, -1.8984375, -1.8984375, -1.921875, -1.9375, -1.9375, -1.9453125, -1.953125, -1.9609375, -1.96875, -1.9765625, -1.9765625, -2.015625, -2.078125, -2.09375, -2.09375, -2.09375, -2.109375, -2.125, -2.125, -2.125, -2.140625, -2.171875, -2.21875, -2.21875, -2.234375, -2.234375, -2.25, -2.25, -2.25, -2.25, -2.25, -2.265625, -2.28125, -2.296875, -2.328125, -2.328125, -2.359375, -2.359375, -2.359375, -2.375, -2.390625, -2.40625, -2.4375, -2.453125, -2.46875, -2.484375, -2.484375, -2.5, -2.5, -2.515625, -2.546875, -2.5625, -2.578125, -2.578125, -2.609375, -2.609375, -2.625, -2.625, -2.640625, -2.65625, -2.6875, -2.71875, -2.78125, -2.796875, -2.828125 ] }, { "query_id": "551", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "33499189", "8903143", "9283422", "994800", "28006126", "5914739", "5386514", "20457190", "34905328", "52095986", "1196631", "35651106", "18758057", "27910499", "29288582", "13868795", "17463549", "21366394", "85326624", "2714623", "20220731", "5811042", "22997657", "6961811", "26117607", "22874817", "35531883", "18488986", "25353658", "41982985", "35987381", "2825380", "14767844", "4468861", "40608679", "3545805", "14834714", "20344442", "23912923", "30184745", "6936141", "21754541", "5483793", "4270992", "18231807", "15435343", "5836", "8144920", "18237384", "14934137", "51952430", "6767271", "40590358", "8305686", "18546584", "5132358", "19561411", "36216395", "25479072", "22174015", "14380875", "12871281", "7115651", "34498325", "41226276", "10562341", "6123924", "4418070", "8563659", "24387017", "306006", "38830961", "9160947", "20646904", "21164071", "4324278", "23076291", "79696454", "36271512", "18042803", "15972906", "13798951", "11666252", "31107919", "15425958", "29362104", "40094786", "26011884", "3118719", "3531388", "34436231", "33397197", "6163801", "4820792", "25085979", "19603353", "2593298", "1454773", "38587347", "3127341" ], "top100_scores": [ 0.58984375, -0.0024566650390625, -0.9140625, -0.9765625, -1.03125, -1.0703125, -1.1484375, -1.1796875, -1.1953125, -1.2421875, -1.2734375, -1.3203125, -1.375, -1.375, -1.453125, -1.5, -1.5, -1.53125, -1.5703125, -1.609375, -1.6328125, -1.65625, -1.6796875, -1.6953125, -1.7265625, -1.75, -1.7578125, -1.796875, -1.8125, -1.8359375, -1.875, -1.8828125, -1.8984375, -1.9375, -1.9375, -1.96875, -1.9921875, -2.0, -2.0, -2.046875, -2.0625, -2.0625, -2.078125, -2.078125, -2.078125, -2.078125, -2.078125, -2.09375, -2.09375, -2.09375, -2.109375, -2.109375, -2.109375, -2.15625, -2.15625, -2.171875, -2.1875, -2.203125, -2.21875, -2.21875, -2.21875, -2.21875, -2.21875, -2.21875, -2.234375, -2.234375, -2.234375, -2.25, -2.25, -2.265625, -2.296875, -2.3125, -2.3125, -2.3125, -2.328125, -2.34375, -2.34375, -2.34375, -2.359375, -2.359375, -2.359375, -2.359375, -2.375, -2.390625, -2.40625, -2.40625, -2.40625, -2.40625, -2.421875, -2.421875, -2.421875, -2.453125, -2.453125, -2.46875, -2.484375, -2.53125, -2.53125, -2.5625, -2.5625, -2.671875 ] }, { "query_id": "641", "ndcg@10": 0.8065735963827293, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "5912283", "23863576", "10749308", "38752049", "41074251", "31591262", "4587978", "31554917", "3329824", "16826810", "17930286", "45581752", "15215393", "32463364", "2248870", "20471181", "7965928", "20326526", "25315295", "49432306", "21246752", "32743723", "25483562", "6650933", "3858268", "26244918", "18025240", "24285403", "21274919", "12672066", "2335873", "32454714", "35766603", "13282296", "7986878", "26409363", "2391552", "1281769", "32852283", "33884866", "31884697", "6153754", "26720366", "19497526", "3898784", "14079881", "14782049", "20610557", "3866315", "35314705", "15678772", "13123189", "25895285", "10958594", "46112052", "24581365", "30658796", "19510470", "7239105", "10017612", "20697217", "22688699", "37583120", "25589047", "24341590", "39532074", "22517564", "4961038", "11254040", "2048139", "9021186", "20554003", "8610932", "14260013", "10072941", "7595742", "45764440", "26231129", "24634621", "15462523", "40127292", "21203899", "6157837", "343052", "18074797", "9955779", "31363207", "26079071", "3056682", "7834603", "8037453", "19529370", "496873", "28542402", "25690516", "24524403", "24921368", "10699587", "21700295", "13619127" ], "top100_scores": [ 1.8125, -2.0, -2.046875, -2.15625, -2.359375, -2.421875, -2.453125, -2.515625, -2.53125, -2.609375, -2.640625, -2.671875, -2.6875, -2.703125, -2.75, -2.765625, -2.8125, -2.8125, -2.8125, -2.828125, -2.859375, -2.890625, -2.890625, -2.890625, -2.921875, -2.9375, -2.953125, -2.96875, -2.96875, -3.0, -3.0, -3.0, -3.015625, -3.015625, -3.046875, -3.0625, -3.078125, -3.125, -3.140625, -3.15625, -3.15625, -3.15625, -3.171875, -3.1875, -3.1875, -3.203125, -3.21875, -3.234375, -3.234375, -3.234375, -3.234375, -3.25, -3.3125, -3.3125, -3.328125, -3.34375, -3.34375, -3.359375, -3.375, -3.375, -3.390625, -3.390625, -3.390625, -3.40625, -3.40625, -3.421875, -3.421875, -3.4375, -3.453125, -3.453125, -3.453125, -3.453125, -3.46875, -3.484375, -3.515625, -3.53125, -3.53125, -3.53125, -3.53125, -3.546875, -3.5625, -3.5625, -3.578125, -3.578125, -3.578125, -3.59375, -3.59375, -3.59375, -3.609375, -3.609375, -3.609375, -3.640625, -3.671875, -3.6875, -3.703125, -3.703125, -3.71875, -3.734375, -3.734375, -3.734375 ] }, { "query_id": "971", "ndcg@10": 0.9709286432396581, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "27873158", "46695481", "9764256", "6561200", "7650066", "28617573", "19140422", "23136735", "46355579", "16980892", "6748318", "41074251", "9274291", "4695046", "1996292", "36003142", "36355784", "26798867", "7736860", "10692412", "32423829", "25742130", "2727303", "13515165", "13763195", "12779444", "1203035", "13007205", "20279166", "45449835", "7165938", "23471400", "3935126", "13831558", "2272614", "4911006", "3566945", "1921218", "881332", "2140497", "3215494", "14664424", "16016673", "12471115", "1780819", "4688340", "32454714", "2931832", "3210545", "13445579", "13916951", "27240667", "8891333", "24660385", "40735046", "22309946", "654735", "31933981", "3285322", "23126677", "5151024", "11880289", "22067786", "21902400", "5735492", "22942787", "17163294", "19047331", "7451018", "20610390", "26067999", "5850219", "14717213", "19673227", "52188256", "3790895", "20839751", "7821634", "35443524", "32721137", "11201004", "39903312", "20886584", "3878434", "7020505", "15559582", "24581365", "3078080", "12358173", "14827874", "14729253", "16422880", "14252892", "24450344", "15476777", "27099731", "43329366", "12770738", "19532163", "23639838" ], "top100_scores": [ 3.328125, 2.953125, 2.625, 1.9140625, 1.859375, 1.3359375, 0.85546875, 0.5703125, 0.007568359375, -0.058837890625, -0.10791015625, -0.10791015625, -0.46484375, -0.640625, -0.85546875, -0.85546875, -1.1640625, -1.203125, -1.3671875, -1.4453125, -1.46875, -1.4765625, -1.515625, -1.5234375, -1.5390625, -1.5625, -1.6015625, -1.6015625, -1.6328125, -1.6796875, -1.75, -1.78125, -1.8203125, -1.828125, -1.8359375, -1.84375, -1.859375, -1.890625, -1.8984375, -1.9140625, -1.9140625, -1.9140625, -1.921875, -1.953125, -1.9609375, -1.9609375, -1.96875, -1.96875, -1.984375, -2.0, -2.0, -2.015625, -2.015625, -2.03125, -2.03125, -2.09375, -2.09375, -2.09375, -2.109375, -2.109375, -2.109375, -2.140625, -2.140625, -2.15625, -2.15625, -2.15625, -2.171875, -2.203125, -2.21875, -2.21875, -2.234375, -2.234375, -2.25, -2.25, -2.25, -2.265625, -2.28125, -2.28125, -2.28125, -2.3125, -2.328125, -2.328125, -2.328125, -2.34375, -2.359375, -2.390625, -2.40625, -2.40625, -2.421875, -2.421875, -2.453125, -2.5625, -2.609375, -2.609375, -2.65625, -2.65625, -2.6875, -2.703125, -2.78125, -2.78125 ] }, { "query_id": "475", "ndcg@10": 0.5, "mrr@10": 0.3333333333333333, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "33030946", "18810195", "18678095", "4418878", "23148978", "5785219", "20672596", "23576165", "4417558", "2919030", "40473317", "4423401", "8208212", "19945096", "9301606", "1605196", "12642224", "11200685", "24349992", "4387494", "13256155", "25344732", "27647593", "30933307", "20960682", "20738970", "16128711", "21093407", "34445160", "3590806", "9460704", "27889071", "10247314", "29689140", "27900414", "33370", "31761981", "4387484", "8038329", "17601006", "28193026", "1148122", "13223957", "16120395", "30658796", "16233471", "11255504", "16605494", "10450300", "28783084", "14296612", "928281", "26374799", "19071857", "35345807", "6363093", "16863359", "10627801", "39225849", "19460822", "7506409", "11569583", "10562341", "27789588", "11716783", "2402323", "29657303", "20333864", "40667577", "30152134", "24249915", "11887584", "17433284", "12156187", "27873158", "3118719", "5035827", "23180075", "8721150", "11992632", "34982259", "38844612", "14060030", "38533515", "17919731", "30919024", "17023584", "12489688", "22401061", "10145528", "23639838", "16319097", "9769310", "5704562", "4530659", "28617573", "21914176", "23237995", "5839365", "39776978" ], "top100_scores": [ 0.023681640625, -0.25390625, -0.65625, -0.94921875, -1.0078125, -1.140625, -1.1796875, -1.1953125, -1.28125, -1.3125, -1.3359375, -1.3828125, -1.3828125, -1.40625, -1.46875, -1.5234375, -1.578125, -1.6640625, -1.75, -1.875, -1.8828125, -1.890625, -1.9140625, -1.921875, -1.9453125, -2.03125, -2.03125, -2.078125, -2.09375, -2.109375, -2.140625, -2.15625, -2.1875, -2.203125, -2.21875, -2.21875, -2.21875, -2.234375, -2.234375, -2.234375, -2.265625, -2.265625, -2.265625, -2.28125, -2.28125, -2.28125, -2.28125, -2.296875, -2.296875, -2.296875, -2.3125, -2.328125, -2.328125, -2.34375, -2.359375, -2.375, -2.375, -2.40625, -2.421875, -2.421875, -2.4375, -2.4375, -2.46875, -2.46875, -2.484375, -2.484375, -2.5, -2.5, -2.515625, -2.515625, -2.53125, -2.53125, -2.53125, -2.53125, -2.546875, -2.546875, -2.546875, -2.578125, -2.59375, -2.625, -2.625, -2.640625, -2.65625, -2.6875, -2.6875, -2.71875, -2.71875, -2.71875, -2.71875, -2.734375, -2.75, -2.765625, -2.765625, -2.796875, -2.828125, -2.84375, -2.84375, -2.859375, -2.921875, -3.03125 ] }, { "query_id": "380", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "19005293", "40365566", "29509926", "45449835", "23912923", "3835423", "20610557", "219475", "20261352", "45096063", "9159125", "21651116", "67045088", "12966719", "15803282", "34016987", "10697096", "364522", "8639034", "6417632", "22281684", "5500086", "7281161", "10648422", "1574014", "33203108", "27602752", "2603304", "3684342", "5867846", "15425958", "39481265", "10247282", "24177706", "20960682", "14386505", "15561961", "1344498", "3083927", "24323695", "5838067", "7198295", "7177329", "25942757", "4418070", "20428155", "2335873", "15946643", "56486733", "10450300", "26735018", "1733337", "5633957", "8247469", "9021186", "25175997", "22623275", "42065070", "1970884", "3493623", "12631697", "5003144", "4391121", "17438862", "4347374", "12885341", "4345315", "49556906", "44562221", "12130690", "5137019", "3973445", "195683603", "19205437", "25263810", "15319019", "13905670", "26025820", "31313782", "12058271", "92308", "14615911", "16532419", "5979056", "7975937", "343052", "28712203", "16572581", "1391126", "3619931", "22896384", "23509113", "97884", "21258863", "26735905", "36642096", "26067999", "15727984", "2958458", "24873253" ], "top100_scores": [ 3.96875, 0.373046875, 0.0303955078125, -0.453125, -0.458984375, -0.54296875, -0.86328125, -1.0078125, -1.015625, -1.03125, -1.0390625, -1.078125, -1.1640625, -1.203125, -1.21875, -1.265625, -1.2734375, -1.2890625, -1.2890625, -1.3203125, -1.3359375, -1.34375, -1.34375, -1.390625, -1.390625, -1.390625, -1.3984375, -1.421875, -1.4296875, -1.46875, -1.4921875, -1.4921875, -1.5, -1.515625, -1.515625, -1.5859375, -1.6015625, -1.609375, -1.6328125, -1.6328125, -1.6484375, -1.6484375, -1.6640625, -1.671875, -1.6875, -1.7109375, -1.71875, -1.7265625, -1.7421875, -1.7421875, -1.7578125, -1.7734375, -1.7734375, -1.78125, -1.78125, -1.7890625, -1.796875, -1.8046875, -1.8125, -1.8203125, -1.8203125, -1.828125, -1.828125, -1.8359375, -1.8359375, -1.8359375, -1.8359375, -1.84375, -1.8671875, -1.8671875, -1.875, -1.875, -1.8984375, -1.9140625, -1.9140625, -1.9453125, -1.953125, -1.953125, -1.9609375, -1.9765625, -2.0, -2.015625, -2.03125, -2.046875, -2.078125, -2.078125, -2.125, -2.125, -2.171875, -2.1875, -2.1875, -2.203125, -2.21875, -2.234375, -2.265625, -2.28125, -2.296875, -2.3125, -2.359375, -2.40625 ] }, { "query_id": "129", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "27768226", "15856466", "35329820", "2479538", "6477536", "25254425", "4398832", "751192", "9617381", "10577574", "2832403", "24942840", "22707413", "5372432", "25028913", "13179318", "22674621", "13322804", "16167746", "33370", "16233471", "52868579", "7111021", "8529693", "12991445", "21479575", "6123924", "13899137", "3790895", "40666943", "12471115", "29387024", "13901073", "9167230", "27123743", "3230361", "11748341", "32357890", "10982689", "7239105", "4959368", "5238341", "33740844", "12672066", "23294314", "12561083", "6407356", "11624482", "26611834", "409280", "41298619", "9658390", "32909242", "25293616", "20280410", "6319826", "38630735", "13097856", "38037690", "22711954", "21956124", "23267371", "38180456", "21553394", "16979690", "5596332", "8298120", "28017005", "5641851", "12801438", "19661996", "13025574", "41310252", "21914176", "29745822", "7036529", "30292811", "15692098", "3716075", "16390264", "20186513", "63858430", "25602549", "23785605", "7547329", "3052642", "13934676", "13494853", "11230569", "30655442", "1871230", "39984099", "21323587", "76463821", "32328114", "29253460", "25121903", "25886725", "27024392", "75636923" ], "top100_scores": [ 1.71875, -1.15625, -1.2734375, -1.3359375, -1.5546875, -1.609375, -1.640625, -1.7578125, -1.7734375, -1.7890625, -1.859375, -1.8828125, -1.8828125, -1.9609375, -1.9609375, -2.078125, -2.078125, -2.09375, -2.109375, -2.109375, -2.171875, -2.1875, -2.203125, -2.203125, -2.203125, -2.21875, -2.25, -2.28125, -2.28125, -2.328125, -2.34375, -2.359375, -2.390625, -2.40625, -2.40625, -2.40625, -2.421875, -2.421875, -2.4375, -2.453125, -2.46875, -2.484375, -2.5, -2.515625, -2.515625, -2.515625, -2.515625, -2.53125, -2.53125, -2.53125, -2.546875, -2.546875, -2.5625, -2.5625, -2.5625, -2.59375, -2.59375, -2.609375, -2.609375, -2.625, -2.625, -2.625, -2.640625, -2.640625, -2.640625, -2.65625, -2.671875, -2.6875, -2.6875, -2.703125, -2.703125, -2.703125, -2.703125, -2.71875, -2.71875, -2.71875, -2.734375, -2.734375, -2.75, -2.765625, -2.78125, -2.796875, -2.8125, -2.828125, -2.84375, -2.84375, -2.859375, -2.859375, -2.875, -2.875, -2.875, -2.90625, -2.9375, -2.9375, -2.9375, -2.953125, -2.953125, -2.96875, -3.09375, -3.28125 ] }, { "query_id": "1202", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "3475317", "17412260", "12580014", "1049501", "4391121", "24707550", "3943235", "22517564", "21258863", "29509926", "34378726", "15435343", "5572127", "16066726", "9159125", "52925737", "27403802", "52095986", "36216395", "49432306", "11581157", "19005293", "4418070", "25148216", "22696649", "21382907", "1196631", "7975937", "9225850", "4928282", "6144337", "15889329", "5107861", "4429118", "3107733", "23388442", "28783084", "1605392", "4345315", "5752492", "13778710", "12641252", "8604837", "25942757", "20960682", "44562221", "16863359", "2506153", "23801039", "5406411", "40323148", "1900152", "343052", "6501747", "26230669", "41877386", "17438862", "19603353", "26702468", "4380287", "5519177", "9767444", "4454788", "2714623", "4416964", "3981033", "24726600", "4402497", "1970884", "10039688", "2042250", "31293581", "5137019", "22852120", "31272411", "20501163", "29015485", "25946292", "3493623", "3330111", "20722510", "1265945", "7875158", "7399084", "17023584", "9977329", "4544916", "5511240", "24044977", "38587347", "6853699", "8137081", "24315156", "24157077", "14692646", "6580081", "7968532", "21320417", "26474812", "15521377" ], "top100_scores": [ 2.03125, 0.2177734375, -0.30859375, -0.67578125, -0.7109375, -0.828125, -0.875, -0.8984375, -0.95703125, -0.97265625, -1.0078125, -1.03125, -1.0390625, -1.078125, -1.09375, -1.1640625, -1.2109375, -1.2109375, -1.234375, -1.2578125, -1.2578125, -1.265625, -1.3125, -1.3125, -1.3359375, -1.390625, -1.4140625, -1.4296875, -1.4375, -1.4453125, -1.4609375, -1.4765625, -1.4921875, -1.5234375, -1.5234375, -1.5625, -1.5625, -1.5703125, -1.578125, -1.5859375, -1.59375, -1.609375, -1.6171875, -1.6171875, -1.625, -1.6328125, -1.6328125, -1.6640625, -1.6796875, -1.6953125, -1.703125, -1.7265625, -1.7421875, -1.7734375, -1.78125, -1.7890625, -1.8046875, -1.8046875, -1.8046875, -1.8125, -1.828125, -1.8359375, -1.8359375, -1.8359375, -1.8515625, -1.859375, -1.8828125, -1.8828125, -1.890625, -1.890625, -1.90625, -1.9140625, -1.9375, -1.9453125, -1.9921875, -2.0, -2.03125, -2.03125, -2.03125, -2.046875, -2.046875, -2.0625, -2.0625, -2.078125, -2.078125, -2.125, -2.125, -2.15625, -2.171875, -2.1875, -2.203125, -2.203125, -2.203125, -2.21875, -2.234375, -2.328125, -2.375, -2.421875, -2.421875, -2.453125 ] }, { "query_id": "743", "ndcg@10": 0.2890648263178879, "mrr@10": 0.1, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "10576136", "21239672", "8290953", "27550580", "4020950", "34054472", "9122283", "20526907", "4418112", "32159283", "15984735", "5085118", "15194125", "3984231", "21868715", "5273056", "19332616", "18256197", "6158879", "22530842", "9813098", "5691302", "5386514", "24150328", "24269361", "35495268", "33884866", "12810152", "32454714", "3056682", "44264297", "6853699", "29526125", "5884524", "6070278", "25451374", "5824985", "2973910", "16760369", "23785605", "28164534", "23783727", "30261663", "12770738", "2248870", "4506414", "7640792", "25817686", "38630735", "6085365", "6153754", "22159299", "14657344", "44827480", "38727075", "28264919", "19460822", "43192375", "7489663", "25738896", "26025820", "435529", "15946643", "14361849", "13651792", "14848619", "1234098", "4442799", "13448422", "46517055", "18174210", "5107861", "9846940", "1748921", "35651106", "32743723", "17682477", "31889025", "14726759", "883747", "16644043", "23124332", "7764903", "25488034", "24190159", "14934137", "28712203", "29253460", "25897733", "496873", "2264455", "10984005", "13001323", "23509113", "4544916", "33409100", "9278263", "33934971", "26672703", "17741440" ], "top100_scores": [ -2.296875, -2.3125, -2.328125, -2.390625, -2.390625, -2.59375, -2.59375, -2.625, -2.703125, -2.734375, -2.75, -2.75, -2.765625, -2.8125, -2.9375, -3.015625, -3.03125, -3.046875, -3.0625, -3.078125, -3.078125, -3.09375, -3.09375, -3.109375, -3.125, -3.15625, -3.171875, -3.171875, -3.1875, -3.203125, -3.21875, -3.234375, -3.265625, -3.28125, -3.28125, -3.296875, -3.296875, -3.296875, -3.3125, -3.3125, -3.3125, -3.3125, -3.3125, -3.34375, -3.375, -3.375, -3.390625, -3.390625, -3.40625, -3.4375, -3.4375, -3.46875, -3.484375, -3.5, -3.5, -3.515625, -3.515625, -3.515625, -3.515625, -3.515625, -3.53125, -3.59375, -3.59375, -3.609375, -3.609375, -3.609375, -3.640625, -3.671875, -3.6875, -3.6875, -3.703125, -3.71875, -3.734375, -3.75, -3.75, -3.75, -3.765625, -3.78125, -3.78125, -3.796875, -3.796875, -3.796875, -3.796875, -3.8125, -3.84375, -3.859375, -3.875, -3.890625, -3.921875, -3.921875, -3.9375, -3.953125, -4.0, -4.03125, -4.03125, -4.09375, -4.25, -4.25, -4.3125, -4.4375 ] }, { "query_id": "659", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "13639330", "20261352", "11728637", "140907540", "3874000", "24269361", "15135001", "7370282", "5372432", "704526", "6417632", "27567994", "12801438", "25068298", "4387494", "37628989", "1215116", "26378103", "46926352", "20052986", "9791313", "27264454", "7547329", "13914198", "17327939", "27150276", "40655970", "46437558", "7808055", "35651106", "39970500", "21009874", "12471115", "36816310", "12899612", "38747567", "26607366", "40817021", "10982689", "20610557", "29634262", "15570962", "1748921", "13714201", "7764903", "15953181", "12130067", "13901073", "1148122", "10548391", "7834603", "14337960", "25098790", "21377587", "52887689", "3831884", "11359243", "3896759", "952111", "13011249", "46765242", "6415816", "26720366", "25895285", "2388819", "11043831", "22613657", "23670644", "14834714", "16812091", "2492146", "13070316", "84379954", "34818263", "6078882", "11172205", "16389141", "20372201", "2973910", "4961038", "5402581", "4399268", "14865329", "4999387", "33960383", "39892135", "5704562", "3127341", "41294031", "5395426", "42279414", "24921368", "34025053", "34544514", "11718220", "11481946", "27049238", "19313533", "23639838", "43329366" ], "top100_scores": [ -1.390625, -1.8359375, -1.984375, -2.109375, -2.328125, -2.34375, -2.359375, -2.46875, -2.484375, -2.515625, -2.546875, -2.578125, -2.578125, -2.625, -2.625, -2.65625, -2.703125, -2.71875, -2.734375, -2.734375, -2.734375, -2.765625, -2.78125, -2.828125, -2.875, -2.90625, -2.90625, -2.921875, -2.921875, -2.9375, -2.9375, -2.953125, -2.96875, -2.96875, -2.984375, -3.0, -3.015625, -3.03125, -3.0625, -3.0625, -3.078125, -3.078125, -3.078125, -3.09375, -3.09375, -3.109375, -3.109375, -3.125, -3.125, -3.140625, -3.15625, -3.171875, -3.1875, -3.203125, -3.203125, -3.21875, -3.234375, -3.25, -3.25, -3.25, -3.265625, -3.265625, -3.265625, -3.265625, -3.28125, -3.28125, -3.296875, -3.296875, -3.3125, -3.3125, -3.3125, -3.328125, -3.328125, -3.328125, -3.328125, -3.390625, -3.40625, -3.421875, -3.4375, -3.453125, -3.46875, -3.46875, -3.515625, -3.53125, -3.53125, -3.5625, -3.609375, -3.609375, -3.609375, -3.609375, -3.625, -3.625, -3.640625, -3.65625, -3.671875, -3.71875, -3.765625, -3.78125, -3.796875, -3.953125 ] }, { "query_id": "128", "ndcg@10": 0.5, "mrr@10": 0.3333333333333333, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "4910408", "15856466", "8290953", "25175997", "10697096", "35760786", "791050", "32463364", "8595678", "22281684", "6070278", "35531883", "13515165", "140907540", "23471400", "25298276", "1805641", "13902570", "202259", "6137330", "22711954", "2338488", "13906581", "881332", "2576811", "22867765", "22730024", "19854543", "16201748", "18174210", "469066", "2665425", "3944632", "17088791", "24828165", "23260700", "38712515", "38630735", "10284593", "12672066", "982650", "17693849", "2130391", "12991445", "16167746", "16812091", "13445579", "5596332", "15570962", "1180972", "27373088", "3033830", "28633594", "11109043", "6565037", "42387637", "45920278", "25985964", "8250852", "7717468", "25036988", "19675911", "19332616", "36816310", "24396137", "21395936", "8219248", "4463811", "30058568", "38369817", "22896970", "16284655", "20280410", "6961811", "20326526", "24144677", "16256507", "12899612", "37641175", "16172576", "26611834", "4378885", "22036571", "25813706", "34760396", "15176526", "12643937", "38037690", "21859699", "10982689", "20839751", "46695481", "39532074", "11020556", "46182525", "2587396", "34228604", "31962403", "29460384", "23639838" ], "top100_scores": [ -1.625, -1.75, -1.8359375, -1.9296875, -1.9296875, -2.15625, -2.3125, -2.3125, -2.34375, -2.453125, -2.546875, -2.5625, -2.5625, -2.609375, -2.625, -2.625, -2.640625, -2.65625, -2.671875, -2.6875, -2.703125, -2.75, -2.765625, -2.78125, -2.796875, -2.84375, -2.84375, -2.84375, -2.859375, -2.890625, -2.921875, -2.9375, -2.9375, -2.96875, -2.96875, -2.96875, -2.984375, -3.046875, -3.046875, -3.0625, -3.078125, -3.078125, -3.09375, -3.09375, -3.125, -3.125, -3.140625, -3.140625, -3.15625, -3.15625, -3.15625, -3.171875, -3.1875, -3.1875, -3.203125, -3.21875, -3.21875, -3.234375, -3.234375, -3.25, -3.265625, -3.265625, -3.265625, -3.265625, -3.28125, -3.296875, -3.296875, -3.296875, -3.3125, -3.328125, -3.328125, -3.328125, -3.328125, -3.34375, -3.34375, -3.359375, -3.359375, -3.375, -3.375, -3.390625, -3.390625, -3.390625, -3.40625, -3.40625, -3.4375, -3.453125, -3.453125, -3.5, -3.515625, -3.53125, -3.5625, -3.5625, -3.578125, -3.59375, -3.59375, -3.59375, -3.609375, -3.625, -3.625, -3.75 ] }, { "query_id": "501", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "17930286", "28530299", "24285403", "5137019", "23863576", "57574395", "14606752", "32463364", "58564850", "24510595", "13282296", "21274919", "5556809", "20471181", "27866735", "28910120", "3553087", "7965928", "30041340", "24881307", "19804204", "1733337", "13944805", "26016929", "3572885", "14782049", "4387494", "18038250", "7239105", "1281769", "18025240", "13293033", "3616843", "5270265", "37583120", "20326526", "654735", "23912923", "4394525", "32743723", "5468807", "27602752", "21246752", "7433668", "43226130", "11441172", "3210545", "11459139", "25938221", "14834714", "2831620", "19970015", "25483562", "18446525", "13714201", "24872571", "20459964", "34016944", "16806763", "7115651", "15678772", "25643818", "2842550", "751192", "5402581", "17973161", "8596357", "14079881", "3619931", "1800734", "33370", "24101431", "3090454", "12265561", "15692098", "33677323", "7595742", "71625969", "1389264", "24276304", "87758", "8892905", "17755060", "22401720", "24190159", "8529693", "10641715", "4959368", "18104691", "43220289", "24524403", "13934676", "37480103", "24873253", "5912283", "27024392", "35443524", "143868995", "52893592", "4841908" ], "top100_scores": [ -0.034912109375, -1.78125, -1.859375, -1.8671875, -1.875, -1.8984375, -2.09375, -2.15625, -2.171875, -2.234375, -2.28125, -2.296875, -2.296875, -2.3125, -2.34375, -2.40625, -2.40625, -2.4375, -2.515625, -2.515625, -2.53125, -2.5625, -2.625, -2.65625, -2.671875, -2.703125, -2.71875, -2.71875, -2.734375, -2.75, -2.765625, -2.78125, -2.796875, -2.828125, -2.859375, -2.859375, -2.859375, -2.859375, -2.875, -2.90625, -2.921875, -2.921875, -2.9375, -2.9375, -2.9375, -2.953125, -2.953125, -2.984375, -2.984375, -3.0, -3.0, -3.0, -3.046875, -3.046875, -3.046875, -3.0625, -3.0625, -3.0625, -3.078125, -3.078125, -3.09375, -3.09375, -3.09375, -3.109375, -3.109375, -3.109375, -3.109375, -3.125, -3.140625, -3.15625, -3.15625, -3.15625, -3.15625, -3.171875, -3.171875, -3.1875, -3.21875, -3.234375, -3.234375, -3.25, -3.25, -3.25, -3.28125, -3.28125, -3.28125, -3.296875, -3.328125, -3.359375, -3.375, -3.375, -3.390625, -3.390625, -3.453125, -3.46875, -3.515625, -3.546875, -3.5625, -3.578125, -3.78125, -3.90625 ] }, { "query_id": "1339", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "15482274", "6796297", "4417558", "5145974", "196664003", "11728637", "1701063", "37628989", "7986878", "16108876", "9754530", "22312627", "2988714", "24731248", "24942840", "30261663", "23702805", "6417632", "219475", "23777820", "28633594", "1871499", "3943235", "22711954", "21012916", "4366738", "58006489", "15561961", "1944452", "1333643", "704526", "3203590", "14965508", "752423", "7093809", "32852283", "13123189", "14155726", "52175065", "41264017", "4468861", "17821387", "40996863", "9911547", "52874170", "26445118", "7988832", "20279166", "7948486", "12411274", "11716783", "14606752", "11718220", "7468449", "25643818", "27686445", "11742219", "10944947", "516867", "16732790", "56486733", "8698208", "13801259", "25036988", "21902400", "11109043", "9764256", "41822527", "6723450", "32023005", "32721137", "33634749", "18429416", "4325398", "32665136", "6106004", "39532074", "39903312", "9056874", "5266423", "841371", "16737210", "13624704", "12236208", "22922353", "43226130", "32462603", "39285547", "41782935", "26244918", "40429879", "6748318", "39368721", "51386222", "34268160", "15559582", "5377059", "25451374", "8690595", "19529370" ], "top100_scores": [ 1.953125, -1.1796875, -1.5, -1.6171875, -1.6875, -1.7578125, -1.765625, -1.8125, -1.859375, -1.953125, -1.96875, -2.015625, -2.03125, -2.046875, -2.0625, -2.125, -2.125, -2.125, -2.140625, -2.140625, -2.15625, -2.1875, -2.1875, -2.1875, -2.203125, -2.21875, -2.21875, -2.25, -2.265625, -2.28125, -2.296875, -2.3125, -2.34375, -2.375, -2.390625, -2.390625, -2.421875, -2.421875, -2.4375, -2.453125, -2.453125, -2.453125, -2.46875, -2.46875, -2.484375, -2.5, -2.5, -2.515625, -2.546875, -2.5625, -2.5625, -2.59375, -2.625, -2.625, -2.625, -2.640625, -2.65625, -2.671875, -2.6875, -2.6875, -2.6875, -2.6875, -2.6875, -2.6875, -2.6875, -2.703125, -2.703125, -2.71875, -2.71875, -2.71875, -2.734375, -2.75, -2.75, -2.765625, -2.78125, -2.796875, -2.796875, -2.796875, -2.796875, -2.796875, -2.828125, -2.828125, -2.828125, -2.828125, -2.84375, -2.84375, -2.859375, -2.890625, -2.890625, -2.90625, -2.90625, -2.90625, -2.90625, -2.90625, -2.9375, -2.953125, -2.953125, -2.984375, -3.03125, -3.125 ] }, { "query_id": "800", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "7988832", "4679264", "1871499", "28530299", "23901235", "14308244", "28441310", "24652030", "7492250", "4434951", "9433958", "9791313", "6040392", "7426741", "11578459", "22178316", "36708463", "4036038", "11992632", "1780819", "19489351", "11844826", "23052989", "10765888", "654735", "9291668", "4653837", "25597580", "5935987", "23777820", "14475235", "19460822", "3707035", "25315295", "26230669", "30468386", "42387637", "16242975", "8519911", "19912367", "30933307", "16233471", "6650933", "24347647", "12324049", "45820464", "26099680", "22549449", "27602752", "6599693", "18038250", "19970015", "8150638", "20418809", "6718824", "11674596", "33912748", "2547636", "5035827", "37583120", "13350374", "10641715", "41928290", "11527822", "5838067", "16732790", "1032372", "31882215", "6407356", "6923961", "25022826", "5704562", "9194077", "5395426", "31884697", "40655970", "9239963", "24524403", "25946292", "18938992", "14367469", "12207167", "7114092", "8891333", "5108807", "25690516", "9559146", "8856690", "7514614", "15248287", "6259170", "17050065", "15521377", "4457834", "34436231", "26008462", "25488034", "1967410", "29557235", "4345757" ], "top100_scores": [ 0.306640625, 0.10986328125, -0.1513671875, -0.859375, -0.8828125, -0.890625, -0.93359375, -1.046875, -1.078125, -1.125, -1.140625, -1.1875, -1.21875, -1.2421875, -1.2421875, -1.28125, -1.28125, -1.2890625, -1.3125, -1.3125, -1.3203125, -1.3203125, -1.3359375, -1.359375, -1.3828125, -1.390625, -1.3984375, -1.40625, -1.4140625, -1.4375, -1.4453125, -1.453125, -1.4609375, -1.4609375, -1.46875, -1.4765625, -1.4765625, -1.5, -1.515625, -1.515625, -1.5234375, -1.546875, -1.5546875, -1.578125, -1.5859375, -1.5859375, -1.6171875, -1.625, -1.640625, -1.6484375, -1.6484375, -1.65625, -1.6640625, -1.671875, -1.671875, -1.671875, -1.6796875, -1.6875, -1.6953125, -1.7109375, -1.71875, -1.71875, -1.71875, -1.734375, -1.75, -1.765625, -1.765625, -1.7734375, -1.7734375, -1.78125, -1.8125, -1.8203125, -1.828125, -1.828125, -1.859375, -1.90625, -1.9296875, -1.9296875, -1.9375, -1.9375, -1.953125, -1.9609375, -1.96875, -1.9921875, -2.0625, -2.0625, -2.078125, -2.078125, -2.078125, -2.09375, -2.109375, -2.109375, -2.140625, -2.140625, -2.171875, -2.171875, -2.171875, -2.28125, -2.484375, -2.515625 ] }, { "query_id": "1014", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "6277638", "1227277", "15856466", "2266471", "4434951", "4324278", "17195001", "116792", "10790846", "16233471", "9752604", "10482574", "8595678", "4460880", "982650", "350542", "31882215", "19572798", "11200685", "22901758", "14647747", "29015485", "37296667", "4961038", "4515975", "29321530", "8417211", "2832403", "51952430", "21626639", "44693226", "24670522", "32023005", "4362729", "25251625", "25690564", "58006489", "17168045", "14874811", "18199839", "4388082", "7198295", "14241418", "23901235", "8698857", "45027320", "25315295", "12794099", "2296264", "34760396", "38028419", "10557471", "17539488", "15615957", "4483571", "28530299", "35345807", "5785219", "4463811", "23895668", "27403802", "4396105", "32322418", "18174210", "46112052", "38037690", "41310252", "21571708", "1733337", "29851836", "12552297", "23076291", "39368721", "9822397", "2052720", "7150238", "12991445", "8646760", "20544428", "1974176", "82665667", "40710501", "23273454", "4700428", "38811597", "36386637", "33884866", "14835068", "29947146", "1456068", "9194077", "24082820", "31407112", "6157837", "25599283", "31933981", "5944514", "306311", "29460384", "28821565" ], "top100_scores": [ -1.1875, -1.2890625, -1.34375, -1.546875, -1.734375, -2.046875, -2.125, -2.234375, -2.34375, -2.359375, -2.40625, -2.453125, -2.484375, -2.515625, -2.59375, -2.609375, -2.625, -2.65625, -2.65625, -2.671875, -2.671875, -2.671875, -2.71875, -2.71875, -2.734375, -2.75, -2.765625, -2.78125, -2.78125, -2.78125, -2.828125, -2.828125, -2.859375, -2.859375, -2.859375, -2.875, -2.875, -2.890625, -2.90625, -2.90625, -2.90625, -2.921875, -2.96875, -2.96875, -2.984375, -3.0, -3.015625, -3.046875, -3.078125, -3.09375, -3.09375, -3.109375, -3.109375, -3.125, -3.125, -3.140625, -3.140625, -3.140625, -3.140625, -3.15625, -3.171875, -3.171875, -3.1875, -3.1875, -3.1875, -3.203125, -3.21875, -3.234375, -3.234375, -3.25, -3.25, -3.25, -3.28125, -3.296875, -3.296875, -3.3125, -3.3125, -3.3125, -3.328125, -3.34375, -3.359375, -3.359375, -3.359375, -3.359375, -3.375, -3.390625, -3.40625, -3.421875, -3.4375, -3.453125, -3.46875, -3.46875, -3.484375, -3.515625, -3.53125, -3.53125, -3.5625, -3.5625, -3.59375, -3.609375 ] }, { "query_id": "1021", "ndcg@10": 0.6309297535714575, "mrr@10": 0.5, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "36547290", "9433958", "12885341", "3107733", "4402497", "515489", "10617916", "5867846", "30437264", "33986507", "30933307", "20183360", "25994317", "34287602", "20471181", "20960682", "9614443", "25045244", "26071782", "5398179", "4387494", "15425958", "29023309", "5800138", "1243475", "2754534", "28006126", "3756384", "20690388", "4688340", "11721286", "23535770", "8596357", "5838067", "3085264", "16962732", "25629722", "8002887", "13878124", "24423427", "38944245", "4418269", "6163801", "23887844", "2947124", "17416520", "34016987", "14367469", "36637129", "18938992", "10450300", "7821634", "23305884", "4389252", "40655970", "36838958", "16572581", "19005293", "654735", "8247469", "13322804", "25263810", "9988425", "44408494", "13380011", "27602752", "28164534", "11254556", "22800314", "4653837", "11992632", "30468386", "40254495", "21562657", "22549449", "42065070", "25946292", "28249680", "6182947", "39443128", "39285547", "24943534", "23052989", "3680979", "21700295", "11837657", "46202852", "24596228", "25488034", "10790846", "7228140", "7224723", "15491404", "15488881", "22647695", "6776834", "26336593", "22134353", "7552147", "11913139" ], "top100_scores": [ -0.146484375, -0.3671875, -1.0625, -1.109375, -1.3984375, -1.4140625, -1.4140625, -1.4296875, -1.453125, -1.46875, -1.46875, -1.484375, -1.4921875, -1.53125, -1.5546875, -1.5625, -1.6015625, -1.640625, -1.65625, -1.65625, -1.6640625, -1.6796875, -1.6796875, -1.6875, -1.7265625, -1.7265625, -1.7421875, -1.7421875, -1.7421875, -1.7421875, -1.7421875, -1.75, -1.7734375, -1.78125, -1.78125, -1.7890625, -1.7890625, -1.796875, -1.8046875, -1.828125, -1.828125, -1.828125, -1.859375, -1.859375, -1.8671875, -1.8671875, -1.875, -1.875, -1.8984375, -1.90625, -1.9296875, -1.9296875, -1.9609375, -1.9609375, -1.9609375, -1.9765625, -1.984375, -1.9921875, -1.9921875, -2.0, -2.0, -2.015625, -2.015625, -2.03125, -2.046875, -2.0625, -2.09375, -2.09375, -2.109375, -2.109375, -2.125, -2.125, -2.125, -2.125, -2.140625, -2.140625, -2.15625, -2.15625, -2.1875, -2.1875, -2.203125, -2.234375, -2.234375, -2.265625, -2.265625, -2.296875, -2.3125, -2.3125, -2.328125, -2.34375, -2.359375, -2.359375, -2.375, -2.40625, -2.40625, -2.4375, -2.453125, -2.453125, -2.53125, -2.796875 ] }, { "query_id": "1266", "ndcg@10": 0.6309297535714575, "mrr@10": 0.5, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "27123743", "37480103", "4886637", "13831842", "38551172", "23557241", "13519661", "2140497", "17450673", "16322674", "13831558", "5487448", "25973484", "13007205", "22007333", "3329824", "36432234", "15559582", "16734530", "2931832", "3285322", "16086778", "32534305", "15113221", "38485364", "9171913", "16098747", "5372432", "41264017", "5864770", "5270265", "32001951", "15512462", "9394119", "20886584", "26798867", "17163294", "45638119", "18340282", "16701509", "4414547", "6334188", "17088791", "31311495", "13515165", "7821634", "27240667", "17648235", "15946643", "1780819", "22509015", "43334921", "22401720", "20280410", "20428155", "3355397", "19673227", "12438901", "11880289", "29981186", "21874312", "4828631", "23967973", "20839751", "1428840", "24341590", "31616203", "9822397", "4429932", "40735046", "32462603", "38623601", "14700857", "2015126", "4820792", "1456068", "520579", "52188256", "31229233", "22975806", "1285713", "22922353", "32423829", "24916604", "16691520", "11630388", "16390264", "4959368", "12810152", "1389264", "30226988", "6327940", "46695481", "8037453", "5824985", "25121903", "8659426", "28617573", "24873253", "26067999" ], "top100_scores": [ 0.162109375, 0.0703125, 0.044677734375, -0.173828125, -0.2578125, -0.34375, -0.40234375, -0.515625, -0.515625, -0.5234375, -0.59375, -0.68359375, -0.71484375, -0.73828125, -0.76953125, -0.8203125, -0.875, -0.96875, -0.97265625, -1.0078125, -1.0390625, -1.046875, -1.0546875, -1.0703125, -1.0859375, -1.09375, -1.1015625, -1.125, -1.125, -1.15625, -1.1875, -1.1953125, -1.2265625, -1.25, -1.265625, -1.265625, -1.2734375, -1.28125, -1.3046875, -1.3125, -1.3203125, -1.34375, -1.3671875, -1.375, -1.375, -1.3828125, -1.390625, -1.390625, -1.3984375, -1.40625, -1.4140625, -1.4140625, -1.421875, -1.46875, -1.46875, -1.4921875, -1.4921875, -1.5078125, -1.5078125, -1.5078125, -1.515625, -1.5234375, -1.53125, -1.53125, -1.5390625, -1.546875, -1.5546875, -1.5625, -1.59375, -1.6015625, -1.6015625, -1.6015625, -1.6015625, -1.6171875, -1.625, -1.640625, -1.640625, -1.6640625, -1.6640625, -1.671875, -1.6953125, -1.75, -1.7578125, -1.7578125, -1.7734375, -1.78125, -1.78125, -1.7890625, -1.8046875, -1.828125, -1.828125, -1.8671875, -1.890625, -1.9140625, -1.921875, -2.03125, -2.046875, -2.0625, -2.078125, -2.078125 ] }, { "query_id": "598", "ndcg@10": 0.3562071871080222, "mrr@10": 0.16666666666666666, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "27873158", "36355784", "6561200", "9764256", "16980892", "25742130", "41074251", "7650066", "1996292", "46695481", "26016929", "9274291", "6748318", "3329824", "7736860", "32423829", "12779444", "28617573", "10692412", "19140422", "26798867", "2727303", "2140497", "13763195", "20321154", "20610390", "14408200", "23136735", "14019636", "22309946", "7165938", "9167230", "1780819", "46437558", "13831558", "27240667", "14664424", "24294572", "11880289", "15512462", "4911006", "25641414", "46355579", "37480103", "581832", "17088791", "31311495", "3590806", "17876040", "25589047", "14973286", "5855168", "24396137", "52188256", "8891333", "10958594", "27647593", "32534305", "4824840", "13025574", "17450673", "14827874", "24323695", "1203035", "16701509", "25806385", "79231308", "14700857", "21301090", "9547722", "2058909", "3462075", "12438901", "952111", "20280410", "4856149", "16322674", "40735046", "17124832", "28468276", "25973484", "13097856", "22942787", "9171913", "33257464", "9056874", "24581365", "7451018", "8582337", "27099731", "18617259", "25121903", "5864770", "26067999", "43329366", "34228604", "19532163", "1387104", "10699587", "21495419" ], "top100_scores": [ 1.171875, 1.078125, 0.9296875, 0.1708984375, -0.1123046875, -0.3359375, -0.38671875, -0.423828125, -0.453125, -0.5859375, -0.6796875, -0.703125, -0.72265625, -0.9453125, -0.95703125, -0.99609375, -1.0546875, -1.078125, -1.109375, -1.1171875, -1.125, -1.1328125, -1.140625, -1.2578125, -1.2578125, -1.2734375, -1.2890625, -1.296875, -1.3203125, -1.328125, -1.328125, -1.3515625, -1.3515625, -1.4140625, -1.4296875, -1.4453125, -1.46875, -1.484375, -1.5, -1.5, -1.546875, -1.5546875, -1.5625, -1.5625, -1.5703125, -1.59375, -1.59375, -1.609375, -1.6171875, -1.625, -1.6484375, -1.65625, -1.6640625, -1.6796875, -1.6796875, -1.6875, -1.6875, -1.6953125, -1.703125, -1.703125, -1.703125, -1.7109375, -1.7109375, -1.7265625, -1.7265625, -1.7265625, -1.7421875, -1.7421875, -1.75, -1.765625, -1.765625, -1.765625, -1.78125, -1.8046875, -1.828125, -1.828125, -1.828125, -1.8359375, -1.8359375, -1.84375, -1.84375, -1.8671875, -1.8671875, -1.8828125, -1.8828125, -1.8984375, -1.90625, -1.9296875, -1.953125, -1.96875, -2.0, -2.015625, -2.015625, -2.03125, -2.03125, -2.03125, -2.03125, -2.0625, -2.203125, -2.4375 ] }, { "query_id": "1180", "ndcg@10": 0.6309297535714575, "mrr@10": 0.5, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "44366096", "31272411", "14474178", "10627801", "7820043", "25141908", "35760786", "52095986", "40473317", "6144337", "7912", "3835423", "41337677", "6501747", "4402497", "11784947", "5867846", "24221369", "29023309", "26873988", "10359591", "9433958", "18914652", "7860396", "52944377", "30437264", "30933307", "5398179", "2492146", "22623275", "4162857", "1970884", "7177329", "8563659", "49556906", "13123189", "3756384", "885056", "5953485", "23576726", "21150010", "1333643", "34016987", "16172576", "21274496", "16572581", "10450300", "8247469", "37643601", "42065070", "20018321", "20960682", "8038329", "3566945", "24943534", "24922825", "26133404", "25263810", "7647224", "23305884", "8005007", "17454301", "12885341", "22705234", "18816720", "11411060", "13780287", "3033830", "24177706", "40323148", "4883040", "39389082", "44562058", "24596228", "32533299", "708425", "20996244", "4347374", "6182947", "43378932", "3308636", "22703082", "24423427", "25946292", "1049501", "1071991", "19854744", "7451018", "12966719", "15058155", "6670101", "11244195", "27602752", "4664540", "285794", "8300657", "27373088", "21562657", "26751583", "39550665" ], "top100_scores": [ 2.140625, 2.03125, 0.9296875, 0.1533203125, -1.1796875, -1.3828125, -1.5859375, -1.6640625, -1.671875, -1.8203125, -1.921875, -1.9375, -2.078125, -2.078125, -2.125, -2.125, -2.125, -2.140625, -2.140625, -2.171875, -2.203125, -2.3125, -2.390625, -2.40625, -2.4375, -2.453125, -2.453125, -2.5, -2.515625, -2.53125, -2.546875, -2.578125, -2.59375, -2.625, -2.625, -2.625, -2.625, -2.625, -2.625, -2.65625, -2.65625, -2.65625, -2.6875, -2.6875, -2.703125, -2.703125, -2.71875, -2.71875, -2.71875, -2.734375, -2.734375, -2.765625, -2.765625, -2.765625, -2.78125, -2.796875, -2.8125, -2.8125, -2.828125, -2.84375, -2.859375, -2.859375, -2.875, -2.875, -2.875, -2.875, -2.890625, -2.890625, -2.890625, -2.90625, -2.90625, -2.90625, -2.90625, -2.9375, -2.9375, -2.96875, -2.984375, -3.0, -3.0, -3.0, -3.015625, -3.015625, -3.015625, -3.015625, -3.015625, -3.03125, -3.046875, -3.046875, -3.0625, -3.0625, -3.125, -3.125, -3.140625, -3.171875, -3.171875, -3.1875, -3.203125, -3.234375, -3.265625, -3.3125 ] }, { "query_id": "692", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "24088502", "36288526", "4910408", "16745747", "45449835", "27243019", "5572127", "5304891", "13373629", "27910499", "35271381", "27602752", "3899896", "2030623", "14021596", "4335423", "17463549", "663464", "13734012", "23665162", "11344428", "10015292", "9787715", "7986878", "5782614", "2842550", "6315132", "5415832", "10165258", "24670522", "45447613", "25515907", "8137081", "40590358", "7198295", "40900567", "25985964", "202259", "623486", "7764903", "14965508", "2533768", "14492339", "14672919", "30492966", "46517055", "17168045", "4409524", "35714909", "36444198", "3698758", "11902109", "30152134", "21547032", "5323845", "4506414", "32322418", "23124332", "24396137", "8529693", "12206390", "34982259", "14973286", "4385779", "54561384", "22482024", "18617259", "9122283", "26474812", "1748921", "42065070", "30639847", "25974070", "6153754", "27049238", "4421742", "39368721", "2138843", "991137", "11771811", "7227763", "8037453", "8317408", "11349166", "11071351", "5289038", "4647303", "1360607", "9171913", "31889025", "13959707", "14865329", "25355575", "7489663", "13448422", "2587396", "25079962", "14566771", "43329366", "120626" ], "top100_scores": [ 0.53515625, -0.98828125, -0.99609375, -1.0625, -1.109375, -1.453125, -1.4765625, -1.515625, -1.53125, -1.5546875, -1.5625, -1.5859375, -1.6171875, -1.6640625, -1.7109375, -1.7421875, -1.7578125, -1.7734375, -1.796875, -1.8125, -1.8203125, -1.8203125, -1.859375, -1.890625, -1.90625, -1.9140625, -1.9375, -1.9375, -1.96875, -1.9765625, -2.0, -2.0, -2.015625, -2.015625, -2.0625, -2.078125, -2.09375, -2.09375, -2.140625, -2.140625, -2.15625, -2.15625, -2.15625, -2.171875, -2.171875, -2.171875, -2.1875, -2.203125, -2.203125, -2.21875, -2.234375, -2.234375, -2.25, -2.265625, -2.265625, -2.28125, -2.296875, -2.3125, -2.3125, -2.3125, -2.3125, -2.3125, -2.328125, -2.34375, -2.34375, -2.359375, -2.375, -2.375, -2.390625, -2.390625, -2.40625, -2.421875, -2.421875, -2.4375, -2.453125, -2.453125, -2.5, -2.5, -2.53125, -2.53125, -2.5625, -2.578125, -2.578125, -2.59375, -2.59375, -2.609375, -2.625, -2.640625, -2.640625, -2.671875, -2.671875, -2.6875, -2.6875, -2.703125, -2.734375, -2.765625, -2.796875, -2.8125, -2.953125, -2.96875 ] }, { "query_id": "148", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "1084345", "10012166", "4326318", "16627684", "24347647", "4452659", "17463549", "1344498", "15836115", "2543135", "8002887", "25576204", "19912367", "2274272", "19460822", "22159299", "982650", "10463997", "52887689", "7185591", "6227220", "38623601", "43390777", "31882215", "4399311", "52925737", "33569870", "28138927", "3504761", "13651792", "6315132", "516867", "6040392", "16233471", "3707035", "6277638", "752423", "27240667", "8425533", "24177706", "2492146", "2052720", "11414664", "33733520", "16728949", "9548440", "5151024", "1797622", "17000834", "984825", "12030735", "11041152", "1605196", "24396137", "17587795", "12206390", "34498325", "3033830", "25806385", "24706198", "19961177", "2266471", "11922370", "8646760", "22896970", "21221346", "16390264", "40735046", "6945285", "2613775", "27647593", "13770184", "26330861", "28712203", "4362729", "27134931", "9764256", "12804937", "15830352", "24157077", "341324", "27873158", "38811597", "4414481", "13230773", "16839245", "6446747", "8298120", "4385779", "17195001", "19165076", "32159283", "26297042", "7036529", "8551160", "2619579", "32181055", "32328114", "5850219", "803312" ], "top100_scores": [ 4.34375, 2.5625, -0.26171875, -0.82421875, -0.921875, -1.0546875, -1.15625, -1.3828125, -1.3984375, -1.484375, -1.578125, -1.578125, -1.703125, -1.7265625, -1.7265625, -1.75, -1.7890625, -1.796875, -1.8046875, -1.8203125, -1.8359375, -1.8359375, -1.9375, -1.9453125, -1.96875, -1.984375, -2.0, -2.0, -2.015625, -2.046875, -2.125, -2.140625, -2.140625, -2.1875, -2.3125, -2.34375, -2.40625, -2.421875, -2.515625, -2.53125, -2.53125, -2.546875, -2.578125, -2.59375, -2.59375, -2.640625, -2.671875, -2.671875, -2.671875, -2.703125, -2.71875, -2.71875, -2.734375, -2.75, -2.796875, -2.84375, -2.859375, -2.875, -2.890625, -2.921875, -2.96875, -2.96875, -3.0, -3.015625, -3.015625, -3.015625, -3.03125, -3.03125, -3.046875, -3.078125, -3.09375, -3.15625, -3.171875, -3.1875, -3.234375, -3.25, -3.265625, -3.28125, -3.28125, -3.296875, -3.296875, -3.328125, -3.34375, -3.34375, -3.375, -3.375, -3.375, -3.390625, -3.390625, -3.40625, -3.40625, -3.40625, -3.453125, -3.453125, -3.484375, -3.5, -3.53125, -3.609375, -3.6875, -3.6875 ] }, { "query_id": "300", "ndcg@10": 0.6309297535714575, "mrr@10": 0.5, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "16120395", "3553087", "3849194", "16966326", "35747505", "36547290", "8856690", "935538", "24731248", "15655418", "7688110", "21622715", "20018321", "42314147", "4587978", "11784947", "4417558", "1084345", "36432234", "10790846", "13106686", "23746313", "7860396", "515489", "6401675", "27438378", "3514072", "19822046", "21601459", "4429388", "169264", "502591", "40913091", "8002887", "23180075", "4421742", "23727313", "19165076", "7820043", "24042363", "4313478", "13763195", "7029990", "1333643", "17911973", "25994317", "2988714", "25799020", "20048431", "40667066", "25254425", "16167746", "984825", "1103795", "8327914", "30184745", "4396105", "19099739", "6421792", "4138659", "10530014", "21373240", "7912", "4406819", "7968532", "2380002", "8396189", "36816310", "38751591", "15248287", "23351136", "44420873", "20646904", "26848994", "17945638", "10993232", "8426046", "6947286", "8247597", "40710501", "4442799", "6415816", "25488034", "27889071", "23895668", "24881307", "34439544", "5094468", "5144381", "7970974", "15381976", "24042919", "21562657", "39281166", "11886686", "11411060", "14050257", "25748308", "49429882", "15727984" ], "top100_scores": [ 1.765625, 1.390625, 1.21875, 1.171875, 1.1484375, 1.1015625, 1.0859375, 1.0703125, 1.0234375, 1.015625, 1.015625, 0.9765625, 0.94921875, 0.9453125, 0.9296875, 0.90234375, 0.8984375, 0.88671875, 0.8828125, 0.87109375, 0.8359375, 0.83203125, 0.83203125, 0.82421875, 0.80859375, 0.7890625, 0.765625, 0.765625, 0.765625, 0.76171875, 0.73046875, 0.7265625, 0.703125, 0.703125, 0.6953125, 0.69140625, 0.6875, 0.6875, 0.68359375, 0.6796875, 0.66796875, 0.65234375, 0.65234375, 0.65234375, 0.625, 0.62109375, 0.61328125, 0.609375, 0.60546875, 0.60546875, 0.59765625, 0.57421875, 0.56640625, 0.56640625, 0.56640625, 0.55078125, 0.55078125, 0.54296875, 0.53515625, 0.53515625, 0.53125, 0.51953125, 0.51953125, 0.51171875, 0.50390625, 0.474609375, 0.46875, 0.466796875, 0.462890625, 0.439453125, 0.41796875, 0.38671875, 0.384765625, 0.380859375, 0.380859375, 0.365234375, 0.365234375, 0.33203125, 0.330078125, 0.3203125, 0.310546875, 0.30859375, 0.294921875, 0.291015625, 0.271484375, 0.23828125, 0.2333984375, 0.193359375, 0.189453125, 0.166015625, 0.1513671875, 0.1474609375, 0.1064453125, 0.09716796875, 0.08740234375, 0.0693359375, 0.062255859375, 0.01513671875, -0.115234375, -0.1279296875 ] }, { "query_id": "410", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "14924526", "15889329", "3870062", "23912923", "116792", "45414636", "20645335", "25515907", "7042304", "27866735", "25416944", "42441846", "29231620", "1576955", "36637129", "25597580", "18421962", "26848994", "16108876", "23670644", "34121231", "22178316", "32322418", "20344442", "5254463", "6334188", "25878014", "5691302", "3878434", "52805891", "26008063", "7492250", "14367469", "810480", "4767806", "6504953", "6137330", "12800122", "4653837", "7736860", "2242416", "13780287", "23901235", "6812319", "13242763", "14500725", "16980892", "7729656", "4418112", "23716150", "52180874", "13899137", "317204", "19854543", "17119869", "44935041", "11043831", "12172346", "29634262", "4457834", "1180972", "8721150", "17236106", "3929361", "1287809", "22973574", "22896384", "20886584", "52188256", "29073751", "4679264", "38025907", "17631671", "11837657", "22674621", "25643818", "41226276", "46437558", "5765455", "23816832", "38727075", "18074797", "5991309", "26230669", "8780599", "3707035", "31889025", "37583120", "6647414", "1606628", "7602348", "9548440", "21914176", "13934676", "7595742", "2138843", "6277638", "9056874", "25121903", "34228604" ], "top100_scores": [ 1.6953125, -0.318359375, -1.3359375, -1.5703125, -1.6796875, -1.7890625, -1.8203125, -1.8359375, -1.859375, -1.9140625, -2.015625, -2.03125, -2.078125, -2.09375, -2.109375, -2.15625, -2.15625, -2.171875, -2.1875, -2.21875, -2.21875, -2.234375, -2.25, -2.25, -2.265625, -2.28125, -2.328125, -2.34375, -2.34375, -2.359375, -2.359375, -2.359375, -2.390625, -2.40625, -2.40625, -2.40625, -2.40625, -2.453125, -2.453125, -2.453125, -2.46875, -2.46875, -2.484375, -2.484375, -2.5, -2.515625, -2.53125, -2.546875, -2.546875, -2.546875, -2.546875, -2.5625, -2.5625, -2.59375, -2.609375, -2.625, -2.625, -2.625, -2.625, -2.65625, -2.65625, -2.65625, -2.671875, -2.671875, -2.6875, -2.71875, -2.71875, -2.71875, -2.71875, -2.734375, -2.75, -2.75, -2.765625, -2.796875, -2.8125, -2.8125, -2.828125, -2.828125, -2.84375, -2.84375, -2.84375, -2.859375, -2.859375, -2.859375, -2.890625, -2.921875, -2.953125, -2.953125, -2.96875, -3.0, -3.0, -3.015625, -3.015625, -3.046875, -3.078125, -3.09375, -3.09375, -3.140625, -3.21875, -3.34375 ] }, { "query_id": "72", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "6076903", "33030946", "21219071", "8208212", "21199527", "26886351", "4467129", "11200685", "18447487", "14178995", "2272614", "21868715", "15322518", "40500438", "1065627", "42731834", "13763195", "5468807", "14644164", "9956893", "20659283", "14296612", "778436", "20179918", "25994317", "23604601", "22711954", "67045088", "44408494", "164985", "4036038", "3376731", "23974474", "9379687", "40901687", "18473550", "28164534", "4380004", "17648235", "5860364", "18895793", "19308127", "30184745", "30658796", "19099739", "34016944", "34445160", "1748921", "16660256", "4795303", "18546584", "27393799", "3981729", "11535539", "35345807", "30884033", "21622715", "3559136", "29107180", "19970015", "16546131", "4961038", "24190159", "11043831", "8868863", "22896970", "1550937", "35085326", "14198646", "11420613", "5785219", "4464565", "23388442", "4587978", "36708463", "4920376", "13831558", "25813706", "20302714", "28928964", "8317408", "8759633", "45461275", "4483571", "32927475", "35660758", "2158516", "21179714", "2533768", "11884292", "13916484", "8721150", "20028729", "6157837", "8185080", "45401535", "45218443", "25886725", "18074797", "5252837" ], "top100_scores": [ 0.392578125, -0.88671875, -1.5, -1.7109375, -1.78125, -1.84375, -1.8671875, -1.8828125, -2.078125, -2.09375, -2.140625, -2.171875, -2.1875, -2.21875, -2.21875, -2.234375, -2.25, -2.28125, -2.296875, -2.328125, -2.34375, -2.34375, -2.359375, -2.359375, -2.359375, -2.390625, -2.421875, -2.421875, -2.421875, -2.4375, -2.4375, -2.453125, -2.46875, -2.46875, -2.46875, -2.484375, -2.484375, -2.5, -2.5, -2.53125, -2.546875, -2.546875, -2.546875, -2.546875, -2.5625, -2.578125, -2.59375, -2.59375, -2.59375, -2.609375, -2.609375, -2.625, -2.640625, -2.65625, -2.65625, -2.671875, -2.671875, -2.671875, -2.6875, -2.703125, -2.703125, -2.71875, -2.71875, -2.71875, -2.734375, -2.734375, -2.75, -2.765625, -2.765625, -2.78125, -2.78125, -2.796875, -2.8125, -2.828125, -2.84375, -2.84375, -2.84375, -2.875, -2.890625, -2.890625, -2.90625, -2.90625, -2.921875, -2.921875, -2.96875, -2.96875, -3.0, -3.0, -3.03125, -3.046875, -3.0625, -3.078125, -3.109375, -3.140625, -3.15625, -3.203125, -3.21875, -3.25, -3.359375, -3.421875 ] }, { "query_id": "982", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "2988714", "23160444", "6788835", "12225214", "6609935", "6422576", "21219071", "3935126", "9283422", "11844826", "22159299", "24347647", "3514072", "14972169", "8538916", "3849194", "14021596", "8533245", "10212612", "7860396", "169264", "7042304", "24712186", "7688110", "19572798", "38751591", "41928290", "17648235", "21562657", "20279166", "24896957", "5774746", "9513785", "8327914", "31761981", "7970974", "8426046", "7093809", "8396189", "8646760", "8428935", "14367469", "22623275", "6718824", "15830352", "10790846", "19708993", "12800122", "11083121", "4463811", "35747505", "1676568", "654735", "24042363", "23420615", "4138659", "30184745", "4406819", "3052213", "7111021", "28230867", "18104691", "1281769", "10012166", "39571812", "3154880", "11411060", "20018321", "31933981", "12217662", "22800314", "39285547", "39368721", "4483571", "25806385", "17945638", "34439544", "21380348", "27555165", "28707489", "20287253", "24770913", "34604584", "37673301", "46182525", "26297042", "20672596", "17438862", "4828984", "26008462", "935538", "11630388", "25488034", "36345185", "20646904", "31851367", "34537906", "15727984", "6327940", "26474812" ], "top100_scores": [ 1.9453125, -0.279296875, -0.361328125, -0.91796875, -0.9609375, -1.0234375, -1.34375, -1.4453125, -1.453125, -1.5546875, -1.671875, -1.671875, -1.6796875, -1.6796875, -1.6953125, -1.7109375, -1.7421875, -1.7578125, -1.7734375, -1.8046875, -1.8046875, -1.8125, -1.8515625, -1.8671875, -1.875, -1.9296875, -1.9375, -1.953125, -1.9609375, -1.9609375, -1.9609375, -1.96875, -1.9921875, -1.9921875, -1.9921875, -2.0, -2.015625, -2.03125, -2.03125, -2.03125, -2.046875, -2.046875, -2.046875, -2.046875, -2.046875, -2.078125, -2.078125, -2.09375, -2.09375, -2.09375, -2.109375, -2.109375, -2.109375, -2.125, -2.125, -2.125, -2.140625, -2.140625, -2.140625, -2.140625, -2.15625, -2.15625, -2.15625, -2.15625, -2.171875, -2.1875, -2.203125, -2.203125, -2.21875, -2.234375, -2.25, -2.25, -2.265625, -2.265625, -2.28125, -2.28125, -2.328125, -2.34375, -2.34375, -2.34375, -2.34375, -2.34375, -2.375, -2.375, -2.390625, -2.40625, -2.421875, -2.421875, -2.421875, -2.453125, -2.46875, -2.46875, -2.46875, -2.484375, -2.5, -2.53125, -2.53125, -2.5625, -2.578125, -2.609375 ] }, { "query_id": "437", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "5765455", "3391547", "3863543", "8083310", "5836", "14338915", "2359152", "33677323", "31070360", "6000423", "5782614", "17967608", "10365787", "164985", "1944452", "11992632", "8385277", "4346731", "18104691", "22178316", "8925851", "8267678", "13293033", "40901687", "2851611", "3610080", "14663842", "8250852", "14178995", "15968271", "11469078", "6123924", "23604601", "22623275", "6969753", "42731834", "22185730", "4767806", "39225849", "10641715", "38844612", "2679511", "30468386", "3495456", "25315295", "17934603", "18882947", "7997337", "26336593", "10704438", "11020675", "4856149", "25895285", "38025907", "16863359", "15879931", "7547329", "4447055", "21274496", "7834603", "10039688", "21150010", "6636088", "40667577", "17088791", "7020505", "19736671", "16712164", "46764350", "14118484", "17805221", "13867350", "27647593", "6407356", "51706771", "8629328", "13790144", "11771811", "5821617", "3707035", "1336292", "20646904", "11886686", "581832", "24101431", "5979056", "13001323", "20333864", "3475317", "20501163", "14408200", "8005007", "21320417", "13000926", "38630735", "41298619", "9977329", "20288322", "31554917", "27449472" ], "top100_scores": [ 1.546875, 0.8671875, 0.20703125, 0.0306396484375, 0.0194091796875, 0.0177001953125, 0.00921630859375, -0.03515625, -0.447265625, -0.70703125, -0.75390625, -0.8125, -0.92578125, -0.9375, -0.94921875, -1.03125, -1.0390625, -1.0625, -1.0625, -1.0625, -1.078125, -1.0859375, -1.109375, -1.1328125, -1.15625, -1.1875, -1.1875, -1.2421875, -1.2734375, -1.28125, -1.2890625, -1.3125, -1.328125, -1.3828125, -1.3828125, -1.390625, -1.4375, -1.4375, -1.4453125, -1.484375, -1.484375, -1.5390625, -1.5390625, -1.546875, -1.578125, -1.5859375, -1.59375, -1.59375, -1.6171875, -1.6171875, -1.625, -1.6328125, -1.6328125, -1.6796875, -1.6875, -1.6875, -1.703125, -1.703125, -1.7109375, -1.734375, -1.734375, -1.734375, -1.75, -1.75, -1.75, -1.7578125, -1.765625, -1.7890625, -1.8046875, -1.8125, -1.8125, -1.8125, -1.8125, -1.8203125, -1.8203125, -1.8203125, -1.84375, -1.8515625, -1.8515625, -1.859375, -1.8671875, -1.875, -1.8828125, -1.8984375, -1.9140625, -1.9140625, -1.96875, -1.984375, -1.984375, -1.9921875, -2.0, -2.046875, -2.0625, -2.078125, -2.09375, -2.109375, -2.171875, -2.296875, -2.3125, -2.390625 ] }, { "query_id": "993", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "16472469", "26607366", "4319844", "25141908", "2679511", "27866735", "15968271", "7944381", "9687772", "29231620", "8997410", "25028913", "33387953", "26083387", "19572798", "7142113", "140874", "25813706", "39668245", "36464673", "11441172", "28230867", "8427306", "18914652", "40769868", "37480103", "14171859", "18263406", "17450673", "19071857", "25742130", "14972169", "16732790", "18174210", "12156187", "36623997", "26133404", "15282056", "26117607", "36242796", "4483571", "11360768", "1243475", "7468449", "46517055", "24896957", "34287602", "26008063", "2638387", "6947286", "34103335", "7020505", "19510470", "7492250", "4387484", "4999387", "52850476", "3033830", "11902109", "6962472", "15058155", "37673301", "13905670", "4932668", "25737507", "5114282", "24612804", "1265945", "25022826", "1967017", "41852733", "46182525", "20399078", "25806385", "1391126", "5144381", "29107180", "28707489", "13966946", "8398627", "26887439", "778436", "13509809", "21902400", "36713289", "22482024", "29785642", "2593298", "15491404", "21641088", "8856690", "41811327", "33911859", "37450671", "84085333", "46451940", "7729656", "23052989", "34818263", "20851402" ], "top100_scores": [ 3.53125, -0.283203125, -1.0078125, -1.5859375, -1.78125, -2.0625, -2.09375, -2.15625, -2.171875, -2.203125, -2.203125, -2.25, -2.28125, -2.28125, -2.296875, -2.328125, -2.34375, -2.390625, -2.390625, -2.390625, -2.40625, -2.421875, -2.421875, -2.421875, -2.453125, -2.46875, -2.46875, -2.484375, -2.484375, -2.484375, -2.484375, -2.5, -2.5, -2.515625, -2.53125, -2.546875, -2.546875, -2.546875, -2.5625, -2.59375, -2.59375, -2.59375, -2.59375, -2.609375, -2.625, -2.640625, -2.640625, -2.640625, -2.65625, -2.65625, -2.671875, -2.703125, -2.71875, -2.71875, -2.71875, -2.734375, -2.75, -2.765625, -2.78125, -2.78125, -2.78125, -2.796875, -2.796875, -2.796875, -2.8125, -2.828125, -2.828125, -2.84375, -2.859375, -2.859375, -2.875, -2.875, -2.875, -2.890625, -2.90625, -2.921875, -2.9375, -2.9375, -2.96875, -2.96875, -2.96875, -2.984375, -2.984375, -3.0, -3.0, -3.015625, -3.015625, -3.015625, -3.03125, -3.046875, -3.046875, -3.0625, -3.0625, -3.09375, -3.125, -3.140625, -3.15625, -3.171875, -3.234375, -3.25 ] }, { "query_id": "1370", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "2425364", "21553394", "3150030", "34753204", "22023404", "33740844", "23267371", "40473317", "30720103", "38551172", "40090058", "11728637", "40667066", "5273056", "8529693", "275294", "17450673", "4515975", "18025240", "8856690", "25599283", "16322674", "140907540", "5487448", "37480103", "25994317", "520579", "11360768", "3222187", "9513785", "42441846", "16256507", "36960449", "4462079", "21502234", "39558597", "19878070", "26611834", "38028419", "44572913", "4483571", "34544514", "21380348", "24625323", "26378103", "3113630", "52865789", "12672066", "39571812", "29657303", "7426741", "8842332", "24594624", "16119973", "25738896", "10944947", "41310252", "37182501", "29015485", "9822397", "6636088", "11369420", "4500832", "33257464", "36816310", "25973484", "37641175", "21239672", "22922353", "20280410", "6227220", "43220289", "3090454", "15692098", "6504953", "2604063", "15907458", "6313547", "16098747", "20501163", "4303939", "9629682", "5824985", "7595742", "2159648", "28910120", "12810152", "6446747", "29745822", "12779444", "1263446", "11201004", "14865329", "4442799", "14479433", "5839365", "33409100", "12009265", "16422880", "30292811" ], "top100_scores": [ -1.1875, -1.453125, -1.5703125, -1.8515625, -1.9609375, -2.015625, -2.0625, -2.109375, -2.171875, -2.171875, -2.28125, -2.296875, -2.3125, -2.34375, -2.390625, -2.40625, -2.5, -2.5, -2.5625, -2.59375, -2.59375, -2.609375, -2.625, -2.65625, -2.65625, -2.671875, -2.6875, -2.6875, -2.703125, -2.703125, -2.734375, -2.765625, -2.765625, -2.78125, -2.78125, -2.796875, -2.828125, -2.828125, -2.84375, -2.84375, -2.859375, -2.859375, -2.90625, -2.90625, -2.921875, -2.953125, -2.96875, -2.96875, -2.96875, -2.984375, -2.984375, -3.0, -3.015625, -3.015625, -3.078125, -3.078125, -3.09375, -3.09375, -3.09375, -3.09375, -3.125, -3.140625, -3.15625, -3.15625, -3.15625, -3.15625, -3.171875, -3.1875, -3.1875, -3.203125, -3.25, -3.265625, -3.265625, -3.265625, -3.28125, -3.296875, -3.328125, -3.328125, -3.34375, -3.359375, -3.359375, -3.359375, -3.40625, -3.40625, -3.4375, -3.4375, -3.453125, -3.453125, -3.46875, -3.5, -3.515625, -3.515625, -3.53125, -3.5625, -3.59375, -3.703125, -3.71875, -3.71875, -3.765625, -3.796875 ] }, { "query_id": "230", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "3067015", "45638119", "38028419", "20526907", "46437558", "16745747", "17236106", "5273056", "5939172", "849771", "26456326", "41239107", "13583615", "5849439", "43385013", "13519661", "8892905", "39558597", "9478135", "980196", "435529", "9498458", "52072815", "6207111", "18956141", "21551568", "3113630", "26000593", "41022628", "9394119", "11951999", "71625969", "28441310", "20821402", "6517763", "1686997", "456304", "1456068", "40913091", "14663842", "9658390", "19822046", "11742219", "18676539", "12409683", "12794099", "37608303", "24144677", "1605392", "6636088", "52850476", "15319019", "85665741", "14864285", "21274496", "25738896", "4303939", "2638387", "13883546", "12810152", "12991445", "857189", "1522647", "25014337", "21373240", "24384587", "9822397", "20501163", "7029990", "20672596", "30297355", "28712203", "6313547", "4587978", "5484763", "20280410", "21380348", "4345315", "1387104", "18340282", "41852733", "3285322", "4561402", "10530014", "22174015", "3831884", "3090454", "33370", "2015126", "22482024", "275294", "23267371", "37182501", "641786", "21553394", "41293601", "3153673", "20240998", "6446747", "33796570" ], "top100_scores": [ 1.5, -1.734375, -1.875, -1.90625, -1.9140625, -1.9296875, -2.0625, -2.125, -2.140625, -2.15625, -2.1875, -2.234375, -2.265625, -2.296875, -2.34375, -2.34375, -2.375, -2.421875, -2.4375, -2.453125, -2.453125, -2.453125, -2.46875, -2.46875, -2.484375, -2.484375, -2.5, -2.5, -2.5, -2.515625, -2.53125, -2.546875, -2.5625, -2.578125, -2.59375, -2.59375, -2.609375, -2.609375, -2.640625, -2.65625, -2.65625, -2.65625, -2.671875, -2.671875, -2.671875, -2.6875, -2.6875, -2.703125, -2.75, -2.78125, -2.796875, -2.796875, -2.8125, -2.8125, -2.828125, -2.828125, -2.84375, -2.859375, -2.859375, -2.875, -2.875, -2.90625, -2.90625, -2.921875, -2.953125, -2.953125, -2.96875, -2.96875, -2.96875, -2.984375, -2.984375, -2.984375, -3.0, -3.0, -3.015625, -3.046875, -3.046875, -3.0625, -3.09375, -3.109375, -3.109375, -3.125, -3.125, -3.140625, -3.171875, -3.171875, -3.171875, -3.171875, -3.1875, -3.1875, -3.1875, -3.1875, -3.203125, -3.203125, -3.234375, -3.25, -3.28125, -3.359375, -3.453125, -3.46875 ] }, { "query_id": "421", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "22198971", "19945096", "4429118", "49432306", "42489926", "14768471", "2391552", "45143088", "11581157", "15541119", "17163294", "18758057", "9460704", "9451052", "18399038", "22980205", "18231807", "32101982", "35884026", "24221369", "2242416", "43224840", "5099266", "5132358", "3788528", "4320424", "2665425", "327319", "3285322", "2721426", "15058155", "38623601", "1234098", "1605196", "5531479", "11048759", "4270992", "16736883", "3825472", "12225214", "5991309", "44640124", "19450341", "5752492", "21902400", "26117607", "7948486", "8596357", "12892137", "15655418", "8250852", "5979056", "13980338", "23698769", "40608679", "6421734", "15983148", "18938992", "35651106", "24450344", "3464191", "516867", "35079452", "3067015", "3052642", "41165286", "10530014", "36271512", "6454371", "6588614", "42279414", "1265945", "841371", "2417551", "13290521", "23273454", "5764562", "7151961", "21746539", "28086354", "6580081", "41982985", "17631671", "90756514", "323030", "21557614", "20758340", "3083927", "32927475", "502797", "17023584", "5596332", "26702468", "5839365", "5567005", "3330111", "24315156", "3623127", "9278263", "1631583" ], "top100_scores": [ -0.7421875, -0.89453125, -0.91796875, -1.0546875, -1.203125, -1.2734375, -1.375, -1.3828125, -1.484375, -1.53125, -1.5390625, -1.5546875, -1.5625, -1.6015625, -1.640625, -1.6484375, -1.6640625, -1.6875, -1.6953125, -1.7109375, -1.7265625, -1.7265625, -1.734375, -1.78125, -1.78125, -1.7890625, -1.796875, -1.8046875, -1.8046875, -1.8125, -1.8203125, -1.8203125, -1.8203125, -1.84375, -1.8515625, -1.859375, -1.8671875, -1.8671875, -1.8671875, -1.875, -1.875, -1.8984375, -1.90625, -1.90625, -1.921875, -1.9375, -1.9921875, -2.015625, -2.046875, -2.046875, -2.046875, -2.046875, -2.078125, -2.09375, -2.09375, -2.109375, -2.109375, -2.125, -2.125, -2.125, -2.140625, -2.140625, -2.140625, -2.15625, -2.21875, -2.25, -2.25, -2.25, -2.25, -2.25, -2.265625, -2.265625, -2.265625, -2.265625, -2.296875, -2.296875, -2.3125, -2.328125, -2.34375, -2.34375, -2.359375, -2.359375, -2.375, -2.375, -2.390625, -2.421875, -2.421875, -2.4375, -2.453125, -2.453125, -2.453125, -2.453125, -2.46875, -2.53125, -2.546875, -2.5625, -2.5625, -2.609375, -2.640625, -2.65625 ] }, { "query_id": "1271", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "13768432", "27550580", "13108582", "26045237", "4460880", "8290953", "30813140", "2774906", "2587396", "27460509", "8246922", "49432306", "2973910", "21868715", "9122283", "19854744", "3984231", "2060137", "22309946", "10071590", "17934603", "26107000", "6070278", "34630025", "4418070", "7042304", "16086778", "15889329", "43534665", "12513042", "2291922", "1084345", "9752604", "18924534", "1153655", "4932668", "21301090", "13448422", "6153754", "7602348", "12265561", "42708716", "15541119", "12122482", "9056874", "22495397", "22530842", "87758", "23076291", "14768471", "25649545", "17168045", "29107180", "2296264", "45820464", "58564850", "46764350", "22995579", "30464859", "25938221", "1180972", "23816832", "5238341", "17119869", "33792330", "24725136", "20821402", "13801259", "4700428", "4347374", "28542402", "44572913", "37182501", "29785642", "7114092", "13380011", "21891856", "7729656", "952111", "18446525", "11441172", "712078", "8290760", "13106686", "2604063", "19149247", "35660758", "36025357", "2138843", "37297740", "6670101", "25121903", "28086354", "22688699", "21902400", "15521377", "27449472", "12489688", "42279414", "19529370" ], "top100_scores": [ 1.796875, -0.45703125, -0.59765625, -0.7265625, -0.7890625, -0.8359375, -1.0390625, -1.3203125, -1.3671875, -1.375, -1.4296875, -1.453125, -1.5234375, -1.5234375, -1.5703125, -1.5859375, -1.640625, -1.6484375, -1.6484375, -1.6796875, -1.7109375, -1.7109375, -1.734375, -1.7578125, -1.765625, -1.7890625, -1.796875, -1.8125, -1.8203125, -1.828125, -1.859375, -1.859375, -1.890625, -1.8984375, -1.8984375, -1.90625, -1.9140625, -1.921875, -1.9296875, -1.953125, -1.953125, -1.96875, -1.984375, -2.0, -2.0, -2.0, -2.015625, -2.015625, -2.015625, -2.015625, -2.03125, -2.03125, -2.03125, -2.046875, -2.078125, -2.078125, -2.078125, -2.078125, -2.078125, -2.09375, -2.125, -2.140625, -2.140625, -2.140625, -2.15625, -2.171875, -2.171875, -2.1875, -2.1875, -2.1875, -2.1875, -2.25, -2.25, -2.265625, -2.28125, -2.28125, -2.28125, -2.28125, -2.3125, -2.3125, -2.328125, -2.34375, -2.34375, -2.34375, -2.359375, -2.375, -2.375, -2.40625, -2.421875, -2.421875, -2.4375, -2.453125, -2.453125, -2.515625, -2.546875, -2.5625, -2.59375, -2.625, -2.734375, -2.796875 ] }, { "query_id": "589", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "10984005", "24555878", "36003142", "9813098", "752423", "13714201", "5556809", "23400191", "2338488", "24408040", "23983289", "9617381", "37628989", "24625323", "8596837", "4326318", "19315511", "30981192", "6945285", "28419824", "1733337", "8780599", "6070278", "16760369", "16233471", "41264017", "44572913", "5698494", "44827480", "52874170", "39368721", "4653837", "28441310", "27466734", "4647303", "8529693", "31889025", "202259", "24347647", "39970500", "17911973", "471921", "12206390", "37583120", "33733520", "25599283", "1287809", "26099680", "10072941", "15925931", "44048701", "19912367", "30720103", "4462079", "23912923", "21993510", "38630735", "583260", "12794099", "40996863", "2052720", "17088791", "4312169", "2492146", "9787715", "13230773", "4020950", "43226130", "25451374", "25355575", "11246427", "25643818", "26230669", "5551138", "970012", "3903084", "4687948", "21048969", "13934676", "275294", "52072815", "37488367", "23783727", "22922353", "980196", "7552215", "6309659", "12009265", "26067999", "24873253", "34228604", "12205576", "35495268", "21387297", "7711685", "25121903", "6647414", "25761154", "29387024", "21914176" ], "top100_scores": [ 3.71875, -0.2490234375, -0.6640625, -0.8828125, -1.015625, -1.1015625, -1.2109375, -1.234375, -1.234375, -1.265625, -1.265625, -1.2890625, -1.296875, -1.3125, -1.3203125, -1.34375, -1.34375, -1.390625, -1.3984375, -1.3984375, -1.3984375, -1.421875, -1.4375, -1.4453125, -1.4609375, -1.46875, -1.5, -1.5234375, -1.53125, -1.5546875, -1.5625, -1.5625, -1.5859375, -1.609375, -1.625, -1.640625, -1.65625, -1.65625, -1.6640625, -1.671875, -1.6953125, -1.7109375, -1.7265625, -1.7265625, -1.7265625, -1.7265625, -1.734375, -1.734375, -1.7578125, -1.765625, -1.7734375, -1.78125, -1.7890625, -1.8046875, -1.8203125, -1.8203125, -1.8359375, -1.84375, -1.8515625, -1.859375, -1.859375, -1.875, -1.8828125, -1.90625, -1.90625, -1.9140625, -1.9140625, -1.921875, -1.9296875, -1.953125, -1.953125, -2.015625, -2.03125, -2.09375, -2.09375, -2.109375, -2.125, -2.125, -2.140625, -2.140625, -2.140625, -2.171875, -2.171875, -2.1875, -2.265625, -2.265625, -2.265625, -2.28125, -2.296875, -2.296875, -2.3125, -2.3125, -2.328125, -2.328125, -2.34375, -2.375, -2.375, -2.390625, -2.484375, -2.5 ] }, { "query_id": "180", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "16966326", "3113630", "9217800", "24995939", "4889228", "13380011", "14496749", "42035464", "6477536", "4452659", "21219071", "1454773", "10698739", "52925737", "6492658", "4270992", "22442133", "8774475", "24652030", "22317868", "5273056", "46765242", "3514072", "7860396", "26886351", "4653837", "22495397", "36111909", "4423559", "7965928", "23420615", "6157371", "12225214", "4326318", "40312663", "2119889", "19970015", "457630", "41928290", "13717103", "11721286", "4928057", "41710132", "34604584", "40608679", "20018321", "1333643", "7093809", "24294572", "14768471", "8005007", "2481032", "935538", "23052989", "20054396", "18938992", "4444861", "14474178", "5700349", "665817", "18104691", "17693849", "2242416", "17416520", "40667066", "24725136", "22549449", "11411060", "37138639", "22896384", "23403754", "52873726", "25022826", "15319019", "37029185", "14566771", "2380002", "28015516", "1907601", "6227220", "21932297", "12058271", "32985041", "24349992", "7640792", "5824985", "23576165", "21564598", "20240998", "21179714", "6158879", "6422576", "22922353", "19675911", "6182947", "1507222", "23785605", "13448422", "6327940", "16701509" ], "top100_scores": [ 2.984375, 0.051025390625, -0.1123046875, -0.2294921875, -0.2314453125, -0.25390625, -0.271484375, -0.421875, -0.42578125, -0.443359375, -0.45703125, -0.515625, -0.546875, -0.59375, -0.66015625, -0.75, -0.75390625, -0.8046875, -0.82421875, -0.82421875, -0.828125, -0.85546875, -0.86328125, -0.89453125, -0.93359375, -0.94921875, -0.96484375, -0.97265625, -0.99609375, -0.99609375, -1.015625, -1.046875, -1.0546875, -1.0546875, -1.0703125, -1.0859375, -1.0859375, -1.1015625, -1.1015625, -1.1171875, -1.1640625, -1.1953125, -1.1953125, -1.2109375, -1.234375, -1.234375, -1.2421875, -1.2734375, -1.2734375, -1.296875, -1.3203125, -1.328125, -1.359375, -1.359375, -1.359375, -1.359375, -1.3671875, -1.3671875, -1.3671875, -1.375, -1.40625, -1.4140625, -1.421875, -1.4296875, -1.4296875, -1.4375, -1.4453125, -1.4453125, -1.453125, -1.4609375, -1.46875, -1.46875, -1.46875, -1.46875, -1.484375, -1.515625, -1.53125, -1.5390625, -1.546875, -1.5546875, -1.5625, -1.5703125, -1.5703125, -1.5703125, -1.609375, -1.6171875, -1.6171875, -1.6328125, -1.6328125, -1.640625, -1.6484375, -1.6640625, -1.6796875, -1.6953125, -1.6953125, -1.6953125, -1.7421875, -1.8671875, -1.9296875, -1.96875 ] }, { "query_id": "907", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "6923961", "9159125", "11915280", "17755060", "12513042", "24828165", "6896063", "2443495", "712078", "25576204", "26059876", "11968641", "5254463", "57783564", "11271123", "343052", "7986878", "19541444", "9831859", "21557055", "16627684", "15659108", "23420807", "164985", "9558539", "4889228", "9614443", "14768471", "4444861", "4464565", "4583180", "13906892", "33638477", "32852283", "2030623", "13007205", "2296264", "45875990", "38076716", "7736860", "219475", "4447785", "4729644", "19358586", "4489217", "14471161", "27123743", "4688340", "11238951", "14332945", "22901758", "19683625", "24190159", "11578459", "12207340", "14729253", "20183360", "5838067", "1243475", "17648235", "39758684", "45764440", "13329980", "36831892", "16853734", "2494748", "1032372", "16364639", "982650", "11951999", "8891333", "1389264", "67045088", "8994465", "28334217", "7717468", "20568364", "13070316", "4418112", "12887068", "31803596", "8002887", "654735", "8856690", "14874811", "7151961", "5765455", "23895668", "952111", "24282306", "21179714", "25293721", "9315213", "6790197", "31902335", "11716783", "10812605", "8577229", "15521377", "20675284" ], "top100_scores": [ 2.84375, 0.0400390625, -0.283203125, -0.73046875, -0.76953125, -0.81640625, -0.82421875, -0.859375, -0.97265625, -0.98828125, -1.015625, -1.1015625, -1.1640625, -1.296875, -1.3125, -1.3203125, -1.359375, -1.3671875, -1.5390625, -1.5546875, -1.5546875, -1.5703125, -1.6015625, -1.65625, -1.7109375, -1.7265625, -1.734375, -1.75, -1.765625, -1.7890625, -1.8046875, -1.8203125, -1.828125, -1.8359375, -1.8359375, -1.8515625, -1.859375, -1.875, -1.8828125, -1.8984375, -1.8984375, -1.8984375, -1.90625, -1.9140625, -1.921875, -1.953125, -1.953125, -1.96875, -1.9765625, -1.984375, -2.0, -2.015625, -2.015625, -2.015625, -2.015625, -2.03125, -2.046875, -2.046875, -2.0625, -2.0625, -2.078125, -2.078125, -2.09375, -2.109375, -2.125, -2.125, -2.140625, -2.15625, -2.15625, -2.171875, -2.1875, -2.1875, -2.1875, -2.203125, -2.21875, -2.21875, -2.234375, -2.25, -2.25, -2.265625, -2.265625, -2.265625, -2.28125, -2.296875, -2.3125, -2.3125, -2.3125, -2.359375, -2.390625, -2.4375, -2.453125, -2.453125, -2.46875, -2.46875, -2.484375, -2.546875, -2.546875, -2.578125, -2.625, -2.734375 ] }, { "query_id": "217", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "21366394", "21363424", "22174015", "2474731", "40365566", "17829012", "20357868", "22198971", "24387017", "10831818", "2248870", "52095986", "46926352", "54562433", "13868795", "20220731", "41877386", "3935126", "43619625", "7433668", "40632104", "23801039", "20457190", "20388894", "8639034", "25353658", "22997657", "29125354", "14311986", "33535222", "40473317", "40608679", "10165258", "3835423", "2042250", "14767844", "22874817", "28006126", "24707550", "15081770", "36242796", "5811042", "4468861", "45414636", "85326624", "7370282", "25901598", "6723450", "20344442", "6961811", "1243475", "21258863", "15435343", "38919140", "11666252", "7111021", "8038329", "20610557", "22852120", "7115651", "6123924", "6270720", "9558539", "23260700", "10359591", "40312663", "2266471", "23912923", "25479072", "14496749", "306006", "1234098", "3748310", "3462075", "10450300", "9767444", "24101431", "266641", "25085979", "4429118", "11233339", "4820792", "34436231", "38587347", "8246922", "36271512", "7717468", "13798951", "13329980", "15128866", "18834078", "18429416", "33370", "39443128", "37204802", "22647695", "21320417", "14296612", "1127562", "24282306" ], "top100_scores": [ 3.328125, -1.296875, -1.421875, -1.4296875, -1.5234375, -1.5390625, -1.5703125, -1.578125, -1.609375, -1.625, -1.625, -1.703125, -1.71875, -1.859375, -1.8828125, -1.921875, -1.96875, -1.9921875, -2.0, -2.015625, -2.015625, -2.03125, -2.046875, -2.0625, -2.09375, -2.09375, -2.09375, -2.125, -2.140625, -2.140625, -2.15625, -2.15625, -2.171875, -2.171875, -2.21875, -2.21875, -2.234375, -2.25, -2.3125, -2.328125, -2.359375, -2.359375, -2.390625, -2.40625, -2.4375, -2.453125, -2.453125, -2.46875, -2.5, -2.515625, -2.546875, -2.5625, -2.5625, -2.578125, -2.578125, -2.578125, -2.59375, -2.609375, -2.640625, -2.640625, -2.640625, -2.671875, -2.671875, -2.671875, -2.6875, -2.703125, -2.71875, -2.734375, -2.75, -2.78125, -2.796875, -2.8125, -2.84375, -2.859375, -2.859375, -2.890625, -2.90625, -2.90625, -2.90625, -2.921875, -2.921875, -2.921875, -2.921875, -2.9375, -2.9375, -2.9375, -2.953125, -2.96875, -2.984375, -2.984375, -3.0, -3.015625, -3.03125, -3.078125, -3.09375, -3.109375, -3.125, -3.140625, -3.265625, -3.296875 ] }, { "query_id": "1335", "ndcg@10": 0.6309297535714575, "mrr@10": 0.5, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "27243019", "27910499", "20220731", "20457190", "18758057", "13398997", "4468861", "994800", "8903143", "33499189", "6961811", "9283422", "40608679", "52095986", "5914739", "1196631", "33535222", "8305686", "24069089", "28006126", "24879055", "2714623", "22874817", "17463549", "6936141", "2825380", "14834714", "32454714", "20344442", "3835423", "35651106", "22174015", "25738896", "13868795", "14938990", "34905328", "19561411", "22968257", "25479072", "5483793", "25817686", "17682477", "41982985", "35987381", "19511011", "33684572", "3545805", "37182501", "5132358", "20610557", "1071991", "4418070", "40087494", "44265107", "4856149", "38830961", "25985964", "24101431", "3464191", "16660256", "36271512", "4380287", "15972906", "10078024", "10648422", "1122198", "19510470", "13798951", "13714201", "1889358", "15128866", "84379954", "7299977", "8764879", "79696454", "18237384", "2437807", "38587347", "751192", "46926352", "27555165", "30152134", "10039688", "34287602", "5567223", "2559303", "40655970", "16737210", "16172576", "10145528", "11344428", "13790144", "39443128", "86129154", "25737507", "11071351", "9604301", "4020950", "9412420", "10605189" ], "top100_scores": [ 1.2578125, 1.0703125, 0.0966796875, -0.97265625, -0.98046875, -1.015625, -1.1796875, -1.203125, -1.2890625, -1.375, -1.4140625, -1.4296875, -1.4453125, -1.4765625, -1.5, -1.53125, -1.578125, -1.6171875, -1.625, -1.6328125, -1.6796875, -1.6875, -1.6875, -1.7265625, -1.734375, -1.7421875, -1.7890625, -1.7890625, -1.796875, -1.8125, -1.8203125, -1.8828125, -1.890625, -1.9140625, -1.9296875, -1.9375, -1.9453125, -1.9609375, -1.9765625, -2.03125, -2.03125, -2.03125, -2.078125, -2.09375, -2.140625, -2.140625, -2.140625, -2.15625, -2.1875, -2.1875, -2.265625, -2.296875, -2.296875, -2.296875, -2.296875, -2.34375, -2.375, -2.390625, -2.390625, -2.390625, -2.40625, -2.453125, -2.46875, -2.46875, -2.484375, -2.484375, -2.484375, -2.5, -2.515625, -2.515625, -2.53125, -2.546875, -2.546875, -2.546875, -2.5625, -2.59375, -2.65625, -2.65625, -2.671875, -2.6875, -2.734375, -2.734375, -2.75, -2.75, -2.75, -2.765625, -2.78125, -2.796875, -2.8125, -2.84375, -2.84375, -2.84375, -2.9375, -2.953125, -2.953125, -3.0, -3.09375, -3.109375, -3.125, -3.125 ] }, { "query_id": "628", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "24512064", "5867846", "25141908", "40473317", "5398179", "39443128", "3835423", "20996244", "2603304", "35987381", "11784947", "22705234", "7177329", "27910499", "5114282", "26873988", "5304891", "46202852", "27602752", "5735492", "7820043", "30933307", "8038329", "10627801", "5752492", "4402497", "21274496", "21498497", "20960682", "35651106", "28738741", "11899391", "15081770", "29023309", "26133404", "266641", "16572581", "4347374", "4883040", "1243475", "5835149", "19005293", "10450300", "8247469", "20344442", "2947124", "23305884", "857189", "8005007", "42065070", "25576204", "40312663", "8250852", "2638387", "24510595", "18914652", "15058155", "1071991", "17454301", "40913091", "12685434", "14834714", "12885341", "25263810", "30437264", "8325952", "39164524", "8300657", "3662510", "18275697", "991137", "8563659", "30492966", "6182947", "11238951", "12966719", "18816720", "19854744", "7115651", "5511240", "34025053", "6270720", "3308636", "24423427", "10530014", "21562657", "9767444", "24943534", "21700295", "1386103", "8298120", "6776834", "34982259", "39550665", "37362689", "11359243", "11344428", "29564505", "31304956", "75636923" ], "top100_scores": [ -0.345703125, -0.6875, -0.69140625, -0.87109375, -0.87890625, -1.1171875, -1.171875, -1.21875, -1.21875, -1.296875, -1.4375, -1.453125, -1.4609375, -1.5, -1.5078125, -1.546875, -1.5625, -1.578125, -1.578125, -1.5859375, -1.6171875, -1.6484375, -1.6796875, -1.6875, -1.6875, -1.7109375, -1.7421875, -1.7421875, -1.78125, -1.796875, -1.8046875, -1.8125, -1.828125, -1.8515625, -1.859375, -1.8671875, -1.8671875, -1.875, -1.9296875, -1.9453125, -1.9609375, -1.9921875, -2.0, -2.0, -2.0, -2.015625, -2.015625, -2.015625, -2.0625, -2.078125, -2.078125, -2.078125, -2.109375, -2.109375, -2.125, -2.125, -2.125, -2.15625, -2.15625, -2.15625, -2.171875, -2.171875, -2.1875, -2.1875, -2.1875, -2.203125, -2.203125, -2.21875, -2.21875, -2.234375, -2.234375, -2.25, -2.265625, -2.265625, -2.265625, -2.28125, -2.28125, -2.296875, -2.296875, -2.328125, -2.328125, -2.40625, -2.4375, -2.4375, -2.4375, -2.453125, -2.46875, -2.484375, -2.5, -2.515625, -2.578125, -2.59375, -2.59375, -2.609375, -2.609375, -2.640625, -2.6875, -2.859375, -2.859375, -3.015625 ] }, { "query_id": "324", "ndcg@10": 0.5, "mrr@10": 0.3333333333333333, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "22174015", "24721866", "2014909", "24612804", "16208091", "45449835", "13509809", "12827098", "5774746", "21498497", "19510470", "44562221", "27437459", "4460880", "36242796", "20471181", "15248287", "654735", "14171859", "4380004", "29347970", "5132358", "9687772", "2344892", "58006489", "33387953", "9878167", "885056", "52874170", "20960682", "23816832", "24896957", "6712836", "15968271", "4387484", "28193026", "25677651", "18174210", "39668245", "17333231", "4410181", "9604301", "38252314", "29231620", "36345185", "7142113", "25028913", "15058155", "3078080", "36653415", "12122482", "2638387", "7028976", "597790", "4561402", "20501163", "11441172", "18231807", "1574014", "13923140", "38752049", "16472469", "36444198", "4483571", "2593298", "17450673", "33918970", "20544428", "25813706", "22482024", "1754001", "40905302", "667451", "18275697", "188911", "13905670", "20287253", "14835068", "32322418", "15491404", "3493623", "21902400", "8892905", "37480103", "11360768", "30981192", "7020505", "712078", "27995781", "6962472", "24318630", "2042250", "45153864", "36830715", "20851402", "8037453", "5864770", "11246427", "45401535", "84085333" ], "top100_scores": [ 0.68359375, -1.625, -1.890625, -1.9453125, -2.03125, -2.046875, -2.15625, -2.15625, -2.171875, -2.203125, -2.234375, -2.234375, -2.28125, -2.28125, -2.3125, -2.40625, -2.453125, -2.484375, -2.625, -2.640625, -2.640625, -2.671875, -2.6875, -2.75, -2.75, -2.8125, -2.828125, -2.828125, -2.859375, -2.875, -2.890625, -2.890625, -2.890625, -2.890625, -2.90625, -2.921875, -2.9375, -2.96875, -2.96875, -3.0, -3.0, -3.015625, -3.015625, -3.015625, -3.0625, -3.0625, -3.09375, -3.09375, -3.109375, -3.109375, -3.109375, -3.109375, -3.125, -3.140625, -3.15625, -3.15625, -3.171875, -3.171875, -3.1875, -3.203125, -3.203125, -3.234375, -3.234375, -3.234375, -3.265625, -3.265625, -3.28125, -3.28125, -3.28125, -3.28125, -3.296875, -3.296875, -3.3125, -3.3125, -3.328125, -3.328125, -3.328125, -3.328125, -3.34375, -3.359375, -3.359375, -3.375, -3.421875, -3.421875, -3.453125, -3.46875, -3.46875, -3.484375, -3.484375, -3.5, -3.5, -3.5, -3.515625, -3.53125, -3.59375, -3.609375, -3.609375, -3.609375, -3.703125, -3.734375 ] }, { "query_id": "823", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "15319019", "6426919", "2272614", "6421792", "641786", "14819804", "14241418", "1576955", "40127292", "5811042", "39443128", "24190159", "9498458", "28441310", "9478135", "5270265", "41329906", "24896957", "14021596", "4462777", "4410181", "4729644", "28724565", "5560962", "19822046", "3360428", "5782614", "67787658", "4444861", "14864285", "10697096", "39558597", "9889151", "7093809", "35271381", "16966326", "17462437", "28937856", "2608447", "3210545", "28738741", "25895285", "9394119", "52805891", "33387953", "85665741", "10326242", "51706771", "6078882", "18450716", "19673227", "4345315", "12909503", "4414547", "19708993", "4312169", "4702639", "8247597", "43311750", "31460499", "13717103", "17050065", "9638032", "32023005", "19736671", "6227220", "4468861", "24725136", "40349336", "43192375", "8925851", "26973393", "11441172", "3285322", "1145473", "4979184", "8892905", "33370", "9648896", "13001323", "14479433", "21383026", "6503534", "16172576", "41120293", "18038250", "4336849", "26336593", "4820792", "712078", "6042706", "25599283", "1386103", "29657303", "195352", "31001322", "30122260", "28264919", "15692098", "120626" ], "top100_scores": [ 0.67578125, -1.1953125, -2.015625, -2.1875, -2.203125, -2.265625, -2.28125, -2.40625, -2.484375, -2.484375, -2.625, -2.640625, -2.640625, -2.671875, -2.6875, -2.71875, -2.71875, -2.734375, -2.734375, -2.734375, -2.75, -2.78125, -2.796875, -2.796875, -2.8125, -2.828125, -2.84375, -2.84375, -2.84375, -2.875, -2.890625, -2.890625, -2.90625, -2.90625, -2.9375, -2.953125, -2.953125, -2.953125, -2.953125, -2.953125, -2.96875, -2.96875, -2.96875, -2.96875, -2.984375, -3.0, -3.015625, -3.03125, -3.03125, -3.03125, -3.046875, -3.046875, -3.078125, -3.09375, -3.09375, -3.09375, -3.109375, -3.125, -3.140625, -3.15625, -3.15625, -3.15625, -3.171875, -3.171875, -3.171875, -3.171875, -3.171875, -3.1875, -3.234375, -3.234375, -3.25, -3.25, -3.25, -3.25, -3.265625, -3.265625, -3.28125, -3.28125, -3.3125, -3.328125, -3.359375, -3.359375, -3.375, -3.390625, -3.40625, -3.421875, -3.421875, -3.5, -3.5, -3.515625, -3.546875, -3.546875, -3.5625, -3.578125, -3.578125, -3.578125, -3.59375, -3.65625, -3.75, -3.890625 ] }, { "query_id": "770", "ndcg@10": 0.3333333333333333, "mrr@10": 0.14285714285714285, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "7165938", "2492146", "31591262", "9558539", "24980622", "5386514", "15476777", "42731834", "39580129", "19945096", "15946643", "20127522", "3329824", "32421068", "27264454", "13256155", "5372432", "10958594", "26973393", "19497526", "25298276", "7986878", "19673227", "43334921", "3210545", "20501163", "4961038", "17462437", "39558597", "2296264", "15128866", "2058909", "52180874", "6561200", "24873253", "7613033", "17693849", "39903312", "15975146", "5492542", "5641851", "20610557", "520579", "7821634", "6334188", "23126677", "52188256", "17876040", "6407356", "24341590", "46602807", "16119973", "37029185", "3078550", "202259", "32777637", "25589047", "15041758", "667451", "16390264", "1805641", "3308636", "29981186", "24323695", "25690516", "24634621", "1387104", "12991445", "26000593", "22517564", "6790197", "19460822", "3981033", "341324", "19308127", "24575065", "35301079", "6421792", "9167230", "5151024", "15559582", "14361849", "22730024", "39892135", "40164383", "14827874", "3613041", "27428509", "5912283", "25886725", "10072941", "1287809", "39532074", "16737210", "1358909", "26341063", "41298619", "24524403", "12584053", "19529370" ], "top100_scores": [ 0.1748046875, 0.03173828125, -0.2275390625, -0.337890625, -0.384765625, -0.41796875, -0.482421875, -0.56640625, -1.0546875, -1.0859375, -1.0859375, -1.109375, -1.125, -1.140625, -1.140625, -1.1484375, -1.1875, -1.25, -1.2734375, -1.2890625, -1.3515625, -1.3515625, -1.3671875, -1.4375, -1.4375, -1.453125, -1.453125, -1.453125, -1.4765625, -1.4921875, -1.53125, -1.53125, -1.5390625, -1.5625, -1.578125, -1.59375, -1.625, -1.6328125, -1.6328125, -1.6328125, -1.640625, -1.6484375, -1.6640625, -1.671875, -1.6875, -1.703125, -1.75, -1.7578125, -1.7734375, -1.78125, -1.78125, -1.78125, -1.8046875, -1.8046875, -1.8203125, -1.828125, -1.8359375, -1.84375, -1.84375, -1.8828125, -1.8984375, -1.90625, -1.9296875, -1.9609375, -1.96875, -1.9765625, -1.984375, -2.0, -2.0, -2.015625, -2.03125, -2.046875, -2.046875, -2.0625, -2.078125, -2.078125, -2.078125, -2.078125, -2.078125, -2.109375, -2.109375, -2.109375, -2.140625, -2.15625, -2.171875, -2.21875, -2.234375, -2.25, -2.265625, -2.28125, -2.34375, -2.34375, -2.375, -2.390625, -2.390625, -2.390625, -2.421875, -2.453125, -2.484375, -2.53125 ] }, { "query_id": "1213", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "7948486", "14492339", "13905670", "17934603", "36444198", "3616843", "34016987", "10648422", "4427060", "34469966", "52925737", "39084565", "13902570", "25148216", "5752492", "12580014", "364522", "21498497", "14386505", "36216395", "22406695", "29347970", "23901235", "5107861", "24396137", "22281684", "7489663", "5572127", "15879931", "30933307", "16905344", "2316374", "28647122", "8604837", "11899391", "12827098", "20960682", "3943235", "4399311", "21626639", "33397197", "6853699", "2192419", "9225850", "23273454", "23388442", "3973445", "3863543", "5979056", "15058155", "31933981", "5035827", "22517564", "343052", "25817686", "26702468", "34189936", "11233339", "25315295", "1360607", "15381976", "8317408", "9956893", "27093166", "20610557", "4345315", "27789588", "4380287", "15425958", "15975146", "28783084", "28149602", "17438862", "1265945", "12130690", "4447785", "3285059", "3083927", "25036988", "16472469", "8137081", "36345578", "29509926", "8083310", "16605494", "44935041", "24725136", "46517055", "3330111", "21956124", "33792330", "4429118", "31107919", "40323148", "38131471", "6670101", "15521377", "22975806", "34228604", "14865329" ], "top100_scores": [ 0.59765625, 0.11669921875, 0.06884765625, 0.037109375, -0.037109375, -0.181640625, -0.208984375, -0.244140625, -0.275390625, -0.416015625, -0.458984375, -0.4609375, -0.48046875, -0.6015625, -0.609375, -0.65625, -0.68359375, -0.77734375, -0.78515625, -0.83203125, -0.84375, -0.91796875, -0.94921875, -0.9765625, -0.984375, -1.015625, -1.046875, -1.0703125, -1.15625, -1.15625, -1.171875, -1.2421875, -1.2578125, -1.265625, -1.2890625, -1.2890625, -1.296875, -1.3046875, -1.3125, -1.359375, -1.390625, -1.421875, -1.421875, -1.4453125, -1.4453125, -1.4765625, -1.4921875, -1.4921875, -1.5078125, -1.5234375, -1.5234375, -1.5234375, -1.53125, -1.546875, -1.5546875, -1.5703125, -1.59375, -1.6015625, -1.609375, -1.609375, -1.6171875, -1.671875, -1.6796875, -1.6796875, -1.6796875, -1.7109375, -1.7265625, -1.78125, -1.78125, -1.7890625, -1.796875, -1.8125, -1.8203125, -1.8359375, -1.84375, -1.8515625, -1.8515625, -1.875, -1.890625, -1.9140625, -1.921875, -1.9296875, -1.9375, -1.9765625, -2.046875, -2.046875, -2.09375, -2.09375, -2.109375, -2.15625, -2.1875, -2.21875, -2.21875, -2.25, -2.296875, -2.34375, -2.40625, -2.40625, -2.4375, -2.453125 ] }, { "query_id": "1132", "ndcg@10": 0.23719771276929622, "mrr@10": 0.2, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "2714623", "15972906", "6936141", "5914739", "33499189", "34905328", "41982985", "18758057", "2825380", "1196631", "20457190", "8903143", "9283422", "11195653", "21746539", "994800", "18834078", "6961811", "35651106", "28006126", "40094786", "10562341", "79696454", "20220731", "24069089", "20344442", "29288582", "52095986", "40473317", "27910499", "4389252", "17463549", "13868795", "49432306", "8305686", "7869794", "18231807", "22174015", "24269361", "1243475", "17682477", "14834714", "36642096", "14644164", "14647747", "24879055", "2388819", "29362104", "8396189", "3545805", "5483793", "4468861", "13798951", "31293581", "27567994", "18231257", "18042803", "40608679", "31107919", "42693833", "4394525", "18275697", "25353658", "22705234", "25942757", "28937856", "6163801", "14934137", "21719289", "28206748", "2832403", "10450300", "12871281", "42489926", "23604601", "18473550", "23420615", "7820043", "8246922", "1454773", "7093809", "24726600", "4387484", "18882947", "10162553", "18429416", "39550665", "14092737", "17119869", "15491404", "26071782", "24349992", "16398827", "4457834", "11837657", "6670101", "9600826", "29745822", "38131471", "25597580" ], "top100_scores": [ 2.453125, 1.9375, 1.8984375, 1.3984375, 1.359375, 1.3046875, 1.1484375, 1.109375, 0.90234375, 0.28515625, 0.212890625, -0.09326171875, -0.158203125, -0.2578125, -0.3046875, -0.51953125, -0.765625, -0.78515625, -0.79296875, -0.80859375, -1.0234375, -1.03125, -1.109375, -1.171875, -1.2421875, -1.25, -1.2734375, -1.296875, -1.328125, -1.3359375, -1.3515625, -1.3671875, -1.4375, -1.453125, -1.5625, -1.6484375, -1.6484375, -1.6484375, -1.8046875, -1.8046875, -1.8125, -1.84375, -1.875, -1.875, -1.890625, -1.8984375, -1.90625, -1.9140625, -1.921875, -1.921875, -1.9296875, -1.9296875, -1.9609375, -2.015625, -2.046875, -2.078125, -2.078125, -2.109375, -2.15625, -2.15625, -2.1875, -2.203125, -2.21875, -2.21875, -2.234375, -2.234375, -2.265625, -2.265625, -2.28125, -2.296875, -2.296875, -2.328125, -2.34375, -2.359375, -2.359375, -2.375, -2.390625, -2.40625, -2.4375, -2.453125, -2.46875, -2.5, -2.5, -2.515625, -2.53125, -2.546875, -2.5625, -2.5625, -2.578125, -2.578125, -2.625, -2.640625, -2.671875, -2.6875, -2.703125, -2.71875, -2.734375, -2.796875, -2.828125, -3.0 ] }, { "query_id": "1146", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "13906581", "21323587", "4695046", "19945096", "36033696", "27712433", "6517267", "28738741", "32969964", "9274291", "79231308", "16204011", "29107210", "19071857", "13322804", "13515165", "21377587", "21301090", "11728637", "11230569", "13007205", "26611094", "3150030", "17088791", "45461275", "40817021", "42009630", "17691617", "24318630", "41493639", "26000593", "4162857", "45920278", "13734012", "12258338", "7986878", "6421734", "12217662", "984825", "13481731", "45548062", "15968271", "44048701", "3078080", "3898784", "39580129", "9167230", "3944632", "12087063", "20672596", "21590125", "409280", "31313782", "5884524", "5151024", "9658390", "13732033", "5641851", "12672066", "3285322", "32955023", "41294031", "12552297", "6123924", "4824840", "40905302", "31933981", "23639838", "29387024", "16532419", "74137632", "27768226", "21009874", "6334188", "19961177", "30292811", "11718220", "7595742", "7419612", "24088502", "84784389", "980196", "427865", "38180456", "15512462", "8290760", "26099680", "29362104", "17415081", "12205576", "25121903", "9196472", "18340282", "19736671", "3038933", "3413083", "24273592", "27024392", "1173667", "21203899" ], "top100_scores": [ 2.921875, -0.96875, -0.984375, -1.1015625, -1.328125, -1.3671875, -1.390625, -1.4453125, -1.484375, -1.484375, -1.5, -1.5, -1.546875, -1.578125, -1.640625, -1.6640625, -1.6875, -1.703125, -1.703125, -1.703125, -1.7265625, -1.734375, -1.7421875, -1.75, -1.75, -1.765625, -1.7734375, -1.8125, -1.84375, -1.859375, -1.875, -1.875, -1.9140625, -1.9296875, -1.9296875, -1.96875, -1.9765625, -1.9765625, -1.984375, -2.03125, -2.03125, -2.03125, -2.046875, -2.046875, -2.046875, -2.046875, -2.0625, -2.0625, -2.0625, -2.0625, -2.09375, -2.09375, -2.09375, -2.09375, -2.109375, -2.109375, -2.125, -2.125, -2.125, -2.125, -2.15625, -2.171875, -2.171875, -2.171875, -2.1875, -2.1875, -2.203125, -2.21875, -2.234375, -2.234375, -2.234375, -2.25, -2.25, -2.25, -2.265625, -2.265625, -2.28125, -2.28125, -2.296875, -2.3125, -2.3125, -2.328125, -2.34375, -2.34375, -2.359375, -2.359375, -2.359375, -2.359375, -2.390625, -2.390625, -2.390625, -2.4375, -2.4375, -2.484375, -2.59375, -2.625, -2.65625, -2.65625, -2.734375, -2.859375 ] }, { "query_id": "691", "ndcg@10": 0.6309297535714575, "mrr@10": 0.5, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "33076846", "10991183", "15856466", "25157790", "13639330", "5270265", "1982286", "885056", "14019636", "31141365", "38485364", "8764879", "14461101", "3935126", "2988714", "23863576", "12670680", "3874000", "9478135", "14407673", "5304891", "3863543", "36212758", "10795340", "32532238", "9301606", "16280642", "17876040", "11200685", "5821617", "2316374", "8093935", "7370282", "23700330", "37204802", "9911547", "5914739", "12685434", "14380875", "24881307", "45764440", "667451", "10530014", "20585600", "17671145", "19510470", "27602752", "33986507", "12156187", "11887584", "43880096", "27306942", "36345185", "21793890", "7034001", "11255504", "641786", "18882947", "7114092", "11568270", "17648235", "4396105", "3973445", "16511863", "12800122", "29073751", "23052989", "3981033", "8698857", "16472469", "13902570", "1605392", "16863359", "25191216", "12892137", "24423427", "5099266", "18895793", "25519138", "12207340", "17755060", "15879931", "21164071", "34537906", "4345315", "8892905", "11983390", "18041692", "21557614", "19313533", "25677651", "6259170", "21179714", "4447785", "22703082", "4664540", "23393712", "15707049", "38131471", "2958458" ], "top100_scores": [ 0.86328125, -0.022216796875, -0.287109375, -0.40234375, -0.447265625, -0.55078125, -0.73046875, -0.81640625, -0.87890625, -0.87890625, -0.890625, -0.90625, -0.97265625, -1.21875, -1.234375, -1.25, -1.25, -1.25, -1.2578125, -1.2890625, -1.328125, -1.34375, -1.375, -1.390625, -1.4453125, -1.4609375, -1.484375, -1.515625, -1.5546875, -1.5703125, -1.59375, -1.6171875, -1.6171875, -1.640625, -1.6484375, -1.6640625, -1.6796875, -1.703125, -1.71875, -1.7421875, -1.7578125, -1.765625, -1.78125, -1.7890625, -1.8125, -1.8203125, -1.8359375, -1.8515625, -1.859375, -1.875, -1.8984375, -1.8984375, -1.90625, -1.9140625, -1.9375, -1.9375, -1.9375, -1.9609375, -1.9765625, -2.046875, -2.046875, -2.0625, -2.0625, -2.078125, -2.078125, -2.125, -2.140625, -2.140625, -2.15625, -2.171875, -2.171875, -2.1875, -2.1875, -2.203125, -2.203125, -2.203125, -2.21875, -2.21875, -2.25, -2.25, -2.25, -2.25, -2.25, -2.265625, -2.265625, -2.296875, -2.296875, -2.359375, -2.40625, -2.421875, -2.421875, -2.4375, -2.453125, -2.453125, -2.46875, -2.46875, -2.484375, -2.515625, -2.5625, -2.625 ] }, { "query_id": "723", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "5531479", "28712203", "22696649", "52925737", "195683603", "3495456", "17934603", "1871230", "43224840", "7869794", "40365566", "9159125", "2242416", "44562058", "3727986", "3330111", "27789588", "140874", "9225850", "33920995", "6327940", "29509926", "12058271", "3684342", "1800734", "15248287", "2030623", "6969753", "8396189", "14530534", "46517055", "3984231", "14591894", "26117607", "22406695", "12948892", "2405259", "7736860", "14205246", "8494570", "469066", "28015516", "6308416", "20054396", "15058155", "5774746", "5914739", "26059876", "17017465", "14767844", "9889151", "18924534", "6609935", "2543135", "5860364", "8759633", "4462139", "16128711", "25682129", "5979056", "42693833", "2060137", "2825380", "9977329", "29073751", "2177022", "14500725", "21932297", "18467982", "2727303", "44935041", "9600826", "22317868", "33068577", "25623469", "38751591", "15548965", "26071782", "8246090", "24315156", "36345185", "8093935", "10790846", "15488881", "11710511", "3155374", "3930020", "13011249", "21557055", "21622715", "26008462", "6454371", "15727984", "20758340", "935034", "612002", "496873", "6784372", "5094468", "11716783" ], "top100_scores": [ 3.71875, -0.68359375, -1.015625, -1.125, -1.4375, -1.46875, -1.4921875, -1.53125, -1.59375, -1.640625, -1.6484375, -1.8359375, -1.875, -1.921875, -1.9296875, -1.9375, -1.9375, -1.9453125, -1.953125, -1.9609375, -1.96875, -1.9921875, -2.0, -2.0, -2.015625, -2.03125, -2.046875, -2.0625, -2.078125, -2.078125, -2.09375, -2.109375, -2.125, -2.140625, -2.140625, -2.171875, -2.171875, -2.171875, -2.1875, -2.1875, -2.1875, -2.203125, -2.21875, -2.21875, -2.234375, -2.234375, -2.234375, -2.25, -2.265625, -2.28125, -2.28125, -2.296875, -2.296875, -2.3125, -2.3125, -2.3125, -2.328125, -2.328125, -2.328125, -2.375, -2.375, -2.375, -2.375, -2.390625, -2.421875, -2.421875, -2.4375, -2.4375, -2.453125, -2.453125, -2.46875, -2.484375, -2.5, -2.5, -2.5, -2.515625, -2.53125, -2.5625, -2.578125, -2.609375, -2.640625, -2.640625, -2.65625, -2.65625, -2.6875, -2.703125, -2.703125, -2.71875, -2.734375, -2.734375, -2.734375, -2.75, -2.75, -2.75, -2.8125, -2.8125, -2.875, -2.875, -2.921875, -2.9375 ] }, { "query_id": "913", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "9956893", "25677651", "40500438", "14386505", "9301606", "15215393", "20554003", "20690388", "13398997", "12265561", "11200685", "27615329", "36432234", "28783084", "17934603", "16882895", "1686997", "24069089", "982650", "712078", "33920995", "36838958", "67045088", "21465696", "32001951", "21868715", "24712186", "33499189", "12948892", "17412260", "6209599", "5531479", "24003461", "36540079", "40963697", "2443495", "15381976", "11238784", "21012916", "2973910", "40383969", "4820792", "6609935", "5953485", "21564598", "46517055", "7645565", "3531388", "8856690", "23397658", "28937856", "24042363", "38712515", "39763465", "13583521", "57783564", "86694016", "13868795", "37608303", "6363093", "23273454", "6923795", "1454773", "28334217", "12737132", "4319174", "28086354", "2158516", "35660758", "3973445", "17055665", "1748921", "14198646", "1800734", "45096063", "29015485", "20333864", "6397191", "35395662", "22317868", "7621534", "27024392", "7343711", "14332945", "13481880", "8596357", "14241418", "24881307", "2177022", "11020556", "11666252", "15176526", "11771811", "7729656", "22134353", "31851367", "15972906", "306006", "3153673", "1616661" ], "top100_scores": [ -0.0771484375, -1.1796875, -1.484375, -1.59375, -1.640625, -1.703125, -1.71875, -1.7578125, -1.7890625, -1.8203125, -1.84375, -1.875, -1.90625, -1.921875, -2.0, -2.0, -2.015625, -2.015625, -2.03125, -2.046875, -2.046875, -2.0625, -2.09375, -2.109375, -2.125, -2.125, -2.140625, -2.15625, -2.15625, -2.203125, -2.203125, -2.203125, -2.21875, -2.234375, -2.25, -2.265625, -2.265625, -2.265625, -2.28125, -2.28125, -2.296875, -2.3125, -2.3125, -2.3125, -2.328125, -2.34375, -2.34375, -2.34375, -2.34375, -2.359375, -2.375, -2.375, -2.390625, -2.40625, -2.40625, -2.40625, -2.421875, -2.4375, -2.4375, -2.484375, -2.5, -2.53125, -2.53125, -2.53125, -2.546875, -2.5625, -2.5625, -2.5625, -2.5625, -2.5625, -2.578125, -2.578125, -2.578125, -2.59375, -2.59375, -2.59375, -2.59375, -2.609375, -2.625, -2.625, -2.640625, -2.65625, -2.6875, -2.6875, -2.6875, -2.703125, -2.71875, -2.734375, -2.75, -2.765625, -2.765625, -2.796875, -2.796875, -2.8125, -2.828125, -2.859375, -2.875, -2.875, -2.90625, -3.09375 ] }, { "query_id": "124", "ndcg@10": 0.6309297535714575, "mrr@10": 0.5, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "7111021", "4883040", "31363207", "1986482", "21957231", "20457190", "2274272", "831167", "24241932", "13899137", "45461275", "28806780", "6144337", "8997410", "9021186", "17077004", "20188586", "32023005", "20220731", "23420807", "29288582", "11230569", "16787954", "7433668", "32909242", "3935126", "14260013", "13071728", "44562058", "14834714", "11254040", "341324", "35087728", "3493623", "15997009", "12225214", "13901073", "21383026", "32454714", "24943534", "13398997", "16066726", "26038789", "3475317", "35079452", "13734012", "11899391", "32770503", "8563659", "266641", "5284188", "1386103", "7224723", "40127292", "4347374", "21181273", "20610557", "17876040", "43378932", "25897733", "2048139", "18546584", "35186640", "21185923", "18694784", "22401720", "39285547", "7808055", "15128866", "10450300", "3898784", "1336292", "45908102", "14501880", "5586392", "14296612", "13923140", "20287253", "24581365", "8300657", "13798951", "14647747", "25953438", "2042250", "226488", "16760369", "3083927", "21700295", "7419612", "12966719", "21644993", "3330111", "21859699", "12205576", "12236208", "5864770", "6157837", "37488367", "1191830", "39550665" ], "top100_scores": [ 1.4765625, 0.92578125, -0.296875, -0.61328125, -1.0, -1.1953125, -1.1953125, -1.40625, -1.4296875, -1.484375, -1.5859375, -1.6328125, -1.6484375, -1.65625, -1.6640625, -1.671875, -1.6796875, -1.765625, -1.765625, -1.7890625, -1.796875, -1.8359375, -1.8515625, -1.8515625, -1.8515625, -1.859375, -1.859375, -1.8671875, -1.8828125, -1.890625, -1.90625, -1.90625, -1.90625, -1.9140625, -1.9140625, -1.921875, -1.953125, -1.96875, -1.9765625, -1.984375, -1.984375, -2.015625, -2.015625, -2.03125, -2.03125, -2.03125, -2.046875, -2.09375, -2.09375, -2.09375, -2.140625, -2.15625, -2.171875, -2.1875, -2.203125, -2.203125, -2.21875, -2.21875, -2.21875, -2.234375, -2.25, -2.25, -2.296875, -2.328125, -2.34375, -2.359375, -2.375, -2.375, -2.390625, -2.390625, -2.40625, -2.40625, -2.421875, -2.421875, -2.4375, -2.4375, -2.484375, -2.515625, -2.515625, -2.53125, -2.53125, -2.546875, -2.578125, -2.59375, -2.59375, -2.640625, -2.640625, -2.65625, -2.671875, -2.671875, -2.703125, -2.71875, -2.71875, -2.734375, -2.75, -2.796875, -2.828125, -2.859375, -2.859375, -2.859375 ] }, { "query_id": "1278", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "49432306", "25589047", "5492542", "22635278", "4910408", "37628989", "14361849", "31293581", "3610080", "12258338", "1454773", "5132358", "4468861", "3935126", "36642096", "52874170", "583260", "21382907", "5551138", "24148722", "40632104", "17934603", "17821387", "5855168", "7986878", "10162553", "21150010", "341324", "39892135", "11899391", "3692112", "202259", "14021596", "1900152", "14973286", "27635177", "24323695", "13256155", "52180874", "7613033", "2048139", "12438901", "14606752", "23912923", "4399311", "11254040", "24097933", "5641851", "19308127", "667451", "20886584", "13883546", "24634621", "4678846", "24873253", "24581365", "6334188", "2492146", "7111021", "44562904", "5691302", "3462075", "29981186", "33533307", "38630735", "42800527", "24349992", "26230669", "40164383", "15476777", "24916604", "6070278", "5402581", "8756719", "40790033", "8190282", "44265107", "10072941", "9813098", "15128866", "21700295", "30492966", "43226130", "34025053", "24450344", "3613041", "11630388", "5698494", "29564505", "30292811", "24384587", "24150328", "37029185", "4391121", "40005757", "12442311", "25837950", "45401535", "33409100", "23783727" ], "top100_scores": [ 0.3203125, -0.859375, -0.90234375, -0.90234375, -1.0, -1.109375, -1.15625, -1.171875, -1.1953125, -1.2890625, -1.3125, -1.3515625, -1.5, -1.53125, -1.53125, -1.5546875, -1.5625, -1.5703125, -1.578125, -1.6015625, -1.65625, -1.6796875, -1.6796875, -1.703125, -1.7109375, -1.7578125, -1.765625, -1.7734375, -1.78125, -1.78125, -1.796875, -1.8125, -1.8203125, -1.8515625, -1.859375, -1.8828125, -1.90625, -1.921875, -1.921875, -1.9453125, -1.953125, -1.9609375, -1.96875, -1.9765625, -1.9765625, -1.984375, -1.984375, -2.0, -2.0, -2.0, -2.0, -2.015625, -2.015625, -2.03125, -2.0625, -2.0625, -2.078125, -2.078125, -2.109375, -2.109375, -2.125, -2.125, -2.125, -2.140625, -2.140625, -2.140625, -2.140625, -2.140625, -2.140625, -2.15625, -2.171875, -2.171875, -2.203125, -2.21875, -2.21875, -2.21875, -2.25, -2.25, -2.265625, -2.265625, -2.28125, -2.3125, -2.34375, -2.375, -2.375, -2.390625, -2.4375, -2.46875, -2.484375, -2.515625, -2.515625, -2.515625, -2.53125, -2.546875, -2.5625, -2.65625, -2.671875, -2.703125, -2.71875, -2.96875 ] } ] } }, "mean_ndcg@10": 0.6240136876320322 }, { "step": 1024, "pairs_seen": 131072, "training_step_seconds": 414.215167901988, "validation": 0.9860748793435035, "learning_rate": 2.763299922898998e-05 }, { "step": 1536, "pairs_seen": 196608, "training_step_seconds": 622.4198792539974, "validation": 0.9872035707642346, "learning_rate": 2.5659213569776406e-05 }, { "step": 2048, "pairs_seen": 262144, "training_step_seconds": 830.0244507250027, "validation": 0.9879551104492195, "learning_rate": 2.3685427910562837e-05, "test": { "NanoNQ": { "metrics": { "ndcg@10": 0.746193480807588, "mrr@10": 0.7348809523809524, "recall@100": 0.91, "candidate_recall": 0.91, "seconds": 5.832168613000249 }, "per_query": [ { "query_id": "test1618", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc57226", "doc57242", "doc1665946", "doc1622317", "doc57232", "doc2116209", "doc3001", "doc1163498", "doc2173547", "doc285755", "doc63804", "doc2173529", "doc1219625", "doc1445499", "doc827140", "doc57247", "doc751998", "doc1538535", "doc551209", "doc57248", "doc955504", "doc2534676", "doc260645", "doc2852", "doc1582693", "doc2173544", "doc1063714", "doc446480", "doc388464", "doc751967", "doc504996", "doc418129", "doc597781", "doc420626", "doc802928", "doc975622", "doc2530375", "doc1295396", "doc2040327", "doc106332", "doc285723", "doc24317", "doc392494", "doc174973", "doc2465910", "doc703701", "doc1291616", "doc106335", "doc908573", "doc751954", "doc600774", "doc1665898", "doc427061", "doc1142095", "doc2569915", "doc106353", "doc703717", "doc1104251", "doc2876", "doc1713783", "doc551897", "doc594485", "doc150031", "doc24310", "doc224051", "doc1989499", "doc1512044", "doc717374", "doc2040334", "doc2173550", "doc446477", "doc250000", "doc866703", "doc106362", "doc649566", "doc106333", "doc1051791", "doc669209", "doc284000", "doc824776", "doc106367", "doc703731", "doc1104254", "doc1650958", "doc614721", "doc211935", "doc1948176", "doc1254733", "doc327615", "doc1254764", "doc1746659", "doc902520", "doc103645", "doc1632177", "doc2480452", "doc2603021", "doc2068718", "doc762682", "doc1972074", "doc627159" ], "top100_scores": [ 8.0625, 1.515625, -0.8046875, -1.5703125, -2.03125, -2.125, -2.234375, -2.359375, -2.75, -2.78125, -2.90625, -3.046875, -3.3125, -3.328125, -3.359375, -3.578125, -3.734375, -3.96875, -3.984375, -4.0, -4.125, -4.15625, -4.1875, -4.25, -4.28125, -4.28125, -4.28125, -4.28125, -4.40625, -4.46875, -4.5, -4.53125, -4.6875, -4.6875, -4.6875, -4.71875, -4.75, -4.75, -4.875, -4.875, -4.90625, -4.90625, -4.90625, -4.9375, -4.9375, -4.96875, -5.0, -5.0, -5.03125, -5.0625, -5.0625, -5.125, -5.125, -5.1875, -5.1875, -5.1875, -5.1875, -5.21875, -5.25, -5.25, -5.28125, -5.3125, -5.3125, -5.3125, -5.3125, -5.3125, -5.3125, -5.34375, -5.34375, -5.40625, -5.40625, -5.4375, -5.4375, -5.46875, -5.46875, -5.46875, -5.5, -5.625, -5.625, -5.625, -5.625, -5.625, -5.75, -5.78125, -5.84375, -5.90625, -5.96875, -6.03125, -6.09375, -6.15625, -6.15625, -6.28125, -6.3125, -6.3125, -6.40625, -6.5, -6.59375, -6.8125, -6.875, -6.875 ] }, { "query_id": "test1805", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc63543", "doc63538", "doc2345266", "doc1942575", "doc1749973", "doc2292349", "doc1934037", "doc2594422", "doc1911979", "doc1664486", "doc345111", "doc1899261", "doc2217711", "doc1796956", "doc2217712", "doc1982537", "doc1664485", "doc2461162", "doc63542", "doc474276", "doc2017803", "doc2112811", "doc1489658", "doc2136789", "doc2674988", "doc479842", "doc1583090", "doc1059057", "doc1815291", "doc1984470", "doc1117614", "doc1828868", "doc2043247", "doc1704007", "doc2415290", "doc2105862", "doc163261", "doc1952665", "doc2509995", "doc2426396", "doc2185118", "doc942208", "doc1148551", "doc26394", "doc1879889", "doc497737", "doc1530226", "doc2033252", "doc2308785", "doc1623079", "doc2074090", "doc2362173", "doc476498", "doc21277", "doc1056790", "doc914411", "doc26437", "doc608249", "doc1121529", "doc1796951", "doc2163089", "doc2173325", "doc1916315", "doc2212270", "doc1167678", "doc564709", "doc1243029", "doc536538", "doc1310966", "doc38625", "doc465257", "doc323321", "doc2212269", "doc97445", "doc655666", "doc913113", "doc1455509", "doc108955", "doc1911857", "doc1448795", "doc2155680", "doc171833", "doc105759", "doc78548", "doc1852527", "doc530780", "doc2386680", "doc1205332", "doc1491868", "doc17330", "doc1116765", "doc1552106", "doc2526454", "doc1467762", "doc846246", "doc108435", "doc10388", "doc651760", "doc2029100", "doc1021503" ], "top100_scores": [ 8.375, 2.21875, 1.4375, 1.140625, 1.125, 0.81640625, 0.353515625, -0.388671875, -0.5234375, -0.77734375, -1.703125, -2.21875, -2.421875, -3.609375, -4.65625, -4.65625, -4.6875, -4.71875, -4.75, -4.8125, -4.9375, -4.96875, -5.25, -5.3125, -5.40625, -5.40625, -5.46875, -5.46875, -5.625, -5.625, -5.65625, -5.6875, -5.71875, -5.8125, -5.875, -5.90625, -5.96875, -5.96875, -6.0, -6.03125, -6.03125, -6.0625, -6.0625, -6.0625, -6.125, -6.1875, -6.28125, -6.34375, -6.34375, -6.375, -6.40625, -6.40625, -6.4375, -6.4375, -6.4375, -6.46875, -6.53125, -6.5625, -6.5625, -6.5625, -6.59375, -6.65625, -6.71875, -6.71875, -6.71875, -6.71875, -6.71875, -6.71875, -6.84375, -6.84375, -6.875, -6.875, -6.875, -6.90625, -6.90625, -6.9375, -6.9375, -6.96875, -7.0, -7.0, -7.03125, -7.03125, -7.0625, -7.0625, -7.0625, -7.09375, -7.125, -7.125, -7.125, -7.1875, -7.25, -7.25, -7.28125, -7.28125, -7.3125, -7.3125, -7.375, -7.375, -7.375, -7.40625 ] }, { "query_id": "test1989", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc69765", "doc69767", "doc69775", "doc69778", "doc69772", "doc69774", "doc1328955", "doc21856", "doc69768", "doc278091", "doc2285692", "doc2548244", "doc812322", "doc1393796", "doc243667", "doc2526400", "doc1285909", "doc2526409", "doc1743887", "doc776173", "doc21829", "doc2074523", "doc776139", "doc1675505", "doc365459", "doc296209", "doc1285910", "doc451953", "doc21888", "doc21832", "doc1717375", "doc452016", "doc25836", "doc21831", "doc365452", "doc2019171", "doc21871", "doc1817763", "doc776142", "doc21841", "doc1846050", "doc1528335", "doc78091", "doc21844", "doc452039", "doc660012", "doc21872", "doc699194", "doc1966948", "doc377466", "doc1953114", "doc296216", "doc1783753", "doc2462709", "doc2526412", "doc365451", "doc452002", "doc1842144", "doc980032", "doc753576", "doc1095662", "doc21906", "doc1393769", "doc776137", "doc761186", "doc552702", "doc1321929", "doc1085571", "doc543379", "doc829017", "doc2271309", "doc442694", "doc365455", "doc552697", "doc1455952", "doc297251", "doc1035806", "doc1912505", "doc1400528", "doc980033", "doc866437", "doc1986489", "doc588621", "doc2624891", "doc2173544", "doc807066", "doc1883553", "doc61036", "doc437362", "doc524514", "doc866436", "doc2296331", "doc779563", "doc865796", "doc1052760", "doc338818", "doc1675530", "doc993779", "doc376241", "doc1787812" ], "top100_scores": [ 4.5, -0.330078125, -0.71875, -0.9296875, -1.234375, -2.328125, -2.34375, -2.34375, -2.640625, -2.65625, -2.90625, -2.90625, -2.984375, -3.359375, -3.484375, -3.5, -3.796875, -3.828125, -3.84375, -3.890625, -3.921875, -3.953125, -4.0, -4.0, -4.03125, -4.0625, -4.125, -4.125, -4.125, -4.125, -4.125, -4.15625, -4.15625, -4.1875, -4.1875, -4.1875, -4.21875, -4.21875, -4.21875, -4.25, -4.25, -4.25, -4.28125, -4.28125, -4.28125, -4.3125, -4.3125, -4.34375, -4.375, -4.40625, -4.4375, -4.46875, -4.46875, -4.53125, -4.5625, -4.59375, -4.59375, -4.59375, -4.59375, -4.65625, -4.65625, -4.71875, -4.75, -4.75, -4.75, -4.75, -4.78125, -4.84375, -4.84375, -4.875, -4.9375, -4.96875, -5.0, -5.0, -5.0, -5.0, -5.03125, -5.03125, -5.0625, -5.125, -5.15625, -5.1875, -5.1875, -5.21875, -5.25, -5.28125, -5.28125, -5.34375, -5.34375, -5.375, -5.46875, -5.46875, -5.46875, -5.5, -5.5, -5.53125, -5.5625, -5.59375, -5.625, -5.8125 ] }, { "query_id": "test2270", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc986835", "doc1402781", "doc1678115", "doc1570656", "doc2066832", "doc591224", "doc1247565", "doc128663", "doc400438", "doc737388", "doc223538", "doc1104225", "doc2146296", "doc2368994", "doc230376", "doc2017803", "doc453091", "doc2114608", "doc2173228", "doc94024", "doc2522126", "doc1574783", "doc232625", "doc440112", "doc146074", "doc2499402", "doc1759626", "doc884614", "doc1996495", "doc415369", "doc163261", "doc146132", "doc88934", "doc1107323", "doc78548", "doc1996497", "doc770526", "doc1510857", "doc392155", "doc979054", "doc2517390", "doc1716825", "doc2307734", "doc1382073", "doc1020899", "doc2450143", "doc1077629", "doc415385", "doc314759", "doc2508414", "doc2431682", "doc605467", "doc1070768", "doc438381", "doc814675", "doc750407", "doc1940797", "doc479842", "doc99857", "doc327463", "doc388419", "doc689060", "doc80089", "doc574823", "doc750416", "doc80067", "doc2171164", "doc834354", "doc171837", "doc732018", "doc1993058", "doc1019814", "doc297251", "doc2426974", "doc9798", "doc61939", "doc2589580", "doc1538520", "doc1148551", "doc966365", "doc365042", "doc562696", "doc1221858", "doc106335", "doc157039", "doc2083810", "doc1829626", "doc1254764", "doc17481", "doc2079848", "doc2833", "doc2391390", "doc602853", "doc1321904", "doc127042", "doc1824664", "doc529465", "doc1397232", "doc2526454", "doc399642" ], "top100_scores": [ 0.34765625, -1.390625, -2.21875, -2.515625, -2.59375, -2.984375, -3.03125, -3.09375, -3.15625, -3.25, -3.3125, -3.4375, -3.484375, -3.671875, -3.6875, -3.78125, -3.796875, -3.796875, -3.828125, -3.828125, -3.859375, -3.875, -3.96875, -4.0, -4.09375, -4.125, -4.1875, -4.25, -4.28125, -4.28125, -4.28125, -4.40625, -4.40625, -4.4375, -4.59375, -4.625, -4.65625, -4.71875, -4.75, -4.78125, -4.90625, -4.90625, -4.9375, -4.9375, -5.0625, -5.375, -5.53125, -5.5625, -5.65625, -5.71875, -5.75, -5.90625, -5.90625, -5.9375, -5.96875, -6.0, -6.0, -6.03125, -6.03125, -6.0625, -6.0625, -6.09375, -6.125, -6.15625, -6.1875, -6.1875, -6.21875, -6.21875, -6.25, -6.28125, -6.3125, -6.3125, -6.3125, -6.375, -6.375, -6.375, -6.40625, -6.40625, -6.40625, -6.40625, -6.4375, -6.46875, -6.5, -6.53125, -6.53125, -6.5625, -6.5625, -6.59375, -6.59375, -6.59375, -6.625, -6.625, -6.65625, -6.71875, -6.71875, -6.8125, -6.84375, -6.875, -6.875, -6.90625 ] }, { "query_id": "test2577", "ndcg@10": 0.31546487678572877, "mrr@10": 0.125, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc1234227", "doc1167678", "doc2165905", "doc672961", "doc1366756", "doc1366757", "doc1715056", "doc88443", "doc1121529", "doc866296", "doc1030462", "doc2165906", "doc387897", "doc887635", "doc1382170", "doc1121527", "doc559423", "doc1382171", "doc682295", "doc405920", "doc106047", "doc555360", "doc1366769", "doc1366762", "doc1214905", "doc2307710", "doc2307739", "doc2173228", "doc1382169", "doc1435310", "doc338868", "doc751799", "doc2165920", "doc1812660", "doc1382143", "doc1741701", "doc2307742", "doc2307746", "doc2307705", "doc2307734", "doc2450178", "doc2450143", "doc2465505", "doc453172", "doc698075", "doc230376", "doc80070", "doc2545045", "doc353446", "doc1526184", "doc1803620", "doc2374276", "doc2005210", "doc7023", "doc1418632", "doc1994438", "doc1136713", "doc596016", "doc24904", "doc2502630", "doc1425919", "doc94367", "doc641530", "doc2316765", "doc2210110", "doc1914609", "doc94024", "doc2508414", "doc2155680", "doc444923", "doc641297", "doc2057552", "doc1443647", "doc453161", "doc207176", "doc144160", "doc320274", "doc2107261", "doc2509993", "doc454591", "doc1343593", "doc583523", "doc24903", "doc2582472", "doc1221858", "doc2003306", "doc2053655", "doc1027724", "doc2539732", "doc1810672", "doc399642", "doc144239", "doc2209653", "doc1007260", "doc140893", "doc1623534", "doc7166", "doc2517379", "doc1791048", "doc2328678" ], "top100_scores": [ 8.0625, 7.65625, 4.0, 2.65625, 1.5703125, 0.80859375, -0.0211181640625, -0.93359375, -1.109375, -1.875, -1.890625, -1.890625, -1.8984375, -2.015625, -2.046875, -2.0625, -2.140625, -2.15625, -2.515625, -2.53125, -2.671875, -2.78125, -2.78125, -2.875, -3.0625, -3.0625, -3.125, -3.140625, -3.234375, -3.25, -3.25, -3.375, -3.4375, -3.546875, -3.609375, -3.6875, -3.796875, -4.09375, -4.15625, -4.1875, -4.4375, -4.625, -5.03125, -5.21875, -5.65625, -5.71875, -5.78125, -5.96875, -6.0, -6.0625, -6.125, -6.15625, -6.1875, -6.1875, -6.25, -6.25, -6.28125, -6.3125, -6.34375, -6.34375, -6.375, -6.375, -6.375, -6.40625, -6.40625, -6.4375, -6.4375, -6.4375, -6.4375, -6.4375, -6.46875, -6.46875, -6.46875, -6.46875, -6.5, -6.53125, -6.53125, -6.5625, -6.5625, -6.59375, -6.625, -6.625, -6.625, -6.65625, -6.6875, -6.6875, -6.6875, -6.6875, -6.6875, -6.71875, -6.78125, -6.78125, -6.78125, -6.8125, -6.8125, -6.84375, -6.90625, -6.9375, -7.0625, -7.0625 ] }, { "query_id": "test770", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc27529", "doc540358", "doc27538", "doc540404", "doc1996268", "doc361696", "doc1628841", "doc1044670", "doc331518", "doc540363", "doc1692291", "doc2272998", "doc1012137", "doc879199", "doc1727553", "doc239270", "doc361702", "doc1770477", "doc2439860", "doc1762978", "doc1224325", "doc536374", "doc734723", "doc1321884", "doc721746", "doc401103", "doc540344", "doc2068337", "doc361697", "doc36467", "doc2272990", "doc525586", "doc1177694", "doc1321967", "doc1856181", "doc437667", "doc1978004", "doc1485638", "doc361682", "doc988606", "doc1657214", "doc2653445", "doc814675", "doc72481", "doc2005304", "doc2005210", "doc2545074", "doc2163262", "doc2311306", "doc2328678", "doc754593", "doc2217346", "doc437683", "doc437677", "doc75292", "doc1520290", "doc90808", "doc795696", "doc2545045", "doc1867627", "doc1246069", "doc1594148", "doc914411", "doc2136789", "doc1014848", "doc437685", "doc437639", "doc1334238", "doc1520334", "doc1867620", "doc101561", "doc431563", "doc1619495", "doc840074", "doc505009", "doc1198819", "doc1877809", "doc1251647", "doc2402770", "doc299630", "doc623682", "doc191614", "doc1574683", "doc1316703", "doc604235", "doc1912506", "doc170955", "doc601744", "doc555360", "doc2188152", "doc2197028", "doc1049873", "doc1778743", "doc872601", "doc134521", "doc75967", "doc700971", "doc2262786", "doc21363", "doc1285744" ], "top100_scores": [ 0.267578125, -0.2060546875, -0.8671875, -1.1171875, -1.609375, -1.8828125, -2.5, -2.6875, -2.859375, -2.875, -3.21875, -3.3125, -3.46875, -3.484375, -3.65625, -3.6875, -3.9375, -4.0, -4.34375, -4.34375, -4.40625, -4.40625, -4.46875, -4.5625, -4.5625, -4.59375, -4.625, -4.625, -4.65625, -4.65625, -4.65625, -4.6875, -4.78125, -4.78125, -4.875, -4.875, -4.9375, -4.9375, -5.09375, -5.125, -5.15625, -5.1875, -5.1875, -5.25, -5.40625, -5.4375, -5.4375, -5.4375, -5.46875, -5.5, -5.59375, -5.65625, -5.65625, -5.6875, -5.6875, -5.6875, -5.71875, -5.71875, -5.71875, -5.875, -5.875, -5.90625, -5.9375, -5.9375, -5.96875, -5.96875, -6.0, -6.0625, -6.09375, -6.09375, -6.09375, -6.15625, -6.1875, -6.1875, -6.21875, -6.21875, -6.25, -6.3125, -6.34375, -6.34375, -6.34375, -6.375, -6.375, -6.40625, -6.4375, -6.4375, -6.4375, -6.46875, -6.5, -6.5, -6.5, -6.5, -6.5, -6.53125, -6.5625, -6.625, -6.625, -6.6875, -6.6875, -6.6875 ] }, { "query_id": "test2233", "ndcg@10": 0.6309297535714575, "mrr@10": 0.5, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc349744", "doc77634", "doc1953211", "doc208541", "doc1369510", "doc579128", "doc293490", "doc739705", "doc1340806", "doc2434664", "doc579135", "doc1994393", "doc2483145", "doc268699", "doc1328113", "doc422133", "doc2162623", "doc438360", "doc236530", "doc2134206", "doc1473550", "doc293491", "doc925929", "doc2025330", "doc54270", "doc620637", "doc273559", "doc77640", "doc825186", "doc512949", "doc2134247", "doc613963", "doc2611984", "doc349747", "doc1397231", "doc119665", "doc208540", "doc2539732", "doc2314010", "doc272763", "doc1816786", "doc1829626", "doc360768", "doc1208808", "doc856725", "doc1369505", "doc1397232", "doc376565", "doc1687132", "doc1620572", "doc101332", "doc498104", "doc1526230", "doc653285", "doc1480727", "doc2357946", "doc1397224", "doc856735", "doc101803", "doc2095396", "doc1041089", "doc101767", "doc986920", "doc201172", "doc1068154", "doc825187", "doc1844919", "doc77635", "doc2072948", "doc172185", "doc2139234", "doc216986", "doc2003306", "doc1491857", "doc1328111", "doc1540372", "doc763934", "doc293478", "doc108501", "doc484979", "doc354191", "doc157039", "doc1924612", "doc529465", "doc362493", "doc2206589", "doc782194", "doc354084", "doc1669853", "doc1791048", "doc833922", "doc525751", "doc722466", "doc1155687", "doc260679", "doc155482", "doc1948176", "doc2441320", "doc2509993", "doc1843369" ], "top100_scores": [ 7.34375, 6.65625, 4.84375, 4.53125, 3.828125, 2.5625, 2.4375, 2.375, 1.640625, 1.59375, 1.5078125, 1.4609375, 1.3515625, 1.21875, 1.1796875, 1.0078125, 0.93359375, 0.36328125, 0.1650390625, -0.053955078125, -0.0693359375, -0.107421875, -0.1396484375, -0.2353515625, -0.345703125, -0.34765625, -0.3515625, -0.6015625, -0.61328125, -0.6171875, -0.62109375, -0.6328125, -0.78515625, -0.8515625, -0.890625, -0.96875, -1.0625, -1.140625, -1.390625, -1.421875, -1.4921875, -1.5078125, -1.515625, -1.5546875, -1.6015625, -1.6640625, -1.671875, -1.78125, -1.8125, -1.875, -1.8828125, -1.921875, -1.9296875, -2.109375, -2.109375, -2.140625, -2.15625, -2.21875, -2.21875, -2.28125, -2.359375, -2.421875, -2.65625, -2.6875, -2.703125, -2.734375, -2.796875, -2.84375, -3.078125, -3.109375, -3.15625, -3.171875, -3.21875, -3.3125, -3.3125, -3.34375, -3.359375, -3.421875, -3.53125, -3.625, -3.796875, -3.84375, -3.875, -3.9375, -3.953125, -3.984375, -4.0, -4.15625, -4.1875, -4.3125, -4.59375, -4.90625, -5.46875, -5.65625, -5.75, -5.84375, -5.875, -6.15625, -6.21875, -6.28125 ] }, { "query_id": "test826", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc29757", "doc101561", "doc1456780", "doc1798668", "doc1486663", "doc50625", "doc625773", "doc520684", "doc2096499", "doc1774", "doc29765", "doc1567090", "doc231271", "doc49200", "doc2509153", "doc1595692", "doc151694", "doc1728840", "doc2508418", "doc966365", "doc49159", "doc515127", "doc278693", "doc2111513", "doc99857", "doc1959162", "doc1350141", "doc335679", "doc2614073", "doc2374307", "doc2091589", "doc583721", "doc963670", "doc1030288", "doc671892", "doc650941", "doc56902", "doc28313", "doc827208", "doc2509989", "doc225047", "doc56921", "doc1397224", "doc357235", "doc59421", "doc191143", "doc38625", "doc223538", "doc955504", "doc2313854", "doc726413", "doc324548", "doc1938693", "doc722174", "doc1490186", "doc88934", "doc764023", "doc324540", "doc1027724", "doc127042", "doc669209", "doc2332126", "doc1508091", "doc525586", "doc2362748", "doc936401", "doc77634", "doc434367", "doc768602", "doc446480", "doc1056790", "doc1902615", "doc2369112", "doc1612520", "doc282351", "doc2255696", "doc1086963", "doc63804", "doc1780375", "doc1858032", "doc214269", "doc673167", "doc563701", "doc2413034", "doc53464", "doc405830", "doc1667013", "doc127031", "doc2256023", "doc2260544", "doc2328678", "doc2656322", "doc2596083", "doc144239", "doc1144972", "doc2534676", "doc1308445", "doc1735465", "doc95310", "doc1717004" ], "top100_scores": [ 2.25, -0.125, -0.2333984375, -0.361328125, -2.234375, -2.3125, -2.34375, -2.875, -3.125, -3.40625, -3.40625, -3.59375, -3.640625, -3.671875, -3.671875, -3.828125, -3.84375, -3.859375, -4.0625, -4.0625, -4.21875, -4.28125, -4.375, -4.4375, -4.53125, -4.6875, -4.8125, -4.8125, -4.875, -5.0, -5.09375, -5.09375, -5.25, -5.34375, -5.5, -5.5625, -5.5625, -5.75, -5.875, -5.90625, -5.90625, -5.96875, -5.96875, -6.0, -6.0, -6.0, -6.09375, -6.125, -6.21875, -6.21875, -6.28125, -6.3125, -6.375, -6.375, -6.375, -6.40625, -6.4375, -6.46875, -6.46875, -6.5, -6.5, -6.53125, -6.53125, -6.59375, -6.59375, -6.59375, -6.59375, -6.625, -6.625, -6.65625, -6.65625, -6.65625, -6.65625, -6.6875, -6.6875, -6.6875, -6.71875, -6.75, -6.75, -6.75, -6.78125, -6.78125, -6.78125, -6.78125, -6.8125, -6.8125, -6.8125, -6.875, -6.875, -6.875, -6.875, -6.90625, -6.9375, -6.96875, -6.96875, -6.96875, -7.03125, -7.0625, -7.09375, -7.125 ] }, { "query_id": "test1721", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc61036", "doc1376346", "doc61054", "doc1643694", "doc1288281", "doc988607", "doc61043", "doc1558629", "doc627159", "doc1612682", "doc61045", "doc2193668", "doc988606", "doc1291233", "doc1381513", "doc1526139", "doc1205818", "doc633767", "doc331518", "doc2522627", "doc323921", "doc1380860", "doc1796400", "doc430256", "doc1868647", "doc1787812", "doc2068337", "doc401103", "doc288971", "doc742717", "doc1325273", "doc1464453", "doc1976860", "doc1589706", "doc1716825", "doc457828", "doc903103", "doc1962033", "doc2195756", "doc116279", "doc1044670", "doc729312", "doc2618276", "doc1755685", "doc2129979", "doc1538954", "doc1248995", "doc2362173", "doc26394", "doc1189628", "doc843229", "doc107166", "doc1307727", "doc879199", "doc2386390", "doc356961", "doc2357495", "doc146074", "doc2202835", "doc1757007", "doc2046260", "doc1750156", "doc1487701", "doc922263", "doc1692185", "doc4147", "doc2066832", "doc2489754", "doc2332984", "doc404351", "doc1077629", "doc1485638", "doc75292", "doc734723", "doc765127", "doc2114608", "doc238332", "doc2217346", "doc1881502", "doc827208", "doc1224325", "doc72481", "doc536398", "doc1384591", "doc2037498", "doc367220", "doc2059265", "doc377106", "doc42804", "doc2657970", "doc1020899", "doc2504604", "doc491925", "doc702815", "doc675035", "doc490514", "doc2631871", "doc655676", "doc867288", "doc1914609" ], "top100_scores": [ 1.875, -2.078125, -3.453125, -4.3125, -4.3125, -4.34375, -4.375, -4.375, -4.46875, -4.75, -4.875, -4.875, -4.96875, -4.96875, -5.15625, -5.21875, -5.25, -5.25, -5.34375, -5.46875, -5.46875, -5.53125, -5.53125, -5.5625, -5.5625, -5.5625, -5.59375, -5.625, -5.625, -5.65625, -5.65625, -5.75, -5.78125, -5.8125, -5.84375, -5.84375, -5.84375, -5.90625, -5.96875, -6.0, -6.0, -6.0, -6.0, -6.03125, -6.0625, -6.09375, -6.125, -6.15625, -6.1875, -6.1875, -6.1875, -6.21875, -6.25, -6.25, -6.28125, -6.3125, -6.34375, -6.34375, -6.375, -6.375, -6.375, -6.375, -6.40625, -6.40625, -6.40625, -6.40625, -6.4375, -6.4375, -6.46875, -6.46875, -6.46875, -6.5, -6.5, -6.5, -6.53125, -6.53125, -6.53125, -6.53125, -6.53125, -6.5625, -6.5625, -6.5625, -6.59375, -6.59375, -6.59375, -6.625, -6.65625, -6.65625, -6.65625, -6.6875, -6.71875, -6.71875, -6.71875, -6.71875, -6.71875, -6.75, -6.78125, -6.8125, -6.8125, -6.90625 ] }, { "query_id": "test2845", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc97421", "doc97445", "doc1116765", "doc1087988", "doc97442", "doc1992466", "doc369270", "doc2380009", "doc152515", "doc2083995", "doc369237", "doc2084014", "doc1349036", "doc369227", "doc2083987", "doc369220", "doc1587504", "doc152483", "doc2071107", "doc1430994", "doc2268982", "doc2099374", "doc97430", "doc2004921", "doc369234", "doc369276", "doc1730351", "doc2071056", "doc2071137", "doc2083994", "doc2084004", "doc2071086", "doc2380013", "doc369170", "doc1902500", "doc1431001", "doc2071083", "doc1349041", "doc1349039", "doc1577554", "doc2084016", "doc369240", "doc369166", "doc2574334", "doc1389346", "doc1079691", "doc1349043", "doc369291", "doc369210", "doc2071135", "doc369287", "doc1948378", "doc1577539", "doc2071134", "doc182537", "doc369278", "doc1587502", "doc97437", "doc626977", "doc2426358", "doc2071163", "doc152500", "doc369193", "doc2071028", "doc369204", "doc369236", "doc369169", "doc369261", "doc2071151", "doc2071169", "doc920840", "doc454591", "doc1902486", "doc369151", "doc369187", "doc1619495", "doc369277", "doc101561", "doc1391281", "doc1376345", "doc25836", "doc2188152", "doc596891", "doc2003306", "doc2563044", "doc1912506", "doc1471942", "doc555360", "doc645561", "doc623682", "doc216330", "doc2210110", "doc21363", "doc565065", "doc1376346", "doc254953", "doc1316703", "doc1007260", "doc2262786", "doc924826" ], "top100_scores": [ 6.34375, 3.0625, 0.60546875, 0.5859375, -1.0859375, -1.640625, -1.859375, -1.953125, -2.25, -2.296875, -2.5625, -2.796875, -2.890625, -2.890625, -3.25, -3.4375, -3.453125, -3.453125, -3.5, -3.625, -3.640625, -3.765625, -3.96875, -4.09375, -4.34375, -4.4375, -4.4375, -4.4375, -4.46875, -4.46875, -4.625, -4.65625, -4.6875, -4.78125, -4.8125, -4.8125, -4.8125, -4.90625, -5.03125, -5.0625, -5.25, -5.28125, -5.3125, -5.3125, -5.3125, -5.34375, -5.40625, -5.4375, -5.46875, -5.5, -5.59375, -5.59375, -5.59375, -5.625, -5.625, -5.625, -5.625, -5.65625, -5.65625, -5.65625, -5.65625, -5.65625, -5.65625, -5.75, -5.8125, -5.84375, -5.875, -5.9375, -5.96875, -5.96875, -6.03125, -6.125, -6.21875, -6.21875, -6.25, -6.34375, -6.375, -6.53125, -6.59375, -6.65625, -6.65625, -6.6875, -6.6875, -6.75, -6.75, -6.78125, -6.78125, -6.8125, -6.84375, -6.875, -6.875, -6.875, -6.90625, -6.90625, -7.0625, -7.09375, -7.15625, -7.15625, -7.21875, -7.28125 ] }, { "query_id": "test929", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc33193", "doc1612515", "doc562696", "doc1458400", "doc162798", "doc418129", "doc698048", "doc698039", "doc1357070", "doc33196", "doc1553106", "doc1832253", "doc636337", "doc600774", "doc1556425", "doc1163509", "doc1612525", "doc1163516", "doc614722", "doc614724", "doc624619", "doc1458417", "doc1732443", "doc1644238", "doc386637", "doc1357059", "doc2582472", "doc636318", "doc698033", "doc64791", "doc162720", "doc781344", "doc609671", "doc614721", "doc33191", "doc162834", "doc54026", "doc1612520", "doc859664", "doc2288308", "doc1972282", "doc158654", "doc46245", "doc162708", "doc1562972", "doc2569915", "doc2027228", "doc162716", "doc1332310", "doc583523", "doc2056931", "doc905614", "doc285746", "doc224051", "doc1585578", "doc717374", "doc745803", "doc63030", "doc2116209", "doc1343593", "doc285755", "doc2293773", "doc534490", "doc2621513", "doc153569", "doc726426", "doc2656965", "doc174973", "doc1027724", "doc20601", "doc364632", "doc374355", "doc594485", "doc301324", "doc2260544", "doc1972074", "doc874107", "doc787596", "doc2596083", "doc37911", "doc2000096", "doc874101", "doc2882", "doc327615", "doc305534", "doc2480452", "doc1207422", "doc2603021", "doc768602", "doc150031", "doc57247", "doc72481", "doc698075", "doc936624", "doc751998", "doc1526184", "doc2040435", "doc144239", "doc1791048", "doc1521101" ], "top100_scores": [ 3.515625, -2.84375, -3.34375, -3.875, -3.96875, -3.984375, -4.03125, -4.0625, -4.09375, -4.15625, -4.1875, -4.21875, -4.21875, -4.25, -4.28125, -4.375, -4.4375, -4.5, -4.5, -4.59375, -4.59375, -4.625, -4.65625, -4.84375, -4.875, -4.90625, -4.90625, -4.96875, -5.0, -5.0, -5.0625, -5.0625, -5.125, -5.15625, -5.15625, -5.1875, -5.21875, -5.3125, -5.3125, -5.3125, -5.375, -5.4375, -5.53125, -5.53125, -5.5625, -5.59375, -5.65625, -5.65625, -5.6875, -5.75, -5.78125, -5.8125, -5.8125, -5.90625, -5.9375, -5.9375, -5.9375, -6.09375, -6.125, -6.1875, -6.1875, -6.1875, -6.21875, -6.25, -6.28125, -6.3125, -6.34375, -6.375, -6.375, -6.375, -6.375, -6.40625, -6.40625, -6.4375, -6.4375, -6.5, -6.5, -6.5, -6.53125, -6.5625, -6.59375, -6.625, -6.625, -6.65625, -6.6875, -6.6875, -6.6875, -6.71875, -6.71875, -6.71875, -6.78125, -6.78125, -6.875, -6.90625, -6.96875, -7.0, -7.03125, -7.0625, -7.0625, -7.1875 ] }, { "query_id": "test2430", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc83863", "doc1984127", "doc253608", "doc1133242", "doc50111", "doc1974480", "doc929272", "doc1406086", "doc50109", "doc2254465", "doc2537823", "doc2552606", "doc2254475", "doc83871", "doc2537824", "doc758894", "doc50097", "doc1883243", "doc1984114", "doc2171547", "doc759547", "doc1377115", "doc877114", "doc83864", "doc1337053", "doc425434", "doc2676569", "doc1883237", "doc1780375", "doc1604550", "doc759589", "doc1386166", "doc53439", "doc50107", "doc1668129", "doc901372", "doc1608174", "doc398870", "doc414338", "doc595818", "doc253609", "doc2372621", "doc1508087", "doc225047", "doc313713", "doc369618", "doc2680499", "doc1617390", "doc2295211", "doc1508091", "doc759527", "doc1386116", "doc1573814", "doc768311", "doc1386159", "doc1066673", "doc563701", "doc709393", "doc1257475", "doc172947", "doc998434", "doc963099", "doc2026615", "doc1248995", "doc1202159", "doc57977", "doc1385349", "doc1243029", "doc861483", "doc562696", "doc1088192", "doc1201849", "doc2085567", "doc2288928", "doc95310", "doc723700", "doc890257", "doc1108390", "doc490395", "doc609671", "doc608249", "doc2405271", "doc1061142", "doc550451", "doc127042", "doc108456", "doc1815899", "doc1562972", "doc874101", "doc1632991", "doc391548", "doc1418778", "doc1278394", "doc1019814", "doc1376345", "doc2544691", "doc752404", "doc1585586", "doc376250", "doc920840" ], "top100_scores": [ -0.0341796875, -0.0947265625, -1.2109375, -1.5859375, -2.5625, -2.671875, -2.9375, -2.9375, -2.953125, -3.03125, -3.046875, -3.25, -3.25, -3.265625, -3.3125, -3.46875, -3.5625, -3.609375, -3.625, -3.734375, -3.75, -3.78125, -3.796875, -3.8125, -3.859375, -3.953125, -3.984375, -4.15625, -4.53125, -4.59375, -4.59375, -4.78125, -4.875, -4.9375, -4.96875, -5.0, -5.0625, -5.0625, -5.09375, -5.15625, -5.21875, -5.3125, -5.34375, -5.4375, -5.4375, -5.46875, -5.53125, -5.53125, -5.71875, -5.75, -5.84375, -5.875, -5.90625, -6.125, -6.15625, -6.15625, -6.1875, -6.25, -6.28125, -6.3125, -6.34375, -6.375, -6.375, -6.375, -6.40625, -6.4375, -6.4375, -6.46875, -6.5, -6.53125, -6.53125, -6.53125, -6.53125, -6.53125, -6.5625, -6.59375, -6.59375, -6.59375, -6.625, -6.625, -6.625, -6.625, -6.65625, -6.65625, -6.6875, -6.6875, -6.71875, -6.71875, -6.75, -6.75, -6.78125, -6.8125, -6.8125, -6.8125, -6.8125, -6.8125, -6.875, -6.875, -6.9375, -6.96875 ] }, { "query_id": "test3108", "ndcg@10": 0.3333333333333333, "mrr@10": 0.14285714285714285, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc2846", "doc388464", "doc666653", "doc427621", "doc1332302", "doc703706", "doc106332", "doc337547", "doc1471934", "doc1824664", "doc703721", "doc106357", "doc337573", "doc703728", "doc1824656", "doc703711", "doc1629806", "doc874101", "doc106362", "doc1445498", "doc446484", "doc1060782", "doc106333", "doc337523", "doc1246072", "doc24311", "doc392488", "doc703719", "doc703714", "doc703733", "doc106355", "doc446477", "doc283995", "doc211896", "doc24299", "doc392476", "doc703705", "doc284003", "doc2173550", "doc2173539", "doc973089", "doc703715", "doc2839", "doc337551", "doc211912", "doc211923", "doc703736", "doc106372", "doc1887731", "doc2838", "doc1445499", "doc35719", "doc1445515", "doc298160", "doc1445510", "doc1475938", "doc392497", "doc24315", "doc392492", "doc106338", "doc703702", "doc652514", "doc392495", "doc337506", "doc24308", "doc284020", "doc285724", "doc211929", "doc1136889", "doc703723", "doc284000", "doc337578", "doc1471942", "doc211906", "doc285723", "doc703701", "doc2836", "doc446478", "doc446480", "doc2060101", "doc1632177", "doc24310", "doc106352", "doc392481", "doc714665", "doc284042", "doc1051791", "doc964811", "doc2878", "doc24305", "doc337580", "doc1390073", "doc955743", "doc1390065", "doc337575", "doc2085567", "doc2173529", "doc594485", "doc298199", "doc713666" ], "top100_scores": [ 7.21875, 3.125, 2.859375, 2.640625, 2.625, 2.4375, 1.6171875, 1.5390625, 1.2890625, 0.96875, 0.77734375, 0.765625, 0.2236328125, 0.004669189453125, -0.02880859375, -0.0732421875, -0.2041015625, -0.349609375, -0.3671875, -0.51953125, -0.5390625, -0.58984375, -0.71484375, -0.75390625, -0.75390625, -0.8046875, -0.8046875, -0.84375, -0.8515625, -0.87890625, -1.046875, -1.0546875, -1.0859375, -1.40625, -1.46875, -1.46875, -1.5, -1.5703125, -1.5703125, -1.59375, -1.671875, -1.7109375, -1.7578125, -1.7578125, -1.8125, -1.8203125, -1.90625, -1.9296875, -1.9296875, -1.9921875, -2.140625, -2.140625, -2.171875, -2.171875, -2.1875, -2.21875, -2.328125, -2.359375, -2.359375, -2.40625, -2.40625, -2.40625, -2.453125, -2.46875, -2.46875, -2.46875, -2.546875, -2.59375, -2.625, -2.625, -2.703125, -2.765625, -2.765625, -2.78125, -2.84375, -2.875, -2.890625, -2.90625, -2.984375, -3.21875, -3.21875, -3.265625, -3.28125, -3.296875, -3.390625, -3.5, -3.53125, -3.53125, -3.546875, -3.578125, -3.71875, -3.734375, -3.734375, -3.8125, -3.953125, -4.09375, -4.28125, -4.375, -4.40625, -6.0 ] }, { "query_id": "test194", "ndcg@10": 0.6309297535714575, "mrr@10": 0.5, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc692559", "doc7106", "doc7112", "doc7116", "doc1694559", "doc7091", "doc697071", "doc7108", "doc692580", "doc316997", "doc2670770", "doc523031", "doc7099", "doc1384588", "doc7096", "doc425740", "doc918892", "doc2474927", "doc591048", "doc7093", "doc1027652", "doc1384591", "doc924826", "doc2153582", "doc286501", "doc873329", "doc1059219", "doc1950715", "doc1200685", "doc683357", "doc1635172", "doc670570", "doc1384604", "doc934401", "doc2308524", "doc309595", "doc2313883", "doc318194", "doc1173469", "doc422931", "doc759547", "doc1370970", "doc66226", "doc57975", "doc2046260", "doc472446", "doc313713", "doc453153", "doc453091", "doc1377701", "doc1357287", "doc53439", "doc1384589", "doc57977", "doc231271", "doc1640554", "doc37911", "doc1111694", "doc1617390", "doc86469", "doc2074090", "doc170955", "doc1730233", "doc2366144", "doc1107323", "doc333846", "doc594518", "doc2003306", "doc2688", "doc452016", "doc707801", "doc626438", "doc1883243", "doc588621", "doc2426396", "doc1716059", "doc80148", "doc174973", "doc874107", "doc1059060", "doc376238", "doc40405", "doc520687", "doc655676", "doc1914609", "doc1618376", "doc1286622", "doc367220", "doc2234638", "doc42804", "doc331518", "doc922314", "doc1416739", "doc1257475", "doc2011376", "doc2528590", "doc636318", "doc1285744", "doc2039201", "doc1419915" ], "top100_scores": [ 2.796875, 2.5, -1.6171875, -2.1875, -2.328125, -2.71875, -3.265625, -3.625, -3.78125, -3.9375, -4.1875, -4.1875, -4.25, -4.4375, -4.5, -4.65625, -4.78125, -4.8125, -4.84375, -4.84375, -4.96875, -5.0, -5.0, -5.0625, -5.125, -5.125, -5.125, -5.15625, -5.1875, -5.25, -5.25, -5.34375, -5.375, -5.53125, -5.53125, -5.59375, -6.03125, -6.0625, -6.1875, -6.25, -6.28125, -6.3125, -6.3125, -6.34375, -6.34375, -6.34375, -6.375, -6.375, -6.375, -6.375, -6.40625, -6.4375, -6.46875, -6.46875, -6.46875, -6.5, -6.5, -6.5, -6.53125, -6.53125, -6.53125, -6.5625, -6.5625, -6.5625, -6.5625, -6.59375, -6.59375, -6.59375, -6.59375, -6.625, -6.625, -6.625, -6.625, -6.65625, -6.65625, -6.6875, -6.71875, -6.71875, -6.75, -6.75, -6.75, -6.75, -6.78125, -6.8125, -6.8125, -6.84375, -6.84375, -6.84375, -6.84375, -6.84375, -6.875, -6.90625, -6.90625, -6.90625, -6.9375, -6.9375, -6.96875, -6.96875, -7.0, -7.0 ] }, { "query_id": "test2651", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc90807", "doc82130", "doc82127", "doc90819", "doc2068718", "doc1968582", "doc2252228", "doc1551353", "doc2569900", "doc1079922", "doc1098823", "doc2620645", "doc2185553", "doc90808", "doc1267318", "doc505004", "doc1267320", "doc107878", "doc704395", "doc722466", "doc1101731", "doc1527545", "doc964811", "doc832551", "doc1740481", "doc2033842", "doc2093563", "doc2000096", "doc2236863", "doc891692", "doc1254817", "doc2444292", "doc672521", "doc586538", "doc1846029", "doc1606435", "doc1127543", "doc150031", "doc2236865", "doc857278", "doc2247113", "doc1273458", "doc1413571", "doc1616722", "doc583523", "doc2582472", "doc24763", "doc908573", "doc2240923", "doc1740045", "doc593061", "doc1839188", "doc1541761", "doc2010353", "doc369298", "doc218928", "doc1335520", "doc737219", "doc2033841", "doc882983", "doc114242", "doc1421127", "doc2086681", "doc1298513", "doc811414", "doc198241", "doc412731", "doc1948176", "doc54026", "doc732087", "doc1347235", "doc108491", "doc2631871", "doc752669", "doc388703", "doc2634365", "doc1962174", "doc2199303", "doc1192026", "doc2357463", "doc2267531", "doc543039", "doc108456", "doc144239", "doc1246068", "doc2486395", "doc2163101", "doc1395336", "doc2528590", "doc2373327", "doc2259197", "doc1221858", "doc681775", "doc958476", "doc641297", "doc303260", "doc1833160", "doc63585", "doc1346601", "doc1149306" ], "top100_scores": [ 8.75, 8.1875, 6.5, 5.03125, 4.15625, 0.08349609375, -0.66796875, -1.421875, -1.6796875, -1.8203125, -2.265625, -2.3125, -2.421875, -2.5, -2.53125, -2.953125, -2.96875, -3.0, -3.09375, -3.09375, -3.28125, -3.28125, -3.703125, -3.765625, -3.796875, -3.859375, -3.859375, -3.875, -3.890625, -3.96875, -3.984375, -4.0, -4.0, -4.0625, -4.09375, -4.1875, -4.4375, -4.4375, -4.46875, -4.5, -4.53125, -4.71875, -4.78125, -4.8125, -4.8125, -4.875, -4.90625, -4.90625, -4.96875, -5.0, -5.03125, -5.03125, -5.125, -5.28125, -5.3125, -5.3125, -5.34375, -5.375, -5.40625, -5.40625, -5.40625, -5.4375, -5.4375, -5.4375, -5.4375, -5.53125, -5.53125, -5.53125, -5.5625, -5.625, -5.625, -5.65625, -5.65625, -5.65625, -5.6875, -5.75, -5.78125, -5.78125, -5.78125, -5.78125, -5.84375, -5.875, -5.875, -6.0, -6.0, -6.09375, -6.09375, -6.09375, -6.09375, -6.09375, -6.09375, -6.125, -6.1875, -6.25, -6.25, -6.3125, -6.375, -6.46875, -6.53125, -6.625 ] }, { "query_id": "test31", "ndcg@10": 0.5, "mrr@10": 0.3333333333333333, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc269387", "doc1186883", "doc897", "doc207871", "doc453118", "doc190628", "doc229804", "doc15095", "doc187232", "doc2009369", "doc220990", "doc1646627", "doc1915955", "doc752256", "doc2111919", "doc648344", "doc404160", "doc409226", "doc2676129", "doc2235407", "doc1449866", "doc2203117", "doc2018288", "doc2420483", "doc2395513", "doc1244989", "doc938302", "doc772201", "doc244386", "doc428404", "doc2420503", "doc955622", "doc750911", "doc1136713", "doc2370166", "doc2093620", "doc2193690", "doc919340", "doc551718", "doc806", "doc2659217", "doc536387", "doc2203152", "doc2395516", "doc843229", "doc750416", "doc382065", "doc802395", "doc428406", "doc453079", "doc890682", "doc2274222", "doc2233735", "doc2134008", "doc56909", "doc2412432", "doc244368", "doc28935", "doc1574683", "doc203253", "doc1450680", "doc1207422", "doc447240", "doc1736704", "doc1033766", "doc106362", "doc1736708", "doc2646391", "doc645602", "doc334984", "doc1427198", "doc61233", "doc645600", "doc1816074", "doc405920", "doc289875", "doc1510857", "doc527472", "doc2085567", "doc2353712", "doc438117", "doc1084332", "doc1726799", "doc254953", "doc721916", "doc1730288", "doc299691", "doc2465656", "doc173893", "doc376238", "doc2316765", "doc1018572", "doc434733", "doc2852", "doc1333905", "doc1248717", "doc621928", "doc1287918", "doc1093057", "doc37895" ], "top100_scores": [ 1.03125, -2.21875, -2.265625, -2.484375, -3.0625, -3.09375, -3.328125, -3.578125, -3.6875, -3.703125, -3.734375, -3.8125, -3.84375, -3.890625, -4.0, -4.25, -4.3125, -4.53125, -4.71875, -4.71875, -4.75, -4.75, -4.78125, -4.8125, -4.9375, -5.0, -5.0, -5.09375, -5.1875, -5.40625, -5.46875, -5.46875, -5.53125, -5.53125, -5.5625, -5.5625, -5.59375, -5.59375, -5.65625, -5.6875, -5.71875, -5.71875, -5.75, -5.75, -5.78125, -5.8125, -5.9375, -5.96875, -6.0, -6.03125, -6.0625, -6.21875, -6.21875, -6.25, -6.28125, -6.28125, -6.40625, -6.4375, -6.46875, -6.5, -6.53125, -6.53125, -6.5625, -6.59375, -6.625, -6.65625, -6.65625, -6.65625, -6.65625, -6.65625, -6.6875, -6.6875, -6.6875, -6.71875, -6.71875, -6.78125, -6.84375, -6.84375, -6.875, -6.875, -6.875, -6.875, -6.875, -6.90625, -6.90625, -6.90625, -6.90625, -6.9375, -6.9375, -6.96875, -6.96875, -6.96875, -7.0, -7.0, -7.03125, -7.03125, -7.09375, -7.15625, -7.1875, -7.28125 ] }, { "query_id": "test697", "ndcg@10": 0.6309297535714575, "mrr@10": 0.5, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc303116", "doc24903", "doc1824654", "doc2202499", "doc563699", "doc1380357", "doc416774", "doc1926206", "doc563701", "doc1380356", "doc1336091", "doc90322", "doc30773", "doc382236", "doc1333507", "doc1617247", "doc651946", "doc1818632", "doc1379360", "doc807066", "doc620573", "doc24925", "doc468490", "doc620571", "doc1168119", "doc239811", "doc24929", "doc2202506", "doc1452587", "doc1179535", "doc1474755", "doc1831403", "doc300567", "doc398772", "doc939289", "doc1734041", "doc651957", "doc24904", "doc132943", "doc75967", "doc1152526", "doc1113864", "doc368860", "doc282521", "doc2570462", "doc1055660", "doc2570457", "doc30777", "doc416127", "doc1509194", "doc2093591", "doc1786034", "doc799956", "doc1550156", "doc2206639", "doc1619495", "doc1686189", "doc1076782", "doc1803620", "doc1986449", "doc382065", "doc1241568", "doc190650", "doc2233735", "doc2302210", "doc2395513", "doc648364", "doc61967", "doc1391659", "doc2183317", "doc281125", "doc2522126", "doc138058", "doc2395516", "doc650150", "doc365455", "doc938300", "doc220990", "doc993796", "doc2144435", "doc207176", "doc623682", "doc552697", "doc2105862", "doc1244989", "doc2076427", "doc191614", "doc453118", "doc2419056", "doc2262786", "doc660237", "doc2386680", "doc736460", "doc7093", "doc1316703", "doc2441320", "doc690000", "doc645561", "doc2275203", "doc1830328" ], "top100_scores": [ 1.21875, -2.046875, -2.5625, -2.734375, -2.765625, -2.796875, -3.125, -3.125, -3.125, -3.21875, -3.359375, -3.46875, -3.546875, -3.703125, -3.71875, -3.734375, -3.796875, -3.859375, -3.875, -4.03125, -4.0625, -4.0625, -4.1875, -4.21875, -4.34375, -4.34375, -4.46875, -4.5, -4.53125, -4.53125, -4.59375, -4.59375, -4.65625, -4.65625, -4.75, -4.75, -4.75, -4.8125, -4.8125, -4.8125, -4.90625, -5.0625, -5.15625, -5.21875, -5.28125, -5.3125, -5.3125, -5.375, -5.40625, -5.40625, -5.46875, -5.53125, -5.53125, -5.5625, -5.625, -5.78125, -5.84375, -5.96875, -5.96875, -6.0625, -6.0625, -6.09375, -6.125, -6.15625, -6.1875, -6.1875, -6.21875, -6.25, -6.34375, -6.375, -6.375, -6.375, -6.375, -6.375, -6.375, -6.375, -6.40625, -6.40625, -6.4375, -6.46875, -6.46875, -6.46875, -6.46875, -6.46875, -6.5, -6.5, -6.53125, -6.53125, -6.5625, -6.5625, -6.59375, -6.625, -6.65625, -6.65625, -6.71875, -6.71875, -6.75, -6.75, -6.78125, -6.84375 ] }, { "query_id": "test1037", "ndcg@10": 0.3333333333333333, "mrr@10": 0.14285714285714285, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc1902615", "doc2041368", "doc36402", "doc1883553", "doc2504604", "doc283967", "doc36393", "doc23412", "doc1107236", "doc1088751", "doc2202499", "doc723700", "doc648344", "doc2274222", "doc2127006", "doc490514", "doc648364", "doc2298808", "doc594646", "doc605471", "doc2258933", "doc1286622", "doc1078877", "doc1634950", "doc30777", "doc2340753", "doc244368", "doc1074194", "doc752256", "doc58892", "doc750416", "doc2395516", "doc2009369", "doc854779", "doc2141867", "doc19185", "doc307715", "doc60215", "doc190628", "doc80948", "doc1685203", "doc416789", "doc1074209", "doc454594", "doc2199352", "doc2497559", "doc1136735", "doc2013112", "doc107246", "doc1136713", "doc2202506", "doc1471942", "doc114471", "doc1786046", "doc1874159", "doc2266565", "doc2203117", "doc1914609", "doc827208", "doc2523361", "doc330463", "doc611358", "doc1053537", "doc2527260", "doc101260", "doc4147", "doc434733", "doc1518124", "doc1599987", "doc1464212", "doc2450178", "doc929397", "doc611287", "doc590470", "doc368686", "doc1423679", "doc611282", "doc1962033", "doc2040435", "doc425434", "doc412168", "doc2019060", "doc2332984", "doc1119544", "doc1726799", "doc2011042", "doc1456784", "doc2465921", "doc1623337", "doc1427198", "doc1959162", "doc278641", "doc415385", "doc1054919", "doc2431682", "doc702815", "doc56921", "doc1974480", "doc866490", "doc998023" ], "top100_scores": [ -1.53125, -2.265625, -3.46875, -3.921875, -4.0625, -4.09375, -4.09375, -4.15625, -4.3125, -4.375, -4.375, -4.4375, -4.5, -4.53125, -4.53125, -4.5625, -4.59375, -4.6875, -4.75, -4.75, -4.875, -4.9375, -5.0, -5.15625, -5.21875, -5.21875, -5.21875, -5.25, -5.25, -5.25, -5.28125, -5.28125, -5.3125, -5.375, -5.40625, -5.4375, -5.46875, -5.46875, -5.46875, -5.53125, -5.59375, -5.59375, -5.625, -5.65625, -5.78125, -5.78125, -5.875, -5.90625, -5.90625, -5.9375, -6.0625, -6.21875, -6.25, -6.25, -6.28125, -6.3125, -6.34375, -6.34375, -6.34375, -6.40625, -6.46875, -6.5, -6.5, -6.53125, -6.53125, -6.5625, -6.59375, -6.59375, -6.59375, -6.625, -6.625, -6.65625, -6.65625, -6.65625, -6.6875, -6.6875, -6.71875, -6.71875, -6.75, -6.75, -6.84375, -6.84375, -6.875, -6.875, -6.875, -6.875, -6.90625, -6.90625, -6.90625, -6.9375, -6.9375, -6.96875, -6.96875, -7.0, -7.0, -7.03125, -7.0625, -7.09375, -7.15625, -7.1875 ] }, { "query_id": "test1607", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc56897", "doc1102442", "doc56921", "doc2509993", "doc2091589", "doc2509996", "doc1685439", "doc56909", "doc2091584", "doc1350141", "doc2091597", "doc1629783", "doc963669", "doc1966930", "doc2378781", "doc952849", "doc2509989", "doc2313854", "doc1927193", "doc2439294", "doc2408092", "doc1152614", "doc56903", "doc1795612", "doc2144660", "doc873481", "doc2562070", "doc751678", "doc56902", "doc409319", "doc1152621", "doc2126435", "doc2313864", "doc2678215", "doc2313875", "doc1707339", "doc2117039", "doc1152620", "doc1288170", "doc2602317", "doc1350139", "doc1102445", "doc1806221", "doc346637", "doc2589580", "doc536009", "doc963670", "doc1400297", "doc2509995", "doc1454442", "doc368910", "doc1316312", "doc1876325", "doc469134", "doc346612", "doc357235", "doc952880", "doc2185165", "doc2504853", "doc1455952", "doc1489658", "doc1341888", "doc1342042", "doc345111", "doc2507704", "doc1567090", "doc1768995", "doc1489545", "doc25697", "doc2031536", "doc63538", "doc2427033", "doc1747911", "doc1840635", "doc1489688", "doc1053537", "doc2517860", "doc2185118", "doc1520246", "doc1664485", "doc357255", "doc1341905", "doc529465", "doc296214", "doc349135", "doc474276", "doc497737", "doc108435", "doc83659", "doc540731", "doc172864", "doc2521983", "doc1791044", "doc2010379", "doc2526454", "doc556389", "doc2465909", "doc1018578", "doc388419", "doc1397232" ], "top100_scores": [ 8.0625, 6.875, 5.625, 2.6875, 1.78125, 1.203125, 1.15625, 0.9453125, 0.78515625, 0.326171875, -0.80859375, -0.8359375, -0.94140625, -1.0, -1.515625, -1.609375, -2.0, -2.140625, -2.359375, -2.46875, -2.765625, -2.8125, -2.90625, -3.0625, -3.140625, -3.1875, -3.265625, -3.296875, -3.40625, -3.421875, -3.59375, -3.625, -3.671875, -3.734375, -3.875, -3.9375, -3.953125, -3.953125, -3.96875, -3.96875, -4.21875, -4.25, -4.28125, -4.40625, -4.5, -4.71875, -4.75, -4.84375, -4.9375, -5.0, -5.03125, -5.125, -5.15625, -5.25, -5.28125, -5.3125, -5.34375, -5.375, -5.46875, -5.46875, -5.46875, -5.5, -5.59375, -5.59375, -5.78125, -5.78125, -5.78125, -5.84375, -5.875, -5.90625, -5.90625, -5.90625, -5.9375, -6.03125, -6.03125, -6.03125, -6.03125, -6.0625, -6.0625, -6.125, -6.15625, -6.15625, -6.1875, -6.1875, -6.3125, -6.34375, -6.40625, -6.46875, -6.5, -6.5625, -6.625, -6.625, -6.6875, -6.78125, -6.78125, -6.84375, -6.90625, -6.9375, -6.9375, -7.125 ] }, { "query_id": "test2320", "ndcg@10": 0.4911492931622974, "mrr@10": 0.3333333333333333, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc80154", "doc80151", "doc80067", "doc137908", "doc80078", "doc1391659", "doc1938693", "doc80100", "doc80074", "doc80089", "doc80148", "doc1912506", "doc439513", "doc596882", "doc1149597", "doc1357314", "doc2017803", "doc345642", "doc1521481", "doc190325", "doc863660", "doc2557689", "doc299573", "doc299592", "doc811646", "doc80133", "doc80070", "doc1110589", "doc817616", "doc1439388", "doc1068994", "doc847439", "doc171458", "doc2252385", "doc350535", "doc2557720", "doc297251", "doc2269913", "doc1912505", "doc352904", "doc2215178", "doc2557709", "doc2215170", "doc66226", "doc1640863", "doc1177855", "doc596861", "doc2563030", "doc574823", "doc2077169", "doc1473531", "doc345632", "doc548572", "doc253473", "doc2415290", "doc55626", "doc2431682", "doc626446", "doc2066832", "doc369234", "doc101260", "doc1577539", "doc128663", "doc738831", "doc743529", "doc1935824", "doc587517", "doc1570656", "doc1768106", "doc365042", "doc2079848", "doc317624", "doc418974", "doc1524150", "doc300567", "doc88934", "doc1113128", "doc1053454", "doc540358", "doc36467", "doc537776", "doc891692", "doc1665946", "doc952618", "doc1543725", "doc234680", "doc33193", "doc1750163", "doc2234151", "doc531512", "doc1445499", "doc738832", "doc1254817", "doc18814", "doc2620889", "doc1012137", "doc588590", "doc860546", "doc591048", "doc2556420" ], "top100_scores": [ 3.796875, 2.828125, 1.8203125, 0.275390625, 0.11474609375, 0.0159912109375, -0.72265625, -0.79296875, -1.234375, -1.3046875, -1.3515625, -1.578125, -1.7734375, -1.9453125, -2.03125, -2.046875, -2.046875, -2.140625, -2.140625, -2.265625, -2.640625, -2.65625, -3.15625, -3.203125, -3.265625, -3.265625, -3.328125, -3.453125, -3.5625, -3.609375, -3.671875, -3.75, -3.796875, -4.09375, -4.15625, -4.3125, -4.34375, -4.40625, -4.4375, -4.5, -4.5, -4.5625, -4.625, -4.625, -4.625, -4.6875, -4.71875, -4.71875, -4.78125, -4.8125, -4.875, -4.90625, -5.0, -5.03125, -5.28125, -5.28125, -5.5, -5.5625, -5.59375, -5.75, -5.78125, -5.8125, -5.84375, -5.875, -5.875, -5.90625, -5.9375, -5.96875, -6.0, -6.0, -6.0, -6.0625, -6.0625, -6.09375, -6.125, -6.125, -6.1875, -6.21875, -6.25, -6.25, -6.34375, -6.34375, -6.34375, -6.375, -6.375, -6.375, -6.4375, -6.4375, -6.4375, -6.4375, -6.46875, -6.46875, -6.5, -6.5, -6.5, -6.5625, -6.5625, -6.625, -6.6875, -6.8125 ] }, { "query_id": "test2079", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc72413", "doc732015", "doc506854", "doc72416", "doc1214168", "doc180079", "doc2240291", "doc2353712", "doc352368", "doc498654", "doc1781006", "doc1248717", "doc439092", "doc2217863", "doc474256", "doc1313601", "doc183950", "doc1430768", "doc702902", "doc2240293", "doc762682", "doc399642", "doc108788", "doc400631", "doc556367", "doc169399", "doc732083", "doc108794", "doc2240268", "doc2174234", "doc183955", "doc617309", "doc2010343", "doc1313629", "doc2279199", "doc86071", "doc183948", "doc1852908", "doc1986552", "doc18814", "doc732077", "doc1629806", "doc732018", "doc2010420", "doc2010467", "doc2240289", "doc1018572", "doc2010481", "doc2010388", "doc732101", "doc2010336", "doc2010440", "doc1830328", "doc2603021", "doc2010474", "doc307978", "doc1487821", "doc732087", "doc264212", "doc264216", "doc1471942", "doc2042536", "doc1945762", "doc367643", "doc1222389", "doc2056931", "doc1533390", "doc1824656", "doc1719794", "doc1824664", "doc1084332", "doc652514", "doc703711", "doc1177572", "doc802441", "doc868658", "doc2010340", "doc1276617", "doc823832", "doc289212", "doc914073", "doc717117", "doc2355469", "doc1185297", "doc1248140", "doc1823034", "doc2505949", "doc1219625", "doc1380860", "doc397701", "doc106352", "doc474073", "doc405920", "doc1066673", "doc1057032", "doc1427198", "doc2412432", "doc2581432", "doc2370519", "doc1914609" ], "top100_scores": [ 9.0, -0.3828125, -1.65625, -2.03125, -2.234375, -2.40625, -2.546875, -2.8125, -3.25, -3.3125, -3.390625, -3.640625, -3.84375, -3.859375, -4.0, -4.1875, -4.1875, -4.21875, -4.25, -4.28125, -4.375, -4.4375, -4.53125, -4.53125, -4.5625, -4.5625, -4.59375, -4.625, -4.65625, -4.75, -4.75, -4.75, -4.8125, -4.8125, -4.84375, -4.875, -4.875, -4.96875, -5.0, -5.0625, -5.0625, -5.09375, -5.15625, -5.21875, -5.25, -5.28125, -5.3125, -5.375, -5.4375, -5.4375, -5.5, -5.53125, -5.53125, -5.625, -5.75, -5.75, -5.8125, -5.84375, -5.875, -5.875, -5.875, -5.9375, -5.96875, -6.0, -6.0625, -6.15625, -6.1875, -6.25, -6.28125, -6.28125, -6.3125, -6.3125, -6.3125, -6.3125, -6.34375, -6.375, -6.40625, -6.40625, -6.4375, -6.46875, -6.5, -6.53125, -6.53125, -6.53125, -6.53125, -6.59375, -6.59375, -6.625, -6.65625, -6.65625, -6.71875, -6.75, -6.75, -6.78125, -6.875, -6.90625, -6.96875, -6.96875, -7.0, -7.03125 ] }, { "query_id": "test740", "ndcg@10": 0.5, "mrr@10": 0.3333333333333333, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc26467", "doc26461", "doc26444", "doc2376934", "doc474073", "doc768172", "doc1107283", "doc906677", "doc131786", "doc224101", "doc99377", "doc261056", "doc1845104", "doc746017", "doc207464", "doc1159969", "doc725659", "doc1576987", "doc1699100", "doc2117039", "doc1157159", "doc2517390", "doc2517376", "doc746306", "doc1617231", "doc639193", "doc2517371", "doc1204806", "doc796735", "doc675035", "doc1382286", "doc429400", "doc513535", "doc2181328", "doc1366730", "doc63543", "doc382548", "doc2307739", "doc2095396", "doc2165907", "doc1382171", "doc2318799", "doc2370166", "doc691881", "doc420626", "doc2372195", "doc338868", "doc845380", "doc1741701", "doc2589580", "doc1741702", "doc1727553", "doc1903392", "doc2114608", "doc1617390", "doc207731", "doc7166", "doc2165905", "doc1354717", "doc1581104", "doc539428", "doc1858032", "doc1875692", "doc263654", "doc2374276", "doc938300", "doc1088928", "doc2426974", "doc1101731", "doc2253893", "doc209865", "doc2545031", "doc278693", "doc1704007", "doc1129694", "doc512949", "doc539419", "doc1500831", "doc134521", "doc1366757", "doc421372", "doc108902", "doc1837759", "doc1096393", "doc2034261", "doc2429823", "doc527472", "doc596016", "doc2033842", "doc2351077", "doc596021", "doc1911857", "doc2385618", "doc1373324", "doc2054870", "doc1202159", "doc729572", "doc1357070", "doc2011042", "doc108892" ], "top100_scores": [ 0.96484375, 0.248046875, -0.07421875, -0.2333984375, -0.875, -0.91796875, -1.265625, -1.5546875, -1.8046875, -1.9140625, -2.171875, -2.421875, -2.75, -2.90625, -2.96875, -2.96875, -2.984375, -3.0, -3.046875, -3.125, -3.171875, -3.359375, -3.40625, -3.46875, -3.484375, -3.546875, -3.734375, -3.75, -3.90625, -3.96875, -4.21875, -4.28125, -4.40625, -4.78125, -4.84375, -5.3125, -5.375, -5.4375, -5.46875, -5.5625, -5.65625, -5.65625, -5.6875, -5.6875, -5.90625, -5.9375, -5.9375, -5.9375, -6.0, -6.0, -6.0625, -6.0625, -6.0625, -6.09375, -6.09375, -6.125, -6.15625, -6.15625, -6.15625, -6.15625, -6.15625, -6.1875, -6.1875, -6.21875, -6.21875, -6.25, -6.28125, -6.3125, -6.3125, -6.34375, -6.375, -6.375, -6.375, -6.375, -6.375, -6.40625, -6.4375, -6.46875, -6.5, -6.5, -6.53125, -6.5625, -6.59375, -6.59375, -6.625, -6.625, -6.625, -6.65625, -6.65625, -6.65625, -6.6875, -6.71875, -6.75, -6.75, -6.78125, -6.78125, -6.8125, -6.84375, -6.90625, -6.90625 ] }, { "query_id": "test2974", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "doc102097", "doc102077", "doc443215", "doc1056790", "doc174797", "doc1336187", "doc2465910", "doc923363", "doc148885", "doc758964", "doc1291616", "doc824776", "doc2173547", "doc1732443", "doc1427177", "doc102096", "doc167917", "doc1803620", "doc297999", "doc719078", "doc447730", "doc1842984", "doc1163516", "doc1297270", "doc872070", "doc719060", "doc180234", "doc849003", "doc2592003", "doc1612515", "doc881796", "doc1996766", "doc334984", "doc2430823", "doc1427193", "doc1427181", "doc174973", "doc2630525", "doc1675505", "doc1803558", "doc447042", "doc446480", "doc745803", "doc787596", "doc388286", "doc340624", "doc1519810", "doc1406086", "doc2241953", "doc1765392", "doc323259", "doc2107377", "doc2653404", "doc238078", "doc543379", "doc316997", "doc1966930", "doc57248", "doc613408", "doc35513", "doc1894178", "doc105752", "doc506841", "doc1176070", "doc1686260", "doc802931", "doc551483", "doc1296606", "doc1391659", "doc1675530", "doc260679", "doc366445", "doc1751639", "doc1202814", "doc1517979", "doc562498", "doc264702", "doc1136713", "doc1498235", "doc88173", "doc2107261", "doc416127", "doc623682", "doc2390440", "doc2674988", "doc2449727", "doc324548", "doc693852", "doc70909", "doc21350", "doc1813688", "doc1173469", "doc1401088", "doc1153924", "doc2581432", "doc1520290", "doc985384", "doc2015875", "doc926314", "doc2036707" ], "top100_scores": [ 8.8125, 4.78125, -2.1875, -3.5625, -3.796875, -3.859375, -3.90625, -3.921875, -3.96875, -4.25, -4.3125, -4.40625, -4.46875, -4.5, -4.6875, -4.71875, -4.71875, -4.9375, -5.0625, -5.125, -5.125, -5.15625, -5.25, -5.28125, -5.3125, -5.375, -5.46875, -5.59375, -5.59375, -5.65625, -5.65625, -5.75, -5.84375, -5.875, -5.875, -5.875, -5.90625, -5.9375, -6.03125, -6.03125, -6.0625, -6.125, -6.1875, -6.28125, -6.3125, -6.46875, -6.46875, -6.46875, -6.46875, -6.5, -6.5, -6.53125, -6.53125, -6.5625, -6.59375, -6.625, -6.625, -6.65625, -6.65625, -6.65625, -6.65625, -6.65625, -6.6875, -6.6875, -6.71875, -6.75, -6.75, -6.75, -6.78125, -6.78125, -6.78125, -6.8125, -6.8125, -6.8125, -6.8125, -6.8125, -6.8125, -6.84375, -6.84375, -6.84375, -6.875, -6.9375, -6.96875, -6.96875, -6.96875, -6.96875, -7.0, -7.0, -7.03125, -7.0625, -7.0625, -7.0625, -7.09375, -7.09375, -7.09375, -7.125, -7.125, -7.15625, -7.25, -7.375 ] }, { "query_id": "test2360", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "doc57946", "doc1199221", "doc2389179", "doc81655", "doc37884", "doc1390300", "doc2115402", "doc2389178", "doc964756", "doc172947", "doc721746", "doc37890", "doc1490516", "doc1008940", "doc37895", "doc1489505", "doc1094305", "doc1815899", "doc7161", "doc37911", "doc57948", "doc177995", "doc2328678", "doc1390312", "doc64791", "doc737219", "doc87191", "doc282412", "doc562262", "doc95310", "doc2027228", "doc1166624", "doc641297", "doc355540", "doc371079", "doc2263202", "doc1429442", "doc926861", "doc89435", "doc1501331", "doc57940", "doc609671", "doc2480317", "doc2495035", "doc1154850", "doc1321914", "doc2014621", "doc281595", "doc811", "doc2465921", "doc447411", "doc1164435", "doc649680", "doc2350463", "doc167384", "doc851514", "doc1501334", "doc1585586", "doc442694", "doc366445", "doc1784534", "doc781344", "doc968501", "doc1497539", "doc727789", "doc2165715", "doc1816051", "doc1911857", "doc386637", "doc10855", "doc1486450", "doc1651444", "doc1335341", "doc1674853", "doc2648883", "doc203256", "doc2573505", "doc429685", "doc21875", "doc963099", "doc1163516", "doc1713783", "doc1418778", "doc1489112", "doc750414", "doc191614", "doc2621513", "doc1892012", "doc70976", "doc2146296", "doc2596083", "doc127042", "doc434424", "doc1938693", "doc1201849", "doc704395", "doc1327525", "doc57977", "doc2312288", "doc998023" ], "top100_scores": [ 8.875, 3.53125, 0.91796875, -0.87890625, -1.171875, -1.5234375, -2.390625, -2.40625, -2.453125, -2.671875, -2.9375, -3.0625, -3.171875, -3.203125, -3.296875, -3.484375, -3.59375, -3.640625, -3.640625, -3.65625, -3.703125, -3.78125, -3.8125, -3.859375, -3.859375, -3.921875, -3.921875, -3.9375, -3.984375, -3.984375, -4.15625, -4.1875, -4.25, -4.25, -4.28125, -4.40625, -4.4375, -4.4375, -4.59375, -4.59375, -4.65625, -4.65625, -4.65625, -4.6875, -4.71875, -4.78125, -4.78125, -4.78125, -4.84375, -4.84375, -4.84375, -4.84375, -4.875, -5.0, -5.03125, -5.09375, -5.09375, -5.15625, -5.1875, -5.1875, -5.21875, -5.25, -5.25, -5.3125, -5.3125, -5.34375, -5.34375, -5.40625, -5.40625, -5.4375, -5.53125, -5.65625, -5.71875, -5.90625, -5.90625, -5.90625, -5.96875, -6.0, -6.0625, -6.09375, -6.125, -6.15625, -6.1875, -6.1875, -6.21875, -6.21875, -6.28125, -6.34375, -6.375, -6.40625, -6.40625, -6.59375, -6.59375, -6.59375, -6.625, -6.625, -6.625, -6.6875, -6.78125, -6.84375 ] }, { "query_id": "test639", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc22915", "doc751435", "doc1381513", "doc765127", "doc1796400", "doc22149", "doc1368159", "doc1962033", "doc902657", "doc613408", "doc2164807", "doc1755685", "doc536374", "doc1643694", "doc879199", "doc1723101", "doc1224325", "doc853156", "doc988607", "doc1428083", "doc1487701", "doc1844826", "doc2432006", "doc469056", "doc2077366", "doc2549319", "doc751425", "doc12271", "doc2114608", "doc827208", "doc834354", "doc1809375", "doc469055", "doc2357495", "doc457828", "doc1104225", "doc1117345", "doc1489112", "doc861483", "doc430256", "doc1310966", "doc338815", "doc923913", "doc1692185", "doc1380860", "doc1485638", "doc323921", "doc75292", "doc2217346", "doc763934", "doc1048266", "doc2362173", "doc734723", "doc703683", "doc1538954", "doc72481", "doc61054", "doc625773", "doc988606", "doc1307727", "doc1077629", "doc7018", "doc1723532", "doc2332984", "doc491925", "doc2080046", "doc2059265", "doc377106", "doc1616053", "doc42804", "doc2022943", "doc1787812", "doc2066832", "doc2337413", "doc2046260", "doc814675", "doc750911", "doc2657970", "doc1740481", "doc490514", "doc2005210", "doc1881502", "doc1307736", "doc1868647", "doc2037498", "doc675035", "doc108902", "doc2011376", "doc138058", "doc15890", "doc1020899", "doc18814", "doc702815", "doc867288", "doc2503817", "doc655676", "doc1914609", "doc367220", "doc2631871", "doc2528590" ], "top100_scores": [ 5.84375, -1.0625, -1.8125, -2.546875, -2.5625, -2.609375, -2.6875, -3.0, -3.15625, -3.3125, -3.34375, -3.6875, -3.859375, -3.984375, -4.1875, -4.3125, -4.375, -4.40625, -4.5, -4.5625, -4.59375, -4.625, -4.71875, -4.9375, -5.0, -5.0625, -5.125, -5.15625, -5.21875, -5.21875, -5.21875, -5.25, -5.28125, -5.3125, -5.3125, -5.3125, -5.3125, -5.3125, -5.3125, -5.34375, -5.375, -5.375, -5.375, -5.40625, -5.40625, -5.46875, -5.46875, -5.5, -5.5, -5.59375, -5.59375, -5.59375, -5.625, -5.75, -5.75, -5.78125, -5.78125, -5.8125, -5.84375, -5.84375, -5.84375, -5.875, -5.90625, -5.90625, -5.90625, -5.9375, -5.96875, -5.96875, -6.0, -6.03125, -6.03125, -6.0625, -6.0625, -6.0625, -6.15625, -6.15625, -6.21875, -6.25, -6.3125, -6.34375, -6.375, -6.4375, -6.4375, -6.46875, -6.46875, -6.5, -6.5, -6.5, -6.53125, -6.53125, -6.5625, -6.5625, -6.59375, -6.625, -6.625, -6.65625, -6.65625, -6.75, -6.90625, -6.90625 ] }, { "query_id": "test1829", "ndcg@10": 0.48381288316677695, "mrr@10": 0.3333333333333333, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc64316", "doc922301", "doc64318", "doc41305", "doc1385345", "doc41344", "doc851269", "doc35524", "doc64314", "doc64317", "doc971992", "doc922271", "doc1376793", "doc108246", "doc35499", "doc41356", "doc706930", "doc1385349", "doc388285", "doc2487656", "doc2428288", "doc35522", "doc602854", "doc2072856", "doc283788", "doc388286", "doc2072831", "doc661907", "doc35525", "doc2623672", "doc2294365", "doc35526", "doc35513", "doc299630", "doc388290", "doc824758", "doc228166", "doc467715", "doc1249983", "doc333846", "doc1034008", "doc602837", "doc597575", "doc597569", "doc2487655", "doc388281", "doc2426900", "doc2271879", "doc2072861", "doc705952", "doc1683659", "doc922263", "doc2658416", "doc2426910", "doc1107586", "doc550451", "doc108632", "doc398865", "doc2487653", "doc2426896", "doc1376814", "doc799193", "doc1260115", "doc551483", "doc990426", "doc1385353", "doc682548", "doc456580", "doc1558517", "doc550702", "doc406882", "doc374002", "doc1686260", "doc602853", "doc333847", "doc1352422", "doc1111696", "doc1955603", "doc2361673", "doc108631", "doc607926", "doc454594", "doc2362171", "doc2557709", "doc24311", "doc392488", "doc50110", "doc2085567", "doc1202159", "doc70909", "doc2241953", "doc1813688", "doc2607396", "doc153569", "doc1765392", "doc2107377", "doc409226", "doc790970", "doc369193", "doc1805745" ], "top100_scores": [ 2.15625, -0.83984375, -1.3046875, -1.4453125, -2.125, -2.171875, -2.171875, -2.25, -2.25, -2.28125, -2.296875, -2.453125, -2.609375, -2.703125, -2.75, -2.8125, -3.015625, -3.03125, -3.140625, -3.171875, -3.203125, -3.234375, -3.296875, -3.3125, -3.359375, -3.515625, -3.59375, -3.65625, -3.6875, -3.703125, -3.703125, -3.703125, -3.71875, -3.765625, -3.796875, -3.84375, -3.875, -3.90625, -3.921875, -3.9375, -3.953125, -3.96875, -4.0, -4.03125, -4.03125, -4.03125, -4.09375, -4.1875, -4.4375, -4.53125, -4.5625, -4.5625, -4.59375, -4.59375, -4.59375, -4.625, -4.65625, -4.6875, -4.6875, -4.71875, -4.71875, -4.75, -4.75, -4.75, -4.8125, -4.875, -4.9375, -4.9375, -5.03125, -5.03125, -5.0625, -5.09375, -5.125, -5.28125, -5.46875, -5.46875, -5.5625, -5.625, -5.65625, -5.71875, -5.9375, -6.21875, -6.25, -6.28125, -6.375, -6.375, -6.375, -6.4375, -6.4375, -6.53125, -6.53125, -6.5625, -6.59375, -6.59375, -6.59375, -6.625, -6.65625, -6.75, -6.75, -6.84375 ] }, { "query_id": "test2393", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc82650", "doc2545031", "doc437678", "doc1520300", "doc587518", "doc1978012", "doc1788429", "doc437677", "doc437639", "doc539428", "doc437667", "doc1520211", "doc437694", "doc1321884", "doc361697", "doc158382", "doc1856181", "doc1321883", "doc1978008", "doc727452", "doc437701", "doc1321967", "doc2649134", "doc638932", "doc539406", "doc1321882", "doc2109876", "doc83659", "doc1739769", "doc1334238", "doc1520213", "doc1520311", "doc1977978", "doc1520275", "doc2656965", "doc437685", "doc517096", "doc1520222", "doc1334192", "doc1321904", "doc1321914", "doc256867", "doc1520254", "doc2545063", "doc1321929", "doc1497917", "doc1520320", "doc587517", "doc1061142", "doc437656", "doc252389", "doc1321924", "doc1520339", "doc1520219", "doc1043479", "doc361696", "doc1021718", "doc1321868", "doc437632", "doc1283772", "doc233547", "doc1989499", "doc1765385", "doc1765392", "doc1382169", "doc2274222", "doc1343239", "doc1717004", "doc990522", "doc2054559", "doc2107904", "doc1088928", "doc1410472", "doc1726400", "doc974518", "doc1455255", "doc1411626", "doc1297326", "doc216986", "doc2865", "doc588578", "doc2037498", "doc702902", "doc529465", "doc2634365", "doc231271", "doc1962033", "doc833922", "doc1884503", "doc367220", "doc546646", "doc1837769", "doc399642", "doc80089", "doc469056", "doc434367", "doc1000202", "doc874322", "doc2011376", "doc1880724" ], "top100_scores": [ 3.515625, 2.4375, 1.984375, 0.6171875, 0.2490234375, 0.205078125, -0.150390625, -0.3125, -0.3359375, -1.171875, -1.1875, -1.453125, -1.9375, -2.203125, -2.296875, -2.3125, -2.3125, -2.375, -2.4375, -2.703125, -2.90625, -2.921875, -2.9375, -3.15625, -3.15625, -3.171875, -3.171875, -3.1875, -3.1875, -3.25, -3.4375, -3.46875, -3.515625, -3.515625, -3.53125, -3.546875, -3.609375, -3.625, -3.65625, -3.71875, -3.71875, -3.75, -3.78125, -3.78125, -3.796875, -3.8125, -3.90625, -3.953125, -4.0, -4.03125, -4.0625, -4.0625, -4.0625, -4.09375, -4.125, -4.1875, -4.21875, -4.25, -4.375, -4.8125, -4.9375, -5.03125, -5.03125, -5.21875, -5.5625, -5.625, -5.875, -5.9375, -5.9375, -6.0, -6.28125, -6.28125, -6.34375, -6.4375, -6.4375, -6.4375, -6.46875, -6.53125, -6.5625, -6.59375, -6.625, -6.625, -6.65625, -6.65625, -6.71875, -6.71875, -6.75, -6.75, -6.75, -6.8125, -6.8125, -6.8125, -6.84375, -6.875, -6.90625, -6.9375, -6.96875, -7.03125, -7.0625, -7.0625 ] }, { "query_id": "test997", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc35173", "doc2296331", "doc671985", "doc2361775", "doc552697", "doc1093057", "doc552720", "doc866437", "doc2019171", "doc2462709", "doc807066", "doc866436", "doc552702", "doc829017", "doc1314857", "doc1603040", "doc720132", "doc114471", "doc866501", "doc2349886", "doc865438", "doc720110", "doc1498235", "doc2558251", "doc1512040", "doc2384757", "doc2322746", "doc1784534", "doc1718367", "doc866490", "doc1880842", "doc1341888", "doc68932", "doc437362", "doc255050", "doc1314944", "doc1778592", "doc165022", "doc884188", "doc2010379", "doc1959244", "doc1927193", "doc1778577", "doc1726816", "doc1314852", "doc1055238", "doc753576", "doc963669", "doc550451", "doc2074523", "doc2214893", "doc2339378", "doc865796", "doc346637", "doc376241", "doc1152614", "doc1201849", "doc771658", "doc1370970", "doc2538901", "doc2091597", "doc281094", "doc379480", "doc1489575", "doc632216", "doc1912470", "doc446484", "doc1846050", "doc285347", "doc2185165", "doc452016", "doc1272382", "doc1455469", "doc2046260", "doc2548244", "doc525397", "doc823832", "doc2173544", "doc1986489", "doc1285744", "doc278641", "doc1986437", "doc171458", "doc1152621", "doc231271", "doc1675530", "doc2117093", "doc338818", "doc1052760", "doc367220", "doc86469", "doc1675526", "doc108902", "doc1257475", "doc874107", "doc80148", "doc636318", "doc655676", "doc2011376", "doc904083" ], "top100_scores": [ 2.703125, -1.1171875, -1.546875, -1.7578125, -1.7890625, -2.125, -2.359375, -2.578125, -2.640625, -3.0625, -3.21875, -3.40625, -3.703125, -3.75, -4.34375, -4.34375, -4.78125, -4.875, -4.96875, -4.96875, -5.0, -5.03125, -5.0625, -5.09375, -5.09375, -5.1875, -5.21875, -5.25, -5.25, -5.28125, -5.3125, -5.34375, -5.375, -5.375, -5.40625, -5.40625, -5.5, -5.5625, -5.59375, -5.59375, -5.625, -5.625, -5.625, -5.625, -5.65625, -5.65625, -5.71875, -5.71875, -5.75, -5.78125, -5.78125, -5.78125, -5.84375, -5.84375, -5.9375, -5.9375, -5.9375, -5.9375, -5.96875, -6.0, -6.03125, -6.03125, -6.0625, -6.09375, -6.09375, -6.125, -6.125, -6.1875, -6.21875, -6.21875, -6.25, -6.28125, -6.3125, -6.34375, -6.34375, -6.34375, -6.34375, -6.34375, -6.375, -6.40625, -6.4375, -6.4375, -6.4375, -6.46875, -6.46875, -6.5, -6.53125, -6.5625, -6.5625, -6.5625, -6.5625, -6.59375, -6.625, -6.625, -6.625, -6.75, -6.75, -6.78125, -6.84375, -7.03125 ] }, { "query_id": "test698", "ndcg@10": 0.8503449055347546, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc24939", "doc602150", "doc645602", "doc602736", "doc24934", "doc602739", "doc384744", "doc1036707", "doc2676807", "doc2655378", "doc696366", "doc1464195", "doc1018578", "doc645564", "doc1212031", "doc645572", "doc1440230", "doc645600", "doc2335293", "doc702902", "doc2629336", "doc8477", "doc1894178", "doc28581", "doc690000", "doc599386", "doc773671", "doc1105530", "doc405920", "doc382236", "doc1370970", "doc1948854", "doc437639", "doc19185", "doc1450680", "doc641530", "doc453172", "doc80078", "doc655763", "doc2563044", "doc1535567", "doc353446", "doc1136713", "doc2128755", "doc2619023", "doc1132271", "doc1293555", "doc1912506", "doc2545088", "doc520687", "doc2656052", "doc717374", "doc80148", "doc1525129", "doc1418632", "doc1490491", "doc334984", "doc289875", "doc874107", "doc593061", "doc158654", "doc890682", "doc2011376", "doc1111694", "doc2058897", "doc2688", "doc655676", "doc596016", "doc427621", "doc320274", "doc94024", "doc2003306", "doc1110589", "doc106353", "doc703717", "doc1619642", "doc37911", "doc258447", "doc56398", "doc1632177", "doc86469", "doc2005210", "doc534490", "doc434367", "doc1119543", "doc2210110", "doc2074090", "doc80089", "doc94367", "doc1880724", "doc2252352", "doc1557550", "doc428406", "doc1366769", "doc2307746", "doc1007260", "doc698075", "doc115973", "doc1419915", "doc2011042" ], "top100_scores": [ 0.671875, -1.3359375, -3.109375, -3.203125, -3.21875, -3.296875, -4.03125, -4.15625, -4.4375, -4.5625, -4.59375, -4.75, -4.8125, -4.84375, -4.875, -4.90625, -4.90625, -4.9375, -5.0625, -5.1875, -5.3125, -5.40625, -5.40625, -5.40625, -5.4375, -5.4375, -5.5625, -5.75, -5.8125, -5.9375, -5.96875, -6.0, -6.0, -6.09375, -6.125, -6.125, -6.125, -6.15625, -6.1875, -6.1875, -6.21875, -6.21875, -6.21875, -6.28125, -6.28125, -6.3125, -6.3125, -6.34375, -6.34375, -6.375, -6.40625, -6.40625, -6.40625, -6.40625, -6.40625, -6.40625, -6.4375, -6.4375, -6.4375, -6.46875, -6.46875, -6.46875, -6.46875, -6.46875, -6.5, -6.5, -6.5, -6.5, -6.5, -6.53125, -6.53125, -6.53125, -6.53125, -6.53125, -6.53125, -6.5625, -6.5625, -6.5625, -6.5625, -6.5625, -6.59375, -6.59375, -6.59375, -6.59375, -6.625, -6.625, -6.65625, -6.65625, -6.6875, -6.71875, -6.71875, -6.71875, -6.75, -6.75, -6.78125, -6.875, -6.875, -6.875, -6.875, -6.96875 ] }, { "query_id": "test1501", "ndcg@10": 0.6309297535714575, "mrr@10": 0.5, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc53464", "doc53465", "doc611287", "doc611283", "doc611282", "doc525751", "doc1911041", "doc1298637", "doc172947", "doc1815899", "doc2165715", "doc1704007", "doc7161", "doc2350463", "doc2336332", "doc737219", "doc2471044", "doc284394", "doc87191", "doc238803", "doc610779", "doc355540", "doc1703987", "doc1703993", "doc758677", "doc1127543", "doc24303", "doc1784440", "doc371079", "doc2027228", "doc2480317", "doc1703998", "doc1590438", "doc1008940", "doc167384", "doc781344", "doc2660672", "doc89435", "doc2360748", "doc450131", "doc64791", "doc2127607", "doc1740045", "doc1429442", "doc1501331", "doc672552", "doc114471", "doc727789", "doc371078", "doc1816051", "doc1905323", "doc1451837", "doc146706", "doc2495035", "doc2316727", "doc181195", "doc10855", "doc609671", "doc356961", "doc447411", "doc1056790", "doc823832", "doc1413571", "doc2480339", "doc1551353", "doc2252228", "doc1101731", "doc1485638", "doc851514", "doc307715", "doc153569", "doc811414", "doc2010353", "doc1443647", "doc811", "doc2465921", "doc552141", "doc543039", "doc513055", "doc2621513", "doc645600", "doc386637", "doc968501", "doc2535522", "doc993779", "doc1346601", "doc369298", "doc958476", "doc1816074", "doc252971", "doc1273458", "doc1418778", "doc814675", "doc75292", "doc1606435", "doc861483", "doc580244", "doc998023", "doc54026", "doc1521101" ], "top100_scores": [ 7.34375, 1.40625, -1.4609375, -2.390625, -3.265625, -3.46875, -3.546875, -3.9375, -4.0, -4.125, -4.125, -4.21875, -4.28125, -4.3125, -4.4375, -4.4375, -4.53125, -4.5625, -4.6875, -4.6875, -4.78125, -4.78125, -4.875, -4.9375, -4.9375, -5.0, -5.0, -5.03125, -5.03125, -5.0625, -5.0625, -5.09375, -5.21875, -5.21875, -5.3125, -5.375, -5.375, -5.40625, -5.4375, -5.46875, -5.46875, -5.5, -5.59375, -5.59375, -5.625, -5.65625, -5.71875, -5.71875, -5.71875, -5.71875, -5.75, -5.75, -5.8125, -5.8125, -5.8125, -5.875, -5.875, -5.96875, -6.03125, -6.0625, -6.09375, -6.125, -6.125, -6.15625, -6.15625, -6.1875, -6.1875, -6.1875, -6.1875, -6.21875, -6.21875, -6.21875, -6.21875, -6.21875, -6.25, -6.25, -6.25, -6.28125, -6.28125, -6.28125, -6.28125, -6.3125, -6.40625, -6.46875, -6.5625, -6.5625, -6.5625, -6.5625, -6.625, -6.65625, -6.65625, -6.6875, -6.71875, -6.71875, -6.78125, -6.8125, -7.03125, -7.03125, -7.03125, -7.125 ] }, { "query_id": "test2539", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc87294", "doc812613", "doc2337863", "doc783808", "doc430825", "doc2529675", "doc952880", "doc1991598", "doc530778", "doc626260", "doc1624145", "doc1840635", "doc1635999", "doc2509153", "doc868589", "doc588464", "doc1498235", "doc165022", "doc1394743", "doc1600089", "doc1246808", "doc1927193", "doc1566486", "doc2486654", "doc1177731", "doc1241568", "doc28581", "doc70639", "doc324530", "doc1241567", "doc2480539", "doc28582", "doc1007189", "doc115437", "doc1787620", "doc785116", "doc1517979", "doc173076", "doc465257", "doc1827142", "doc1141791", "doc233596", "doc636208", "doc1690622", "doc996399", "doc722174", "doc2426419", "doc967808", "doc1684137", "doc1410020", "doc2111513", "doc893803", "doc1124783", "doc1033766", "doc2054463", "doc88173", "doc1718367", "doc25697", "doc70620", "doc422931", "doc1634190", "doc1019814", "doc2142521", "doc25696", "doc50625", "doc1088161", "doc1619770", "doc49159", "doc28580", "doc1173346", "doc952849", "doc688472", "doc2508414", "doc101561", "doc327463", "doc650941", "doc1947418", "doc32937", "doc530780", "doc675222", "doc848379", "doc1005942", "doc636206", "doc2679049", "doc1102442", "doc1827146", "doc233582", "doc233547", "doc1778577", "doc648364", "doc2608289", "doc2563030", "doc623682", "doc1619495", "doc1548878", "doc1471942", "doc1467762", "doc2502199", "doc1786046", "doc1786034" ], "top100_scores": [ 8.75, -1.296875, -2.484375, -2.484375, -2.953125, -3.03125, -3.40625, -3.421875, -3.5625, -3.59375, -3.890625, -3.921875, -3.96875, -4.0, -4.125, -4.15625, -4.21875, -4.25, -4.28125, -4.28125, -4.3125, -4.3125, -4.34375, -4.375, -4.4375, -4.4375, -4.46875, -4.5, -4.5, -4.53125, -4.53125, -4.59375, -4.625, -4.65625, -4.65625, -4.65625, -4.6875, -4.6875, -4.6875, -4.71875, -4.75, -4.75, -4.75, -4.78125, -4.8125, -4.84375, -4.875, -4.90625, -4.90625, -4.9375, -4.9375, -5.0, -5.0, -5.0625, -5.0625, -5.09375, -5.125, -5.15625, -5.15625, -5.15625, -5.1875, -5.21875, -5.21875, -5.21875, -5.28125, -5.3125, -5.3125, -5.3125, -5.375, -5.375, -5.375, -5.40625, -5.46875, -5.53125, -5.53125, -5.5625, -5.59375, -5.71875, -5.71875, -5.75, -5.78125, -5.8125, -5.84375, -6.03125, -6.125, -6.21875, -6.3125, -6.375, -6.59375, -6.625, -6.75, -6.75, -6.8125, -6.875, -6.96875, -7.0, -7.0, -7.03125, -7.1875, -7.25 ] }, { "query_id": "test306", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc660236", "doc2499695", "doc2449643", "doc974518", "doc515771", "doc147268", "doc1837771", "doc402145", "doc206040", "doc1283772", "doc2527260", "doc11639", "doc934719", "doc11669", "doc660265", "doc990514", "doc990522", "doc94367", "doc1068708", "doc1373335", "doc1030288", "doc513406", "doc1442519", "doc1548878", "doc368643", "doc6858", "doc828063", "doc828130", "doc126194", "doc368707", "doc1623526", "doc828186", "doc1840660", "doc1373330", "doc1599987", "doc960776", "doc1248532", "doc368673", "doc294697", "doc108959", "doc499894", "doc599387", "doc2366137", "doc320274", "doc1619642", "doc368686", "doc460823", "doc546869", "doc2244717", "doc1943842", "doc2483556", "doc736460", "doc263654", "doc61233", "doc203253", "doc1068994", "doc1149597", "doc1628841", "doc1520268", "doc1228728", "doc1654062", "doc1228726", "doc1104225", "doc2266529", "doc1033766", "doc1279689", "doc539419", "doc1520283", "doc437701", "doc356192", "doc660256", "doc663483", "doc2465656", "doc2538886", "doc42125", "doc588578", "doc1492317", "doc1333905", "doc546881", "doc213101", "doc2313195", "doc1876325", "doc80133", "doc1634190", "doc1094305", "doc30777", "doc2281723", "doc1133242", "doc252971", "doc1751397", "doc346637", "doc2498492", "doc2674988", "doc588621", "doc1684137", "doc564709", "doc655676", "doc1286622", "doc2385618", "doc1418778" ], "top100_scores": [ 3.34375, 1.3046875, 0.02880859375, -0.251953125, -0.26953125, -0.5390625, -0.8125, -0.84375, -0.921875, -0.94140625, -1.34375, -1.3828125, -1.6875, -1.734375, -2.34375, -2.34375, -2.359375, -2.390625, -2.5, -2.515625, -2.796875, -3.1875, -3.46875, -3.5, -3.515625, -3.578125, -3.59375, -3.640625, -3.65625, -3.75, -3.859375, -3.890625, -3.9375, -3.96875, -4.0625, -4.09375, -4.125, -4.125, -4.15625, -4.34375, -4.375, -4.375, -4.4375, -4.46875, -4.5625, -4.59375, -4.625, -4.6875, -4.71875, -4.84375, -5.0, -5.03125, -5.15625, -5.1875, -5.3125, -5.375, -5.59375, -5.625, -5.625, -5.625, -5.71875, -5.75, -5.78125, -5.78125, -5.875, -5.875, -6.0, -6.0, -6.09375, -6.125, -6.1875, -6.1875, -6.28125, -6.3125, -6.3125, -6.34375, -6.34375, -6.34375, -6.375, -6.375, -6.375, -6.4375, -6.4375, -6.4375, -6.4375, -6.46875, -6.46875, -6.5, -6.53125, -6.5625, -6.5625, -6.625, -6.65625, -6.6875, -6.71875, -6.78125, -6.84375, -6.875, -6.96875, -7.0625 ] }, { "query_id": "test3090", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc105739", "doc849003", "doc1729412", "doc105756", "doc105758", "doc1552106", "doc8477", "doc1534825", "doc719006", "doc2355469", "doc2584848", "doc543176", "doc1729413", "doc566026", "doc946247", "doc1223275", "doc171833", "doc1223270", "doc737743", "doc536531", "doc1297270", "doc1427193", "doc2409275", "doc555420", "doc1572538", "doc1858032", "doc381923", "doc1427198", "doc1270352", "doc719057", "doc2680091", "doc787828", "doc566021", "doc258447", "doc719060", "doc461467", "doc105763", "doc1903392", "doc1251654", "doc2574040", "doc1516605", "doc1803620", "doc1405971", "doc1289342", "doc881797", "doc1516597", "doc1587280", "doc1803558", "doc1236851", "doc105751", "doc2008399", "doc391459", "doc2596083", "doc519408", "doc1534829", "doc881796", "doc719078", "doc1427177", "doc591463", "doc1251647", "doc1248125", "doc105752", "doc74797", "doc556388", "doc830308", "doc1847142", "doc719076", "doc133369", "doc849000", "doc737771", "doc970185", "doc2588942", "doc2107904", "doc211935", "doc823398", "doc171837", "doc1475938", "doc1163626", "doc527459", "doc400631", "doc1170391", "doc1253247", "doc719065", "doc1170390", "doc556367", "doc2046260", "doc208245", "doc174973", "doc1214168", "doc690001", "doc732015", "doc536538", "doc1716059", "doc72413", "doc702902", "doc2011376", "doc1816074", "doc690000", "doc732083", "doc655676" ], "top100_scores": [ 8.75, 6.15625, 5.375, 4.25, 3.9375, 3.234375, 2.71875, 2.6875, 1.8359375, 1.2265625, 0.6484375, 0.126953125, -0.28515625, -0.451171875, -0.4609375, -0.7421875, -0.87890625, -0.92578125, -0.94921875, -0.9921875, -1.03125, -1.203125, -1.234375, -1.234375, -1.25, -1.3125, -1.4375, -1.4921875, -1.5859375, -1.6171875, -1.6328125, -1.640625, -1.65625, -1.6953125, -1.8671875, -1.8828125, -1.921875, -2.03125, -2.0625, -2.203125, -2.203125, -2.203125, -2.203125, -2.34375, -2.40625, -2.546875, -2.640625, -2.765625, -2.8125, -3.0625, -3.0625, -3.125, -3.359375, -3.359375, -3.375, -3.375, -3.453125, -3.515625, -3.515625, -3.53125, -3.546875, -3.65625, -3.6875, -3.828125, -3.859375, -3.953125, -4.0, -4.09375, -4.28125, -4.3125, -4.625, -4.71875, -5.09375, -5.25, -5.34375, -5.375, -5.5, -5.5625, -5.71875, -5.75, -5.84375, -5.96875, -6.0, -6.03125, -6.09375, -6.15625, -6.28125, -6.375, -6.5, -6.53125, -6.53125, -6.5625, -6.5625, -6.59375, -6.65625, -6.71875, -6.71875, -6.78125, -6.78125, -6.8125 ] }, { "query_id": "test115", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc4147", "doc53643", "doc3668", "doc2107018", "doc2107033", "doc1400520", "doc606253", "doc1927002", "doc2212269", "doc2431531", "doc2212270", "doc32937", "doc6531", "doc70679", "doc223538", "doc1745418", "doc1294814", "doc623693", "doc2334137", "doc1634190", "doc28581", "doc773043", "doc2426974", "doc38625", "doc635523", "doc1602350", "doc2157990", "doc2107022", "doc636206", "doc848379", "doc430825", "doc1005942", "doc2439295", "doc1623337", "doc530778", "doc25696", "doc28582", "doc785116", "doc28580", "doc1411912", "doc1857677", "doc324530", "doc465257", "doc324548", "doc1007190", "doc152998", "doc1108390", "doc1152614", "doc726933", "doc2001658", "doc422931", "doc626260", "doc323921", "doc1425919", "doc25697", "doc2111513", "doc650941", "doc2562070", "doc231271", "doc1619770", "doc952880", "doc965463", "doc437362", "doc309228", "doc1927193", "doc2337863", "doc88931", "doc108435", "doc1965783", "doc1810672", "doc1486663", "doc56902", "doc1728840", "doc785041", "doc173076", "doc1141791", "doc29764", "doc398839", "doc70620", "doc1410472", "doc499894", "doc36460", "doc1070768", "doc2091584", "doc1911041", "doc365042", "doc162311", "doc2461162", "doc1763968", "doc26467", "doc2504853", "doc238078", "doc127031", "doc2525057", "doc1415401", "doc447042", "doc2262786", "doc2364249", "doc1059057", "doc2620645" ], "top100_scores": [ 1.984375, -0.0966796875, -0.453125, -1.15625, -1.453125, -1.453125, -1.75, -1.9921875, -2.015625, -2.109375, -2.515625, -2.546875, -2.5625, -2.5625, -2.71875, -2.765625, -2.78125, -2.828125, -3.046875, -3.265625, -3.265625, -3.34375, -3.359375, -3.375, -3.5, -3.59375, -3.671875, -3.671875, -3.90625, -4.03125, -4.0625, -4.125, -4.15625, -4.1875, -4.1875, -4.28125, -4.40625, -4.4375, -4.46875, -4.53125, -4.5625, -4.5625, -4.59375, -4.625, -4.625, -4.65625, -4.65625, -4.75, -4.75, -4.78125, -4.84375, -4.84375, -4.84375, -4.96875, -4.96875, -4.96875, -5.0, -5.03125, -5.03125, -5.1875, -5.21875, -5.21875, -5.25, -5.3125, -5.34375, -5.375, -5.40625, -5.40625, -5.46875, -5.5, -5.5625, -5.6875, -5.71875, -5.71875, -5.75, -5.78125, -5.8125, -5.84375, -5.90625, -5.9375, -5.9375, -6.03125, -6.03125, -6.125, -6.1875, -6.21875, -6.21875, -6.25, -6.25, -6.4375, -6.46875, -6.46875, -6.5, -6.53125, -6.53125, -6.5625, -6.5625, -6.59375, -6.78125, -6.8125 ] }, { "query_id": "test2032", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc70904", "doc768322", "doc1204609", "doc211230", "doc435076", "doc1338792", "doc70905", "doc2288928", "doc42101", "doc2339378", "doc435075", "doc435081", "doc1921625", "doc435079", "doc2024813", "doc2183317", "doc331138", "doc435078", "doc313342", "doc2599866", "doc313364", "doc313365", "doc1204604", "doc1236143", "doc1098357", "doc782782", "doc155310", "doc2646161", "doc1155053", "doc1841146", "doc412168", "doc1540259", "doc435083", "doc1483894", "doc286805", "doc435092", "doc1841144", "doc435085", "doc1616338", "doc2498492", "doc465988", "doc435084", "doc1685523", "doc2032387", "doc865796", "doc313354", "doc211209", "doc313356", "doc736126", "doc2352487", "doc707796", "doc1580688", "doc313349", "doc1841145", "doc313352", "doc83875", "doc2217446", "doc412172", "doc2498480", "doc412180", "doc2498488", "doc2607396", "doc707801", "doc768311", "doc2058897", "doc707795", "doc1805745", "doc2557709", "doc1265795", "doc706930", "doc1695182", "doc1734041", "doc318194", "doc413908", "doc216986", "doc2657970", "doc2449727", "doc650150", "doc278091", "doc1366471", "doc1176070", "doc530778", "doc2271879", "doc1501489", "doc1138522", "doc1972282", "doc1059219", "doc1713783", "doc296209", "doc1813688", "doc2503817", "doc693852", "doc2316721", "doc926314", "doc162708", "doc1153924", "doc1106009", "doc2036707", "doc1521101", "doc37895" ], "top100_scores": [ 0.63671875, -2.5, -2.765625, -3.375, -3.546875, -3.671875, -3.6875, -3.6875, -3.703125, -3.890625, -3.984375, -4.0625, -4.0625, -4.09375, -4.125, -4.21875, -4.3125, -4.3125, -4.3125, -4.34375, -4.375, -4.375, -4.40625, -4.4375, -4.4375, -4.46875, -4.46875, -4.5, -4.59375, -4.625, -4.65625, -4.65625, -4.6875, -4.71875, -4.71875, -4.78125, -4.78125, -4.78125, -4.78125, -4.8125, -4.8125, -4.84375, -4.90625, -4.90625, -4.9375, -4.9375, -4.9375, -5.0, -5.03125, -5.1875, -5.25, -5.3125, -5.3125, -5.34375, -5.34375, -5.375, -5.5625, -5.71875, -5.71875, -5.90625, -5.90625, -5.9375, -5.96875, -6.0625, -6.09375, -6.09375, -6.125, -6.15625, -6.3125, -6.34375, -6.40625, -6.46875, -6.5, -6.53125, -6.53125, -6.5625, -6.5625, -6.59375, -6.625, -6.625, -6.65625, -6.65625, -6.6875, -6.6875, -6.71875, -6.71875, -6.78125, -6.8125, -6.84375, -6.84375, -6.84375, -6.84375, -6.875, -6.90625, -6.96875, -6.96875, -7.0, -7.09375, -7.09375, -7.125 ] }, { "query_id": "test428", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc15890", "doc878338", "doc1498263", "doc2042102", "doc1736708", "doc1736704", "doc733127", "doc393485", "doc688882", "doc2636762", "doc518395", "doc1273973", "doc1508870", "doc518266", "doc190844", "doc1400527", "doc1185297", "doc2376934", "doc2067559", "doc2300282", "doc434733", "doc2075016", "doc1300782", "doc648364", "doc627432", "doc229804", "doc60315", "doc2362171", "doc447240", "doc705226", "doc368910", "doc1490502", "doc289212", "doc312605", "doc429685", "doc1651578", "doc1287918", "doc2659217", "doc1096264", "doc1508087", "doc602739", "doc1991511", "doc2080883", "doc2165905", "doc645602", "doc228166", "doc975622", "doc2054559", "doc527472", "doc1663695", "doc851269", "doc1617178", "doc1385349", "doc971992", "doc405920", "doc26458", "doc717374", "doc737601", "doc253609", "doc1558517", "doc1527337", "doc273827", "doc216328", "doc889047", "doc1349043", "doc1619342", "doc1059057", "doc2353712", "doc208245", "doc585415", "doc382236", "doc1796951", "doc1342042", "doc2613792", "doc2487655", "doc41356", "doc1633397", "doc388285", "doc1556425", "doc242726", "doc187847", "doc2258933", "doc1018572", "doc494316", "doc2402770", "doc1253247", "doc868658", "doc367643", "doc1202159", "doc2072856", "doc209865", "doc254953", "doc140700", "doc872897", "doc1248125", "doc810925", "doc1411861", "doc1053329", "doc1338793", "doc919955" ], "top100_scores": [ 3.46875, -2.90625, -3.796875, -4.375, -4.40625, -4.46875, -4.5625, -4.5625, -4.75, -4.84375, -4.90625, -5.03125, -5.03125, -5.0625, -5.15625, -5.15625, -5.25, -5.4375, -5.46875, -5.46875, -5.46875, -5.46875, -5.5, -5.5, -5.53125, -5.5625, -5.65625, -5.6875, -5.6875, -5.71875, -5.78125, -5.8125, -5.84375, -5.875, -5.90625, -5.90625, -5.9375, -5.9375, -5.96875, -5.96875, -5.96875, -6.0, -6.0, -6.03125, -6.0625, -6.09375, -6.09375, -6.125, -6.15625, -6.15625, -6.15625, -6.15625, -6.15625, -6.1875, -6.1875, -6.21875, -6.21875, -6.21875, -6.21875, -6.21875, -6.21875, -6.25, -6.25, -6.25, -6.25, -6.25, -6.28125, -6.28125, -6.28125, -6.28125, -6.28125, -6.3125, -6.3125, -6.3125, -6.3125, -6.3125, -6.34375, -6.34375, -6.375, -6.375, -6.40625, -6.40625, -6.4375, -6.4375, -6.46875, -6.5, -6.5, -6.53125, -6.5625, -6.5625, -6.5625, -6.59375, -6.59375, -6.625, -6.65625, -6.6875, -6.6875, -6.6875, -6.71875, -6.90625 ] }, { "query_id": "test2721", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc93287", "doc180922", "doc884905", "doc2083699", "doc1421127", "doc2357458", "doc1056790", "doc1548640", "doc353446", "doc2390637", "doc1962174", "doc2517860", "doc2391390", "doc191614", "doc227150", "doc1202504", "doc303260", "doc222277", "doc448867", "doc1990849", "doc993796", "doc388703", "doc143496", "doc1993058", "doc359025", "doc841633", "doc1993044", "doc2582196", "doc1002584", "doc284394", "doc1500831", "doc2184940", "doc2441320", "doc604235", "doc1392288", "doc1012137", "doc2646391", "doc1619495", "doc1713783", "doc2247113", "doc1272096", "doc299691", "doc843229", "doc218667", "doc493405", "doc2563030", "doc330463", "doc2631871", "doc645602", "doc759547", "doc1984127", "doc2502199", "doc1471942", "doc101561", "doc1778577", "doc25836", "doc447411", "doc1033766", "doc565065", "doc1786046", "doc2262786", "doc591223", "doc1934445", "doc2188152", "doc552697", "doc2210110", "doc1489658", "doc1646165", "doc211230", "doc1912506", "doc356192", "doc1823034", "doc623682", "doc21363", "doc736460", "doc1974480", "doc935115", "doc660237", "doc1400528", "doc771658", "doc2217346", "doc729312", "doc1786034", "doc562696", "doc1138522", "doc864003", "doc866490", "doc884614", "doc1267765", "doc286805", "doc56921", "doc1155053", "doc1344965", "doc1316703", "doc759527", "doc2092646", "doc133140", "doc1751646", "doc1950715", "doc1391278" ], "top100_scores": [ 2.40625, -2.578125, -2.78125, -3.125, -3.515625, -3.578125, -3.734375, -3.8125, -4.09375, -4.125, -4.1875, -4.34375, -4.46875, -4.5, -4.625, -4.625, -4.6875, -4.71875, -4.71875, -4.78125, -4.78125, -4.8125, -4.8125, -4.875, -4.90625, -5.09375, -5.15625, -5.25, -5.25, -5.28125, -5.375, -5.40625, -5.40625, -5.53125, -5.53125, -5.59375, -5.6875, -5.84375, -5.90625, -5.90625, -6.21875, -6.3125, -6.3125, -6.375, -6.40625, -6.5, -6.53125, -6.53125, -6.53125, -6.59375, -6.59375, -6.625, -6.65625, -6.65625, -6.65625, -6.65625, -6.65625, -6.65625, -6.6875, -6.6875, -6.6875, -6.71875, -6.71875, -6.75, -6.78125, -6.8125, -6.8125, -6.8125, -6.8125, -6.8125, -6.8125, -6.8125, -6.84375, -6.84375, -6.84375, -6.84375, -6.84375, -6.84375, -6.875, -6.875, -6.875, -6.875, -6.9375, -6.9375, -6.9375, -6.9375, -6.9375, -6.96875, -6.96875, -7.0, -7.03125, -7.0625, -7.09375, -7.09375, -7.09375, -7.125, -7.125, -7.15625, -7.25, -7.25 ] }, { "query_id": "test1635", "ndcg@10": 0.8772153153380493, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc57975", "doc2035909", "doc601133", "doc57977", "doc2049419", "doc376241", "doc1810672", "doc1153924", "doc1535567", "doc390322", "doc376238", "doc1293555", "doc2449727", "doc1055373", "doc1345740", "doc376272", "doc367417", "doc376243", "doc551351", "doc840951", "doc2304461", "doc824947", "doc2191035", "doc1132271", "doc1473531", "doc1204806", "doc113426", "doc126007", "doc324530", "doc2656052", "doc904885", "doc1986489", "doc1986449", "doc140893", "doc768322", "doc1813688", "doc416784", "doc289875", "doc1750123", "doc196873", "doc2563030", "doc404918", "doc683358", "doc1723532", "doc21829", "doc60215", "doc434424", "doc1216309", "doc1632177", "doc1866245", "doc1844590", "doc2563044", "doc1552779", "doc1285909", "doc579105", "doc1129916", "doc1580688", "doc2655378", "doc866437", "doc2114608", "doc1035806", "doc2117093", "doc1231969", "doc2295211", "doc1204604", "doc2153582", "doc1218368", "doc1818635", "doc1654062", "doc21871", "doc1229449", "doc1246068", "doc1376345", "doc660012", "doc863660", "doc388290", "doc1934445", "doc776139", "doc1357287", "doc1781006", "doc2557720", "doc435076", "doc133019", "doc278091", "doc2077366", "doc866490", "doc1448795", "doc2114806", "doc1192046", "doc1640533", "doc550633", "doc338809", "doc7091", "doc692559", "doc162798", "doc1786034", "doc498147", "doc567275", "doc697071", "doc1842144" ], "top100_scores": [ -1.6015625, -2.078125, -2.984375, -3.078125, -3.125, -3.53125, -3.71875, -3.796875, -3.890625, -3.9375, -4.125, -4.3125, -4.34375, -4.5625, -4.65625, -4.875, -4.90625, -4.9375, -5.5, -5.53125, -5.59375, -5.59375, -5.65625, -5.71875, -6.125, -6.125, -6.1875, -6.1875, -6.21875, -6.3125, -6.34375, -6.4375, -6.46875, -6.46875, -6.5, -6.53125, -6.53125, -6.5625, -6.59375, -6.59375, -6.625, -6.6875, -6.6875, -6.6875, -6.71875, -6.71875, -6.71875, -6.75, -6.75, -6.75, -6.75, -6.78125, -6.78125, -6.78125, -6.78125, -6.8125, -6.84375, -6.84375, -6.875, -6.875, -6.90625, -6.90625, -6.90625, -6.90625, -6.90625, -6.9375, -6.96875, -6.96875, -6.96875, -7.0, -7.0, -7.03125, -7.03125, -7.03125, -7.03125, -7.0625, -7.0625, -7.09375, -7.09375, -7.09375, -7.09375, -7.09375, -7.09375, -7.125, -7.125, -7.125, -7.15625, -7.15625, -7.15625, -7.1875, -7.21875, -7.21875, -7.25, -7.28125, -7.28125, -7.28125, -7.28125, -7.28125, -7.34375, -7.46875 ] }, { "query_id": "test1727", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "doc1041131", "doc2162650", "doc1321056", "doc1975694", "doc1938693", "doc350535", "doc1271924", "doc225047", "doc2182012", "doc1160263", "doc1972860", "doc1584862", "doc336193", "doc1119214", "doc1629620", "doc1418632", "doc2275203", "doc1730233", "doc641270", "doc1991515", "doc1792210", "doc1986433", "doc2074090", "doc1173691", "doc1986437", "doc1589180", "doc249856", "doc182888", "doc404917", "doc158020", "doc404918", "doc2163262", "doc1986449", "doc588621", "doc1768862", "doc1618094", "doc1986443", "doc546881", "doc901884", "doc750195", "doc1467762", "doc1244692", "doc142541", "doc596861", "doc407115", "doc2017803", "doc2190997", "doc94024", "doc641530", "doc2431531", "doc1293555", "doc1136713", "doc1132252", "doc1840660", "doc962084", "doc2562963", "doc1883553", "doc207176", "doc1558629", "doc1912490", "doc1803620", "doc2202835", "doc1692185", "doc2677524", "doc1518124", "doc504996", "doc2543056", "doc1723861", "doc1619642", "doc553954", "doc61967", "doc1007260", "doc1060115", "doc545785", "doc7091", "doc35526", "doc1153924", "doc273827", "doc1686260", "doc1407398", "doc1750123", "doc187847", "doc477048", "doc1027652", "doc952618", "doc1840635", "doc323321", "doc361702", "doc170931", "doc1163516", "doc531512", "doc2183317", "doc543039", "doc707795", "doc2095794", "doc1806221", "doc1526184", "doc1343593", "doc1842144", "doc1640554" ], "top100_scores": [ 2.1875, 0.37109375, 0.3671875, -1.3828125, -1.5, -1.5078125, -2.125, -2.25, -2.390625, -2.453125, -2.59375, -2.953125, -2.96875, -3.046875, -3.203125, -3.21875, -3.359375, -3.5625, -3.828125, -3.90625, -3.96875, -4.125, -4.15625, -4.21875, -4.34375, -4.34375, -4.5, -4.53125, -4.53125, -4.59375, -4.625, -4.65625, -4.84375, -4.875, -4.90625, -4.9375, -5.0, -5.03125, -5.0625, -5.25, -5.28125, -5.375, -5.53125, -5.5625, -5.5625, -5.65625, -5.8125, -5.8125, -5.8125, -5.8125, -5.84375, -5.875, -5.875, -5.875, -5.90625, -5.9375, -5.9375, -5.96875, -5.96875, -6.0, -6.09375, -6.125, -6.15625, -6.15625, -6.1875, -6.21875, -6.25, -6.28125, -6.28125, -6.3125, -6.34375, -6.375, -6.40625, -6.40625, -6.40625, -6.40625, -6.40625, -6.4375, -6.46875, -6.5, -6.5, -6.53125, -6.5625, -6.5625, -6.5625, -6.5625, -6.625, -6.65625, -6.6875, -6.6875, -6.6875, -6.6875, -6.71875, -6.75, -6.75, -6.8125, -6.875, -6.875, -6.90625, -7.0625 ] }, { "query_id": "test29", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc807", "doc2105570", "doc312607", "doc806", "doc966112", "doc2067045", "doc190844", "doc2621492", "doc1386691", "doc1455462", "doc2535522", "doc2391797", "doc2621513", "doc2334133", "doc1050188", "doc58964", "doc877974", "doc1088162", "doc2408092", "doc965461", "doc1272382", "doc1036707", "doc2316721", "doc811", "doc1029479", "doc1911448", "doc1386686", "doc1892012", "doc1129694", "doc2262639", "doc2258986", "doc2212270", "doc1877808", "doc201172", "doc28313", "doc2212269", "doc607623", "doc848379", "doc1974006", "doc28935", "doc201170", "doc324554", "doc543109", "doc351821", "doc2480539", "doc38625", "doc134521", "doc994525", "doc1629783", "doc447240", "doc1319077", "doc2376934", "doc68932", "doc2674988", "doc629517", "doc1400297", "doc56902", "doc119732", "doc2335293", "doc2001658", "doc2362171", "doc28582", "doc790970", "doc1124783", "doc445548", "doc1247565", "doc2067559", "doc530780", "doc233582", "doc2010420", "doc1327525", "doc2161840", "doc1685439", "doc1595692", "doc2548332", "doc1566486", "doc593061", "doc963669", "doc2240923", "doc1690622", "doc413908", "doc636208", "doc2426419", "doc1177731", "doc2412432", "doc497737", "doc108559", "doc275856", "doc207176", "doc1260420", "doc171833", "doc2614074", "doc1806221", "doc1153924", "doc706930", "doc352904", "doc70909", "doc673208", "doc1106009", "doc162708" ], "top100_scores": [ -1.9921875, -3.046875, -3.328125, -3.421875, -3.765625, -3.8125, -4.46875, -4.53125, -4.65625, -4.84375, -5.0, -5.03125, -5.15625, -5.21875, -5.5625, -5.5625, -5.59375, -5.625, -5.65625, -5.65625, -5.71875, -5.75, -5.8125, -5.84375, -5.875, -5.875, -5.90625, -5.9375, -5.9375, -6.125, -6.15625, -6.1875, -6.21875, -6.28125, -6.3125, -6.3125, -6.3125, -6.34375, -6.34375, -6.34375, -6.375, -6.375, -6.4375, -6.46875, -6.46875, -6.46875, -6.5625, -6.5625, -6.59375, -6.59375, -6.625, -6.625, -6.625, -6.65625, -6.65625, -6.65625, -6.65625, -6.65625, -6.65625, -6.6875, -6.71875, -6.71875, -6.71875, -6.71875, -6.71875, -6.71875, -6.75, -6.75, -6.78125, -6.78125, -6.8125, -6.8125, -6.84375, -6.84375, -6.84375, -6.90625, -6.90625, -6.90625, -6.90625, -6.9375, -6.9375, -6.96875, -6.96875, -6.96875, -6.96875, -6.96875, -6.96875, -7.0, -7.0, -7.03125, -7.03125, -7.0625, -7.09375, -7.09375, -7.09375, -7.125, -7.15625, -7.15625, -7.21875, -7.375 ] }, { "query_id": "test2598", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc88931", "doc2624067", "doc88934", "doc1452752", "doc2107043", "doc1670518", "doc779563", "doc1935824", "doc952400", "doc175560", "doc2624072", "doc2288308", "doc127042", "doc127031", "doc127040", "doc553245", "doc2061559", "doc1763997", "doc2015719", "doc1376863", "doc1378090", "doc1438166", "doc671111", "doc1124580", "doc107246", "doc958366", "doc399025", "doc709393", "doc1070768", "doc608249", "doc107166", "doc2399229", "doc1763968", "doc1070787", "doc2619671", "doc723586", "doc1716059", "doc1002546", "doc994518", "doc2183793", "doc723700", "doc1199279", "doc723699", "doc2206799", "doc998434", "doc1281699", "doc2251749", "doc2396125", "doc723723", "doc1385349", "doc613408", "doc509898", "doc988735", "doc1716095", "doc2093755", "doc693223", "doc1519790", "doc2296101", "doc1315443", "doc84475", "doc2656052", "doc1000202", "doc504736", "doc626437", "doc1192026", "doc43450", "doc454594", "doc1005393", "doc155482", "doc24505", "doc675067", "doc555360", "doc216986", "doc1376345", "doc239270", "doc1902615", "doc859664", "doc550879", "doc865153", "doc1392288", "doc1029757", "doc344833", "doc2114608", "doc1717004", "doc536273", "doc369193", "doc2010467", "doc386637", "doc1992659", "doc1632991", "doc1585578", "doc369287", "doc46245", "doc851514", "doc2360720", "doc337555", "doc1021503", "doc846246", "doc660271", "doc666653" ], "top100_scores": [ 7.8125, 5.59375, 5.0, 0.66015625, -2.15625, -2.828125, -3.765625, -3.96875, -4.0625, -4.28125, -4.3125, -4.59375, -4.875, -5.0, -5.03125, -5.34375, -5.6875, -5.75, -5.8125, -5.875, -6.0, -6.0, -6.03125, -6.03125, -6.0625, -6.125, -6.15625, -6.25, -6.25, -6.28125, -6.3125, -6.34375, -6.34375, -6.375, -6.375, -6.40625, -6.40625, -6.40625, -6.40625, -6.4375, -6.4375, -6.46875, -6.53125, -6.59375, -6.59375, -6.59375, -6.625, -6.625, -6.65625, -6.71875, -6.71875, -6.75, -6.75, -6.75, -6.75, -6.78125, -6.78125, -6.78125, -6.8125, -6.84375, -6.84375, -6.84375, -6.84375, -6.84375, -6.84375, -6.875, -6.875, -6.90625, -6.90625, -6.90625, -6.9375, -6.9375, -6.96875, -6.96875, -7.0, -7.0, -7.0, -7.03125, -7.03125, -7.03125, -7.0625, -7.0625, -7.0625, -7.0625, -7.09375, -7.125, -7.1875, -7.21875, -7.21875, -7.21875, -7.21875, -7.21875, -7.28125, -7.28125, -7.34375, -7.34375, -7.34375, -7.34375, -7.34375, -7.40625 ] }, { "query_id": "test598", "ndcg@10": 0.6131471927654584, "mrr@10": 1.0, "recall@100": 0.5, "candidate_recall": 0.5, "top100": [ "doc21340", "doc642895", "doc338815", "doc1455462", "doc21363", "doc1738086", "doc338810", "doc1455508", "doc698075", "doc1455444", "doc338823", "doc1383497", "doc1455469", "doc443215", "doc2442198", "doc338801", "doc864003", "doc338818", "doc338841", "doc1455509", "doc338813", "doc21350", "doc21339", "doc338809", "doc21368", "doc1832253", "doc1455511", "doc340624", "doc21378", "doc542895", "doc2336332", "doc7165", "doc2298808", "doc260679", "doc2316765", "doc624718", "doc2173539", "doc527459", "doc1027724", "doc2397460", "doc734723", "doc2325310", "doc283995", "doc1867620", "doc1033766", "doc24315", "doc392492", "doc1202333", "doc2402770", "doc2165920", "doc2378961", "doc1527545", "doc641530", "doc246550", "doc1490491", "doc35525", "doc1455255", "doc2107261", "doc1629620", "doc531512", "doc1961593", "doc684238", "doc2563044", "doc2465776", "doc2258986", "doc144160", "doc264702", "doc2603021", "doc1601162", "doc1105530", "doc1526184", "doc2508414", "doc1619642", "doc258447", "doc1837585", "doc273827", "doc105751", "doc327615", "doc1136713", "doc2155680", "doc1105537", "doc2623672", "doc254953", "doc399642", "doc518268", "doc650883", "doc2144435", "doc1343593", "doc134224", "doc2429823", "doc309595", "doc2328678", "doc2370166", "doc1007260", "doc1813688", "doc313364", "doc873329", "doc277310", "doc810925", "doc896716" ], "top100_scores": [ -1.21875, -2.984375, -2.984375, -3.15625, -3.296875, -3.609375, -4.03125, -4.125, -4.21875, -4.25, -4.3125, -4.34375, -4.53125, -4.53125, -4.96875, -4.96875, -5.03125, -5.0625, -5.09375, -5.125, -5.21875, -5.3125, -5.34375, -5.375, -5.4375, -5.4375, -5.4375, -5.4375, -5.53125, -5.625, -5.6875, -5.78125, -5.8125, -5.90625, -6.0, -6.0, -6.03125, -6.0625, -6.0625, -6.09375, -6.15625, -6.1875, -6.1875, -6.21875, -6.25, -6.25, -6.25, -6.28125, -6.3125, -6.3125, -6.3125, -6.34375, -6.34375, -6.34375, -6.375, -6.375, -6.40625, -6.40625, -6.4375, -6.46875, -6.46875, -6.46875, -6.46875, -6.46875, -6.46875, -6.5, -6.53125, -6.5625, -6.5625, -6.59375, -6.625, -6.625, -6.65625, -6.65625, -6.65625, -6.65625, -6.6875, -6.6875, -6.6875, -6.71875, -6.71875, -6.75, -6.75, -6.75, -6.75, -6.78125, -6.78125, -6.78125, -6.78125, -6.8125, -6.8125, -6.84375, -6.875, -6.875, -6.875, -6.875, -6.90625, -6.90625, -6.96875, -6.96875 ] }, { "query_id": "test495", "ndcg@10": 0.6131471927654584, "mrr@10": 1.0, "recall@100": 0.5, "candidate_recall": 0.5, "top100": [ "doc18274", "doc63585", "doc323321", "doc43450", "doc2003302", "doc2012361", "doc108480", "doc8220", "doc590536", "doc1755601", "doc108481", "doc986920", "doc2418769", "doc1774519", "doc930758", "doc1423679", "doc856735", "doc108477", "doc1087169", "doc376565", "doc182046", "doc529465", "doc1924612", "doc1540372", "doc1397231", "doc108456", "doc108559", "doc782194", "doc1791044", "doc2563559", "doc1791048", "doc157016", "doc133140", "doc1844919", "doc1953211", "doc18273", "doc63590", "doc911115", "doc2317941", "doc1816786", "doc354084", "doc157039", "doc925929", "doc920729", "doc1491857", "doc1491868", "doc525751", "doc725920", "doc703623", "doc1199279", "doc172185", "doc388703", "doc381154", "doc2072948", "doc848379", "doc108508", "doc620637", "doc216986", "doc1930877", "doc349135", "doc389941", "doc376580", "doc2003306", "doc2539732", "doc1829626", "doc1746659", "doc1374770", "doc1310966", "doc1791093", "doc1443647", "doc28313", "doc422133", "doc108501", "doc392495", "doc2357946", "doc1617211", "doc2611984", "doc88934", "doc108535", "doc357235", "doc549341", "doc212903", "doc1121529", "doc70976", "doc1858032", "doc275856", "doc563701", "doc2001658", "doc1327525", "doc24925", "doc1508870", "doc636208", "doc2254465", "doc468490", "doc1018578", "doc1379360", "doc512672", "doc2209653", "doc1675530", "doc7112" ], "top100_scores": [ 4.75, 3.921875, 3.296875, 2.578125, 2.09375, 1.96875, 0.76953125, 0.62109375, 0.1845703125, -0.07275390625, -0.546875, -0.765625, -0.7890625, -0.79296875, -0.81640625, -0.83203125, -1.21875, -1.34375, -1.4765625, -1.546875, -1.8046875, -1.859375, -1.875, -1.90625, -1.921875, -2.0, -2.140625, -2.15625, -2.28125, -2.515625, -2.5625, -2.640625, -2.859375, -2.875, -2.875, -2.890625, -2.890625, -2.890625, -2.96875, -2.96875, -3.015625, -3.03125, -3.0625, -3.078125, -3.109375, -3.125, -3.125, -3.234375, -3.28125, -3.34375, -3.390625, -3.40625, -3.421875, -3.515625, -3.53125, -3.6875, -3.703125, -3.703125, -3.75, -3.765625, -3.890625, -3.921875, -4.15625, -4.25, -4.5, -4.53125, -4.5625, -4.6875, -4.6875, -4.6875, -4.6875, -4.75, -4.8125, -4.8125, -4.84375, -4.9375, -5.0, -5.21875, -5.34375, -5.46875, -5.53125, -5.625, -5.71875, -5.8125, -5.875, -5.9375, -6.0, -6.03125, -6.03125, -6.03125, -6.03125, -6.09375, -6.09375, -6.125, -6.15625, -6.375, -6.40625, -6.46875, -6.5, -6.53125 ] }, { "query_id": "test198", "ndcg@10": 0.6131471927654584, "mrr@10": 1.0, "recall@100": 0.5, "candidate_recall": 0.5, "top100": [ "doc7161", "doc7165", "doc7163", "doc1272096", "doc355540", "doc355524", "doc1816051", "doc1299060", "doc86108", "doc1670303", "doc1335520", "doc1705674", "doc2110826", "doc2163089", "doc1183356", "doc203253", "doc1839188", "doc1816064", "doc212271", "doc1740481", "doc1411867", "doc580244", "doc285347", "doc823398", "doc1416739", "doc1113128", "doc583523", "doc1875692", "doc1992659", "doc2373327", "doc1005393", "doc1664038", "doc605887", "doc2664641", "doc162000", "doc719678", "doc2203479", "doc26481", "doc260668", "doc14746", "doc1343593", "doc2456577", "doc768602", "doc1212031", "doc751718", "doc15890", "doc781153", "doc536531", "doc409226", "doc1877809", "doc2258986", "doc174973", "doc490060", "doc153569", "doc56398", "doc170931", "doc2074090", "doc1526184", "doc146706", "doc88931", "doc334984", "doc1816074", "doc1619342", "doc1377686", "doc1202159", "doc86469", "doc511592", "doc1828693", "doc77976", "doc2362171", "doc2385618", "doc534490", "doc1136735", "doc456580", "doc1385353", "doc1449866", "doc1699100", "doc2111919", "doc2647552", "doc1136713", "doc641530", "doc1678115", "doc596891", "doc96723", "doc264702", "doc555360", "doc2005210", "doc94024", "doc545789", "doc1947443", "doc872601", "doc2003306", "doc2122130", "doc2521983", "doc596882", "doc108799", "doc94367", "doc2465909", "doc1007260", "doc1504263" ], "top100_scores": [ 0.5859375, 0.248046875, 0.1708984375, 0.0311279296875, -1.7421875, -2.328125, -3.359375, -3.46875, -3.625, -4.09375, -4.09375, -4.375, -4.46875, -4.5, -4.6875, -4.875, -4.90625, -4.9375, -5.0, -5.03125, -5.09375, -5.28125, -5.46875, -5.5, -5.59375, -5.75, -5.84375, -5.84375, -5.875, -5.96875, -5.96875, -6.03125, -6.03125, -6.0625, -6.0625, -6.0625, -6.09375, -6.125, -6.15625, -6.15625, -6.1875, -6.21875, -6.25, -6.25, -6.25, -6.28125, -6.28125, -6.28125, -6.28125, -6.34375, -6.34375, -6.34375, -6.375, -6.375, -6.4375, -6.46875, -6.5, -6.53125, -6.53125, -6.53125, -6.5625, -6.5625, -6.59375, -6.625, -6.65625, -6.65625, -6.6875, -6.6875, -6.6875, -6.71875, -6.71875, -6.75, -6.78125, -6.8125, -6.8125, -6.8125, -6.8125, -6.8125, -6.8125, -6.84375, -6.84375, -6.84375, -6.875, -6.875, -6.90625, -6.90625, -6.96875, -6.96875, -6.96875, -6.96875, -6.96875, -7.0, -7.0, -7.0, -7.03125, -7.0625, -7.09375, -7.09375, -7.1875, -7.25 ] }, { "query_id": "test123", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc4611", "doc1260420", "doc1568962", "doc1826212", "doc751718", "doc751714", "doc1537788", "doc751719", "doc1265795", "doc2015875", "doc370299", "doc1322161", "doc2613797", "doc1260422", "doc2295957", "doc751729", "doc751726", "doc2431178", "doc2494655", "doc80148", "doc974653", "doc1563324", "doc602853", "doc2163089", "doc735792", "doc1595692", "doc455756", "doc1035806", "doc520021", "doc2215182", "doc1768862", "doc211209", "doc1829626", "doc50111", "doc689060", "doc1612682", "doc2667180", "doc1373330", "doc298160", "doc21841", "doc1156528", "doc1244692", "doc41305", "doc1093057", "doc2046260", "doc1622317", "doc1267765", "doc849003", "doc367220", "doc1176070", "doc1296606", "doc1765392", "doc1769462", "doc594776", "doc963670", "doc260672", "doc566021", "doc874107", "doc1837585", "doc1734041", "doc2117093", "doc1716834", "doc208245", "doc450131", "doc1382207", "doc2340329", "doc1686189", "doc80089", "doc1669092", "doc387897", "doc299691", "doc682295", "doc300567", "doc7093", "doc1086818", "doc613408", "doc5734", "doc91121", "doc752404", "doc2013112", "doc108902", "doc1497917", "doc273559", "doc1049873", "doc2019060", "doc1079691", "doc863686", "doc1336091", "doc2233735", "doc2384634", "doc53464", "doc655676", "doc2173550", "doc683357", "doc1993448", "doc2528590", "doc920729", "doc1834170", "doc47608", "doc809023" ], "top100_scores": [ 2.25, -1.5234375, -3.859375, -4.0625, -4.46875, -4.6875, -4.875, -4.90625, -5.25, -5.3125, -5.4375, -5.625, -5.65625, -5.6875, -5.8125, -5.84375, -5.84375, -5.84375, -5.875, -5.875, -5.90625, -5.9375, -5.96875, -6.03125, -6.0625, -6.0625, -6.1875, -6.21875, -6.21875, -6.21875, -6.28125, -6.28125, -6.34375, -6.34375, -6.375, -6.375, -6.375, -6.4375, -6.46875, -6.46875, -6.46875, -6.46875, -6.46875, -6.5, -6.5, -6.5, -6.5, -6.5, -6.5, -6.53125, -6.53125, -6.5625, -6.625, -6.625, -6.625, -6.6875, -6.6875, -6.71875, -6.75, -6.75, -6.75, -6.75, -6.78125, -6.78125, -6.8125, -6.8125, -6.875, -6.875, -6.875, -6.875, -6.875, -6.90625, -6.90625, -6.90625, -6.9375, -6.9375, -6.9375, -6.96875, -6.96875, -6.96875, -6.96875, -7.0, -7.0, -7.0, -7.0, -7.03125, -7.03125, -7.0625, -7.09375, -7.09375, -7.09375, -7.125, -7.125, -7.125, -7.15625, -7.15625, -7.15625, -7.21875, -7.21875, -7.34375 ] }, { "query_id": "test3404", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc115973", "doc1961593", "doc2011376", "doc1088928", "doc2057552", "doc187847", "doc642762", "doc2018288", "doc1064409", "doc1874808", "doc2066832", "doc868658", "doc691881", "doc1986143", "doc2395516", "doc1508870", "doc2558036", "doc1809840", "doc2085567", "doc725581", "doc2631871", "doc2621500", "doc244368", "doc750416", "doc735792", "doc180079", "doc1685203", "doc1823034", "doc1366138", "doc1934174", "doc281066", "doc1205332", "doc2358819", "doc2010404", "doc1090888", "doc1689805", "doc648355", "doc1253247", "doc1858032", "doc384744", "doc751435", "doc2370166", "doc52429", "doc1340806", "doc157123", "doc299573", "doc171458", "doc713666", "doc844175", "doc675035", "doc919332", "doc722466", "doc173893", "doc919333", "doc349744", "doc2522627", "doc2042536", "doc2203117", "doc531512", "doc269387", "doc2508418", "doc1405222", "doc227150", "doc1185297", "doc1445498", "doc2659217", "doc82130", "doc2004585", "doc765127", "doc459410", "doc208245", "doc444923", "doc1129694", "doc378250", "doc626786", "doc77640", "doc2574862", "doc114242", "doc1445499", "doc1668716", "doc1321967", "doc90808", "doc260654", "doc58420", "doc2056486", "doc1996268", "doc2373417", "doc906768", "doc447411", "doc1026678", "doc889047", "doc2353712", "doc218667", "doc263654", "doc1125024", "doc773671", "doc7166", "doc1993448", "doc1287918", "doc891692" ], "top100_scores": [ 0.2109375, -2.875, -3.46875, -3.609375, -3.6875, -3.828125, -4.09375, -4.21875, -4.25, -4.28125, -4.40625, -4.40625, -4.4375, -4.4375, -4.46875, -4.59375, -4.625, -4.6875, -4.71875, -4.71875, -4.90625, -4.90625, -4.9375, -5.03125, -5.03125, -5.0625, -5.125, -5.15625, -5.21875, -5.21875, -5.21875, -5.25, -5.25, -5.28125, -5.28125, -5.28125, -5.375, -5.375, -5.375, -5.40625, -5.40625, -5.4375, -5.4375, -5.4375, -5.4375, -5.46875, -5.59375, -5.59375, -5.59375, -5.625, -5.625, -5.65625, -5.65625, -5.6875, -5.6875, -5.6875, -5.6875, -5.71875, -5.75, -5.75, -5.75, -5.78125, -5.78125, -5.78125, -5.8125, -5.8125, -5.8125, -5.84375, -5.84375, -5.84375, -5.875, -5.90625, -5.90625, -5.90625, -5.90625, -5.9375, -5.96875, -6.0, -6.0, -6.0, -6.0, -6.0625, -6.0625, -6.09375, -6.125, -6.15625, -6.15625, -6.15625, -6.1875, -6.1875, -6.21875, -6.21875, -6.25, -6.28125, -6.34375, -6.4375, -6.4375, -6.4375, -6.46875, -6.46875 ] }, { "query_id": "test1041", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc36467", "doc1395334", "doc1307727", "doc1618374", "doc874861", "doc207271", "doc36463", "doc525586", "doc1923111", "doc2657970", "doc1044670", "doc1874159", "doc1307736", "doc36460", "doc36485", "doc1618376", "doc1618372", "doc2396125", "doc1497378", "doc2470041", "doc1370970", "doc2396140", "doc2046260", "doc1912470", "doc636318", "doc759547", "doc2282286", "doc446484", "doc2074090", "doc588578", "doc72481", "doc108902", "doc856459", "doc80948", "doc1716059", "doc91121", "doc80070", "doc367220", "doc2619023", "doc2370166", "doc2074523", "doc80078", "doc574823", "doc1557550", "doc231271", "doc874107", "doc86469", "doc1286622", "doc1189650", "doc403589", "doc2688", "doc719078", "doc1419915", "doc252971", "doc520687", "doc281066", "doc208245", "doc1912506", "doc171458", "doc37911", "doc599398", "doc2563044", "doc2882", "doc625773", "doc929272", "doc564709", "doc434367", "doc1366769", "doc655676", "doc9324", "doc174973", "doc969509", "doc1449866", "doc81671", "doc80148", "doc2011376", "doc1455509", "doc2409275", "doc263654", "doc874322", "doc211935", "doc890682", "doc2173550", "doc367206", "doc1816074", "doc1868647", "doc2117093", "doc2631871", "doc1336177", "doc952618", "doc5734", "doc1257475", "doc2528590", "doc2240268", "doc2674988", "doc1585581", "doc1852527", "doc2384634", "doc904083", "doc1993448" ], "top100_scores": [ 7.125, -2.140625, -2.28125, -2.90625, -3.03125, -3.078125, -3.359375, -3.40625, -3.796875, -3.8125, -4.09375, -4.15625, -4.375, -4.5625, -5.53125, -5.65625, -5.875, -6.0, -6.375, -6.40625, -6.40625, -6.4375, -6.5625, -6.5625, -6.625, -6.65625, -6.65625, -6.65625, -6.6875, -6.71875, -6.71875, -6.75, -6.75, -6.78125, -6.78125, -6.78125, -6.78125, -6.8125, -6.8125, -6.84375, -6.84375, -6.84375, -6.84375, -6.875, -6.90625, -6.90625, -6.90625, -6.90625, -6.90625, -6.90625, -6.90625, -6.90625, -6.9375, -6.9375, -6.9375, -6.9375, -6.9375, -6.9375, -6.96875, -6.96875, -6.96875, -6.96875, -6.96875, -6.96875, -6.96875, -7.0, -7.0, -7.0, -7.03125, -7.03125, -7.03125, -7.03125, -7.03125, -7.0625, -7.0625, -7.0625, -7.0625, -7.125, -7.125, -7.125, -7.15625, -7.15625, -7.1875, -7.1875, -7.1875, -7.1875, -7.21875, -7.21875, -7.21875, -7.21875, -7.25, -7.25, -7.25, -7.25, -7.28125, -7.3125, -7.3125, -7.34375, -7.5, -7.5 ] }, { "query_id": "test1009", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc35719", "doc106362", "doc1136889", "doc973089", "doc1332302", "doc703721", "doc106357", "doc666653", "doc2832", "doc284003", "doc436998", "doc964811", "doc298160", "doc1060782", "doc652514", "doc427621", "doc2456577", "doc211929", "doc1804263", "doc703714", "doc1891830", "doc106332", "doc1390065", "doc703706", "doc1390073", "doc106355", "doc703719", "doc446477", "doc337547", "doc2060101", "doc1824664", "doc388464", "doc1445515", "doc874101", "doc211896", "doc703715", "doc1471934", "doc1445510", "doc2877", "doc392495", "doc955743", "doc211906", "doc211912", "doc1445498", "doc1445499", "doc337506", "doc284002", "doc1629806", "doc1051791", "doc211935", "doc337580", "doc392497", "doc1887731", "doc703728", "doc710956", "doc24299", "doc392476", "doc284042", "doc846246", "doc106372", "doc703736", "doc106333", "doc703701", "doc745803", "doc1903418", "doc337575", "doc1475938", "doc2839", "doc714665", "doc2173539", "doc337578", "doc2878", "doc24310", "doc285723", "doc2836", "doc703711", "doc446478", "doc284000", "doc2173529", "doc2173544", "doc24308", "doc211923", "doc1332310", "doc298199", "doc285724", "doc24315", "doc392492", "doc446480", "doc24305", "doc420626", "doc594485", "doc1843369", "doc2173547", "doc246550", "doc745801", "doc713666", "doc1057032", "doc3011", "doc1199279", "doc1540372" ], "top100_scores": [ 6.625, 0.373046875, -0.00994873046875, -0.08203125, -0.875, -1.03125, -1.09375, -1.28125, -1.28125, -1.3671875, -1.5390625, -1.71875, -1.765625, -1.90625, -1.96875, -2.109375, -2.421875, -2.71875, -2.90625, -2.921875, -3.03125, -3.0625, -3.0625, -3.15625, -3.1875, -3.203125, -3.203125, -3.21875, -3.25, -3.25, -3.265625, -3.4375, -3.46875, -3.5625, -3.625, -3.703125, -3.734375, -3.765625, -3.78125, -3.796875, -3.8125, -3.84375, -3.921875, -3.953125, -4.0, -4.0, -4.0, -4.03125, -4.0625, -4.09375, -4.125, -4.125, -4.15625, -4.15625, -4.15625, -4.15625, -4.15625, -4.1875, -4.1875, -4.21875, -4.21875, -4.25, -4.25, -4.25, -4.25, -4.28125, -4.3125, -4.34375, -4.34375, -4.34375, -4.40625, -4.5, -4.53125, -4.5625, -4.5625, -4.5625, -4.625, -4.65625, -4.71875, -4.71875, -4.75, -4.75, -4.78125, -4.8125, -4.84375, -4.84375, -4.84375, -4.875, -4.96875, -4.96875, -5.0625, -5.25, -5.375, -5.46875, -5.5625, -5.8125, -6.03125, -6.3125, -6.4375, -6.875 ] }, { "query_id": "test3193", "ndcg@10": 0.6309297535714575, "mrr@10": 0.5, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc626438", "doc108892", "doc1581104", "doc2573767", "doc2477335", "doc1373324", "doc1606329", "doc1220654", "doc842383", "doc1106533", "doc828186", "doc108938", "doc626446", "doc643072", "doc24505", "doc596021", "doc1119543", "doc935127", "doc2167590", "doc1373323", "doc2054870", "doc207176", "doc515127", "doc1064230", "doc729572", "doc626440", "doc655750", "doc108959", "doc935125", "doc2393669", "doc1119808", "doc1220638", "doc960776", "doc2376695", "doc105751", "doc356178", "doc108887", "doc935115", "doc309228", "doc729661", "doc108893", "doc2234638", "doc702815", "doc1119544", "doc108903", "doc368707", "doc729573", "doc626437", "doc599386", "doc2376691", "doc2105233", "doc1726400", "doc1548878", "doc2479871", "doc108955", "doc596014", "doc2369112", "doc1762151", "doc1419915", "doc2563044", "doc1840660", "doc2449643", "doc2205282", "doc108932", "doc499897", "doc990522", "doc612451", "doc990514", "doc2586142", "doc94371", "doc828252", "doc2011376", "doc596891", "doc1090039", "doc1117614", "doc94367", "doc645602", "doc1442519", "doc1629620", "doc847439", "doc1148543", "doc959527", "doc564709", "doc814675", "doc1117345", "doc591463", "doc214275", "doc2034261", "doc536387", "doc263654", "doc1678115", "doc367643", "doc1129694", "doc26461", "doc1524979", "doc2545099", "doc543039", "doc1520300", "doc2196547", "doc2312288" ], "top100_scores": [ 4.34375, 3.3125, 1.796875, 1.1875, 0.8203125, 0.40625, 0.02685546875, -0.02001953125, -0.1474609375, -0.2119140625, -0.255859375, -0.5390625, -0.5859375, -0.81640625, -0.90625, -0.90625, -0.94921875, -1.109375, -1.1796875, -1.3359375, -1.34375, -1.4921875, -1.59375, -1.640625, -1.765625, -1.765625, -1.7734375, -1.859375, -2.03125, -2.03125, -2.09375, -2.09375, -2.203125, -2.3125, -2.375, -2.484375, -2.609375, -2.6875, -2.734375, -2.796875, -2.859375, -2.921875, -2.9375, -3.171875, -3.46875, -3.46875, -3.5625, -3.71875, -3.828125, -3.921875, -3.953125, -3.984375, -4.09375, -4.125, -4.15625, -4.25, -4.28125, -4.3125, -4.34375, -4.40625, -4.46875, -4.53125, -4.53125, -4.5625, -4.59375, -4.75, -4.75, -4.8125, -4.9375, -5.0, -5.15625, -5.3125, -5.3125, -5.375, -5.5625, -5.5625, -5.5625, -5.5625, -5.6875, -5.75, -5.84375, -5.84375, -5.9375, -5.96875, -6.0, -6.0, -6.09375, -6.1875, -6.21875, -6.21875, -6.46875, -6.5, -6.59375, -6.59375, -6.65625, -6.65625, -6.6875, -6.875, -6.90625, -7.1875 ] }, { "query_id": "test2247", "ndcg@10": 0.6309297535714575, "mrr@10": 0.5, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc1504263", "doc77971", "doc77976", "doc1430993", "doc5734", "doc1431001", "doc1430994", "doc1381513", "doc2079848", "doc77973", "doc338815", "doc1045032", "doc1823034", "doc2164807", "doc2432006", "doc1844826", "doc311498", "doc703683", "doc2168530", "doc216328", "doc2357495", "doc1224325", "doc1313629", "doc1150456", "doc75292", "doc80123", "doc719678", "doc333675", "doc2557709", "doc902657", "doc853156", "doc1487701", "doc2549319", "doc2357497", "doc1616053", "doc1619342", "doc923913", "doc272763", "doc1030289", "doc11699", "doc1619495", "doc823832", "doc1643694", "doc551718", "doc456580", "doc1385353", "doc1455509", "doc2295957", "doc333847", "doc874107", "doc2058897", "doc1752436", "doc458222", "doc1740045", "doc2206639", "doc434424", "doc1668974", "doc623693", "doc191614", "doc2439860", "doc2085567", "doc1683659", "doc804930", "doc153569", "doc318559", "doc303260", "doc7165", "doc1163498", "doc47008", "doc293490", "doc360768", "doc1104225", "doc434733", "doc434367", "doc441683", "doc1202159", "doc105751", "doc61054", "doc1245017", "doc823398", "doc1209437", "doc720136", "doc389941", "doc182888", "doc1480727", "doc1791093", "doc1791050", "doc354191", "doc1305242", "doc1519779", "doc108559", "doc2442198", "doc203256", "doc918892", "doc1784440", "doc74797", "doc2029100", "doc1366138", "doc1153299", "doc276042" ], "top100_scores": [ 6.3125, 2.046875, 1.96875, 0.275390625, -1.25, -2.921875, -3.8125, -5.34375, -5.5, -5.625, -5.75, -5.75, -5.78125, -5.78125, -5.84375, -5.875, -5.90625, -6.09375, -6.21875, -6.21875, -6.25, -6.28125, -6.28125, -6.3125, -6.3125, -6.34375, -6.40625, -6.40625, -6.40625, -6.4375, -6.4375, -6.46875, -6.46875, -6.46875, -6.46875, -6.5, -6.5, -6.5, -6.53125, -6.53125, -6.5625, -6.59375, -6.625, -6.625, -6.625, -6.625, -6.65625, -6.65625, -6.65625, -6.65625, -6.65625, -6.6875, -6.6875, -6.71875, -6.71875, -6.71875, -6.71875, -6.75, -6.75, -6.75, -6.78125, -6.78125, -6.78125, -6.78125, -6.8125, -6.8125, -6.84375, -6.84375, -6.84375, -6.84375, -6.875, -6.875, -6.875, -6.875, -6.90625, -6.90625, -6.90625, -6.9375, -6.9375, -6.9375, -6.9375, -6.96875, -6.96875, -6.96875, -7.0, -7.0, -7.0, -7.03125, -7.03125, -7.0625, -7.0625, -7.09375, -7.09375, -7.15625, -7.15625, -7.15625, -7.25, -7.28125, -7.34375, -7.4375 ] } ] }, "NanoFiQA2018": { "metrics": { "ndcg@10": 0.44809628362738463, "mrr@10": 0.5073333333333333, "recall@100": 0.6279444444444444, "candidate_recall": 0.6279444444444444, "seconds": 7.276389005997771 }, "per_query": [ { "query_id": "3357", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "209974", "85655", "593694", "418647", "148250", "468741", "594531", "584218", "445298", "315552", "480717", "184977", "106007", "42924", "406656", "400801", "297427", "156554", "428079", "496385", "392503", "508501", "237635", "175272", "37725", "98767", "408124", "398536", "207531", "91045", "44152", "492456", "268261", "381116", "81530", "101329", "589", "56118", "489898", "415946", "57229", "188232", "42124", "148141", "392752", "571430", "134761", "150219", "263088", "495011", "410166", "306908", "526106", "109455", "195571", "55541", "456234", "574954", "151853", "573935", "203380", "201758", "298785", "373730", "499098", "185077", "278902", "213042", "146441", "410675", "6936", "121621", "469938", "225925", "30155", "12488", "360716", "17208", "428348", "18850", "388704", "232983", "355972", "533808", "464277", "4153", "588253", "275932", "102237", "326843", "190135", "277", "593705", "145864", "453257", "89216", "569539", "347825", "278122", "306430" ], "top100_scores": [ 0.546875, -1.9453125, -2.25, -3.671875, -3.703125, -4.0625, -4.125, -4.25, -4.28125, -4.34375, -4.375, -4.4375, -4.4375, -4.53125, -4.5625, -4.59375, -4.65625, -4.65625, -4.71875, -4.75, -4.8125, -4.8125, -4.90625, -5.0625, -5.09375, -5.09375, -5.21875, -5.25, -5.3125, -5.3125, -5.375, -5.40625, -5.46875, -5.46875, -5.5, -5.5625, -5.5625, -5.625, -5.625, -5.625, -5.65625, -5.65625, -5.6875, -5.6875, -5.6875, -5.6875, -5.71875, -5.71875, -5.78125, -5.78125, -5.78125, -5.78125, -5.8125, -5.84375, -5.875, -5.90625, -5.90625, -5.90625, -5.90625, -5.90625, -5.90625, -5.9375, -5.9375, -5.9375, -5.9375, -5.96875, -6.0, -6.0, -6.03125, -6.03125, -6.03125, -6.03125, -6.0625, -6.0625, -6.0625, -6.0625, -6.09375, -6.125, -6.125, -6.15625, -6.1875, -6.21875, -6.25, -6.25, -6.25, -6.25, -6.25, -6.28125, -6.28125, -6.28125, -6.3125, -6.3125, -6.34375, -6.34375, -6.34375, -6.375, -6.375, -6.40625, -6.40625, -6.4375 ] }, { "query_id": "4785", "ndcg@10": 0.5, "mrr@10": 0.3333333333333333, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "8891", "328995", "37517", "539251", "180733", "495898", "237251", "322806", "446059", "15169", "36833", "116804", "143066", "209065", "576185", "125601", "447482", "438302", "10549", "31377", "278460", "93890", "321196", "58432", "55535", "566573", "132754", "316645", "583666", "425527", "20261", "174122", "501764", "62047", "101580", "358997", "393912", "467535", "368010", "230215", "207779", "83543", "540389", "250500", "231863", "18551", "583165", "570466", "257625", "303432", "361163", "68249", "226248", "304023", "340484", "454871", "589476", "125811", "550939", "130631", "499060", "372657", "597813", "327127", "148721", "108302", "594122", "30155", "52532", "353337", "313372", "350357", "23609", "440719", "102138", "44152", "173846", "594784", "260677", "30774", "78053", "594226", "402814", "137393", "583912", "599925", "551145", "257616", "484362", "109675", "565738", "340607", "187129", "120080", "305742", "87187", "353926", "23142", "272820", "61170" ], "top100_scores": [ -4.8125, -4.9375, -5.03125, -5.25, -5.28125, -5.34375, -5.375, -5.375, -5.40625, -5.40625, -5.40625, -5.46875, -5.5, -5.5, -5.53125, -5.5625, -5.5625, -5.5625, -5.5625, -5.5625, -5.5625, -5.59375, -5.59375, -5.65625, -5.6875, -5.6875, -5.71875, -5.78125, -5.78125, -5.8125, -5.8125, -5.8125, -5.84375, -5.84375, -5.84375, -5.875, -5.875, -5.875, -5.875, -5.90625, -5.9375, -5.9375, -5.9375, -5.9375, -5.96875, -6.0, -6.0, -6.0, -6.0, -6.03125, -6.03125, -6.0625, -6.0625, -6.0625, -6.0625, -6.0625, -6.09375, -6.09375, -6.125, -6.125, -6.125, -6.125, -6.15625, -6.15625, -6.15625, -6.1875, -6.1875, -6.1875, -6.1875, -6.21875, -6.21875, -6.21875, -6.21875, -6.21875, -6.25, -6.25, -6.28125, -6.28125, -6.28125, -6.28125, -6.3125, -6.3125, -6.3125, -6.3125, -6.3125, -6.34375, -6.34375, -6.34375, -6.375, -6.375, -6.375, -6.40625, -6.40625, -6.4375, -6.46875, -6.46875, -6.46875, -6.53125, -6.625, -6.625 ] }, { "query_id": "106", "ndcg@10": 0.31546487678572877, "mrr@10": 0.125, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "262721", "271691", "538208", "420915", "81530", "265533", "365410", "76695", "126770", "17488", "371579", "44917", "270426", "235438", "81599", "165659", "559866", "26263", "297427", "508764", "317768", "179855", "579763", "245447", "504599", "77488", "352271", "326020", "78837", "336468", "245867", "352700", "479461", "166904", "39303", "392484", "211708", "278702", "125111", "388713", "156554", "5219", "152286", "313525", "468086", "220834", "400196", "367880", "86852", "355592", "93564", "300121", "352638", "418999", "365648", "26790", "532932", "189190", "460721", "468741", "18539", "174122", "393733", "116647", "311214", "408112", "58882", "470968", "277810", "130631", "289582", "391463", "192900", "107584", "329662", "182168", "257168", "274833", "546400", "363919", "103405", "18850", "390368", "378161", "269987", "495165", "546277", "531192", "46791", "115175", "254151", "153541", "335991", "79411", "221479", "538023", "272940", "533808", "209067", "223170" ], "top100_scores": [ -0.85546875, -1.6171875, -1.7734375, -2.34375, -2.65625, -2.828125, -2.875, -3.140625, -3.578125, -3.703125, -3.75, -3.875, -3.921875, -4.0, -4.0625, -4.09375, -4.125, -4.15625, -4.25, -4.34375, -4.46875, -4.5625, -4.5625, -4.5625, -4.59375, -4.59375, -4.625, -4.625, -4.65625, -4.6875, -4.6875, -4.71875, -4.71875, -4.75, -4.78125, -4.8125, -4.8125, -4.8125, -4.875, -4.90625, -4.9375, -4.9375, -4.96875, -4.96875, -5.0625, -5.09375, -5.125, -5.15625, -5.15625, -5.1875, -5.25, -5.3125, -5.375, -5.40625, -5.53125, -5.53125, -5.59375, -5.59375, -5.59375, -5.65625, -5.65625, -5.6875, -5.71875, -5.75, -5.78125, -5.78125, -5.78125, -5.8125, -5.8125, -5.84375, -5.84375, -5.875, -5.875, -5.875, -5.875, -5.90625, -5.90625, -5.90625, -5.9375, -5.96875, -5.96875, -6.0, -6.0, -6.03125, -6.0625, -6.0625, -6.0625, -6.15625, -6.15625, -6.1875, -6.1875, -6.25, -6.25, -6.34375, -6.375, -6.4375, -6.5, -6.53125, -6.5625, -6.625 ] }, { "query_id": "5083", "ndcg@10": 0.38685280723454163, "mrr@10": 0.5, "recall@100": 0.5, "candidate_recall": 0.5, "top100": [ "270952", "305509", "28083", "205865", "18257", "240021", "467195", "447983", "6068", "111454", "151121", "312361", "345697", "370815", "3040", "287693", "547773", "285147", "18792", "488439", "7311", "524034", "5188", "5219", "2653", "6047", "589", "7243", "2996", "68439", "90572", "274945", "594531", "174016", "490497", "594226", "7391", "391896", "414892", "2018", "3279", "4854", "550876", "135483", "469100", "39149", "2286", "449131", "3095", "6349", "345851", "1203", "2860", "146653", "281644", "277", "294", "6881", "161230", "1219", "1982", "4153", "4845", "4976", "5257", "343", "2890", "3173", "6936", "330", "1001", "6703", "61022", "2633", "2830", "7540", "7423", "249228", "2528", "3315", "3789", "4044", "5591", "495321", "2718", "4444", "6701", "2064", "1699", "3763", "5323", "6595", "6666", "119470", "6503", "6990", "1011", "2519", "5550", "2003" ], "top100_scores": [ -2.015625, -2.8125, -3.328125, -4.34375, -4.375, -4.53125, -4.75, -4.8125, -4.84375, -4.90625, -5.0, -5.0, -5.0625, -5.1875, -5.4375, -5.46875, -5.46875, -5.46875, -5.59375, -5.6875, -5.75, -5.84375, -5.84375, -5.875, -5.90625, -5.90625, -5.96875, -5.96875, -6.0, -6.0625, -6.0625, -6.0625, -6.09375, -6.09375, -6.09375, -6.09375, -6.09375, -6.125, -6.125, -6.125, -6.125, -6.125, -6.15625, -6.15625, -6.15625, -6.15625, -6.15625, -6.1875, -6.1875, -6.1875, -6.21875, -6.21875, -6.21875, -6.25, -6.25, -6.25, -6.25, -6.25, -6.28125, -6.28125, -6.28125, -6.3125, -6.3125, -6.3125, -6.3125, -6.34375, -6.34375, -6.34375, -6.34375, -6.375, -6.375, -6.375, -6.40625, -6.40625, -6.40625, -6.40625, -6.4375, -6.46875, -6.46875, -6.46875, -6.46875, -6.46875, -6.46875, -6.53125, -6.53125, -6.53125, -6.53125, -6.5625, -6.59375, -6.59375, -6.59375, -6.59375, -6.59375, -6.625, -6.65625, -6.6875, -6.71875, -6.71875, -6.75, -6.96875 ] }, { "query_id": "3033", "ndcg@10": 0.2640681225725909, "mrr@10": 0.25, "recall@100": 0.5, "candidate_recall": 0.5, "top100": [ "457455", "52622", "149692", "571430", "440506", "232282", "136932", "300133", "123468", "387010", "294123", "239052", "309923", "360773", "116181", "355717", "516817", "182217", "22425", "465135", "569539", "495864", "115175", "396180", "290317", "219421", "25381", "69306", "103590", "8859", "511678", "401724", "94520", "86088", "174019", "319331", "322778", "247902", "315086", "418630", "570453", "147080", "444899", "279936", "565007", "581780", "429037", "548299", "549870", "308113", "260795", "332152", "173212", "47747", "359814", "312038", "388036", "20036", "237234", "320579", "558832", "250798", "327263", "156499", "158122", "248629", "584238", "92819", "568255", "137393", "292769", "89611", "442142", "455398", "396066", "303432", "53996", "231947", "342018", "5550", "429978", "531499", "55666", "280335", "7748", "298737", "175951", "282189", "212661", "257168", "2996", "282683", "134494", "240038", "38325", "335667", "393483", "198583", "59710", "538743" ], "top100_scores": [ 0.3984375, -0.134765625, -0.3828125, -0.54296875, -1.1953125, -1.6484375, -1.9375, -1.984375, -2.109375, -2.328125, -2.359375, -2.515625, -2.75, -2.9375, -3.171875, -3.234375, -3.265625, -3.5, -3.515625, -3.53125, -3.796875, -3.84375, -4.03125, -4.0625, -4.0625, -4.09375, -4.21875, -4.34375, -4.46875, -4.46875, -4.5625, -4.75, -4.78125, -4.84375, -4.9375, -4.96875, -5.0, -5.03125, -5.03125, -5.0625, -5.09375, -5.125, -5.15625, -5.1875, -5.25, -5.28125, -5.40625, -5.40625, -5.4375, -5.4375, -5.46875, -5.5, -5.53125, -5.53125, -5.53125, -5.53125, -5.53125, -5.5625, -5.5625, -5.5625, -5.59375, -5.59375, -5.625, -5.625, -5.71875, -5.75, -5.75, -5.78125, -5.8125, -5.8125, -5.84375, -5.84375, -5.84375, -5.9375, -5.96875, -6.0, -6.0, -6.0, -6.03125, -6.15625, -6.1875, -6.21875, -6.25, -6.25, -6.25, -6.25, -6.28125, -6.3125, -6.34375, -6.34375, -6.34375, -6.375, -6.46875, -6.5, -6.5625, -6.59375, -6.59375, -6.65625, -6.8125, -7.0 ] }, { "query_id": "3189", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.5, "candidate_recall": 0.5, "top100": [ "219208", "65567", "159076", "455698", "122222", "399543", "104793", "27495", "484349", "241161", "272840", "455398", "466720", "1219", "144824", "364666", "84250", "447482", "387338", "410675", "192857", "8542", "9597", "475748", "335357", "475397", "119165", "13209", "332113", "395840", "583230", "401450", "277915", "286746", "553031", "105011", "106611", "53996", "73344", "459589", "551099", "324012", "459906", "187124", "268731", "393693", "179408", "12488", "165549", "41417", "158907", "588134", "96045", "113881", "257274", "488556", "29323", "32009", "181827", "502150", "87260", "92442", "449828", "292937", "462481", "355373", "422979", "330874", "258658", "271825", "302306", "308150", "479779", "118485", "387030", "585422", "132754", "444044", "413174", "61022", "259150", "526520", "540389", "484149", "111350", "382236", "31462", "227364", "213066", "519129", "500913", "95390", "196427", "106501", "139059", "260677", "82251", "546150", "436930", "34902" ], "top100_scores": [ -1.328125, -1.4765625, -2.09375, -2.109375, -2.578125, -2.8125, -2.828125, -2.890625, -2.921875, -2.9375, -2.984375, -2.984375, -3.0, -3.015625, -3.03125, -3.09375, -3.109375, -3.15625, -3.15625, -3.171875, -3.203125, -3.203125, -3.203125, -3.25, -3.265625, -3.296875, -3.34375, -3.34375, -3.390625, -3.390625, -3.390625, -3.40625, -3.421875, -3.421875, -3.453125, -3.453125, -3.46875, -3.5, -3.546875, -3.5625, -3.5625, -3.5625, -3.5625, -3.609375, -3.625, -3.640625, -3.640625, -3.671875, -3.671875, -3.671875, -3.6875, -3.703125, -3.703125, -3.734375, -3.765625, -3.765625, -3.8125, -3.828125, -3.828125, -3.84375, -3.84375, -3.875, -3.875, -3.890625, -3.90625, -3.921875, -3.96875, -3.984375, -3.984375, -3.984375, -4.0, -4.0, -4.0, -4.0, -4.03125, -4.0625, -4.0625, -4.09375, -4.15625, -4.1875, -4.1875, -4.1875, -4.21875, -4.21875, -4.21875, -4.3125, -4.3125, -4.34375, -4.34375, -4.375, -4.375, -4.53125, -4.5625, -4.5625, -4.6875, -4.78125, -4.8125, -4.8125, -5.40625, -5.84375 ] }, { "query_id": "6199", "ndcg@10": 0.7757386182436072, "mrr@10": 1.0, "recall@100": 0.75, "candidate_recall": 0.75, "top100": [ "584273", "414693", "49602", "540516", "10399", "169921", "400046", "231306", "118191", "69518", "589950", "328295", "237738", "329270", "513899", "69960", "110628", "432054", "180345", "182297", "376579", "94230", "472702", "558742", "576569", "555559", "359257", "549009", "494553", "52622", "436331", "441143", "208215", "338174", "486440", "144439", "549665", "526106", "547127", "421575", "172303", "419138", "489473", "373620", "257415", "150672", "388396", "218501", "514171", "230380", "179679", "440061", "203173", "147765", "364370", "29372", "350317", "188232", "392041", "349299", "537857", "386264", "498604", "171712", "531965", "393464", "200803", "118039", "133938", "2018", "441518", "7311", "458183", "177328", "447010", "236778", "79411", "546075", "414284", "353625", "189061", "82284", "174016", "14989", "175889", "58690", "590102", "466213", "293897", "598484", "176599", "365167", "451855", "295159", "201758", "495321", "28661", "192541", "567201", "174122" ], "top100_scores": [ 1.78125, 0.259765625, -1.1171875, -1.71875, -1.9765625, -2.0625, -2.078125, -2.75, -2.796875, -2.859375, -2.9375, -3.21875, -3.296875, -3.421875, -3.578125, -3.609375, -3.765625, -3.765625, -3.84375, -3.9375, -4.0, -4.0625, -4.09375, -4.21875, -4.28125, -4.375, -4.53125, -4.5625, -4.59375, -4.6875, -4.6875, -4.78125, -4.9375, -4.96875, -4.96875, -4.96875, -4.96875, -4.96875, -4.96875, -5.0, -5.03125, -5.03125, -5.0625, -5.09375, -5.125, -5.15625, -5.1875, -5.21875, -5.25, -5.28125, -5.28125, -5.3125, -5.3125, -5.3125, -5.40625, -5.40625, -5.4375, -5.4375, -5.46875, -5.46875, -5.5, -5.53125, -5.53125, -5.5625, -5.5625, -5.5625, -5.5625, -5.5625, -5.5625, -5.59375, -5.59375, -5.625, -5.65625, -5.65625, -5.65625, -5.65625, -5.65625, -5.6875, -5.6875, -5.71875, -5.75, -5.75, -5.75, -5.78125, -5.84375, -5.84375, -5.84375, -5.875, -5.9375, -5.96875, -6.03125, -6.0625, -6.125, -6.125, -6.15625, -6.15625, -6.1875, -6.21875, -6.25, -6.3125 ] }, { "query_id": "9548", "ndcg@10": 0.38685280723454163, "mrr@10": 0.2, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "523810", "227955", "286746", "393009", "297290", "79375", "65567", "32009", "495165", "195587", "438525", "225395", "224816", "106620", "520597", "335357", "599757", "462481", "345030", "144824", "198572", "324012", "130941", "346474", "576008", "44578", "549364", "219208", "511664", "159076", "562305", "104793", "137267", "299690", "444044", "9597", "73344", "434279", "475748", "107688", "135823", "455398", "551145", "118485", "237450", "90858", "476517", "391752", "241433", "70702", "474296", "583203", "41417", "393693", "580056", "354136", "423754", "245867", "387030", "524612", "165246", "95390", "410675", "332113", "264237", "526235", "27495", "558130", "464668", "508534", "200803", "92442", "395840", "521014", "6881", "358997", "355373", "546150", "387338", "179408", "82251", "354551", "292937", "502150", "436930", "551099", "585422", "540389", "10521", "519129", "113221", "192857", "61022", "302306", "258658", "111350", "418551", "490497", "157414", "260677" ], "top100_scores": [ -0.30078125, -1.2421875, -1.2890625, -1.453125, -1.5078125, -1.5703125, -2.171875, -2.171875, -2.203125, -2.296875, -2.34375, -2.375, -2.40625, -2.53125, -2.5625, -2.609375, -2.609375, -2.65625, -2.6875, -2.734375, -2.734375, -2.765625, -2.78125, -2.8125, -2.859375, -2.90625, -3.0, -3.09375, -3.09375, -3.171875, -3.265625, -3.296875, -3.328125, -3.5, -3.53125, -3.546875, -3.640625, -3.671875, -3.71875, -3.71875, -3.734375, -3.8125, -3.84375, -3.859375, -3.9375, -3.9375, -3.953125, -4.03125, -4.03125, -4.0625, -4.0625, -4.0625, -4.125, -4.21875, -4.25, -4.34375, -4.4375, -4.4375, -4.46875, -4.53125, -4.625, -4.6875, -4.6875, -4.71875, -4.71875, -4.75, -4.78125, -4.8125, -4.84375, -4.9375, -4.96875, -5.0, -5.0, -5.0, -5.03125, -5.03125, -5.0625, -5.0625, -5.0625, -5.09375, -5.1875, -5.1875, -5.25, -5.25, -5.28125, -5.28125, -5.3125, -5.34375, -5.34375, -5.40625, -5.4375, -5.46875, -5.46875, -5.46875, -5.65625, -5.84375, -5.84375, -5.96875, -6.0, -6.09375 ] }, { "query_id": "3453", "ndcg@10": 0.8503449055347546, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "418626", "65295", "550440", "549040", "233635", "460839", "10549", "165659", "229242", "240844", "289073", "340815", "113018", "110716", "201222", "300104", "189061", "391515", "13631", "524846", "271691", "122432", "362762", "507038", "164001", "158915", "235438", "148141", "111451", "128469", "279151", "413231", "206683", "227232", "459825", "83046", "538237", "61384", "221869", "326335", "35633", "264490", "196596", "367137", "564983", "110217", "149988", "176869", "444461", "474129", "578223", "569565", "395100", "74248", "156211", "176161", "83316", "18671", "266480", "460643", "76466", "536462", "277190", "170887", "449359", "460721", "121017", "418150", "62019", "308289", "590632", "256261", "536554", "311642", "400838", "41176", "392649", "180571", "241599", "116958", "192464", "161966", "61170", "487817", "245616", "302448", "350357", "316645", "554018", "374867", "443752", "439593", "192669", "500408", "546075", "271395", "225718", "393617", "596798", "164137" ], "top100_scores": [ -1.40625, -3.34375, -4.15625, -4.15625, -4.5, -4.53125, -4.625, -4.78125, -4.78125, -4.875, -4.90625, -4.90625, -4.9375, -4.96875, -5.0, -5.1875, -5.28125, -5.28125, -5.28125, -5.34375, -5.375, -5.40625, -5.4375, -5.46875, -5.5, -5.5, -5.5, -5.65625, -5.6875, -5.75, -5.78125, -5.78125, -5.78125, -5.78125, -5.78125, -5.8125, -5.875, -5.875, -5.90625, -5.9375, -6.0, -6.0, -6.03125, -6.0625, -6.0625, -6.0625, -6.09375, -6.09375, -6.09375, -6.125, -6.125, -6.15625, -6.15625, -6.1875, -6.1875, -6.1875, -6.21875, -6.21875, -6.28125, -6.3125, -6.375, -6.40625, -6.4375, -6.46875, -6.46875, -6.46875, -6.46875, -6.5, -6.5, -6.5, -6.5, -6.53125, -6.5625, -6.5625, -6.59375, -6.59375, -6.625, -6.625, -6.625, -6.65625, -6.65625, -6.65625, -6.6875, -6.6875, -6.6875, -6.71875, -6.75, -6.75, -6.8125, -6.8125, -6.8125, -6.8125, -6.84375, -6.90625, -6.9375, -6.96875, -7.0, -7.0, -7.0625, -7.0625 ] }, { "query_id": "1736", "ndcg@10": 0.48522855511632257, "mrr@10": 1.0, "recall@100": 0.4, "candidate_recall": 0.4, "top100": [ "562896", "297288", "298908", "399406", "188406", "321196", "390598", "475668", "398090", "569056", "584273", "281049", "414693", "59327", "99463", "395152", "3040", "397538", "204478", "246882", "463065", "2018", "495431", "248615", "571246", "93271", "91183", "351907", "443852", "276323", "85214", "300489", "578738", "173929", "528032", "402739", "417130", "487621", "115499", "336468", "421575", "9814", "555101", "169275", "172305", "357017", "135571", "327366", "285524", "465814", "395379", "428953", "456679", "33673", "583359", "561123", "319043", "467195", "108302", "65179", "554217", "510989", "355592", "306874", "345697", "549665", "278071", "219033", "169978", "440012", "30770", "11082", "449131", "325332", "156326", "29397", "24138", "190941", "20261", "321199", "323310", "218360", "294128", "72289", "526106", "162745", "125497", "500261", "333219", "569421", "399199", "297274", "92549", "346444", "13656", "408124", "2064", "477226", "360628", "273947" ], "top100_scores": [ 3.296875, 1.703125, 1.6640625, 1.2421875, 1.0625, 0.43359375, 0.1884765625, -0.73046875, -1.203125, -1.34375, -1.5, -1.6953125, -1.703125, -1.9921875, -2.171875, -2.390625, -2.859375, -2.890625, -2.921875, -3.0, -3.0, -3.015625, -3.03125, -3.078125, -3.171875, -3.21875, -3.34375, -3.390625, -3.40625, -3.515625, -3.515625, -3.578125, -3.578125, -3.59375, -3.59375, -3.609375, -3.609375, -3.671875, -3.765625, -3.796875, -3.828125, -3.859375, -3.921875, -3.9375, -3.953125, -3.96875, -4.0, -4.0625, -4.09375, -4.09375, -4.15625, -4.1875, -4.25, -4.28125, -4.28125, -4.3125, -4.40625, -4.46875, -4.46875, -4.5, -4.5, -4.53125, -4.5625, -4.5625, -4.59375, -4.65625, -4.71875, -4.75, -4.78125, -4.8125, -4.84375, -4.875, -4.96875, -4.96875, -4.96875, -4.96875, -5.03125, -5.09375, -5.09375, -5.125, -5.15625, -5.15625, -5.21875, -5.25, -5.28125, -5.28125, -5.34375, -5.375, -5.375, -5.4375, -5.46875, -5.53125, -5.6875, -5.78125, -5.8125, -5.9375, -6.15625, -6.15625, -6.59375, -6.8125 ] }, { "query_id": "2724", "ndcg@10": 0.5706417189553201, "mrr@10": 0.3333333333333333, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "162916", "41675", "491472", "32172", "301636", "155797", "76285", "562481", "315345", "501931", "345954", "583203", "586759", "348424", "8891", "444562", "447781", "15169", "354136", "71511", "115553", "474512", "240435", "22469", "324661", "79375", "13631", "360193", "391752", "211622", "517577", "379732", "346474", "245867", "435722", "352700", "360716", "403755", "499286", "464668", "144824", "562305", "522040", "202985", "488622", "134497", "241101", "324066", "193398", "7969", "558130", "252918", "549364", "278373", "337993", "476517", "408435", "299690", "445782", "136280", "189894", "488113", "51848", "500815", "89973", "457013", "458183", "277373", "90085", "93073", "118786", "511506", "343594", "206442", "33628", "576008", "44578", "524612", "423754", "161966", "65567", "406920", "190135", "324012", "41176", "469141", "393733", "450848", "70702", "327080", "138383", "553748", "84800", "17823", "503261", "400196", "470861", "373697", "449828", "61384" ], "top100_scores": [ 2.40625, 0.2080078125, -0.33203125, -1.15625, -2.15625, -2.25, -2.3125, -2.453125, -2.6875, -2.71875, -2.78125, -2.90625, -2.96875, -3.09375, -3.265625, -3.453125, -3.515625, -3.5625, -3.625, -3.734375, -3.78125, -3.84375, -3.921875, -4.125, -4.15625, -4.1875, -4.1875, -4.28125, -4.3125, -4.34375, -4.40625, -4.4375, -4.46875, -4.46875, -4.46875, -4.5625, -4.59375, -4.59375, -4.625, -4.6875, -4.71875, -4.8125, -4.84375, -4.84375, -4.875, -4.90625, -4.96875, -4.96875, -5.09375, -5.125, -5.28125, -5.34375, -5.34375, -5.34375, -5.375, -5.40625, -5.4375, -5.4375, -5.46875, -5.53125, -5.53125, -5.5625, -5.5625, -5.5625, -5.59375, -5.59375, -5.625, -5.65625, -5.65625, -5.65625, -5.65625, -5.6875, -5.6875, -5.6875, -5.71875, -5.71875, -5.78125, -5.78125, -5.8125, -5.8125, -5.84375, -5.84375, -5.84375, -5.84375, -5.875, -5.9375, -5.96875, -5.96875, -5.96875, -6.0, -6.03125, -6.0625, -6.0625, -6.125, -6.1875, -6.25, -6.3125, -6.3125, -6.34375, -6.625 ] }, { "query_id": "1783", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "445298", "14609", "387010", "549870", "323731", "144190", "159709", "541366", "560380", "175563", "354943", "511678", "250640", "263751", "225536", "592510", "206442", "25172", "122014", "219421", "458851", "208215", "53996", "142658", "390368", "479093", "558832", "433766", "130934", "516817", "376800", "277915", "222030", "202019", "270426", "25381", "255101", "282262", "343708", "502754", "47747", "180500", "175951", "562957", "55666", "122074", "134026", "218064", "584238", "286654", "559866", "373180", "290317", "589416", "193251", "581780", "120394", "192292", "123468", "152407", "309684", "446117", "99716", "594652", "340661", "436562", "101329", "115416", "424824", "196427", "89611", "585422", "576621", "158122", "86621", "28172", "352052", "11654", "20880", "139059", "199037", "260795", "136932", "1219", "191965", "259150", "292769", "131959", "246453", "587120", "453257", "568255", "236114", "341747", "127974", "173133", "286689", "388036", "407316", "156499" ], "top100_scores": [ 1.7734375, -0.62890625, -1.625, -2.234375, -2.46875, -3.296875, -3.765625, -4.5625, -4.875, -4.875, -4.90625, -5.03125, -5.0625, -5.125, -5.15625, -5.1875, -5.21875, -5.21875, -5.25, -5.25, -5.25, -5.28125, -5.3125, -5.3125, -5.34375, -5.375, -5.375, -5.375, -5.40625, -5.40625, -5.40625, -5.40625, -5.4375, -5.4375, -5.46875, -5.46875, -5.5, -5.5, -5.53125, -5.53125, -5.5625, -5.5625, -5.59375, -5.59375, -5.59375, -5.59375, -5.59375, -5.65625, -5.6875, -5.6875, -5.6875, -5.6875, -5.6875, -5.6875, -5.75, -5.75, -5.78125, -5.78125, -5.78125, -5.78125, -5.8125, -5.8125, -5.8125, -5.8125, -5.8125, -5.84375, -5.875, -5.875, -5.875, -5.875, -5.875, -5.90625, -5.9375, -5.9375, -5.9375, -5.9375, -5.9375, -5.96875, -5.96875, -5.96875, -5.96875, -5.96875, -6.0, -6.0, -6.03125, -6.03125, -6.03125, -6.03125, -6.03125, -6.0625, -6.125, -6.125, -6.15625, -6.15625, -6.15625, -6.21875, -6.25, -6.25, -6.28125, -6.3125 ] }, { "query_id": "6787", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "376800", "23217", "511678", "263751", "311782", "390864", "278729", "66834", "379786", "124230", "30912", "387035", "580534", "578022", "102237", "38287", "358602", "7423", "456436", "207929", "73256", "557885", "156092", "118786", "257625", "273761", "306688", "278082", "301757", "287092", "112195", "554293", "562481", "474512", "378173", "369577", "24563", "333605", "330041", "69306", "291749", "114981", "351518", "11075", "543522", "231500", "363919", "14989", "370995", "420974", "221479", "250294", "192307", "377335", "382908", "354943", "61022", "422295", "226496", "115947", "198532", "206442", "294753", "313372", "31465", "193266", "275171", "498075", "2653", "188232", "545284", "330743", "303724", "479093", "388718", "468717", "310837", "320579", "340607", "97180", "116181", "108062", "464810", "390435", "26790", "277915", "203638", "512663", "321108", "246453", "585823", "559718", "588134", "159076", "307518", "43432", "464668", "139998", "281644", "88095" ], "top100_scores": [ 1.5078125, 1.34375, 0.50390625, 0.271484375, 0.06396484375, -0.353515625, -0.890625, -1.2265625, -1.4140625, -1.71875, -1.7421875, -1.8828125, -1.90625, -2.0, -2.03125, -2.046875, -2.59375, -2.65625, -2.78125, -2.828125, -2.859375, -2.875, -2.9375, -3.171875, -3.203125, -3.234375, -3.25, -3.296875, -3.5, -3.515625, -3.625, -3.625, -3.640625, -3.984375, -4.0, -4.03125, -4.125, -4.21875, -4.21875, -4.21875, -4.21875, -4.25, -4.46875, -4.625, -4.625, -4.65625, -4.6875, -4.78125, -4.78125, -4.8125, -4.84375, -4.84375, -4.84375, -4.875, -4.875, -4.875, -4.9375, -4.96875, -5.0, -5.09375, -5.09375, -5.125, -5.125, -5.1875, -5.21875, -5.28125, -5.28125, -5.40625, -5.4375, -5.46875, -5.46875, -5.46875, -5.5, -5.5, -5.53125, -5.5625, -5.5625, -5.59375, -5.625, -5.625, -5.65625, -5.6875, -5.6875, -5.78125, -5.8125, -5.84375, -5.875, -5.9375, -5.96875, -6.0, -6.0, -6.0625, -6.0625, -6.125, -6.21875, -6.21875, -6.34375, -6.46875, -6.8125, -6.84375 ] }, { "query_id": "4286", "ndcg@10": 0.6131471927654584, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "70460", "56732", "151817", "106104", "206830", "546070", "396537", "109675", "41356", "180592", "307517", "599757", "93073", "332719", "343206", "114912", "531965", "305742", "560208", "503261", "521996", "274833", "60508", "566069", "589088", "296980", "28348", "278373", "498075", "129255", "579763", "443852", "222444", "67741", "373697", "57716", "487817", "160922", "418626", "561056", "479779", "419747", "146020", "577832", "123718", "247486", "569528", "541421", "474234", "226053", "261087", "64410", "391896", "428141", "30774", "297102", "51848", "454871", "273761", "87238", "538260", "404973", "103511", "322806", "192669", "314056", "599436", "87160", "27987", "132839", "148346", "565765", "17215", "474896", "272318", "469938", "70702", "165549", "581866", "134764", "56689", "144824", "295082", "379866", "41509", "477907", "451424", "333219", "490888", "350357", "373119", "394549", "250640", "224345", "546150", "216404", "458485", "551398", "595897", "291931" ], "top100_scores": [ 4.71875, 0.53125, -1.0234375, -1.1015625, -1.140625, -1.4296875, -1.453125, -1.6171875, -1.6484375, -1.765625, -2.015625, -2.078125, -2.1875, -2.328125, -2.34375, -2.34375, -2.359375, -2.515625, -2.546875, -2.609375, -2.703125, -2.71875, -2.71875, -2.734375, -2.734375, -2.765625, -2.8125, -2.8125, -2.8125, -2.8125, -2.890625, -2.90625, -2.90625, -2.9375, -2.953125, -2.953125, -2.953125, -2.96875, -2.96875, -2.984375, -3.0625, -3.078125, -3.109375, -3.125, -3.140625, -3.140625, -3.171875, -3.171875, -3.171875, -3.1875, -3.203125, -3.203125, -3.21875, -3.21875, -3.25, -3.25, -3.265625, -3.28125, -3.28125, -3.296875, -3.296875, -3.328125, -3.34375, -3.34375, -3.359375, -3.390625, -3.40625, -3.40625, -3.4375, -3.4375, -3.453125, -3.46875, -3.515625, -3.515625, -3.53125, -3.5625, -3.59375, -3.609375, -3.609375, -3.609375, -3.625, -3.640625, -3.65625, -3.671875, -3.6875, -3.703125, -3.734375, -3.734375, -3.734375, -3.734375, -3.75, -3.8125, -3.859375, -3.875, -3.953125, -3.953125, -3.96875, -4.125, -4.1875, -4.4375 ] }, { "query_id": "7071", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.5, "candidate_recall": 0.5, "top100": [ "361345", "35575", "495568", "567244", "511678", "545284", "519148", "387035", "481339", "16175", "521095", "292045", "596664", "273565", "469100", "310683", "301636", "114981", "342809", "102757", "217837", "553605", "488207", "38287", "345410", "41322", "447781", "303724", "66834", "498561", "481283", "455376", "130941", "371195", "246221", "306460", "344372", "500856", "322284", "370995", "514922", "238629", "536647", "378173", "458244", "502164", "217124", "93129", "7391", "240023", "102237", "567090", "233248", "467853", "535518", "388718", "266785", "202805", "497762", "498604", "313437", "178684", "196870", "483025", "43087", "318696", "312600", "109455", "399149", "250623", "44118", "226496", "47053", "576391", "403899", "320155", "208637", "498075", "521478", "95948", "89484", "581657", "570112", "278729", "272174", "271825", "509274", "478600", "210236", "201495", "402273", "435940", "179485", "206442", "56118", "69518", "114263", "232262", "541298", "149526" ], "top100_scores": [ 2.0625, 0.50390625, 0.404296875, 0.158203125, 0.00830078125, -0.21875, -0.5703125, -0.7265625, -0.96484375, -1.0, -1.1796875, -1.5703125, -1.671875, -1.6875, -1.6953125, -1.7734375, -1.875, -1.8984375, -1.9140625, -2.125, -2.3125, -2.34375, -2.375, -2.390625, -2.421875, -2.453125, -2.453125, -2.5, -2.578125, -2.59375, -2.59375, -2.640625, -2.671875, -2.703125, -2.71875, -2.78125, -2.8125, -2.828125, -2.875, -2.9375, -2.953125, -2.984375, -3.0, -3.09375, -3.15625, -3.21875, -3.25, -3.265625, -3.390625, -3.40625, -3.421875, -3.5625, -3.59375, -3.671875, -3.6875, -3.78125, -3.796875, -3.8125, -3.859375, -3.953125, -3.96875, -4.03125, -4.125, -4.15625, -4.1875, -4.40625, -4.4375, -4.46875, -4.46875, -4.5, -4.5, -4.53125, -4.53125, -4.5625, -4.65625, -4.65625, -4.6875, -4.71875, -4.71875, -4.75, -4.8125, -4.84375, -4.84375, -4.84375, -4.90625, -5.0625, -5.28125, -5.40625, -5.65625, -5.6875, -5.75, -5.8125, -5.9375, -6.0, -6.03125, -6.375, -6.375, -6.40625, -6.53125, -6.65625 ] }, { "query_id": "6410", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "71230", "214281", "231863", "264490", "87238", "205280", "96828", "204202", "569565", "100485", "358997", "285135", "158426", "479461", "148721", "325818", "524612", "418150", "189894", "474745", "295993", "157759", "520963", "41176", "570247", "489103", "14185", "58690", "176161", "45174", "133196", "61787", "159471", "143238", "440417", "590010", "159076", "585405", "154229", "194605", "240651", "497301", "175679", "195206", "462106", "133093", "312406", "111768", "198572", "578530", "335136", "116647", "206683", "590218", "122679", "565150", "41675", "209492", "318406", "299690", "29184", "436020", "519781", "237450", "406920", "469141", "549040", "229242", "222646", "319471", "138383", "517391", "24188", "528827", "538237", "263751", "304023", "117049", "173846", "360716", "254910", "297290", "228997", "244303", "17208", "221869", "153112", "6666", "156923", "9116", "400196", "266194", "236507", "90858", "581866", "87160", "510328", "598908", "353337", "393464" ], "top100_scores": [ -0.8984375, -1.296875, -1.7578125, -1.8984375, -2.140625, -2.15625, -2.25, -2.3125, -2.328125, -2.484375, -2.703125, -3.03125, -3.125, -3.203125, -3.3125, -3.53125, -3.65625, -3.703125, -3.859375, -3.921875, -4.03125, -4.03125, -4.09375, -4.28125, -4.28125, -4.3125, -4.3125, -4.375, -4.5, -4.53125, -4.5625, -4.59375, -4.625, -4.75, -4.75, -4.78125, -4.78125, -4.8125, -4.8125, -4.90625, -4.9375, -4.9375, -4.96875, -5.03125, -5.0625, -5.09375, -5.125, -5.15625, -5.1875, -5.25, -5.25, -5.40625, -5.40625, -5.46875, -5.46875, -5.53125, -5.5625, -5.5625, -5.5625, -5.59375, -5.59375, -5.625, -5.65625, -5.65625, -5.6875, -5.71875, -5.75, -5.78125, -5.8125, -5.84375, -5.875, -5.875, -5.875, -5.875, -5.90625, -5.9375, -5.96875, -5.96875, -6.0, -6.03125, -6.03125, -6.03125, -6.0625, -6.09375, -6.09375, -6.125, -6.125, -6.125, -6.21875, -6.3125, -6.34375, -6.34375, -6.40625, -6.46875, -6.46875, -6.46875, -6.5625, -6.625, -6.65625, -6.75 ] }, { "query_id": "2296", "ndcg@10": 0.6496480341009881, "mrr@10": 1.0, "recall@100": 0.5555555555555556, "candidate_recall": 0.5555555555555556, "top100": [ "400009", "396853", "420440", "119298", "106424", "336847", "572563", "279897", "361717", "145404", "395769", "175982", "129177", "177908", "368010", "259919", "221113", "38786", "231306", "402739", "310056", "246882", "376246", "490888", "445053", "198251", "143057", "458485", "101103", "233795", "5188", "362468", "312540", "32744", "278902", "546318", "104857", "153968", "18257", "170096", "428941", "329344", "8480", "395379", "411572", "550939", "334301", "72289", "590364", "437149", "162745", "125613", "439593", "98294", "13656", "41052", "290691", "293464", "52756", "500034", "24138", "134764", "190941", "549665", "583359", "496540", "310112", "63501", "309235", "279229", "147806", "44529", "555124", "583666", "285255", "449131", "205515", "290508", "82251", "534552", "345697", "368338", "475668", "407401", "551423", "175522", "381341", "561123", "367137", "11082", "526106", "327366", "65295", "95778", "326305", "175019", "125497", "571246", "321637", "293897" ], "top100_scores": [ 1.796875, -0.69921875, -1.1875, -1.578125, -2.203125, -2.421875, -3.3125, -3.5625, -3.6875, -3.71875, -3.875, -3.9375, -4.0, -4.0, -4.125, -4.15625, -4.21875, -4.25, -4.25, -4.34375, -4.40625, -4.4375, -4.46875, -4.46875, -4.625, -4.625, -4.625, -4.6875, -4.6875, -4.71875, -4.75, -4.75, -4.75, -4.78125, -4.78125, -4.8125, -4.8125, -4.9375, -4.96875, -5.0, -5.0, -5.0, -5.03125, -5.03125, -5.03125, -5.09375, -5.09375, -5.125, -5.125, -5.15625, -5.21875, -5.25, -5.25, -5.28125, -5.3125, -5.3125, -5.34375, -5.375, -5.40625, -5.4375, -5.46875, -5.46875, -5.46875, -5.46875, -5.5625, -5.5625, -5.65625, -5.65625, -5.75, -5.78125, -5.8125, -5.8125, -5.84375, -5.84375, -5.875, -5.9375, -5.9375, -5.9375, -5.9375, -5.9375, -5.96875, -5.96875, -5.96875, -5.96875, -6.0, -6.03125, -6.03125, -6.0625, -6.09375, -6.125, -6.125, -6.15625, -6.21875, -6.28125, -6.375, -6.40625, -6.4375, -6.53125, -6.59375, -6.71875 ] }, { "query_id": "8034", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "350247", "358997", "254910", "173846", "497301", "60728", "585405", "4444", "310973", "148632", "236507", "326335", "218261", "408918", "378906", "347992", "524612", "488622", "563446", "334800", "436020", "565691", "121480", "517391", "549254", "542024", "397340", "84800", "500695", "593879", "489103", "570178", "307518", "331008", "419747", "300104", "469141", "16187", "361163", "61384", "69197", "556688", "175019", "237483", "406542", "84870", "26292", "591558", "559768", "83079", "578597", "530938", "43432", "554465", "454871", "393987", "45053", "88801", "4153", "560208", "569283", "193012", "69308", "340815", "348621", "469835", "116647", "106310", "518932", "476517", "171420", "382384", "181827", "369437", "71257", "210751", "195206", "372657", "344783", "134764", "587267", "418551", "399480", "44529", "544070", "238903", "304023", "51848", "125477", "460721", "179893", "333334", "584304", "420974", "423754", "599436", "273142", "549364", "305742", "347825" ], "top100_scores": [ -3.25, -3.5, -3.5625, -4.0, -4.125, -4.21875, -4.25, -4.34375, -4.34375, -4.4375, -4.53125, -4.59375, -4.59375, -4.625, -4.65625, -4.6875, -4.6875, -4.71875, -4.78125, -4.8125, -4.875, -4.90625, -4.90625, -4.9375, -4.96875, -4.96875, -4.96875, -5.0, -5.03125, -5.03125, -5.125, -5.1875, -5.21875, -5.28125, -5.3125, -5.3125, -5.34375, -5.34375, -5.40625, -5.40625, -5.4375, -5.4375, -5.4375, -5.5, -5.5, -5.5, -5.5, -5.53125, -5.53125, -5.53125, -5.5625, -5.59375, -5.59375, -5.59375, -5.625, -5.625, -5.625, -5.65625, -5.65625, -5.6875, -5.6875, -5.71875, -5.71875, -5.71875, -5.75, -5.75, -5.75, -5.75, -5.78125, -5.8125, -5.8125, -5.8125, -5.84375, -5.84375, -5.84375, -5.875, -5.875, -5.875, -5.90625, -5.90625, -5.90625, -5.9375, -5.9375, -5.96875, -6.0, -6.0, -6.03125, -6.03125, -6.0625, -6.0625, -6.09375, -6.125, -6.15625, -6.1875, -6.21875, -6.25, -6.25, -6.3125, -6.3125, -6.5625 ] }, { "query_id": "26", "ndcg@10": 0.3065735963827292, "mrr@10": 0.3333333333333333, "recall@100": 0.5, "candidate_recall": 0.5, "top100": [ "443419", "175522", "350819", "114494", "336468", "81530", "425352", "532804", "392503", "274721", "245447", "240038", "357037", "173929", "563025", "557369", "239064", "295250", "373059", "369577", "8891", "355592", "201812", "494783", "251466", "300489", "567201", "300121", "103680", "68431", "492342", "346444", "500261", "576185", "81599", "85214", "125477", "321199", "293122", "9814", "324874", "531918", "263751", "18850", "381830", "574383", "76954", "107584", "24138", "345697", "40888", "104644", "390368", "325332", "71987", "2890", "2064", "42924", "172305", "114064", "79453", "297841", "430911", "153541", "221281", "294128", "33673", "130631", "376246", "589543", "559718", "86852", "598802", "524034", "368010", "396933", "573290", "74688", "254538", "511480", "297427", "472527", "538208", "306149", "461233", "395152", "368165", "571430", "226519", "330049", "152827", "495165", "328066", "259881", "251649", "298779", "23097", "495011", "222639", "415432" ], "top100_scores": [ -2.1875, -2.328125, -2.640625, -2.65625, -2.875, -3.0, -3.328125, -3.328125, -3.421875, -3.875, -3.890625, -4.0, -4.1875, -4.28125, -4.34375, -4.375, -4.375, -4.4375, -4.4375, -4.46875, -4.46875, -4.46875, -4.5625, -4.59375, -4.65625, -4.75, -4.8125, -4.84375, -4.90625, -4.9375, -4.9375, -4.9375, -4.9375, -4.96875, -4.96875, -4.96875, -5.0, -5.03125, -5.0625, -5.0625, -5.0625, -5.09375, -5.09375, -5.09375, -5.09375, -5.125, -5.125, -5.125, -5.15625, -5.15625, -5.15625, -5.1875, -5.1875, -5.21875, -5.28125, -5.3125, -5.34375, -5.34375, -5.40625, -5.4375, -5.46875, -5.46875, -5.46875, -5.46875, -5.5, -5.53125, -5.53125, -5.5625, -5.5625, -5.5625, -5.5625, -5.59375, -5.59375, -5.59375, -5.59375, -5.59375, -5.625, -5.625, -5.65625, -5.6875, -5.6875, -5.6875, -5.75, -5.78125, -5.8125, -5.84375, -5.875, -5.90625, -5.90625, -5.9375, -6.0, -6.03125, -6.0625, -6.15625, -6.15625, -6.25, -6.25, -6.375, -6.375, -6.4375 ] }, { "query_id": "10414", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "79807", "303325", "198583", "127015", "58882", "261802", "356726", "41417", "133760", "212222", "278102", "590744", "109455", "202799", "226053", "389032", "293484", "366327", "369437", "78224", "464810", "151723", "472500", "330041", "159949", "522007", "268330", "429704", "525231", "230343", "450848", "370995", "132430", "563446", "202829", "581204", "333605", "466315", "314008", "432054", "390598", "570466", "226496", "140135", "320155", "399480", "439459", "3095", "447781", "17488", "78842", "435363", "189868", "565226", "326020", "4153", "137852", "66460", "424717", "16175", "521844", "227173", "341837", "567749", "89973", "4976", "272840", "498723", "278460", "303432", "384850", "447812", "399406", "215260", "587120", "301813", "42475", "227955", "63883", "474512", "495898", "63501", "499154", "327094", "95778", "495431", "17823", "344037", "218064", "421575", "464277", "267067", "357817", "511960", "327366", "475748", "322778", "35865", "571062", "6503" ], "top100_scores": [ 3.6875, 3.21875, 0.255859375, -0.67578125, -0.703125, -1.046875, -1.1640625, -1.2734375, -2.0625, -2.078125, -2.265625, -2.359375, -2.4375, -2.46875, -2.484375, -2.703125, -2.734375, -3.109375, -3.109375, -3.234375, -3.234375, -3.3125, -3.421875, -3.453125, -3.578125, -3.625, -3.65625, -3.6875, -3.703125, -3.75, -3.84375, -3.90625, -3.921875, -3.953125, -3.96875, -3.96875, -3.984375, -4.03125, -4.0625, -4.09375, -4.09375, -4.09375, -4.125, -4.15625, -4.21875, -4.21875, -4.25, -4.25, -4.28125, -4.3125, -4.375, -4.40625, -4.4375, -4.46875, -4.46875, -4.625, -4.625, -4.65625, -4.65625, -4.65625, -4.78125, -4.90625, -4.90625, -5.125, -5.25, -5.28125, -5.3125, -5.40625, -5.40625, -5.5, -5.53125, -5.625, -5.625, -5.625, -5.65625, -5.6875, -5.6875, -5.71875, -5.71875, -5.8125, -5.84375, -5.84375, -5.875, -5.9375, -5.9375, -5.9375, -6.03125, -6.09375, -6.125, -6.125, -6.1875, -6.1875, -6.25, -6.3125, -6.34375, -6.40625, -6.40625, -6.4375, -6.46875, -6.71875 ] }, { "query_id": "94", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "245447", "274721", "71987", "174714", "382908", "223624", "399199", "390435", "442968", "130631", "408434", "289582", "472824", "55666", "527776", "18850", "508534", "390368", "392484", "312626", "81599", "406789", "496433", "295250", "283079", "152407", "182168", "560087", "262960", "249228", "559866", "114494", "300418", "418999", "257168", "484424", "558832", "592192", "460325", "196463", "74688", "253373", "289526", "417981", "425352", "377547", "44152", "300121", "212661", "398090", "57229", "69306", "156640", "589543", "78486", "297467", "336468", "598802", "547036", "9814", "459589", "355592", "72289", "13656", "513256", "397538", "321199", "456679", "173929", "330049", "325332", "172305", "319043", "233795", "20261", "91183", "188406", "404275", "567201", "395152", "501976", "24138", "299840", "461233", "510989", "526106", "467482", "390598", "346444", "294128", "487621", "92549", "278071", "297274", "190941", "209859", "114064", "583359", "11082", "273947" ], "top100_scores": [ 2.28125, 1.96875, -1.0546875, -1.3046875, -1.5390625, -2.578125, -2.59375, -2.78125, -2.84375, -2.890625, -2.890625, -3.015625, -3.0625, -3.34375, -3.40625, -3.4375, -3.4375, -3.453125, -3.46875, -3.53125, -3.578125, -3.59375, -3.6875, -3.765625, -3.78125, -3.859375, -3.875, -3.890625, -3.90625, -3.984375, -4.0, -4.09375, -4.09375, -4.125, -4.15625, -4.1875, -4.1875, -4.34375, -4.375, -4.5, -4.5625, -4.625, -4.71875, -4.78125, -4.8125, -4.8125, -4.90625, -4.9375, -4.9375, -5.0, -5.0, -5.0, -5.09375, -5.15625, -5.21875, -5.34375, -5.375, -5.375, -5.40625, -5.4375, -5.4375, -5.53125, -5.53125, -5.59375, -5.75, -5.75, -5.78125, -5.78125, -5.78125, -5.84375, -5.875, -5.875, -5.9375, -5.96875, -5.96875, -5.96875, -6.03125, -6.03125, -6.0625, -6.0625, -6.0625, -6.09375, -6.09375, -6.09375, -6.125, -6.15625, -6.1875, -6.1875, -6.1875, -6.25, -6.28125, -6.3125, -6.3125, -6.34375, -6.40625, -6.5, -6.5, -6.53125, -6.53125, -6.59375 ] }, { "query_id": "5981", "ndcg@10": 0.8687949224876582, "mrr@10": 1.0, "recall@100": 0.8, "candidate_recall": 0.8, "top100": [ "286182", "210439", "245532", "564554", "328231", "542024", "579763", "460613", "526270", "268553", "274833", "241297", "177442", "123256", "179679", "207779", "278197", "554217", "578597", "129606", "383921", "109540", "474234", "578046", "278626", "218484", "105866", "572563", "491688", "210917", "169240", "74248", "368338", "565356", "435883", "332719", "323228", "489044", "590632", "321108", "137267", "378173", "414892", "183722", "347773", "383978", "403017", "257625", "371886", "391605", "479093", "481999", "49602", "400838", "76257", "12329", "192307", "300121", "299840", "192669", "521987", "340730", "555794", "366146", "228548", "260363", "318696", "474129", "336053", "585422", "101103", "132839", "68431", "332938", "507806", "282623", "464810", "286746", "24563", "441518", "241599", "27495", "29761", "568784", "299690", "101580", "421639", "593705", "148141", "264326", "475397", "11075", "479779", "365648", "539881", "174122", "429704", "303685", "472500", "335136" ], "top100_scores": [ 3.90625, 1.0703125, 0.7109375, 0.0189208984375, -3.546875, -3.765625, -3.984375, -4.0, -4.125, -4.21875, -4.28125, -4.34375, -4.5, -4.5625, -4.625, -4.6875, -4.8125, -4.875, -4.875, -4.90625, -4.90625, -4.96875, -5.0, -5.0625, -5.0625, -5.09375, -5.15625, -5.1875, -5.21875, -5.21875, -5.25, -5.28125, -5.34375, -5.34375, -5.40625, -5.4375, -5.4375, -5.46875, -5.46875, -5.46875, -5.5, -5.5, -5.53125, -5.53125, -5.59375, -5.625, -5.65625, -5.65625, -5.6875, -5.71875, -5.75, -5.78125, -5.8125, -5.8125, -5.8125, -5.8125, -5.8125, -5.84375, -5.84375, -5.84375, -5.90625, -5.90625, -5.90625, -5.90625, -5.9375, -5.9375, -5.96875, -5.96875, -5.96875, -5.96875, -5.96875, -5.96875, -5.96875, -5.96875, -6.03125, -6.03125, -6.03125, -6.03125, -6.03125, -6.0625, -6.0625, -6.0625, -6.09375, -6.09375, -6.125, -6.15625, -6.15625, -6.15625, -6.1875, -6.21875, -6.21875, -6.28125, -6.28125, -6.3125, -6.3125, -6.34375, -6.34375, -6.34375, -6.46875, -6.53125 ] }, { "query_id": "604", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "175107", "576621", "286654", "177328", "309235", "300133", "531499", "139654", "353625", "125111", "25381", "364543", "330041", "257625", "157414", "205515", "318696", "55666", "589416", "162804", "379786", "87187", "371625", "442142", "441176", "85504", "222030", "136932", "571430", "190135", "150119", "431349", "278729", "21957", "333954", "463289", "460325", "115553", "254958", "175951", "42521", "344283", "508534", "416787", "447567", "2996", "354136", "535673", "192811", "266900", "386128", "66834", "101764", "429978", "259766", "590232", "468937", "456436", "479093", "403701", "406876", "526520", "193012", "299690", "546356", "127974", "192307", "518079", "386095", "149153", "437706", "278373", "549009", "585422", "72372", "336053", "544070", "264565", "93519", "525322", "77248", "253045", "396853", "364802", "161966", "145458", "420915", "444540", "349621", "134494", "344783", "139059", "519129", "234615", "469141", "503261", "390655", "71204", "566745", "246586" ], "top100_scores": [ -2.8125, -3.203125, -3.953125, -4.125, -4.25, -4.3125, -4.34375, -4.375, -4.4375, -4.46875, -4.46875, -4.53125, -4.59375, -4.59375, -4.625, -4.6875, -4.71875, -4.71875, -4.71875, -4.75, -4.75, -4.78125, -4.8125, -4.8125, -4.84375, -4.90625, -4.90625, -4.90625, -4.9375, -4.9375, -4.96875, -5.03125, -5.03125, -5.0625, -5.0625, -5.125, -5.125, -5.15625, -5.1875, -5.1875, -5.21875, -5.21875, -5.25, -5.25, -5.25, -5.25, -5.28125, -5.3125, -5.34375, -5.40625, -5.40625, -5.40625, -5.40625, -5.4375, -5.4375, -5.46875, -5.5, -5.5, -5.5, -5.5, -5.5, -5.5, -5.53125, -5.5625, -5.5625, -5.59375, -5.59375, -5.59375, -5.59375, -5.625, -5.625, -5.65625, -5.65625, -5.6875, -5.6875, -5.71875, -5.75, -5.75, -5.75, -5.75, -5.75, -5.75, -5.75, -5.78125, -5.78125, -5.8125, -5.8125, -5.84375, -5.84375, -5.875, -5.875, -5.875, -5.96875, -5.96875, -5.96875, -6.0, -6.03125, -6.03125, -6.125, -6.28125 ] }, { "query_id": "2385", "ndcg@10": 0.6131471927654584, "mrr@10": 1.0, "recall@100": 0.5, "candidate_recall": 0.5, "top100": [ "373059", "519321", "351169", "529032", "312349", "246791", "329810", "260848", "108062", "382908", "366327", "272820", "509617", "162630", "468741", "496959", "466213", "400119", "77248", "287348", "252843", "288145", "276189", "331594", "15270", "245228", "224438", "364543", "221747", "114494", "423171", "535314", "268069", "271395", "143057", "392894", "291749", "469100", "242478", "190931", "239064", "557852", "272279", "112435", "553605", "437987", "149516", "183909", "374264", "237907", "474842", "294810", "204202", "510373", "334603", "434211", "160899", "102995", "392329", "184977", "446803", "68088", "536462", "203503", "315568", "85672", "413348", "92819", "561123", "107819", "418630", "343472", "520114", "253045", "225395", "477175", "525322", "483453", "175272", "24883", "408124", "472332", "76556", "507841", "386095", "484424", "298785", "370494", "111391", "486333", "92670", "116804", "134764", "440930", "160313", "407401", "121621", "523058", "366583", "166204" ], "top100_scores": [ 3.53125, -3.796875, -4.03125, -4.15625, -4.3125, -4.40625, -4.4375, -4.46875, -4.71875, -4.75, -4.75, -4.78125, -4.8125, -4.8125, -4.90625, -4.9375, -5.03125, -5.0625, -5.125, -5.15625, -5.375, -5.40625, -5.53125, -5.53125, -5.5625, -5.59375, -5.59375, -5.59375, -5.625, -5.65625, -5.6875, -5.84375, -5.84375, -5.90625, -5.90625, -5.90625, -5.96875, -5.96875, -6.0, -6.0, -6.0, -6.0, -6.09375, -6.09375, -6.09375, -6.125, -6.125, -6.15625, -6.1875, -6.21875, -6.21875, -6.21875, -6.21875, -6.25, -6.25, -6.28125, -6.28125, -6.3125, -6.3125, -6.34375, -6.34375, -6.34375, -6.375, -6.375, -6.40625, -6.4375, -6.4375, -6.46875, -6.46875, -6.46875, -6.46875, -6.46875, -6.5, -6.5, -6.5, -6.53125, -6.53125, -6.53125, -6.53125, -6.53125, -6.53125, -6.5625, -6.5625, -6.5625, -6.5625, -6.5625, -6.5625, -6.625, -6.65625, -6.65625, -6.71875, -6.75, -6.78125, -6.84375, -6.875, -6.875, -6.875, -6.875, -6.90625, -6.96875 ] }, { "query_id": "10447", "ndcg@10": 0.23463936301137822, "mrr@10": 0.3333333333333333, "recall@100": 0.3333333333333333, "candidate_recall": 0.3333333333333333, "top100": [ "259150", "475397", "382236", "447482", "459589", "299690", "53996", "111350", "588134", "540389", "62281", "9845", "61022", "139059", "32009", "41417", "500913", "257274", "569953", "84250", "126756", "396066", "175679", "1219", "27495", "47747", "461084", "114912", "277915", "585422", "92442", "192857", "395840", "523318", "28599", "258658", "239341", "573935", "502150", "475748", "367562", "113881", "462481", "292937", "551145", "165549", "479779", "549223", "536610", "425558", "308150", "312600", "30912", "161758", "444044", "521014", "410675", "240651", "120394", "387030", "422979", "335357", "519129", "408582", "485822", "570453", "344283", "140917", "12488", "393693", "159076", "87260", "73344", "525149", "553031", "300418", "451855", "484149", "353337", "339955", "144824", "399543", "221747", "113632", "132754", "179408", "199310", "590232", "219208", "202398", "7814", "70702", "466308", "65567", "265747", "82251", "429133", "434279", "436930", "201856" ], "top100_scores": [ 1.34375, 0.7421875, 0.1787109375, -0.466796875, -0.7109375, -0.875, -0.88671875, -0.90625, -0.97265625, -1.0625, -1.078125, -1.1640625, -1.28125, -1.3203125, -1.34375, -1.5859375, -1.8046875, -1.9609375, -1.9765625, -2.28125, -2.28125, -2.328125, -2.375, -2.453125, -2.53125, -2.53125, -2.59375, -2.59375, -2.765625, -2.859375, -2.921875, -2.96875, -3.0, -3.046875, -3.109375, -3.171875, -3.28125, -3.515625, -3.53125, -3.546875, -3.65625, -3.734375, -3.796875, -3.796875, -3.828125, -3.84375, -3.859375, -3.9375, -3.953125, -3.953125, -3.96875, -4.0625, -4.15625, -4.1875, -4.21875, -4.28125, -4.3125, -4.34375, -4.34375, -4.40625, -4.4375, -4.4375, -4.46875, -4.46875, -4.65625, -4.6875, -4.75, -4.75, -4.78125, -4.78125, -4.9375, -5.0625, -5.125, -5.125, -5.15625, -5.15625, -5.1875, -5.21875, -5.25, -5.28125, -5.34375, -5.375, -5.375, -5.5, -5.53125, -5.5625, -5.59375, -5.59375, -5.75, -5.78125, -5.8125, -5.8125, -6.0, -6.09375, -6.15625, -6.15625, -6.21875, -6.3125, -6.34375, -6.34375 ] }, { "query_id": "11039", "ndcg@10": 0.26852556974265224, "mrr@10": 0.5, "recall@100": 0.625, "candidate_recall": 0.625, "top100": [ "508534", "91183", "232262", "79363", "299819", "568784", "395376", "160780", "103093", "531051", "397538", "59327", "534837", "135112", "436331", "175470", "330058", "293531", "140917", "297288", "471472", "371886", "551040", "367272", "353625", "443852", "73344", "298908", "253373", "149004", "571246", "551145", "350082", "104644", "321196", "487621", "437706", "479240", "159762", "398090", "422979", "31462", "93271", "392371", "395152", "462481", "240373", "449828", "240259", "248615", "464080", "333102", "168561", "296405", "276323", "288268", "355373", "280492", "313923", "113651", "581204", "463065", "357017", "297467", "484349", "269385", "158364", "308150", "394549", "335991", "143862", "333219", "30912", "426215", "45053", "592709", "589543", "27495", "62281", "526106", "430014", "425352", "13656", "590310", "15728", "351907", "583359", "554217", "395840", "57229", "525645", "125497", "114064", "525322", "463007", "321199", "72289", "496253", "278071", "360628" ], "top100_scores": [ 2.09375, 0.8515625, 0.44140625, 0.390625, -0.474609375, -0.9765625, -1.1171875, -1.5, -1.65625, -2.0, -2.09375, -2.140625, -2.1875, -2.1875, -2.203125, -2.28125, -2.28125, -2.40625, -2.46875, -2.5625, -2.65625, -2.703125, -2.734375, -2.765625, -2.828125, -2.859375, -2.921875, -2.953125, -2.96875, -2.984375, -3.015625, -3.03125, -3.03125, -3.03125, -3.046875, -3.046875, -3.078125, -3.125, -3.1875, -3.265625, -3.359375, -3.359375, -3.359375, -3.359375, -3.40625, -3.4375, -3.5, -3.5, -3.515625, -3.515625, -3.5625, -3.625, -3.65625, -3.71875, -3.765625, -3.8125, -3.859375, -3.859375, -3.859375, -3.875, -4.0, -4.03125, -4.15625, -4.1875, -4.1875, -4.25, -4.25, -4.28125, -4.34375, -4.40625, -4.46875, -4.5, -4.5625, -4.59375, -4.59375, -4.6875, -4.78125, -4.84375, -4.9375, -4.96875, -5.0, -5.0625, -5.0625, -5.09375, -5.15625, -5.21875, -5.21875, -5.28125, -5.3125, -5.40625, -5.4375, -5.46875, -5.46875, -5.5, -5.53125, -5.5625, -5.78125, -5.8125, -6.15625, -6.34375 ] }, { "query_id": "2587", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "89326", "594483", "69560", "567201", "133943", "293122", "290508", "478026", "342212", "349299", "499889", "18844", "361279", "589", "590102", "580963", "175196", "301833", "457013", "144698", "449082", "171242", "295082", "295750", "86852", "103668", "174019", "457529", "241101", "15169", "79375", "235271", "130850", "379732", "518932", "172736", "218501", "314806", "163641", "81530", "524912", "398090", "546678", "449001", "547036", "12488", "414693", "121480", "61384", "298737", "558921", "103771", "416513", "509837", "343", "489898", "200784", "246586", "322806", "341455", "560340", "93890", "349424", "140049", "126675", "180592", "125659", "299840", "429704", "436530", "586007", "189678", "577832", "249320", "44118", "358997", "83046", "150707", "418551", "274833", "29184", "118485", "229242", "371886", "282262", "352638", "187124", "368698", "533808", "135705", "555476", "438525", "225718", "542667", "544070", "2064", "325818", "192900", "87915", "393101" ], "top100_scores": [ 3.90625, -1.390625, -4.1875, -4.34375, -4.59375, -5.0, -5.03125, -5.0625, -5.40625, -5.4375, -5.5, -5.53125, -5.53125, -5.5625, -5.59375, -5.625, -5.71875, -5.78125, -5.78125, -5.78125, -5.8125, -5.8125, -5.8125, -5.90625, -5.9375, -5.9375, -5.9375, -5.96875, -5.96875, -6.0, -6.0, -6.0, -6.03125, -6.03125, -6.0625, -6.125, -6.125, -6.15625, -6.1875, -6.1875, -6.1875, -6.1875, -6.1875, -6.1875, -6.21875, -6.21875, -6.21875, -6.21875, -6.25, -6.25, -6.25, -6.25, -6.25, -6.25, -6.28125, -6.28125, -6.3125, -6.3125, -6.3125, -6.3125, -6.3125, -6.3125, -6.3125, -6.34375, -6.34375, -6.34375, -6.375, -6.375, -6.375, -6.375, -6.40625, -6.40625, -6.40625, -6.40625, -6.40625, -6.40625, -6.4375, -6.4375, -6.4375, -6.4375, -6.4375, -6.5, -6.5, -6.5, -6.53125, -6.53125, -6.53125, -6.5625, -6.5625, -6.5625, -6.5625, -6.59375, -6.625, -6.625, -6.625, -6.625, -6.65625, -6.65625, -6.6875, -6.78125 ] }, { "query_id": "4312", "ndcg@10": 0.8887517031591262, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "222639", "282435", "167950", "507284", "156553", "116647", "210514", "135845", "560208", "179042", "410166", "59468", "159137", "575869", "161985", "468717", "14313", "484110", "343850", "32744", "494553", "311117", "169548", "400119", "133413", "109540", "298352", "535518", "206442", "268261", "161254", "188232", "74248", "146441", "447619", "44118", "92938", "378906", "399149", "393693", "145404", "435940", "359510", "96828", "449906", "282538", "549364", "382764", "428552", "498604", "333961", "436930", "107819", "466308", "293389", "112342", "321108", "498075", "4845", "14745", "343996", "95598", "150707", "429704", "280483", "475668", "536564", "187227", "464810", "245702", "307518", "440458", "249320", "219061", "224345", "231268", "49602", "236778", "63075", "202829", "26655", "416513", "148141", "475397", "93129", "406243", "540389", "232262", "226962", "2018", "249587", "499154", "457529", "445943", "211642", "112801", "597265", "388704", "20261", "8126" ], "top100_scores": [ 8.3125, 7.6875, 5.09375, 4.59375, 0.8359375, 0.2138671875, -0.478515625, -0.953125, -1.609375, -2.421875, -2.953125, -3.09375, -3.4375, -3.46875, -3.515625, -3.5625, -3.671875, -3.75, -3.78125, -3.828125, -3.859375, -3.875, -3.90625, -3.921875, -3.984375, -4.0625, -4.0625, -4.09375, -4.09375, -4.09375, -4.15625, -4.21875, -4.21875, -4.28125, -4.375, -4.40625, -4.53125, -4.5625, -4.625, -4.65625, -4.84375, -4.90625, -4.9375, -4.9375, -4.96875, -5.125, -5.125, -5.125, -5.15625, -5.21875, -5.21875, -5.25, -5.28125, -5.34375, -5.375, -5.40625, -5.40625, -5.46875, -5.5, -5.5, -5.65625, -5.65625, -5.6875, -5.6875, -5.6875, -5.75, -5.75, -5.8125, -5.8125, -5.84375, -5.84375, -5.875, -5.90625, -5.9375, -5.96875, -6.0, -6.0, -6.03125, -6.03125, -6.03125, -6.0625, -6.125, -6.15625, -6.15625, -6.1875, -6.1875, -6.21875, -6.21875, -6.28125, -6.3125, -6.375, -6.4375, -6.46875, -6.5, -6.53125, -6.5625, -6.59375, -6.59375, -6.84375, -6.96875 ] }, { "query_id": "1920", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "65698", "592192", "481114", "278653", "202019", "568771", "506395", "496959", "330269", "549290", "444899", "250500", "295250", "162745", "448615", "362060", "445298", "227334", "303432", "223170", "431395", "156499", "558832", "449116", "377547", "369577", "65095", "531499", "484424", "223624", "527776", "127974", "113876", "462481", "385600", "254514", "265866", "89611", "116181", "382908", "91325", "445052", "400631", "367562", "391619", "529678", "512699", "403608", "246453", "551398", "263485", "594652", "595121", "525149", "396066", "435405", "257168", "406324", "408112", "541682", "568784", "360925", "33287", "251649", "577475", "227079", "300418", "23747", "513986", "352838", "408434", "184535", "142242", "103405", "599876", "248615", "73252", "175951", "11654", "359814", "81599", "392484", "87187", "546277", "239030", "136804", "60803", "55666", "481283", "47747", "442146", "410675", "219425", "69306", "25762", "551423", "489898", "134494", "360628", "98767" ], "top100_scores": [ -0.2412109375, -1.4296875, -1.5703125, -1.96875, -2.265625, -2.46875, -2.953125, -3.078125, -3.1875, -3.265625, -3.296875, -3.4375, -3.46875, -3.515625, -3.546875, -3.65625, -3.703125, -3.71875, -3.859375, -3.875, -3.921875, -3.953125, -3.984375, -4.0, -4.03125, -4.03125, -4.0625, -4.0625, -4.09375, -4.09375, -4.1875, -4.21875, -4.21875, -4.21875, -4.25, -4.28125, -4.28125, -4.3125, -4.3125, -4.3125, -4.3125, -4.3125, -4.34375, -4.375, -4.40625, -4.4375, -4.4375, -4.4375, -4.4375, -4.4375, -4.46875, -4.46875, -4.53125, -4.53125, -4.53125, -4.59375, -4.625, -4.625, -4.625, -4.625, -4.65625, -4.6875, -4.6875, -4.71875, -4.71875, -4.71875, -4.71875, -4.71875, -4.75, -4.75, -4.78125, -4.78125, -4.78125, -4.8125, -4.84375, -4.875, -4.875, -4.875, -4.875, -4.96875, -4.96875, -4.96875, -5.03125, -5.0625, -5.09375, -5.125, -5.25, -5.28125, -5.28125, -5.28125, -5.3125, -5.34375, -5.34375, -5.34375, -5.375, -5.375, -5.78125, -5.78125, -5.90625, -6.09375 ] }, { "query_id": "4600", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "482415", "392885", "401952", "112659", "133093", "367137", "46587", "590364", "231268", "46716", "238743", "559157", "34925", "599436", "294", "567749", "16924", "425288", "265218", "519470", "565226", "453480", "344283", "226962", "289291", "160625", "570466", "555559", "372657", "343", "343996", "267818", "166885", "553748", "565356", "118065", "118485", "311495", "499060", "3040", "470334", "584273", "152216", "569691", "586930", "317667", "236778", "127434", "69960", "70799", "260756", "389281", "62876", "216365", "278626", "143057", "355675", "274306", "468178", "327432", "394702", "150672", "531841", "350180", "225536", "578983", "212222", "549009", "494553", "203201", "381849", "362468", "491923", "27037", "434986", "536462", "505025", "534158", "581418", "106424", "162745", "540688", "596429", "432935", "391605", "177328", "184535", "314806", "5188", "290508", "104857", "271395", "592915", "61518", "428941", "94159", "594788", "260677", "184977", "554018" ], "top100_scores": [ 3.015625, 2.71875, -1.8046875, -1.921875, -2.03125, -2.546875, -2.5625, -2.59375, -2.703125, -2.953125, -3.0625, -3.109375, -3.125, -3.140625, -3.390625, -3.421875, -3.453125, -3.46875, -3.53125, -3.578125, -3.6875, -3.765625, -3.859375, -3.859375, -3.921875, -3.96875, -4.0, -4.0625, -4.0625, -4.09375, -4.15625, -4.1875, -4.21875, -4.21875, -4.25, -4.25, -4.25, -4.28125, -4.34375, -4.375, -4.375, -4.40625, -4.5, -4.5, -4.5, -4.5625, -4.625, -4.65625, -4.6875, -4.6875, -4.71875, -4.75, -4.75, -4.78125, -4.8125, -4.8125, -4.9375, -4.9375, -5.0, -5.0, -5.03125, -5.03125, -5.125, -5.125, -5.15625, -5.25, -5.34375, -5.375, -5.375, -5.40625, -5.4375, -5.46875, -5.46875, -5.5, -5.5, -5.53125, -5.53125, -5.59375, -5.6875, -5.71875, -5.71875, -5.78125, -5.875, -5.96875, -6.0, -6.0, -6.0625, -6.0625, -6.09375, -6.125, -6.15625, -6.15625, -6.15625, -6.1875, -6.25, -6.25, -6.46875, -6.5, -6.5, -6.6875 ] }, { "query_id": "988", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "183883", "18200", "41356", "5188", "4044", "343", "389281", "69721", "537394", "241161", "332719", "123718", "479779", "60093", "477175", "569528", "332938", "373697", "589088", "105011", "118065", "531965", "87160", "480773", "343206", "380387", "278197", "595287", "404973", "419747", "578983", "577832", "460457", "561056", "286746", "396537", "203201", "231521", "126756", "391896", "554814", "302448", "53200", "134764", "345030", "109675", "355675", "393733", "334301", "151817", "580025", "7311", "156908", "501764", "333219", "387338", "598332", "326305", "27037", "379639", "454287", "202208", "53047", "21468", "406286", "253373", "523058", "564408", "123557", "278626", "203380", "121230", "470334", "546150", "551099", "206222", "487739", "469938", "565046", "441518", "530692", "80871", "151121", "244749", "190941", "472527", "496433", "217427", "399583", "113660", "416188", "386095", "29372", "423171", "599779", "132288", "271395", "422684", "250503", "184977" ], "top100_scores": [ 0.3359375, 0.034912109375, -0.326171875, -1.9375, -2.046875, -2.078125, -2.078125, -2.09375, -2.1875, -2.1875, -2.203125, -2.40625, -2.4375, -2.5, -2.5, -2.5625, -2.609375, -2.609375, -2.640625, -2.65625, -2.671875, -2.734375, -2.75, -2.75, -2.859375, -2.96875, -3.046875, -3.09375, -3.15625, -3.203125, -3.25, -3.265625, -3.296875, -3.375, -3.375, -3.390625, -3.4375, -3.453125, -3.546875, -3.578125, -3.578125, -3.625, -3.71875, -3.75, -3.796875, -3.8125, -3.828125, -3.9375, -3.984375, -4.0625, -4.125, -4.15625, -4.1875, -4.28125, -4.375, -4.40625, -4.40625, -4.4375, -4.4375, -4.46875, -4.46875, -4.5, -4.5625, -4.625, -4.6875, -4.84375, -4.84375, -4.84375, -4.84375, -4.84375, -4.875, -4.875, -4.90625, -4.90625, -5.03125, -5.15625, -5.15625, -5.1875, -5.28125, -5.3125, -5.3125, -5.3125, -5.375, -5.375, -5.4375, -5.5, -5.53125, -5.71875, -5.75, -5.875, -5.90625, -5.96875, -6.0625, -6.09375, -6.09375, -6.15625, -6.28125, -6.46875, -6.53125, -6.5625 ] }, { "query_id": "9385", "ndcg@10": 0.31546487678572877, "mrr@10": 0.125, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "61787", "562481", "480808", "263088", "344175", "334154", "210917", "403755", "380759", "384607", "481999", "360716", "44617", "74266", "286226", "403701", "274833", "330792", "39303", "400571", "240435", "350082", "317666", "367313", "416569", "341579", "111451", "231521", "438302", "556913", "8200", "299690", "331008", "507841", "180592", "477907", "394702", "95598", "66183", "308150", "95889", "307518", "363960", "445053", "108399", "150707", "98130", "42475", "250640", "373585", "439540", "260535", "595121", "185686", "396974", "440458", "206442", "289073", "294", "555276", "147080", "407654", "512694", "364370", "285449", "290508", "531051", "365597", "202829", "301547", "1203", "305676", "522040", "285803", "507828", "306688", "266900", "546075", "489103", "250844", "524912", "543770", "304304", "48866", "78053", "286461", "153541", "420915", "440959", "253563", "549620", "581591", "424079", "84630", "197495", "463631", "261802", "498888", "338344", "134494" ], "top100_scores": [ -3.453125, -3.453125, -3.765625, -4.1875, -4.1875, -4.1875, -4.25, -4.28125, -4.5625, -4.71875, -4.75, -4.9375, -4.9375, -4.96875, -5.0, -5.03125, -5.0625, -5.09375, -5.125, -5.125, -5.15625, -5.3125, -5.34375, -5.34375, -5.4375, -5.46875, -5.5625, -5.625, -5.6875, -5.71875, -5.8125, -5.84375, -5.90625, -6.0625, -6.09375, -6.125, -6.15625, -6.15625, -6.21875, -6.21875, -6.25, -6.25, -6.3125, -6.3125, -6.3125, -6.34375, -6.34375, -6.34375, -6.34375, -6.34375, -6.34375, -6.34375, -6.34375, -6.34375, -6.34375, -6.34375, -6.34375, -6.34375, -6.375, -6.375, -6.375, -6.375, -6.40625, -6.40625, -6.40625, -6.40625, -6.40625, -6.40625, -6.4375, -6.4375, -6.4375, -6.46875, -6.5, -6.5, -6.5, -6.53125, -6.53125, -6.53125, -6.59375, -6.59375, -6.59375, -6.625, -6.625, -6.625, -6.625, -6.65625, -6.65625, -6.6875, -6.6875, -6.71875, -6.71875, -6.75, -6.78125, -6.78125, -6.78125, -6.8125, -6.875, -6.90625, -6.9375, -6.96875 ] }, { "query_id": "10246", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "176717", "273142", "28314", "156029", "340263", "327080", "179520", "282499", "36193", "593644", "89216", "340815", "565007", "113948", "576976", "115553", "408742", "572822", "436530", "54638", "98767", "586759", "486440", "139998", "132966", "13631", "179893", "85783", "132111", "401447", "238682", "187761", "377944", "392060", "264490", "373585", "23217", "181538", "175522", "161076", "279151", "474384", "292762", "483984", "228792", "44917", "29817", "31565", "342212", "519781", "242849", "347992", "598553", "410061", "121480", "246586", "247085", "403033", "260569", "63075", "50542", "191965", "495467", "163641", "285135", "324661", "518932", "581780", "503047", "433245", "251704", "254910", "151555", "533727", "71399", "133938", "278902", "235271", "144773", "371195", "573974", "21468", "568165", "103093", "530938", "398090", "310837", "461446", "313437", "574678", "454871", "393101", "237316", "197401", "430014", "109546", "474050", "72026", "354974", "117391" ], "top100_scores": [ 3.34375, 2.28125, 1.265625, 1.265625, 1.1015625, 0.9296875, 0.2470703125, -1.703125, -2.453125, -2.75, -3.25, -3.296875, -3.875, -4.03125, -4.09375, -4.09375, -4.1875, -4.46875, -4.78125, -4.78125, -4.8125, -4.84375, -4.875, -5.1875, -5.1875, -5.25, -5.375, -5.40625, -5.4375, -5.5, -5.53125, -5.59375, -5.625, -5.65625, -5.65625, -5.6875, -5.6875, -5.71875, -5.71875, -5.8125, -5.8125, -5.84375, -5.84375, -5.84375, -5.875, -5.875, -5.90625, -5.90625, -5.90625, -5.9375, -5.9375, -5.96875, -5.96875, -6.0, -6.09375, -6.125, -6.15625, -6.1875, -6.25, -6.28125, -6.28125, -6.3125, -6.34375, -6.34375, -6.34375, -6.375, -6.40625, -6.4375, -6.4375, -6.46875, -6.5, -6.5, -6.5, -6.53125, -6.53125, -6.53125, -6.53125, -6.5625, -6.5625, -6.5625, -6.59375, -6.625, -6.625, -6.71875, -6.75, -6.78125, -6.8125, -6.8125, -6.84375, -6.84375, -6.84375, -6.84375, -6.875, -6.90625, -6.90625, -7.0, -7.03125, -7.0625, -7.21875, -7.375 ] }, { "query_id": "2348", "ndcg@10": 0.7280855459907165, "mrr@10": 1.0, "recall@100": 0.6, "candidate_recall": 0.6, "top100": [ "268261", "389004", "447619", "247486", "134864", "306430", "146441", "454465", "543714", "226496", "311117", "410166", "91012", "381757", "26252", "282262", "64410", "382558", "574954", "44118", "75476", "402273", "233413", "41509", "123718", "542139", "483025", "423438", "416476", "414892", "462440", "87160", "57716", "393733", "311782", "389032", "546070", "21957", "407378", "514970", "260677", "591461", "589088", "338277", "297427", "240844", "13975", "109203", "55666", "108062", "70702", "563446", "413231", "47973", "329810", "71543", "180592", "307518", "543619", "150857", "226053", "221869", "17823", "384098", "428941", "346498", "189061", "599876", "444562", "252843", "69306", "536674", "401961", "481114", "223551", "440719", "566069", "438547", "472824", "212363", "65040", "44617", "94159", "308150", "65567", "485898", "212827", "144824", "456679", "367313", "95889", "195385", "377547", "596798", "512699", "394093", "113558", "285803", "281644", "273947" ], "top100_scores": [ -0.03564453125, -0.2578125, -0.546875, -0.96875, -1.546875, -1.875, -1.890625, -2.125, -2.5625, -2.796875, -2.90625, -2.96875, -3.0625, -3.09375, -3.171875, -3.171875, -3.265625, -3.296875, -3.390625, -3.4375, -3.59375, -3.609375, -3.765625, -3.796875, -3.828125, -3.859375, -3.875, -3.890625, -3.9375, -4.09375, -4.09375, -4.15625, -4.1875, -4.1875, -4.25, -4.28125, -4.3125, -4.34375, -4.375, -4.4375, -4.46875, -4.53125, -4.53125, -4.59375, -4.625, -4.625, -4.6875, -4.71875, -4.75, -4.78125, -4.8125, -4.8125, -4.84375, -4.84375, -4.875, -4.9375, -4.9375, -4.9375, -4.96875, -4.96875, -5.03125, -5.03125, -5.03125, -5.0625, -5.0625, -5.0625, -5.09375, -5.09375, -5.125, -5.125, -5.125, -5.15625, -5.15625, -5.21875, -5.21875, -5.21875, -5.25, -5.28125, -5.3125, -5.375, -5.375, -5.40625, -5.5, -5.53125, -5.53125, -5.59375, -5.625, -5.65625, -5.65625, -5.65625, -5.71875, -5.78125, -5.8125, -5.84375, -5.875, -6.0, -6.0, -6.03125, -6.125, -6.25 ] }, { "query_id": "8351", "ndcg@10": 0.6131471927654584, "mrr@10": 1.0, "recall@100": 0.5, "candidate_recall": 0.5, "top100": [ "273142", "477588", "516790", "368044", "558542", "125659", "282499", "499060", "336399", "202985", "154768", "31465", "23609", "190928", "179520", "407759", "562481", "112136", "176786", "279185", "310326", "293389", "150707", "331606", "508185", "71873", "78053", "339955", "175504", "102209", "402112", "435125", "67320", "356490", "240651", "540389", "402778", "513986", "562110", "205791", "599925", "173846", "88947", "459589", "332152", "304851", "514834", "549254", "429704", "389562", "278122", "43432", "367562", "461084", "290631", "215118", "373501", "32009", "464668", "391463", "192307", "519781", "96828", "266900", "372787", "565738", "553031", "402814", "5188", "61022", "323228", "2064", "347992", "569539", "380351", "439459", "28116", "226248", "87915", "382236", "305742", "511506", "342018", "202019", "426343", "139059", "83059", "537394", "530938", "175982", "213066", "233635", "70702", "260677", "289073", "345851", "447482", "71299", "474575", "547982" ], "top100_scores": [ -0.1796875, -2.859375, -4.03125, -4.28125, -4.6875, -4.71875, -4.71875, -4.875, -4.875, -4.875, -4.96875, -5.0, -5.0625, -5.09375, -5.09375, -5.21875, -5.25, -5.28125, -5.28125, -5.3125, -5.34375, -5.34375, -5.375, -5.40625, -5.4375, -5.4375, -5.46875, -5.5, -5.5625, -5.59375, -5.59375, -5.625, -5.625, -5.625, -5.6875, -5.6875, -5.8125, -5.84375, -5.875, -5.875, -5.875, -5.875, -5.9375, -5.9375, -5.96875, -6.0, -6.03125, -6.0625, -6.0625, -6.0625, -6.0625, -6.09375, -6.125, -6.15625, -6.15625, -6.15625, -6.1875, -6.1875, -6.1875, -6.21875, -6.21875, -6.25, -6.28125, -6.3125, -6.3125, -6.3125, -6.3125, -6.34375, -6.34375, -6.375, -6.375, -6.375, -6.375, -6.375, -6.40625, -6.40625, -6.40625, -6.4375, -6.4375, -6.4375, -6.4375, -6.4375, -6.46875, -6.46875, -6.5, -6.53125, -6.53125, -6.53125, -6.59375, -6.59375, -6.59375, -6.65625, -6.65625, -6.65625, -6.75, -6.75, -6.78125, -6.78125, -6.875, -6.96875 ] }, { "query_id": "5402", "ndcg@10": 0.6131471927654584, "mrr@10": 1.0, "recall@100": 0.5, "candidate_recall": 0.5, "top100": [ "227485", "595029", "584278", "578738", "41052", "69058", "125811", "245532", "85697", "264326", "421575", "486604", "202731", "85214", "495431", "2860", "135571", "300489", "351907", "362468", "26655", "368504", "583359", "246882", "64279", "290631", "209859", "110400", "539473", "18257", "104857", "265109", "167943", "379859", "247778", "123991", "399406", "500261", "445053", "244278", "358795", "345697", "40888", "195837", "233795", "84630", "278626", "554217", "482963", "61014", "463065", "550172", "551423", "205906", "251846", "61350", "437149", "281599", "260535", "327366", "459724", "14463", "572563", "447983", "507806", "2064", "108302", "490888", "98816", "236778", "78312", "390598", "336468", "285255", "172305", "521987", "418108", "13656", "368010", "113651", "103093", "396933", "444044", "74517", "114064", "224371", "39820", "26837", "204478", "2018", "239061", "430398", "571430", "526106", "86852", "272174", "152827", "192811", "28348", "282168" ], "top100_scores": [ -2.578125, -3.171875, -3.359375, -3.5, -3.765625, -3.765625, -4.21875, -4.375, -4.40625, -4.40625, -4.4375, -4.4375, -4.53125, -4.5625, -4.6875, -4.6875, -4.6875, -4.75, -4.84375, -4.84375, -4.90625, -4.90625, -4.9375, -4.9375, -4.9375, -4.96875, -5.0, -5.0625, -5.0625, -5.125, -5.125, -5.15625, -5.1875, -5.21875, -5.25, -5.34375, -5.34375, -5.375, -5.375, -5.375, -5.40625, -5.4375, -5.46875, -5.5, -5.5, -5.53125, -5.53125, -5.5625, -5.5625, -5.5625, -5.5625, -5.5625, -5.59375, -5.59375, -5.625, -5.625, -5.65625, -5.6875, -5.71875, -5.75, -5.75, -5.75, -5.78125, -5.8125, -5.84375, -5.84375, -5.84375, -5.84375, -5.84375, -5.84375, -5.875, -5.90625, -5.9375, -5.9375, -5.9375, -5.96875, -6.0, -6.03125, -6.03125, -6.0625, -6.09375, -6.125, -6.125, -6.15625, -6.15625, -6.1875, -6.21875, -6.25, -6.28125, -6.28125, -6.3125, -6.40625, -6.4375, -6.5, -6.5, -6.53125, -6.59375, -6.59375, -6.78125, -6.84375 ] }, { "query_id": "1948", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "569421", "518079", "502875", "588591", "219033", "527776", "5219", "577475", "2718", "176017", "589", "65698", "568255", "500403", "406109", "199069", "316359", "565133", "236114", "408124", "457455", "529879", "25391", "191925", "88973", "297013", "548299", "51761", "293122", "406656", "518393", "354943", "489898", "29372", "442146", "152827", "541682", "165397", "161966", "8126", "278653", "18727", "274359", "198532", "359814", "297467", "468049", "594784", "209065", "342212", "321196", "309684", "315304", "442110", "359713", "379732", "300121", "131382", "546678", "526106", "21883", "340661", "175522", "185999", "65040", "405777", "546277", "133760", "336468", "203446", "301161", "319043", "29817", "49602", "350357", "372657", "355592", "317667", "458485", "190941", "267067", "244749", "240628", "95390", "480717", "210439", "319555", "546315", "513658", "92549", "24883", "265278", "434201", "383978", "195587", "21468", "9116", "416513", "533727", "595897" ], "top100_scores": [ -4.53125, -4.59375, -4.625, -4.6875, -4.8125, -5.03125, -5.0625, -5.125, -5.1875, -5.34375, -5.375, -5.375, -5.4375, -5.4375, -5.46875, -5.5, -5.5625, -5.5625, -5.5625, -5.59375, -5.59375, -5.625, -5.625, -5.625, -5.65625, -5.6875, -5.71875, -5.75, -5.75, -5.75, -5.75, -5.78125, -5.78125, -5.78125, -5.78125, -5.8125, -5.8125, -5.84375, -5.84375, -5.84375, -5.84375, -5.875, -5.875, -5.875, -5.90625, -5.90625, -5.90625, -5.90625, -5.9375, -5.9375, -5.9375, -5.9375, -5.96875, -5.96875, -5.96875, -5.96875, -5.96875, -5.96875, -5.96875, -6.0, -6.0, -6.03125, -6.0625, -6.0625, -6.09375, -6.125, -6.15625, -6.15625, -6.15625, -6.1875, -6.1875, -6.1875, -6.21875, -6.21875, -6.21875, -6.21875, -6.25, -6.28125, -6.28125, -6.3125, -6.3125, -6.3125, -6.3125, -6.375, -6.375, -6.375, -6.375, -6.4375, -6.46875, -6.46875, -6.5, -6.5, -6.53125, -6.5625, -6.5625, -6.59375, -6.625, -6.65625, -6.78125, -6.90625 ] }, { "query_id": "3682", "ndcg@10": 0.3065735963827292, "mrr@10": 0.3333333333333333, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "75686", "9082", "329662", "94690", "226496", "193502", "115553", "390864", "549040", "471730", "547127", "79764", "428031", "30352", "118039", "477316", "330041", "245746", "360139", "496819", "499060", "246586", "281599", "535518", "425527", "409350", "1203", "576976", "428079", "179893", "369437", "188015", "295085", "203876", "366560", "266480", "453976", "224392", "310056", "478600", "66431", "81353", "400009", "306460", "488207", "27987", "549665", "447983", "336053", "324874", "189061", "245917", "358795", "356161", "551234", "154768", "328073", "237635", "461177", "280177", "370494", "284610", "98816", "196427", "537053", "253563", "279185", "269727", "31565", "209849", "133760", "403608", "178668", "449131", "92938", "359257", "431443", "61518", "525247", "106104", "352700", "263867", "171819", "26051", "98130", "501931", "227232", "292045", "332136", "365298", "542667", "420974", "333605", "261258", "336268", "29502", "344283", "76996", "2519", "383287" ], "top100_scores": [ -0.181640625, -1.6328125, -3.171875, -3.453125, -3.46875, -4.03125, -4.09375, -4.125, -4.1875, -4.375, -4.5, -4.5625, -4.59375, -4.65625, -4.6875, -4.8125, -4.875, -4.875, -4.875, -4.90625, -4.90625, -4.90625, -4.9375, -4.9375, -4.9375, -4.96875, -4.96875, -5.03125, -5.0625, -5.0625, -5.0625, -5.09375, -5.125, -5.15625, -5.1875, -5.1875, -5.28125, -5.28125, -5.3125, -5.40625, -5.4375, -5.46875, -5.5, -5.53125, -5.5625, -5.59375, -5.59375, -5.625, -5.625, -5.6875, -5.6875, -5.6875, -5.71875, -5.71875, -5.71875, -5.75, -5.75, -5.78125, -5.78125, -5.78125, -5.8125, -5.8125, -5.8125, -5.84375, -5.84375, -5.84375, -5.84375, -5.84375, -5.875, -5.875, -5.875, -5.875, -5.90625, -5.9375, -5.9375, -5.96875, -5.96875, -6.0, -6.03125, -6.03125, -6.03125, -6.09375, -6.15625, -6.15625, -6.15625, -6.21875, -6.3125, -6.3125, -6.34375, -6.375, -6.375, -6.40625, -6.40625, -6.4375, -6.4375, -6.46875, -6.5, -6.59375, -6.59375, -6.65625 ] }, { "query_id": "2676", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "55666", "12822", "366560", "269987", "549620", "14745", "293404", "364543", "278082", "207929", "390435", "306460", "102237", "279936", "355972", "109455", "244749", "489101", "554293", "75754", "257625", "26790", "13975", "106104", "403608", "337993", "515615", "315304", "81353", "120080", "192811", "245447", "241189", "61518", "309758", "353698", "52532", "149516", "383287", "196427", "196463", "175522", "193502", "169240", "162630", "239061", "428277", "279897", "520026", "107584", "245917", "488954", "532787", "554814", "260795", "539008", "569539", "465648", "7311", "104453", "206442", "244986", "570453", "236778", "68431", "42565", "290691", "287501", "552792", "260007", "5188", "216708", "102209", "305742", "419578", "553031", "278629", "103447", "108514", "133760", "157219", "489174", "259150", "16626", "520597", "484149", "599757", "287085", "354974", "475748", "321120", "237635", "76414", "441518", "512699", "316838", "545284", "273761", "542667", "164038" ], "top100_scores": [ 1.5078125, 1.0, -1.0546875, -1.59375, -2.0625, -2.25, -2.453125, -2.5, -2.515625, -2.546875, -2.65625, -2.703125, -3.0625, -3.125, -3.15625, -3.234375, -3.3125, -3.4375, -3.4375, -3.5, -3.5625, -3.71875, -3.75, -3.796875, -3.8125, -3.8125, -3.875, -3.890625, -3.890625, -3.9375, -3.9375, -3.9375, -4.0, -4.03125, -4.15625, -4.21875, -4.3125, -4.34375, -4.375, -4.375, -4.46875, -4.5, -4.53125, -4.5625, -4.59375, -4.6875, -4.75, -4.8125, -4.8125, -4.875, -4.9375, -4.96875, -5.03125, -5.09375, -5.1875, -5.21875, -5.28125, -5.3125, -5.3125, -5.3125, -5.3125, -5.34375, -5.375, -5.40625, -5.4375, -5.4375, -5.4375, -5.46875, -5.46875, -5.53125, -5.53125, -5.5625, -5.5625, -5.59375, -5.65625, -5.6875, -5.78125, -5.8125, -5.84375, -5.875, -5.90625, -5.90625, -5.9375, -5.9375, -5.9375, -6.03125, -6.03125, -6.0625, -6.09375, -6.09375, -6.09375, -6.15625, -6.15625, -6.21875, -6.28125, -6.3125, -6.375, -6.375, -6.5625, -6.625 ] }, { "query_id": "7431", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "477907", "251642", "157414", "435576", "59327", "455698", "121505", "454287", "563446", "523058", "189678", "58353", "386994", "5188", "233413", "305287", "98294", "83543", "160780", "426215", "314056", "552792", "510736", "559157", "473427", "546070", "53200", "206449", "188015", "285918", "266239", "326872", "331093", "232262", "18436", "313923", "230215", "364802", "354551", "510989", "109903", "546598", "278626", "310361", "223551", "332938", "103093", "123718", "581204", "554217", "139366", "359510", "439593", "551423", "595455", "164044", "554814", "150607", "87160", "372921", "482963", "279229", "553031", "561056", "260677", "423754", "455428", "12329", "80014", "351109", "341837", "445782", "589088", "232286", "580056", "574678", "597679", "560340", "337097", "253373", "585823", "490888", "95778", "333219", "360139", "559718", "513256", "175019", "389347", "353337", "123880", "507806", "321637", "336701", "13656", "132839", "581780", "464080", "468937", "353081" ], "top100_scores": [ -0.91015625, -1.5, -1.6328125, -1.96875, -2.09375, -2.296875, -2.359375, -2.609375, -2.640625, -2.703125, -2.703125, -2.890625, -2.90625, -2.90625, -3.09375, -3.109375, -3.171875, -3.203125, -3.25, -3.328125, -3.359375, -3.46875, -3.578125, -3.609375, -3.640625, -3.65625, -3.671875, -3.703125, -3.71875, -3.75, -3.765625, -3.8125, -3.8125, -3.859375, -4.0625, -4.125, -4.15625, -4.15625, -4.1875, -4.25, -4.34375, -4.34375, -4.34375, -4.375, -4.46875, -4.5, -4.59375, -4.59375, -4.625, -4.625, -4.625, -4.65625, -4.65625, -4.75, -4.75, -4.75, -4.75, -4.78125, -4.8125, -4.84375, -4.84375, -4.84375, -4.90625, -5.0, -5.03125, -5.0625, -5.0625, -5.125, -5.125, -5.1875, -5.1875, -5.34375, -5.34375, -5.34375, -5.34375, -5.46875, -5.5, -5.5625, -5.59375, -5.65625, -5.78125, -5.84375, -5.84375, -6.03125, -6.03125, -6.03125, -6.0625, -6.0625, -6.09375, -6.125, -6.15625, -6.21875, -6.3125, -6.375, -6.4375, -6.46875, -6.5, -6.59375, -6.65625, -6.6875 ] }, { "query_id": "8779", "ndcg@10": 0.6240505200038379, "mrr@10": 0.5, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "168561", "180571", "12614", "559654", "209730", "596429", "437194", "150707", "394549", "115175", "444044", "361345", "446059", "139059", "422979", "250844", "525645", "449828", "447482", "392371", "99233", "162745", "192857", "1219", "347957", "154178", "588134", "458183", "367556", "60441", "279538", "111350", "483644", "526882", "312248", "92442", "61022", "590310", "277810", "517516", "546678", "139998", "500913", "436562", "330874", "569953", "333616", "106611", "61787", "254280", "502482", "572563", "253970", "541315", "332113", "485883", "285449", "446615", "258658", "425527", "100452", "519129", "326305", "371821", "174122", "585422", "228315", "224530", "418135", "44529", "546150", "9597", "118039", "253373", "150219", "62047", "439593", "248677", "196427", "278991", "152502", "583666", "382384", "248629", "574954", "176017", "368504", "277190", "116958", "164137", "241189", "516790", "460348", "330533", "271395", "480717", "71293", "225718", "64026", "133997" ], "top100_scores": [ -0.703125, -1.9375, -2.015625, -2.359375, -3.453125, -3.46875, -3.484375, -3.859375, -4.09375, -4.3125, -4.40625, -4.6875, -4.78125, -4.9375, -5.03125, -5.0625, -5.15625, -5.21875, -5.21875, -5.21875, -5.25, -5.3125, -5.375, -5.375, -5.375, -5.40625, -5.46875, -5.46875, -5.5625, -5.59375, -5.625, -5.625, -5.625, -5.6875, -5.6875, -5.6875, -5.75, -5.78125, -5.78125, -5.8125, -5.8125, -5.84375, -5.875, -5.875, -5.90625, -5.90625, -5.90625, -5.96875, -5.96875, -6.0, -6.0, -6.0, -6.03125, -6.0625, -6.09375, -6.09375, -6.09375, -6.15625, -6.1875, -6.25, -6.25, -6.28125, -6.28125, -6.28125, -6.34375, -6.34375, -6.34375, -6.34375, -6.34375, -6.375, -6.375, -6.375, -6.46875, -6.46875, -6.46875, -6.46875, -6.46875, -6.46875, -6.5, -6.53125, -6.53125, -6.5625, -6.5625, -6.5625, -6.59375, -6.625, -6.625, -6.625, -6.65625, -6.65625, -6.65625, -6.65625, -6.71875, -6.75, -6.8125, -6.875, -6.90625, -7.0, -7.0, -7.1875 ] }, { "query_id": "6896", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "330041", "378594", "66834", "309923", "333605", "390864", "343219", "226496", "148632", "458851", "337993", "379786", "441176", "201355", "169240", "196427", "366560", "488207", "522319", "263751", "97081", "23217", "561999", "528157", "12822", "257625", "75024", "289291", "106104", "555414", "323731", "118786", "328073", "361482", "403608", "403755", "573935", "244749", "18436", "7423", "431443", "29502", "348424", "208215", "557885", "81353", "474512", "430997", "377944", "246221", "295082", "110983", "509837", "300641", "14732", "401961", "208934", "104094", "426960", "554293", "355972", "483676", "430189", "587120", "374676", "393693", "281599", "250500", "71543", "290317", "374867", "173133", "32172", "368338", "268653", "102323", "259341", "420529", "306149", "403701", "581780", "379859", "385130", "596914", "72315", "530410", "299690", "30324", "447619", "306430", "333616", "477172", "499154", "326843", "206442", "308150", "244278", "205791", "383287", "353337" ], "top100_scores": [ -1.2578125, -1.65625, -1.796875, -2.125, -2.171875, -2.1875, -2.203125, -2.390625, -2.46875, -2.53125, -2.546875, -2.5625, -2.65625, -2.71875, -2.75, -2.75, -2.765625, -2.859375, -2.875, -3.0, -3.078125, -3.109375, -3.234375, -3.296875, -3.3125, -3.328125, -3.34375, -3.359375, -3.375, -3.40625, -3.40625, -3.421875, -3.46875, -3.484375, -3.515625, -3.53125, -3.578125, -3.640625, -3.671875, -3.671875, -3.75, -3.828125, -3.875, -3.953125, -3.96875, -4.03125, -4.0625, -4.09375, -4.09375, -4.125, -4.1875, -4.1875, -4.1875, -4.25, -4.28125, -4.34375, -4.40625, -4.40625, -4.4375, -4.46875, -4.59375, -4.6875, -4.71875, -4.75, -4.78125, -4.78125, -4.9375, -4.9375, -5.03125, -5.03125, -5.09375, -5.125, -5.15625, -5.15625, -5.15625, -5.1875, -5.28125, -5.3125, -5.3125, -5.34375, -5.34375, -5.375, -5.53125, -5.5625, -5.5625, -5.5625, -5.59375, -5.6875, -5.6875, -5.75, -5.90625, -5.9375, -5.9375, -5.96875, -6.0, -6.15625, -6.15625, -6.25, -6.3125, -6.40625 ] }, { "query_id": "3039", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "223624", "232983", "408434", "15270", "549870", "252843", "300418", "392285", "387010", "576362", "240259", "453257", "434351", "147080", "531499", "317197", "307531", "65698", "165645", "136804", "502875", "137393", "223170", "28172", "11454", "282770", "134026", "163693", "420529", "264068", "446117", "373180", "574037", "306688", "361482", "191965", "488954", "423171", "442110", "388704", "206431", "259072", "562957", "134494", "99716", "156499", "382908", "440061", "281612", "127974", "586326", "149516", "175889", "208216", "418999", "431349", "559866", "374676", "75195", "396066", "271395", "225718", "315925", "166204", "525685", "102323", "395483", "126756", "570112", "389004", "158058", "272279", "388713", "221281", "147439", "413642", "468937", "289526", "313012", "302209", "387035", "428953", "57392", "343472", "586061", "184977", "13656", "86852", "176599", "277208", "148346", "495568", "4044", "335164", "426215", "487739", "179679", "224530", "110367", "21468" ], "top100_scores": [ -0.06884765625, -1.8515625, -1.96875, -2.015625, -2.09375, -2.4375, -2.5, -2.8125, -3.015625, -3.296875, -3.328125, -3.484375, -3.484375, -3.5, -3.59375, -3.625, -3.734375, -3.734375, -3.75, -3.78125, -3.8125, -3.875, -3.890625, -3.90625, -3.921875, -3.953125, -4.03125, -4.0625, -4.125, -4.15625, -4.15625, -4.21875, -4.21875, -4.25, -4.375, -4.375, -4.46875, -4.5, -4.59375, -4.6875, -4.71875, -4.71875, -4.75, -4.78125, -4.84375, -4.84375, -5.0, -5.0, -5.0, -5.03125, -5.0625, -5.09375, -5.1875, -5.21875, -5.21875, -5.3125, -5.4375, -5.4375, -5.5, -5.5, -5.5625, -5.65625, -5.65625, -5.6875, -5.71875, -5.75, -5.75, -5.78125, -5.8125, -5.8125, -5.84375, -5.90625, -5.9375, -5.9375, -6.0625, -6.0625, -6.09375, -6.125, -6.21875, -6.21875, -6.25, -6.28125, -6.375, -6.375, -6.40625, -6.46875, -6.46875, -6.46875, -6.5, -6.5, -6.5, -6.5, -6.53125, -6.5625, -6.5625, -6.5625, -6.5625, -6.59375, -6.59375, -6.71875 ] }, { "query_id": "5064", "ndcg@10": 0.6131471927654584, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "2003", "551423", "586289", "302448", "592192", "412109", "321619", "513986", "298563", "5188", "313885", "148976", "103093", "385600", "529678", "195587", "228308", "142201", "407401", "138283", "32833", "241599", "599075", "60750", "75754", "562934", "69150", "407844", "142242", "531965", "413231", "361832", "521987", "104644", "152286", "274306", "198251", "140135", "442896", "511506", "42565", "581204", "260363", "192811", "154829", "561832", "309235", "94434", "589476", "333219", "241189", "554217", "7311", "53200", "203670", "65648", "109938", "595287", "353081", "208216", "531299", "449828", "283505", "162745", "272328", "332938", "404973", "218501", "541421", "370815", "195206", "85214", "44529", "360628", "93519", "481114", "117077", "465135", "87160", "161254", "351518", "474896", "202731", "172736", "98294", "233413", "492250", "65698", "208437", "108302", "421639", "287693", "475748", "269987", "132288", "241070", "102209", "66183", "126751", "11082" ], "top100_scores": [ 5.03125, -2.890625, -3.3125, -3.375, -3.765625, -3.859375, -4.25, -4.34375, -4.59375, -4.59375, -4.59375, -4.625, -4.65625, -4.75, -4.75, -4.78125, -4.84375, -4.875, -4.90625, -4.96875, -5.0625, -5.0625, -5.09375, -5.09375, -5.125, -5.125, -5.1875, -5.21875, -5.28125, -5.28125, -5.28125, -5.3125, -5.34375, -5.34375, -5.40625, -5.40625, -5.46875, -5.46875, -5.5, -5.5, -5.5625, -5.5625, -5.625, -5.6875, -5.6875, -5.71875, -5.71875, -5.71875, -5.75, -5.75, -5.75, -5.78125, -5.78125, -5.78125, -5.78125, -5.84375, -5.875, -5.90625, -5.90625, -5.9375, -5.9375, -5.9375, -5.96875, -5.96875, -6.0, -6.0, -6.09375, -6.125, -6.125, -6.15625, -6.1875, -6.1875, -6.1875, -6.21875, -6.21875, -6.21875, -6.25, -6.25, -6.28125, -6.28125, -6.34375, -6.34375, -6.34375, -6.34375, -6.40625, -6.40625, -6.53125, -6.53125, -6.5625, -6.5625, -6.59375, -6.625, -6.65625, -6.6875, -6.6875, -6.75, -6.75, -6.9375, -6.96875, -7.0 ] }, { "query_id": "5331", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "200784", "220147", "143655", "104188", "134972", "261258", "384772", "237718", "595605", "1001", "61919", "409818", "115947", "132288", "24563", "107377", "344372", "373585", "89484", "235779", "493202", "324564", "125298", "447812", "581672", "445994", "453829", "175563", "277190", "558233", "209974", "599876", "305676", "89611", "469601", "370494", "303112", "518932", "499154", "79375", "188232", "333605", "442968", "174315", "147080", "525645", "144824", "99448", "135823", "590310", "354136", "490497", "200756", "460341", "433032", "265747", "394549", "555276", "77488", "47795", "311214", "588080", "519148", "265090", "391619", "321120", "80871", "420379", "440458", "162916", "240259", "330792", "406656", "309758", "152502", "315345", "94117", "362579", "400046", "163034", "420993", "546678", "240373", "569565", "201706", "162767", "345851", "193266", "522040", "527776", "535697", "533727", "428141", "194319", "176161", "292769", "30774", "449333", "9116", "535673" ], "top100_scores": [ 4.3125, 3.15625, 2.546875, 0.490234375, 0.294921875, 0.1171875, -0.024169921875, -0.04248046875, -0.86328125, -1.5703125, -1.5859375, -1.6171875, -2.515625, -2.640625, -2.703125, -2.984375, -3.015625, -3.15625, -3.15625, -3.15625, -3.21875, -3.609375, -3.703125, -3.765625, -3.90625, -3.96875, -3.984375, -4.03125, -4.09375, -4.125, -4.21875, -4.21875, -4.21875, -4.4375, -4.4375, -4.53125, -4.59375, -4.625, -4.6875, -4.75, -4.75, -4.78125, -4.84375, -4.875, -4.9375, -4.9375, -4.9375, -5.0, -5.0, -5.03125, -5.03125, -5.0625, -5.125, -5.1875, -5.28125, -5.34375, -5.34375, -5.375, -5.40625, -5.46875, -5.5, -5.5, -5.5625, -5.5625, -5.65625, -5.6875, -5.6875, -5.75, -5.8125, -5.8125, -5.84375, -5.90625, -5.9375, -5.9375, -6.0, -6.0, -6.03125, -6.0625, -6.0625, -6.0625, -6.0625, -6.09375, -6.09375, -6.09375, -6.09375, -6.09375, -6.125, -6.125, -6.21875, -6.21875, -6.25, -6.28125, -6.28125, -6.3125, -6.34375, -6.40625, -6.46875, -6.5, -6.625, -6.65625 ] }, { "query_id": "7377", "ndcg@10": 0.6309297535714575, "mrr@10": 0.5, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "464277", "579557", "593879", "286335", "28291", "560208", "20504", "544070", "293679", "31954", "97402", "58690", "559768", "83079", "491472", "520963", "240651", "502271", "68325", "6666", "445782", "436020", "297290", "271825", "23142", "154707", "263088", "531066", "236507", "440779", "57844", "161966", "552220", "85621", "434279", "272520", "590276", "39303", "478060", "126151", "568518", "554140", "105011", "397445", "530938", "321637", "30563", "266194", "47795", "77052", "599757", "354767", "434201", "574383", "580056", "406920", "344783", "148721", "257168", "561056", "93073", "461313", "424079", "118485", "462612", "454871", "392752", "429133", "257443", "503062", "179855", "234979", "553031", "287558", "237316", "5591", "175504", "180592", "457529", "245702", "158310", "3789", "564759", "467535", "563025", "495165", "99233", "441384", "444044", "569539", "301547", "245616", "590232", "192888", "12623", "391463", "293464", "190800", "138065", "361329" ], "top100_scores": [ -0.0927734375, -0.4140625, -1.703125, -2.21875, -2.46875, -2.578125, -2.84375, -3.078125, -3.28125, -3.390625, -3.59375, -3.765625, -3.796875, -3.859375, -3.890625, -3.890625, -3.9375, -3.984375, -4.0, -4.21875, -4.25, -4.28125, -4.3125, -4.375, -4.46875, -4.46875, -4.5, -4.53125, -4.71875, -4.71875, -4.75, -4.75, -4.75, -4.75, -4.78125, -4.8125, -4.8125, -4.84375, -4.875, -4.90625, -4.9375, -4.96875, -5.09375, -5.09375, -5.15625, -5.15625, -5.15625, -5.15625, -5.1875, -5.1875, -5.21875, -5.28125, -5.28125, -5.3125, -5.34375, -5.34375, -5.375, -5.375, -5.375, -5.40625, -5.40625, -5.5, -5.5, -5.53125, -5.5625, -5.59375, -5.65625, -5.6875, -5.6875, -5.8125, -5.8125, -5.84375, -5.875, -5.875, -5.90625, -5.90625, -5.9375, -5.9375, -5.9375, -5.96875, -6.0, -6.0, -6.0, -6.0625, -6.125, -6.125, -6.125, -6.1875, -6.25, -6.28125, -6.28125, -6.3125, -6.3125, -6.3125, -6.34375, -6.40625, -6.4375, -6.53125, -6.65625, -6.75 ] }, { "query_id": "2903", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "59686", "593694", "558832", "407378", "174025", "113451", "195571", "207531", "65095", "223170", "66492", "149516", "510409", "130934", "467853", "89611", "382908", "69306", "79411", "282770", "153541", "509617", "525149", "423171", "250500", "406656", "37725", "160313", "295250", "408434", "44152", "158058", "541315", "281612", "595121", "483453", "133235", "369577", "107584", "408112", "116181", "449116", "485140", "446190", "254514", "489898", "25762", "202019", "451580", "546277", "405105", "252843", "568165", "440061", "568255", "129606", "239030", "244749", "428348", "65698", "453257", "548299", "75195", "590234", "373180", "29300", "444899", "307531", "315552", "445052", "225120", "403877", "199568", "172736", "395483", "496433", "533808", "244303", "584218", "272820", "102323", "392503", "150070", "408124", "134494", "399583", "121621", "469938", "175522", "560208", "344780", "151121", "221113", "546150", "205865", "397313", "110367", "13656", "203638", "235271" ], "top100_scores": [ 1.6328125, -0.96484375, -1.75, -2.078125, -2.171875, -2.265625, -2.328125, -2.46875, -2.578125, -2.640625, -2.734375, -2.90625, -2.96875, -3.0625, -3.078125, -3.15625, -3.265625, -3.28125, -3.296875, -3.328125, -3.390625, -3.4375, -3.453125, -3.484375, -3.484375, -3.5, -3.609375, -3.640625, -3.71875, -3.75, -3.75, -3.796875, -3.796875, -3.8125, -3.875, -3.875, -3.921875, -3.9375, -3.96875, -4.03125, -4.09375, -4.09375, -4.09375, -4.15625, -4.1875, -4.25, -4.28125, -4.28125, -4.34375, -4.40625, -4.40625, -4.4375, -4.4375, -4.46875, -4.46875, -4.46875, -4.46875, -4.53125, -4.5625, -4.59375, -4.59375, -4.6875, -4.78125, -4.875, -4.9375, -4.96875, -5.0, -5.0625, -5.125, -5.15625, -5.21875, -5.25, -5.25, -5.28125, -5.375, -5.4375, -5.46875, -5.65625, -5.65625, -5.78125, -5.84375, -5.875, -5.96875, -6.03125, -6.03125, -6.28125, -6.3125, -6.4375, -6.5625, -6.5625, -6.5625, -6.65625, -6.65625, -6.6875, -6.6875, -6.71875, -6.75, -6.75, -6.90625, -7.03125 ] }, { "query_id": "4233", "ndcg@10": 0.9818483242455301, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "590836", "187129", "16270", "154886", "353048", "537913", "31377", "544070", "513376", "583666", "116804", "118191", "262885", "408307", "551099", "413966", "583912", "391605", "62047", "462367", "332064", "446059", "438419", "380759", "38918", "185077", "385600", "78520", "573290", "208437", "462440", "556913", "160578", "207779", "410675", "349299", "530692", "453829", "379546", "418551", "151442", "567165", "71257", "454465", "586851", "577832", "285918", "192669", "231863", "577729", "18436", "591344", "333219", "520963", "492250", "555794", "433032", "113660", "454871", "445782", "53100", "172761", "189678", "316651", "322806", "441518", "590232", "431443", "20994", "563446", "352638", "215620", "148721", "393733", "554217", "462113", "436020", "44529", "171483", "224345", "22425", "589476", "205280", "303432", "336468", "397445", "323228", "257616", "588247", "311214", "595455", "201317", "462612", "289582", "20036", "31954", "74688", "508610", "246058", "522040" ], "top100_scores": [ 2.546875, 1.7578125, 0.6171875, 0.435546875, -3.15625, -3.734375, -3.859375, -4.21875, -4.46875, -4.5625, -5.0625, -5.375, -5.40625, -5.46875, -5.53125, -5.5625, -5.5625, -5.59375, -5.59375, -5.59375, -5.625, -5.71875, -5.75, -5.78125, -5.84375, -5.84375, -5.84375, -5.875, -5.90625, -5.90625, -5.90625, -5.9375, -5.96875, -5.96875, -6.0625, -6.0625, -6.09375, -6.09375, -6.09375, -6.09375, -6.125, -6.125, -6.15625, -6.15625, -6.21875, -6.21875, -6.21875, -6.21875, -6.25, -6.25, -6.25, -6.28125, -6.28125, -6.28125, -6.3125, -6.34375, -6.375, -6.375, -6.375, -6.375, -6.375, -6.375, -6.40625, -6.40625, -6.4375, -6.4375, -6.4375, -6.4375, -6.46875, -6.46875, -6.46875, -6.46875, -6.46875, -6.5, -6.5, -6.5, -6.5, -6.53125, -6.53125, -6.53125, -6.5625, -6.5625, -6.59375, -6.59375, -6.59375, -6.59375, -6.59375, -6.625, -6.625, -6.625, -6.625, -6.625, -6.6875, -6.6875, -6.75, -6.75, -6.78125, -6.8125, -6.875, -6.875 ] }, { "query_id": "1310", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "535651", "101103", "310056", "597813", "223338", "49798", "112435", "84630", "482963", "233795", "256261", "368010", "358795", "14538", "14472", "385013", "596473", "70799", "79378", "437149", "445549", "510373", "241297", "246882", "531841", "93564", "233413", "310326", "360139", "211642", "433245", "343823", "510805", "334750", "44917", "219398", "8480", "280177", "175771", "454287", "278626", "85697", "263867", "111454", "165710", "475663", "51504", "30352", "336847", "293464", "554018", "584278", "585823", "573935", "20529", "455428", "192464", "28346", "362468", "150607", "112195", "290631", "507806", "561056", "128408", "444477", "550172", "309235", "368044", "293624", "279488", "75686", "445053", "47565", "336053", "294076", "103093", "160464", "109903", "341837", "71543", "350131", "475397", "225106", "69058", "220834", "87187", "549040", "305742", "321108", "426215", "551423", "467535", "568255", "402778", "2064", "302306", "174016", "147806", "528184" ], "top100_scores": [ -1.25, -3.375, -3.875, -3.90625, -4.375, -4.4375, -4.59375, -4.65625, -4.96875, -5.15625, -5.21875, -5.25, -5.28125, -5.28125, -5.375, -5.375, -5.40625, -5.4375, -5.46875, -5.46875, -5.46875, -5.5, -5.53125, -5.53125, -5.5625, -5.625, -5.625, -5.6875, -5.71875, -5.71875, -5.71875, -5.75, -5.78125, -5.78125, -5.78125, -5.84375, -5.84375, -5.84375, -5.875, -5.875, -5.875, -5.875, -5.90625, -5.90625, -5.9375, -5.9375, -5.96875, -5.96875, -5.96875, -6.0, -6.03125, -6.03125, -6.03125, -6.03125, -6.0625, -6.0625, -6.0625, -6.09375, -6.09375, -6.125, -6.15625, -6.15625, -6.1875, -6.1875, -6.21875, -6.25, -6.25, -6.25, -6.28125, -6.28125, -6.28125, -6.28125, -6.28125, -6.3125, -6.3125, -6.34375, -6.34375, -6.34375, -6.375, -6.40625, -6.40625, -6.40625, -6.4375, -6.4375, -6.46875, -6.5, -6.53125, -6.5625, -6.5625, -6.59375, -6.625, -6.65625, -6.6875, -6.71875, -6.75, -6.78125, -6.8125, -6.8125, -6.875, -7.0 ] }, { "query_id": "8378", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.3333333333333333, "candidate_recall": 0.3333333333333333, "top100": [ "495568", "511678", "361345", "521095", "519148", "98767", "567244", "387035", "311782", "114981", "467853", "481339", "221869", "102237", "43497", "469100", "109455", "99132", "363919", "30557", "246221", "207929", "90085", "121480", "38287", "328073", "41852", "104188", "500856", "132111", "71293", "337049", "393842", "295082", "11075", "344372", "250623", "545284", "369437", "570112", "474962", "242849", "517516", "66834", "132966", "480879", "347992", "378173", "14699", "26292", "558921", "593644", "581579", "261902", "31465", "355871", "310837", "266785", "388718", "192900", "413174", "78053", "161076", "123320", "390864", "460839", "84800", "303724", "503261", "166885", "356490", "203638", "565133", "216365", "92284", "18727", "533727", "526235", "313437", "386095", "2064", "18065", "2633", "419747", "119165", "464385", "301161", "590453", "241433", "454871", "250294", "282623", "299690", "71399", "381341", "130631", "258190", "275833", "21468", "228548" ], "top100_scores": [ 1.6640625, 0.6640625, -0.0947265625, -0.12060546875, -0.447265625, -0.8828125, -1.0, -1.265625, -1.3203125, -1.71875, -1.859375, -2.140625, -2.265625, -2.34375, -2.40625, -2.421875, -2.5625, -2.578125, -2.640625, -2.6875, -2.734375, -2.765625, -2.96875, -2.96875, -2.984375, -3.03125, -3.09375, -3.140625, -3.15625, -3.203125, -3.21875, -3.25, -3.3125, -3.375, -3.390625, -3.453125, -3.46875, -3.484375, -3.484375, -3.515625, -3.703125, -3.78125, -3.796875, -3.875, -3.890625, -3.96875, -4.0, -4.03125, -4.03125, -4.09375, -4.125, -4.15625, -4.1875, -4.21875, -4.25, -4.34375, -4.375, -4.375, -4.40625, -4.53125, -4.53125, -4.625, -4.65625, -4.65625, -4.65625, -4.75, -4.84375, -4.875, -4.90625, -4.9375, -5.09375, -5.4375, -5.53125, -5.53125, -5.5625, -5.625, -5.71875, -5.71875, -5.75, -5.75, -5.875, -6.0, -6.0, -6.03125, -6.0625, -6.0625, -6.0625, -6.09375, -6.25, -6.3125, -6.34375, -6.40625, -6.4375, -6.5, -6.5, -6.5, -6.5625, -6.625, -6.78125, -6.8125 ] } ] }, "NanoSciFact": { "metrics": { "ndcg@10": 0.7149341302415071, "mrr@10": 0.6642698412698412, "recall@100": 0.88, "candidate_recall": 0.88, "seconds": 8.371516487000918 }, "per_query": [ { "query_id": "514", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "16256507", "12102963", "44572913", "30720103", "38551172", "26409363", "520579", "23267371", "11071351", "25974070", "4462079", "41915616", "19278208", "36960449", "41310252", "19878070", "3215494", "8595678", "12236208", "19460822", "29735200", "4483571", "11246427", "46485368", "9244474", "4457834", "25298276", "6327940", "21993510", "12801438", "20048431", "10692948", "21557614", "2138843", "12810152", "12205576", "34054472", "45770026", "8856690", "38712515", "20471181", "24273592", "6042706", "33733520", "21553394", "30981192", "4910408", "27428509", "30208015", "29981186", "24510595", "25135304", "22309946", "25690516", "4394525", "31890716", "25599283", "12358173", "3222187", "25028913", "1428840", "6158879", "15615957", "82665667", "2425364", "33409100", "2842550", "11360768", "34121231", "40473317", "3083927", "22023404", "2194320", "42800527", "19532163", "8037453", "8582337", "3150030", "11441172", "4463588", "37182501", "15570962", "1522647", "27550580", "20887554", "25837950", "46451940", "16701509", "1285713", "42441846", "13230773", "17324544", "4505748", "3981244", "29564505", "20302714", "40913091", "14934137", "195689316", "16980892" ], "top100_scores": [ -2.890625, -3.109375, -3.4375, -3.734375, -4.0625, -4.1875, -4.4375, -4.4375, -4.46875, -4.5, -4.59375, -4.65625, -4.65625, -4.71875, -4.71875, -4.75, -4.78125, -4.78125, -4.78125, -4.8125, -4.90625, -5.03125, -5.0625, -5.09375, -5.09375, -5.09375, -5.125, -5.15625, -5.1875, -5.1875, -5.1875, -5.1875, -5.1875, -5.1875, -5.25, -5.25, -5.25, -5.28125, -5.3125, -5.3125, -5.3125, -5.34375, -5.34375, -5.34375, -5.375, -5.375, -5.375, -5.40625, -5.40625, -5.40625, -5.40625, -5.40625, -5.4375, -5.4375, -5.4375, -5.46875, -5.5, -5.5, -5.53125, -5.53125, -5.53125, -5.53125, -5.53125, -5.5625, -5.59375, -5.59375, -5.59375, -5.59375, -5.59375, -5.625, -5.625, -5.65625, -5.65625, -5.65625, -5.65625, -5.6875, -5.6875, -5.71875, -5.71875, -5.75, -5.75, -5.75, -5.75, -5.78125, -5.78125, -5.78125, -5.8125, -5.84375, -5.84375, -5.84375, -5.875, -5.90625, -5.90625, -5.9375, -5.96875, -6.0, -6.0625, -6.0625, -6.09375, -6.09375 ] }, { "query_id": "269", "ndcg@10": 0.6309297535714575, "mrr@10": 0.5, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "36838958", "970012", "32955023", "25687558", "14865329", "38028419", "13000926", "25878014", "21868715", "4319174", "496873", "29347970", "34582256", "8137081", "25988622", "7198295", "4854076", "12871281", "25817686", "1568684", "3083927", "11968641", "17000834", "2613775", "10765888", "2192419", "22495397", "6853699", "36547290", "4380004", "3559136", "275294", "5864770", "4810810", "38252314", "31293581", "27635177", "4460880", "1871230", "16546131", "15135001", "14972169", "25901598", "16208091", "17333231", "21902910", "1192458", "35079452", "8596837", "14492339", "18126445", "13025574", "712078", "58006489", "33912748", "2679511", "6712836", "13923140", "27995781", "18231807", "34121231", "20287253", "4340358", "4345315", "18042803", "3493623", "22420524", "38830961", "885056", "10189634", "26886351", "33986507", "791050", "2042250", "16532419", "20501163", "7028976", "13952658", "6309659", "13770184", "20368353", "36960449", "13905670", "14835068", "1507222", "39637840", "2714623", "11674596", "42387637", "20977638", "13763195", "19561411", "502591", "36830715", "25085979", "708425", "16472469", "9021186", "26067999", "11721286" ], "top100_scores": [ 3.109375, 1.9921875, 1.2109375, 0.80859375, 0.31640625, -2.9375, -3.421875, -3.515625, -3.5625, -3.8125, -3.96875, -4.03125, -4.1875, -4.46875, -4.59375, -4.59375, -4.65625, -4.6875, -4.78125, -4.90625, -5.0, -5.09375, -5.09375, -5.09375, -5.21875, -5.21875, -5.28125, -5.28125, -5.3125, -5.375, -5.40625, -5.4375, -5.5, -5.53125, -5.5625, -5.5625, -5.59375, -5.59375, -5.625, -5.65625, -5.6875, -5.71875, -5.71875, -5.71875, -5.71875, -5.75, -5.75, -5.84375, -5.875, -5.875, -5.875, -5.90625, -5.90625, -5.90625, -5.90625, -5.9375, -5.9375, -5.9375, -5.96875, -5.96875, -6.0, -6.0, -6.03125, -6.03125, -6.03125, -6.03125, -6.0625, -6.09375, -6.125, -6.125, -6.125, -6.125, -6.15625, -6.15625, -6.15625, -6.15625, -6.15625, -6.21875, -6.25, -6.25, -6.25, -6.25, -6.25, -6.25, -6.28125, -6.28125, -6.3125, -6.3125, -6.34375, -6.34375, -6.34375, -6.375, -6.375, -6.375, -6.40625, -6.4375, -6.4375, -6.5, -6.59375, -6.71875 ] }, { "query_id": "343", "ndcg@10": 0.5706417189553201, "mrr@10": 0.3333333333333333, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "6158879", "23783727", "7873737", "5884524", "471921", "20887554", "19308127", "7640792", "25028913", "24150328", "38630735", "12561083", "29526125", "16760369", "15925931", "12102963", "44827480", "20526907", "6157837", "29253460", "19945096", "40156901", "14973286", "13179318", "750781", "36288526", "16180601", "5935987", "30981192", "4678846", "43226130", "20554003", "21301090", "1522647", "9813098", "45447613", "13282296", "6517763", "35186640", "10072941", "3056682", "13448422", "3462075", "5698494", "6945285", "35495268", "2958458", "7711685", "7373453", "6070278", "21571708", "2138843", "29564505", "23887844", "39443128", "29981186", "6123521", "14188138", "5132358", "7613033", "3613041", "11992632", "6421734", "27449472", "7965928", "12009265", "31890716", "13883546", "44562904", "8037453", "21257564", "5912283", "2058909", "9617381", "8582337", "3083927", "3107733", "15048300", "13791044", "5262240", "32462603", "44048701", "33960383", "26244918", "22420524", "8529693", "44265107", "22309946", "791050", "22401061", "6309659", "12122482", "26720366", "7552215", "10699587", "22942787", "3929361", "4505748", "8842332", "23136735" ], "top100_scores": [ 3.234375, 1.9375, 0.5078125, -0.609375, -2.1875, -3.15625, -3.234375, -3.296875, -3.53125, -3.546875, -3.59375, -3.609375, -3.78125, -3.8125, -3.8125, -3.828125, -3.84375, -3.96875, -4.125, -4.15625, -4.25, -4.25, -4.28125, -4.3125, -4.3125, -4.3125, -4.3125, -4.375, -4.4375, -4.4375, -4.46875, -4.5, -4.59375, -4.65625, -4.6875, -4.75, -4.75, -4.78125, -4.78125, -4.8125, -4.84375, -4.90625, -4.9375, -4.96875, -4.96875, -5.0625, -5.125, -5.1875, -5.28125, -5.34375, -5.4375, -5.46875, -5.46875, -5.46875, -5.5, -5.5, -5.5625, -5.5625, -5.5625, -5.625, -5.625, -5.65625, -5.65625, -5.65625, -5.6875, -5.6875, -5.6875, -5.75, -5.75, -5.75, -5.78125, -5.78125, -5.78125, -5.8125, -5.8125, -5.84375, -5.84375, -5.875, -5.875, -5.90625, -5.90625, -5.90625, -5.96875, -5.96875, -6.03125, -6.09375, -6.125, -6.125, -6.15625, -6.15625, -6.15625, -6.1875, -6.1875, -6.1875, -6.21875, -6.21875, -6.25, -6.28125, -6.375, -6.6875 ] }, { "query_id": "551", "ndcg@10": 0.38685280723454163, "mrr@10": 0.2, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "8903143", "52095986", "40590358", "4324278", "33499189", "18231807", "5914739", "3118719", "34905328", "21366394", "9283422", "23076291", "2714623", "40608679", "12871281", "34436231", "29288582", "994800", "24387017", "18488986", "22174015", "6961811", "5811042", "35651106", "29362104", "6936141", "28006126", "14767844", "35531883", "2825380", "13868795", "85326624", "25479072", "5483793", "41982985", "4468861", "15425958", "1454773", "51952430", "20344442", "38830961", "6767271", "17463549", "6123924", "9160947", "4418070", "15972906", "1196631", "3531388", "18237384", "3545805", "23912923", "25085979", "18546584", "2593298", "30184745", "26117607", "36271512", "6163801", "31107919", "20457190", "27910499", "14380875", "306006", "5836", "10562341", "22997657", "18042803", "14834714", "19603353", "41226276", "11666252", "19561411", "33397197", "21164071", "3127341", "4820792", "34498325", "4270992", "26011884", "18758057", "22874817", "21754541", "8563659", "7115651", "35987381", "20220731", "36216395", "5386514", "15435343", "25353658", "13798951", "5132358", "40094786", "20646904", "14934137", "38587347", "8305686", "79696454", "8144920" ], "top100_scores": [ 0.9140625, -1.5390625, -1.640625, -1.6796875, -1.734375, -2.28125, -2.8125, -2.8125, -3.0, -3.109375, -3.171875, -3.3125, -3.390625, -3.390625, -3.421875, -3.421875, -3.515625, -3.546875, -3.546875, -3.546875, -3.5625, -3.640625, -3.640625, -3.671875, -3.671875, -3.703125, -3.71875, -3.71875, -3.734375, -3.75, -3.765625, -3.765625, -3.8125, -3.8125, -3.859375, -3.890625, -3.890625, -3.890625, -3.921875, -3.9375, -3.953125, -3.96875, -3.984375, -4.0, -4.03125, -4.0625, -4.09375, -4.09375, -4.09375, -4.09375, -4.125, -4.125, -4.125, -4.125, -4.15625, -4.15625, -4.1875, -4.25, -4.25, -4.25, -4.28125, -4.28125, -4.28125, -4.28125, -4.28125, -4.3125, -4.3125, -4.34375, -4.34375, -4.34375, -4.375, -4.375, -4.375, -4.40625, -4.40625, -4.40625, -4.40625, -4.40625, -4.4375, -4.4375, -4.46875, -4.46875, -4.46875, -4.46875, -4.46875, -4.53125, -4.5625, -4.5625, -4.5625, -4.5625, -4.59375, -4.625, -4.625, -4.625, -4.65625, -4.6875, -4.71875, -4.78125, -4.8125, -4.8125 ] }, { "query_id": "641", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "5912283", "31554917", "10749308", "32463364", "16826810", "38752049", "24921368", "45581752", "15215393", "45764440", "24581365", "7239105", "24524403", "25589047", "32852283", "24341590", "19497526", "41074251", "18025240", "12672066", "20697217", "7595742", "25315295", "31591262", "6153754", "26720366", "33884866", "25895285", "26244918", "26231129", "49432306", "6157837", "20610557", "7986878", "14079881", "40127292", "11254040", "2391552", "19510470", "17930286", "10072941", "26409363", "46112052", "25483562", "2248870", "1281769", "24634621", "4587978", "31884697", "21274919", "6650933", "32454714", "28542402", "3866315", "35314705", "23863576", "496873", "14260013", "19529370", "22517564", "25690516", "20554003", "20471181", "30658796", "24285403", "10958594", "343052", "32743723", "3329824", "7965928", "21246752", "20326526", "21700295", "35766603", "13282296", "7834603", "31363207", "4961038", "3056682", "10699587", "8610932", "14782049", "9021186", "22688699", "15678772", "15462523", "10017612", "3898784", "26079071", "3858268", "21203899", "13123189", "2048139", "2335873", "9955779", "8037453", "13619127", "37583120", "18074797", "39532074" ], "top100_scores": [ 1.0234375, -5.375, -5.40625, -5.875, -5.96875, -6.0625, -6.1875, -6.25, -6.3125, -6.34375, -6.375, -6.40625, -6.40625, -6.40625, -6.40625, -6.40625, -6.4375, -6.4375, -6.4375, -6.46875, -6.46875, -6.46875, -6.46875, -6.46875, -6.46875, -6.5, -6.5, -6.5, -6.5, -6.5, -6.5, -6.53125, -6.53125, -6.59375, -6.59375, -6.59375, -6.625, -6.625, -6.625, -6.65625, -6.65625, -6.65625, -6.65625, -6.65625, -6.65625, -6.65625, -6.65625, -6.6875, -6.6875, -6.6875, -6.6875, -6.6875, -6.71875, -6.71875, -6.71875, -6.71875, -6.71875, -6.71875, -6.75, -6.75, -6.75, -6.75, -6.75, -6.75, -6.78125, -6.78125, -6.8125, -6.8125, -6.8125, -6.84375, -6.84375, -6.84375, -6.84375, -6.84375, -6.84375, -6.875, -6.875, -6.875, -6.90625, -6.90625, -6.90625, -6.90625, -6.9375, -6.9375, -6.9375, -6.9375, -6.96875, -6.96875, -6.96875, -6.96875, -6.96875, -6.96875, -7.0, -7.0, -7.0625, -7.0625, -7.0625, -7.09375, -7.1875, -7.25 ] }, { "query_id": "971", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "27873158", "9764256", "28617573", "46695481", "6561200", "7650066", "19140422", "16980892", "6748318", "23136735", "46355579", "20279166", "1203035", "20839751", "10692412", "7020505", "13445579", "23471400", "3566945", "41074251", "7165938", "1921218", "4911006", "9274291", "881332", "3878434", "4688340", "3790895", "4695046", "19673227", "36003142", "3078080", "22067786", "14717213", "25742130", "32423829", "13831558", "12471115", "7821634", "24660385", "13916951", "16422880", "12779444", "11201004", "26798867", "1996292", "23126677", "13007205", "23639838", "22942787", "12358173", "8891333", "27240667", "654735", "3215494", "32721137", "26067999", "3210545", "20610390", "2272614", "36355784", "2727303", "14252892", "45449835", "7736860", "13515165", "3285322", "5735492", "31933981", "35443524", "22309946", "24581365", "11880289", "2931832", "27099731", "7451018", "5850219", "20886584", "52188256", "17163294", "19532163", "21902400", "32454714", "14664424", "39903312", "40735046", "3935126", "16016673", "2140497", "19047331", "14729253", "1780819", "13763195", "5151024", "43329366", "24450344", "15559582", "12770738", "14827874", "15476777" ], "top100_scores": [ 5.65625, 4.625, 2.640625, 2.484375, 2.296875, 0.36328125, -1.2109375, -1.8046875, -2.296875, -2.515625, -2.71875, -3.015625, -3.625, -3.640625, -3.71875, -3.859375, -3.890625, -3.90625, -3.984375, -4.03125, -4.03125, -4.125, -4.1875, -4.25, -4.28125, -4.3125, -4.34375, -4.375, -4.375, -4.375, -4.4375, -4.46875, -4.46875, -4.46875, -4.5, -4.5, -4.53125, -4.53125, -4.59375, -4.59375, -4.59375, -4.59375, -4.65625, -4.65625, -4.65625, -4.6875, -4.6875, -4.6875, -4.71875, -4.71875, -4.75, -4.75, -4.78125, -4.78125, -4.78125, -4.78125, -4.8125, -4.8125, -4.8125, -4.8125, -4.84375, -4.84375, -4.84375, -4.875, -4.90625, -4.90625, -4.9375, -4.9375, -4.96875, -4.96875, -5.0, -5.0, -5.0, -5.03125, -5.0625, -5.09375, -5.09375, -5.125, -5.125, -5.125, -5.15625, -5.15625, -5.15625, -5.15625, -5.15625, -5.1875, -5.21875, -5.21875, -5.21875, -5.21875, -5.21875, -5.25, -5.25, -5.25, -5.375, -5.4375, -5.5, -5.53125, -5.53125, -5.84375 ] }, { "query_id": "475", "ndcg@10": 0.3010299956639812, "mrr@10": 0.1111111111111111, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "33030946", "23576165", "4423401", "23148978", "18810195", "1605196", "20672596", "5785219", "18678095", "24349992", "27647593", "2919030", "4418878", "11200685", "19945096", "1148122", "12642224", "5839365", "16233471", "39776978", "4530659", "13223957", "5704562", "34445160", "8208212", "4417558", "8721150", "40473317", "10450300", "14060030", "21093407", "3590806", "6363093", "26374799", "19071857", "17919731", "4387494", "38844612", "16319097", "12489688", "30152134", "9301606", "27900414", "11716783", "4387484", "28783084", "29689140", "8038329", "13256155", "19460822", "7506409", "11992632", "38533515", "10247314", "17601006", "11569583", "22401061", "17433284", "27789588", "14296612", "5035827", "30658796", "10627801", "27889071", "11887584", "25344732", "20738970", "30919024", "10562341", "34982259", "20333864", "16128711", "28193026", "33370", "24249915", "40667577", "31761981", "21914176", "23180075", "12156187", "16605494", "35345807", "9460704", "3118719", "20960682", "17023584", "29657303", "16863359", "23639838", "928281", "11255504", "39225849", "16120395", "27873158", "9769310", "10145528", "30933307", "23237995", "28617573", "2402323" ], "top100_scores": [ -2.875, -3.296875, -3.40625, -3.4375, -3.5, -3.578125, -3.625, -3.921875, -3.9375, -3.96875, -4.0625, -4.59375, -4.65625, -4.96875, -5.0, -5.0, -5.09375, -5.125, -5.125, -5.15625, -5.15625, -5.1875, -5.1875, -5.28125, -5.28125, -5.28125, -5.28125, -5.3125, -5.34375, -5.34375, -5.34375, -5.375, -5.375, -5.375, -5.375, -5.40625, -5.4375, -5.4375, -5.4375, -5.4375, -5.4375, -5.4375, -5.46875, -5.46875, -5.46875, -5.46875, -5.5, -5.5, -5.5, -5.5, -5.5, -5.5, -5.5, -5.5, -5.53125, -5.53125, -5.53125, -5.53125, -5.53125, -5.53125, -5.53125, -5.5625, -5.5625, -5.5625, -5.5625, -5.5625, -5.5625, -5.59375, -5.59375, -5.59375, -5.59375, -5.59375, -5.625, -5.625, -5.625, -5.625, -5.625, -5.625, -5.625, -5.625, -5.65625, -5.65625, -5.65625, -5.65625, -5.65625, -5.6875, -5.6875, -5.6875, -5.71875, -5.71875, -5.75, -5.78125, -5.78125, -5.8125, -5.8125, -5.84375, -5.875, -5.90625, -5.96875, -6.0625 ] }, { "query_id": "380", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "19005293", "40365566", "23912923", "219475", "45449835", "3083927", "20610557", "44562221", "67045088", "10648422", "15561961", "4391121", "5500086", "29509926", "15425958", "45096063", "22281684", "20428155", "13905670", "5979056", "195683603", "2958458", "7975937", "12966719", "27602752", "1733337", "3684342", "12058271", "21651116", "15946643", "20261352", "5003144", "14386505", "17438862", "24177706", "12130690", "1344498", "364522", "343052", "25263810", "26735018", "34016987", "33203108", "9159125", "4347374", "97884", "4418070", "4345315", "1574014", "26025820", "10247282", "3619931", "23509113", "6417632", "49556906", "21258863", "8639034", "5137019", "24873253", "10450300", "3835423", "19205437", "7198295", "3493623", "28712203", "26735905", "42065070", "7281161", "15727984", "12885341", "56486733", "3973445", "5838067", "9021186", "22623275", "15803282", "5867846", "8247469", "22896384", "12631697", "39481265", "14615911", "31313782", "16572581", "92308", "16532419", "1391126", "2603304", "20960682", "36642096", "24323695", "25942757", "5633957", "25175997", "1970884", "7177329", "2335873", "26067999", "15319019", "10697096" ], "top100_scores": [ 7.09375, -1.2890625, -1.53125, -2.125, -2.21875, -2.359375, -2.484375, -2.609375, -2.828125, -2.984375, -3.078125, -3.1875, -3.265625, -3.390625, -3.484375, -3.578125, -3.578125, -3.578125, -3.59375, -3.625, -3.625, -3.640625, -3.65625, -3.671875, -3.6875, -3.75, -3.796875, -3.84375, -3.875, -3.96875, -4.0, -4.03125, -4.03125, -4.15625, -4.1875, -4.1875, -4.25, -4.3125, -4.34375, -4.40625, -4.40625, -4.46875, -4.46875, -4.5625, -4.5625, -4.5625, -4.5625, -4.5625, -4.59375, -4.59375, -4.625, -4.6875, -4.78125, -4.78125, -4.78125, -4.78125, -4.8125, -4.875, -4.90625, -4.90625, -4.9375, -4.9375, -4.96875, -5.0, -5.03125, -5.03125, -5.0625, -5.09375, -5.125, -5.125, -5.15625, -5.15625, -5.1875, -5.1875, -5.25, -5.28125, -5.375, -5.40625, -5.4375, -5.46875, -5.5, -5.5, -5.53125, -5.625, -5.625, -5.6875, -5.71875, -5.71875, -5.75, -5.78125, -5.8125, -5.84375, -5.84375, -5.84375, -5.90625, -5.96875, -5.96875, -6.0625, -6.09375, -6.21875 ] }, { "query_id": "129", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "27768226", "10577574", "7111021", "24942840", "27123743", "30292811", "35329820", "12561083", "5238341", "6407356", "22674621", "2832403", "12991445", "6477536", "751192", "20186513", "22707413", "4959368", "16390264", "16167746", "9617381", "7239105", "4398832", "16233471", "6123924", "8529693", "13025574", "41310252", "40666943", "25028913", "21323587", "29387024", "15692098", "13322804", "25254425", "13097856", "38180456", "33370", "5641851", "21914176", "32357890", "52868579", "9658390", "13901073", "23785605", "12801438", "13179318", "20280410", "3790895", "3230361", "25602549", "13899137", "5372432", "9167230", "29253460", "23267371", "21479575", "33740844", "11748341", "21553394", "21956124", "25293616", "10982689", "7036529", "32909242", "26611834", "2479538", "3052642", "27024392", "23294314", "25886725", "76463821", "12471115", "12672066", "28017005", "19661996", "409280", "1871230", "29745822", "41298619", "11624482", "32328114", "6319826", "5596332", "75636923", "38630735", "8298120", "15856466", "3716075", "38037690", "30655442", "25121903", "63858430", "16979690", "7547329", "39984099", "13494853", "13934676", "11230569", "22711954" ], "top100_scores": [ 2.609375, -4.5625, -5.3125, -5.3125, -5.3125, -5.40625, -5.4375, -5.4375, -5.46875, -5.46875, -5.46875, -5.5, -5.5, -5.53125, -5.53125, -5.53125, -5.53125, -5.53125, -5.5625, -5.5625, -5.5625, -5.5625, -5.5625, -5.5625, -5.59375, -5.59375, -5.59375, -5.59375, -5.625, -5.625, -5.65625, -5.65625, -5.65625, -5.65625, -5.65625, -5.6875, -5.6875, -5.6875, -5.71875, -5.71875, -5.71875, -5.71875, -5.71875, -5.75, -5.75, -5.75, -5.75, -5.75, -5.75, -5.75, -5.78125, -5.78125, -5.8125, -5.8125, -5.8125, -5.8125, -5.8125, -5.8125, -5.84375, -5.84375, -5.875, -5.875, -5.875, -5.875, -5.90625, -5.90625, -5.90625, -5.90625, -5.9375, -5.9375, -5.9375, -5.9375, -5.9375, -5.96875, -6.0, -6.0, -6.0, -6.0, -6.03125, -6.03125, -6.03125, -6.03125, -6.03125, -6.03125, -6.03125, -6.03125, -6.0625, -6.0625, -6.0625, -6.125, -6.1875, -6.1875, -6.21875, -6.21875, -6.25, -6.28125, -6.28125, -6.34375, -6.4375, -6.46875 ] }, { "query_id": "1202", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "3475317", "17412260", "21258863", "15435343", "24707550", "4391121", "22517564", "29509926", "3943235", "2042250", "1049501", "19603353", "9225850", "16066726", "5572127", "12580014", "27403802", "4429118", "17023584", "28783084", "23388442", "9159125", "12641252", "22852120", "52095986", "5752492", "5511240", "34378726", "9767444", "4418070", "19005293", "7975937", "44562221", "21320417", "52925737", "40323148", "4345315", "15889329", "16863359", "24726600", "23801039", "6853699", "26230669", "3330111", "1605392", "5406411", "25942757", "5107861", "343052", "20501163", "6501747", "20722510", "21382907", "4380287", "9977329", "25148216", "6580081", "36216395", "25946292", "8604837", "29015485", "26702468", "3107733", "4402497", "13778710", "24044977", "38587347", "8137081", "5519177", "24315156", "31293581", "26474812", "2714623", "1196631", "2506153", "4928282", "3981033", "31272411", "7399084", "4544916", "17438862", "1900152", "24157077", "22696649", "7968532", "49432306", "5137019", "41877386", "1265945", "4454788", "7875158", "4416964", "11581157", "3493623", "1970884", "10039688", "6144337", "20960682", "14692646", "15521377" ], "top100_scores": [ 1.0546875, -1.859375, -1.8671875, -1.984375, -2.296875, -2.421875, -2.484375, -2.53125, -2.71875, -2.78125, -2.8125, -2.90625, -2.953125, -3.03125, -3.03125, -3.09375, -3.140625, -3.15625, -3.15625, -3.1875, -3.34375, -3.34375, -3.34375, -3.40625, -3.453125, -3.453125, -3.484375, -3.5, -3.5, -3.515625, -3.515625, -3.515625, -3.546875, -3.625, -3.640625, -3.65625, -3.65625, -3.71875, -3.78125, -3.8125, -3.90625, -3.90625, -3.921875, -3.9375, -3.953125, -3.984375, -3.984375, -3.984375, -4.03125, -4.03125, -4.0625, -4.0625, -4.0625, -4.09375, -4.09375, -4.09375, -4.125, -4.15625, -4.15625, -4.21875, -4.21875, -4.21875, -4.21875, -4.25, -4.28125, -4.28125, -4.3125, -4.3125, -4.3125, -4.34375, -4.375, -4.375, -4.40625, -4.4375, -4.46875, -4.5, -4.5, -4.5, -4.5, -4.53125, -4.5625, -4.5625, -4.59375, -4.65625, -4.65625, -4.71875, -4.71875, -4.71875, -4.75, -4.75, -4.75, -4.78125, -4.78125, -4.84375, -4.875, -4.90625, -4.90625, -4.9375, -4.9375, -5.125 ] }, { "query_id": "743", "ndcg@10": 0.6309297535714575, "mrr@10": 0.5, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "4020950", "32159283", "10576136", "20526907", "5691302", "15984735", "34054472", "18256197", "23783727", "9813098", "3056682", "5085118", "6853699", "19332616", "23785605", "3984231", "5884524", "24150328", "12770738", "22530842", "6158879", "16760369", "44264297", "15194125", "9122283", "6085365", "21239672", "4418112", "29526125", "12810152", "6070278", "5824985", "27550580", "38630735", "35495268", "21868715", "25451374", "4506414", "13448422", "2973910", "28264919", "8290953", "5107861", "33884866", "9846940", "6153754", "7764903", "496873", "7640792", "14848619", "15946643", "24269361", "25738896", "19460822", "44827480", "38727075", "32743723", "2248870", "28164534", "28712203", "14657344", "14361849", "18174210", "29253460", "7489663", "13651792", "30261663", "25488034", "1748921", "1234098", "883747", "17682477", "14726759", "43192375", "5273056", "24190159", "26025820", "25897733", "22159299", "25817686", "32454714", "31889025", "10984005", "35651106", "9278263", "4442799", "14934137", "23509113", "16644043", "33409100", "46517055", "13001323", "4544916", "26672703", "435529", "2264455", "33934971", "5386514", "23124332", "17741440" ], "top100_scores": [ -3.625, -4.15625, -4.28125, -4.625, -4.8125, -4.875, -4.90625, -5.03125, -5.03125, -5.09375, -5.125, -5.15625, -5.1875, -5.1875, -5.25, -5.34375, -5.4375, -5.46875, -5.53125, -5.59375, -5.625, -5.625, -5.625, -5.625, -5.6875, -5.6875, -5.75, -5.75, -5.78125, -5.78125, -5.875, -5.875, -5.90625, -5.9375, -6.0625, -6.125, -6.15625, -6.1875, -6.25, -6.25, -6.3125, -6.3125, -6.3125, -6.34375, -6.34375, -6.34375, -6.375, -6.375, -6.40625, -6.40625, -6.40625, -6.4375, -6.4375, -6.46875, -6.46875, -6.46875, -6.46875, -6.5, -6.5, -6.5, -6.5, -6.53125, -6.53125, -6.5625, -6.5625, -6.5625, -6.5625, -6.5625, -6.59375, -6.59375, -6.59375, -6.65625, -6.65625, -6.65625, -6.65625, -6.65625, -6.65625, -6.6875, -6.6875, -6.6875, -6.71875, -6.71875, -6.71875, -6.71875, -6.75, -6.75, -6.75, -6.78125, -6.8125, -6.8125, -6.84375, -6.875, -6.875, -6.90625, -6.90625, -6.90625, -6.9375, -6.9375, -6.96875, -6.96875 ] }, { "query_id": "659", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "1215116", "14337960", "46765242", "20261352", "34544514", "140907540", "22613657", "4999387", "21009874", "25098790", "5704562", "20610557", "5372432", "12801438", "6415816", "37628989", "2492146", "7370282", "25895285", "7764903", "46926352", "39970500", "16389141", "3874000", "13070316", "46437558", "4399268", "27264454", "3896759", "14834714", "27049238", "52887689", "15135001", "20372201", "39892135", "11359243", "6417632", "4387494", "11043831", "10982689", "40655970", "1148122", "17327939", "3831884", "13901073", "9791313", "27150276", "5395426", "34818263", "24921368", "33960383", "952111", "26720366", "5402581", "12130067", "11481946", "24269361", "11718220", "16812091", "23639838", "41294031", "15953181", "7547329", "35651106", "12899612", "2973910", "6078882", "704526", "27567994", "29634262", "23670644", "14865329", "20052986", "11172205", "7834603", "26607366", "11728637", "13714201", "84379954", "10548391", "13639330", "13011249", "3127341", "43329366", "25068298", "1748921", "7808055", "40817021", "2388819", "42279414", "12471115", "4961038", "26378103", "38747567", "13914198", "19313533", "15570962", "36816310", "21377587", "34025053" ], "top100_scores": [ -5.34375, -5.96875, -6.0, -6.125, -6.125, -6.15625, -6.1875, -6.1875, -6.21875, -6.25, -6.28125, -6.28125, -6.28125, -6.375, -6.40625, -6.40625, -6.46875, -6.5, -6.5, -6.5, -6.53125, -6.53125, -6.53125, -6.53125, -6.5625, -6.5625, -6.5625, -6.5625, -6.59375, -6.59375, -6.59375, -6.59375, -6.59375, -6.625, -6.625, -6.625, -6.625, -6.625, -6.625, -6.65625, -6.65625, -6.65625, -6.6875, -6.6875, -6.6875, -6.6875, -6.6875, -6.6875, -6.6875, -6.6875, -6.6875, -6.71875, -6.71875, -6.71875, -6.71875, -6.75, -6.75, -6.75, -6.75, -6.78125, -6.78125, -6.78125, -6.78125, -6.78125, -6.78125, -6.78125, -6.78125, -6.78125, -6.8125, -6.8125, -6.8125, -6.8125, -6.8125, -6.8125, -6.8125, -6.8125, -6.8125, -6.84375, -6.84375, -6.84375, -6.84375, -6.84375, -6.875, -6.875, -6.875, -6.875, -6.875, -6.875, -6.90625, -6.90625, -6.90625, -6.90625, -6.90625, -6.9375, -6.96875, -7.0, -7.0, -7.0, -7.0625, -7.0625 ] }, { "query_id": "128", "ndcg@10": 0.3333333333333333, "mrr@10": 0.14285714285714285, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "25175997", "6961811", "32463364", "6070278", "2665425", "10284593", "8290953", "6137330", "19854543", "10697096", "19332616", "29460384", "13515165", "45920278", "13445579", "28633594", "140907540", "2587396", "16284655", "791050", "202259", "21395936", "19675911", "881332", "38630735", "13906581", "4910408", "13902570", "30058568", "8595678", "11109043", "22867765", "1805641", "22281684", "23260700", "38369817", "16172576", "15176526", "7717468", "25298276", "38712515", "2130391", "16812091", "3944632", "34228604", "6565037", "12899612", "22896970", "10982689", "1180972", "22711954", "24828165", "4463811", "2576811", "12991445", "23639838", "18174210", "20839751", "12672066", "17693849", "20326526", "5596332", "17088791", "26611834", "8250852", "982650", "16167746", "31962403", "15856466", "35531883", "20280410", "16201748", "42387637", "46182525", "23471400", "22036571", "25985964", "2338488", "34760396", "25036988", "22730024", "27373088", "46695481", "469066", "16256507", "35760786", "24144677", "15570962", "21859699", "4378885", "24396137", "37641175", "38037690", "3033830", "36816310", "8219248", "12643937", "11020556", "39532074", "25813706" ], "top100_scores": [ -4.71875, -5.1875, -5.28125, -5.34375, -5.375, -5.375, -5.5, -5.5, -5.53125, -5.5625, -5.65625, -5.65625, -5.6875, -5.6875, -5.71875, -5.75, -5.75, -5.78125, -5.78125, -5.8125, -5.8125, -5.84375, -5.84375, -5.84375, -5.875, -5.875, -5.875, -5.90625, -5.90625, -5.90625, -5.90625, -5.90625, -5.90625, -5.90625, -5.90625, -5.9375, -5.96875, -6.03125, -6.0625, -6.0625, -6.0625, -6.0625, -6.0625, -6.0625, -6.0625, -6.09375, -6.09375, -6.09375, -6.09375, -6.125, -6.125, -6.15625, -6.15625, -6.1875, -6.1875, -6.1875, -6.21875, -6.21875, -6.25, -6.25, -6.25, -6.25, -6.28125, -6.28125, -6.28125, -6.28125, -6.28125, -6.28125, -6.28125, -6.3125, -6.3125, -6.3125, -6.34375, -6.375, -6.375, -6.375, -6.375, -6.375, -6.40625, -6.40625, -6.40625, -6.40625, -6.40625, -6.40625, -6.40625, -6.4375, -6.4375, -6.4375, -6.4375, -6.4375, -6.46875, -6.46875, -6.5, -6.53125, -6.53125, -6.5625, -6.59375, -6.59375, -6.625, -6.65625 ] }, { "query_id": "501", "ndcg@10": 0.38685280723454163, "mrr@10": 0.2, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "24285403", "13282296", "28530299", "21274919", "17930286", "32463364", "1281769", "5137019", "58564850", "19804204", "37583120", "7965928", "7239105", "20471181", "20326526", "24881307", "27866735", "5556809", "32743723", "18025240", "7595742", "14782049", "23863576", "24524403", "15678772", "143868995", "7433668", "43226130", "18038250", "4394525", "13293033", "26016929", "57574395", "5402581", "15692098", "14079881", "71625969", "11441172", "1733337", "3619931", "14606752", "24510595", "25483562", "13714201", "25643818", "27602752", "43220289", "18446525", "3210545", "8892905", "14834714", "13944805", "11459139", "654735", "25938221", "8529693", "24101431", "3572885", "4387494", "10641715", "5468807", "24872571", "751192", "28910120", "24873253", "23912923", "13934676", "27024392", "1800734", "24190159", "2831620", "7115651", "21246752", "5270265", "17755060", "17973161", "5912283", "12265561", "22401720", "24276304", "30041340", "8596357", "3090454", "20459964", "3553087", "33370", "2842550", "19970015", "3616843", "34016944", "4959368", "35443524", "18104691", "4841908", "87758", "33677323", "1389264", "16806763", "37480103", "52893592" ], "top100_scores": [ -2.984375, -3.0625, -3.671875, -3.890625, -4.0625, -4.125, -4.1875, -4.25, -4.375, -4.78125, -5.0, -5.03125, -5.15625, -5.21875, -5.3125, -5.375, -5.40625, -5.4375, -5.5625, -5.59375, -5.65625, -5.65625, -5.8125, -5.84375, -5.84375, -5.84375, -5.90625, -5.90625, -5.96875, -6.0, -6.0625, -6.09375, -6.09375, -6.15625, -6.15625, -6.21875, -6.21875, -6.25, -6.25, -6.25, -6.28125, -6.28125, -6.28125, -6.3125, -6.34375, -6.34375, -6.34375, -6.34375, -6.375, -6.375, -6.40625, -6.40625, -6.4375, -6.4375, -6.4375, -6.4375, -6.4375, -6.4375, -6.46875, -6.46875, -6.5, -6.5, -6.5, -6.5, -6.5, -6.5, -6.5, -6.53125, -6.53125, -6.53125, -6.53125, -6.53125, -6.5625, -6.5625, -6.5625, -6.5625, -6.59375, -6.59375, -6.59375, -6.59375, -6.59375, -6.59375, -6.59375, -6.625, -6.625, -6.625, -6.625, -6.625, -6.65625, -6.65625, -6.65625, -6.6875, -6.71875, -6.78125, -6.8125, -6.84375, -6.84375, -6.9375, -6.9375, -7.0625 ] }, { "query_id": "1339", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "15482274", "41782935", "7986878", "24942840", "9754530", "32462603", "9056874", "41822527", "6796297", "11718220", "7948486", "1944452", "37628989", "219475", "14606752", "26445118", "32665136", "6748318", "4417558", "4468861", "41264017", "25643818", "196664003", "40996863", "1701063", "23702805", "3943235", "5266423", "43226130", "26244918", "23777820", "15561961", "58006489", "11742219", "10944947", "28633594", "16108876", "27686445", "32852283", "752423", "12236208", "52874170", "841371", "7093809", "9911547", "22922353", "13123189", "22312627", "7988832", "7468449", "56486733", "5145974", "6417632", "22711954", "3203590", "34268160", "14155726", "16737210", "8698208", "39368721", "2988714", "39903312", "18429416", "32023005", "13624704", "17821387", "30261663", "11109043", "19529370", "9764256", "11716783", "52175065", "6106004", "4366738", "25036988", "1333643", "20279166", "704526", "21902400", "1871499", "12411274", "15559582", "21012916", "8690595", "39532074", "16732790", "25451374", "6723450", "24731248", "5377059", "11728637", "516867", "14965508", "32721137", "33634749", "40429879", "13801259", "51386222", "39285547", "4325398" ], "top100_scores": [ 1.234375, -5.03125, -5.1875, -5.40625, -5.40625, -5.5625, -5.5625, -5.65625, -5.6875, -5.71875, -5.71875, -5.75, -5.75, -5.75, -5.75, -5.78125, -5.84375, -5.84375, -5.84375, -5.84375, -5.875, -5.875, -5.9375, -5.9375, -5.96875, -5.96875, -5.96875, -5.96875, -6.0, -6.03125, -6.03125, -6.03125, -6.03125, -6.03125, -6.0625, -6.0625, -6.0625, -6.0625, -6.0625, -6.0625, -6.0625, -6.09375, -6.09375, -6.09375, -6.09375, -6.125, -6.125, -6.125, -6.125, -6.125, -6.125, -6.125, -6.125, -6.125, -6.15625, -6.15625, -6.15625, -6.15625, -6.15625, -6.15625, -6.1875, -6.1875, -6.1875, -6.21875, -6.21875, -6.21875, -6.25, -6.25, -6.25, -6.25, -6.25, -6.25, -6.28125, -6.28125, -6.28125, -6.28125, -6.28125, -6.28125, -6.28125, -6.3125, -6.3125, -6.34375, -6.34375, -6.375, -6.375, -6.375, -6.375, -6.40625, -6.40625, -6.40625, -6.40625, -6.4375, -6.4375, -6.46875, -6.5, -6.5, -6.5, -6.5, -6.53125, -6.59375 ] }, { "query_id": "800", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "6040392", "4679264", "7988832", "9291668", "26230669", "14475235", "5935987", "1871499", "4434951", "23901235", "1032372", "28530299", "11992632", "3707035", "9791313", "5704562", "28441310", "24524403", "1780819", "31884697", "42387637", "12324049", "19460822", "5108807", "24347647", "14308244", "4036038", "5035827", "4457834", "16233471", "8519911", "7426741", "33912748", "20418809", "27602752", "10765888", "7514614", "10641715", "2547636", "4653837", "7492250", "26099680", "25690516", "23777820", "24652030", "9194077", "15521377", "22178316", "18038250", "6923961", "8150638", "25597580", "25022826", "11674596", "25315295", "6650933", "14367469", "9433958", "26008462", "5395426", "6407356", "22549449", "23052989", "30468386", "25946292", "34436231", "13350374", "1967410", "19912367", "11578459", "8856690", "17050065", "18938992", "25488034", "654735", "31882215", "45820464", "11527822", "15248287", "9239963", "9559146", "6259170", "7114092", "19489351", "6599693", "5838067", "11844826", "4345757", "6718824", "37583120", "29557235", "8891333", "16242975", "36708463", "41928290", "19970015", "12207167", "16732790", "40655970", "30933307" ], "top100_scores": [ -2.4375, -2.765625, -2.828125, -2.859375, -2.859375, -2.921875, -2.96875, -3.171875, -3.1875, -3.1875, -3.28125, -3.359375, -3.375, -3.40625, -3.421875, -3.453125, -3.5, -3.5, -3.515625, -3.546875, -3.546875, -3.5625, -3.578125, -3.59375, -3.65625, -3.671875, -3.703125, -3.71875, -3.734375, -3.734375, -3.75, -3.765625, -3.796875, -3.796875, -3.8125, -3.84375, -3.859375, -3.875, -3.890625, -3.890625, -3.921875, -3.96875, -3.984375, -3.984375, -4.0, -4.03125, -4.03125, -4.03125, -4.03125, -4.03125, -4.03125, -4.0625, -4.0625, -4.0625, -4.0625, -4.125, -4.125, -4.125, -4.15625, -4.15625, -4.15625, -4.21875, -4.21875, -4.21875, -4.21875, -4.25, -4.25, -4.25, -4.25, -4.25, -4.3125, -4.3125, -4.3125, -4.3125, -4.3125, -4.34375, -4.34375, -4.34375, -4.34375, -4.34375, -4.375, -4.375, -4.40625, -4.40625, -4.4375, -4.4375, -4.4375, -4.46875, -4.46875, -4.46875, -4.5, -4.5, -4.53125, -4.53125, -4.53125, -4.5625, -4.5625, -4.625, -4.65625, -4.71875 ] }, { "query_id": "1014", "ndcg@10": 0.5, "mrr@10": 0.3333333333333333, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "2266471", "10482574", "6277638", "23901235", "38028419", "306311", "23895668", "17195001", "11200685", "4362729", "2296264", "982650", "1227277", "25690564", "31882215", "29015485", "7198295", "22901758", "9752604", "116792", "32322418", "4434951", "16233471", "44693226", "10557471", "41310252", "23076291", "8595678", "4961038", "15615957", "4483571", "14874811", "51952430", "25315295", "46112052", "4388082", "4324278", "14241418", "4463811", "29460384", "29321530", "37296667", "4515975", "5785219", "38811597", "14647747", "58006489", "4460880", "33884866", "10790846", "350542", "7150238", "2832403", "1733337", "36386637", "9194077", "32023005", "27403802", "4396105", "8646760", "20544428", "31933981", "23273454", "21571708", "17539488", "18199839", "5944514", "31407112", "2052720", "1974176", "39368721", "28530299", "35345807", "25599283", "14835068", "17168045", "24670522", "24082820", "8417211", "18174210", "45027320", "29947146", "12552297", "6157837", "19572798", "21626639", "25251625", "9822397", "15856466", "40710501", "38037690", "4700428", "1456068", "8698857", "82665667", "28821565", "34760396", "12991445", "12794099", "29851836" ], "top100_scores": [ -4.21875, -4.90625, -5.125, -5.34375, -5.59375, -5.59375, -5.65625, -5.75, -5.75, -5.78125, -5.8125, -5.8125, -5.84375, -5.84375, -5.84375, -5.9375, -5.9375, -5.96875, -5.96875, -6.0, -6.0, -6.0, -6.0, -6.03125, -6.03125, -6.03125, -6.09375, -6.09375, -6.125, -6.15625, -6.15625, -6.15625, -6.15625, -6.1875, -6.1875, -6.1875, -6.21875, -6.21875, -6.21875, -6.21875, -6.25, -6.28125, -6.28125, -6.28125, -6.28125, -6.3125, -6.3125, -6.3125, -6.3125, -6.34375, -6.34375, -6.375, -6.375, -6.375, -6.375, -6.40625, -6.4375, -6.4375, -6.4375, -6.46875, -6.46875, -6.46875, -6.46875, -6.5, -6.5, -6.5, -6.53125, -6.53125, -6.53125, -6.5625, -6.5625, -6.5625, -6.5625, -6.5625, -6.5625, -6.5625, -6.5625, -6.5625, -6.59375, -6.59375, -6.59375, -6.59375, -6.625, -6.625, -6.65625, -6.65625, -6.6875, -6.71875, -6.71875, -6.71875, -6.71875, -6.71875, -6.75, -6.75, -6.78125, -6.78125, -6.875, -6.875, -6.875, -6.90625 ] }, { "query_id": "1021", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "9433958", "30437264", "36547290", "2947124", "16572581", "3107733", "26071782", "6163801", "27602752", "15425958", "4387494", "4402497", "7821634", "34016987", "22549449", "18938992", "1243475", "10450300", "29023309", "14367469", "28006126", "36838958", "9614443", "44408494", "11721286", "4653837", "28249680", "13380011", "15488881", "38944245", "8002887", "23305884", "46202852", "28164534", "23052989", "12885341", "515489", "11992632", "5867846", "13322804", "7228140", "19005293", "34287602", "6182947", "23887844", "39285547", "33986507", "22647695", "8596357", "25045244", "20183360", "5838067", "40254495", "3756384", "3680979", "20690388", "39443128", "24423427", "25629722", "4389252", "8247469", "13878124", "6776834", "11837657", "26336593", "654735", "7552147", "20471181", "25263810", "25488034", "17416520", "42065070", "40655970", "21700295", "5800138", "20960682", "3085264", "30468386", "22800314", "7224723", "11254556", "23535770", "25994317", "5398179", "25946292", "22134353", "30933307", "4688340", "15491404", "21562657", "4418269", "36637129", "11913139", "10617916", "2754534", "16962732", "10790846", "24943534", "9988425", "24596228" ], "top100_scores": [ -1.265625, -3.46875, -3.53125, -3.59375, -3.65625, -3.71875, -3.734375, -3.78125, -3.828125, -3.890625, -4.0, -4.09375, -4.09375, -4.25, -4.34375, -4.375, -4.375, -4.375, -4.375, -4.4375, -4.4375, -4.4375, -4.46875, -4.5, -4.53125, -4.53125, -4.625, -4.71875, -4.71875, -4.71875, -4.71875, -4.84375, -4.84375, -4.84375, -4.875, -4.90625, -4.90625, -4.9375, -4.96875, -5.0, -5.0, -5.03125, -5.09375, -5.125, -5.125, -5.125, -5.125, -5.125, -5.1875, -5.1875, -5.21875, -5.25, -5.25, -5.3125, -5.34375, -5.375, -5.375, -5.46875, -5.46875, -5.5, -5.53125, -5.53125, -5.53125, -5.53125, -5.5625, -5.59375, -5.59375, -5.625, -5.625, -5.625, -5.65625, -5.6875, -5.6875, -5.71875, -5.71875, -5.75, -5.75, -5.78125, -5.78125, -5.78125, -5.8125, -5.8125, -5.84375, -5.84375, -5.875, -5.875, -5.90625, -5.9375, -5.9375, -5.96875, -6.0, -6.09375, -6.125, -6.15625, -6.15625, -6.15625, -6.15625, -6.1875, -6.25, -6.46875 ] }, { "query_id": "1266", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "37480103", "13831842", "23557241", "27123743", "15512462", "25973484", "5864770", "4886637", "17450673", "32462603", "16322674", "22007333", "16701509", "5487448", "13831558", "41264017", "3285322", "31229233", "32534305", "16098747", "11630388", "2015126", "38551172", "2140497", "4959368", "23967973", "1428840", "9822397", "16390264", "6334188", "22922353", "29981186", "9171913", "520579", "32001951", "15559582", "1456068", "3355397", "43334921", "22401720", "4828631", "5824985", "9394119", "5372432", "21874312", "20280410", "13007205", "24341590", "7821634", "13519661", "12810152", "26798867", "27240667", "16734530", "3329824", "6327940", "18340282", "52188256", "2931832", "13515165", "46695481", "20886584", "1780819", "24916604", "24873253", "4429932", "11880289", "14700857", "17163294", "5270265", "32423829", "15946643", "25121903", "17648235", "26067999", "38623601", "16086778", "4820792", "40735046", "45638119", "36432234", "4414547", "8037453", "20428155", "1285713", "8659426", "12438901", "20839751", "30226988", "17088791", "38485364", "19673227", "31311495", "15113221", "22509015", "31616203", "28617573", "1389264", "22975806", "16691520" ], "top100_scores": [ -0.87109375, -1.0703125, -1.1171875, -1.2578125, -1.359375, -1.53125, -1.7109375, -1.7421875, -2.140625, -2.140625, -2.234375, -2.34375, -2.4375, -2.453125, -2.640625, -2.703125, -2.84375, -2.9375, -3.015625, -3.125, -3.125, -3.125, -3.171875, -3.171875, -3.21875, -3.21875, -3.234375, -3.25, -3.265625, -3.28125, -3.28125, -3.28125, -3.328125, -3.328125, -3.34375, -3.40625, -3.40625, -3.40625, -3.40625, -3.4375, -3.453125, -3.46875, -3.484375, -3.515625, -3.53125, -3.5625, -3.5625, -3.625, -3.625, -3.640625, -3.640625, -3.65625, -3.734375, -3.734375, -3.734375, -3.734375, -3.75, -3.78125, -3.78125, -3.78125, -3.796875, -3.828125, -3.828125, -3.828125, -3.84375, -3.84375, -3.859375, -3.859375, -3.875, -3.890625, -3.90625, -3.90625, -3.90625, -3.921875, -3.953125, -3.96875, -3.96875, -3.96875, -3.984375, -3.984375, -3.984375, -4.0, -4.0, -4.0, -4.0625, -4.0625, -4.09375, -4.09375, -4.09375, -4.125, -4.125, -4.125, -4.15625, -4.15625, -4.1875, -4.21875, -4.25, -4.28125, -4.3125, -4.40625 ] }, { "query_id": "598", "ndcg@10": 0.5, "mrr@10": 0.3333333333333333, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "36355784", "46695481", "25742130", "27873158", "20321154", "20610390", "10958594", "7650066", "6561200", "12779444", "9764256", "27240667", "28617573", "32423829", "15512462", "16701509", "9056874", "25641414", "9547722", "6748318", "13831558", "17124832", "11880289", "14408200", "4824840", "46437558", "25121903", "22942787", "16980892", "32534305", "26016929", "43329366", "52188256", "34228604", "41074251", "26798867", "20280410", "5864770", "4911006", "24581365", "9167230", "2058909", "19140422", "21301090", "79231308", "9171913", "1780819", "25589047", "13025574", "17450673", "9274291", "1387104", "14973286", "25806385", "13097856", "37480103", "40735046", "2140497", "27099731", "7165938", "25973484", "7736860", "581832", "26067999", "3329824", "1996292", "10692412", "17088791", "23136735", "46355579", "8891333", "21495419", "31311495", "8582337", "33257464", "952111", "14700857", "5855168", "16322674", "24294572", "27647593", "14019636", "4856149", "14664424", "2727303", "19532163", "28468276", "3590806", "24323695", "12438901", "7451018", "22309946", "13763195", "17876040", "24396137", "3462075", "14827874", "18617259", "10699587", "1203035" ], "top100_scores": [ 0.63671875, -0.9140625, -1.125, -1.46875, -1.7890625, -1.796875, -2.015625, -2.015625, -2.28125, -2.40625, -2.40625, -2.75, -2.765625, -2.84375, -2.90625, -2.921875, -2.921875, -3.015625, -3.109375, -3.28125, -3.390625, -3.4375, -3.453125, -3.453125, -3.5, -3.5, -3.5625, -3.578125, -3.59375, -3.609375, -3.640625, -3.703125, -3.78125, -3.796875, -3.828125, -3.890625, -3.890625, -3.890625, -3.90625, -3.90625, -3.9375, -3.9375, -3.953125, -4.0, -4.0, -4.0, -4.0625, -4.09375, -4.09375, -4.09375, -4.125, -4.15625, -4.1875, -4.1875, -4.21875, -4.21875, -4.21875, -4.25, -4.25, -4.25, -4.25, -4.28125, -4.28125, -4.3125, -4.3125, -4.34375, -4.375, -4.375, -4.40625, -4.40625, -4.4375, -4.4375, -4.46875, -4.5, -4.5, -4.5, -4.5, -4.5, -4.53125, -4.5625, -4.5625, -4.59375, -4.59375, -4.625, -4.65625, -4.65625, -4.65625, -4.65625, -4.6875, -4.6875, -4.71875, -4.71875, -4.71875, -4.71875, -4.71875, -4.78125, -4.9375, -5.0, -5.0, -5.125 ] }, { "query_id": "1180", "ndcg@10": 0.6309297535714575, "mrr@10": 0.5, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "44366096", "31272411", "10627801", "14474178", "7820043", "6501747", "52095986", "11784947", "6144337", "2492146", "8005007", "9433958", "4402497", "49556906", "30437264", "23576726", "7647224", "16572581", "5867846", "24221369", "10359591", "42065070", "27602752", "18914652", "37643601", "285794", "16172576", "26751583", "1970884", "43378932", "4347374", "8247469", "5953485", "41337677", "12885341", "34016987", "40323148", "29023309", "4664540", "24922825", "4162857", "20018321", "40473317", "18816720", "10450300", "52944377", "25263810", "20996244", "19854744", "24943534", "6182947", "23305884", "11411060", "44562058", "21150010", "22623275", "7451018", "3308636", "22703082", "8563659", "7177329", "4883040", "8038329", "35760786", "3835423", "26133404", "8300657", "25946292", "25141908", "26873988", "21274496", "22705234", "32533299", "15058155", "6670101", "39389082", "7860396", "5398179", "17454301", "3756384", "21562657", "3566945", "1333643", "708425", "39550665", "1049501", "24596228", "1071991", "12966719", "24423427", "13780287", "20960682", "27373088", "24177706", "3033830", "30933307", "7912", "885056", "13123189", "11244195" ], "top100_scores": [ 2.953125, 2.0, 0.75, -0.255859375, -2.34375, -3.515625, -3.859375, -4.03125, -4.1875, -4.53125, -4.5625, -4.625, -4.65625, -4.71875, -4.75, -4.78125, -4.78125, -4.90625, -4.90625, -4.9375, -4.9375, -5.0, -5.03125, -5.0625, -5.0625, -5.09375, -5.15625, -5.1875, -5.21875, -5.21875, -5.3125, -5.3125, -5.3125, -5.34375, -5.34375, -5.34375, -5.34375, -5.34375, -5.375, -5.375, -5.375, -5.375, -5.40625, -5.40625, -5.4375, -5.4375, -5.46875, -5.5, -5.53125, -5.5625, -5.5625, -5.5625, -5.5625, -5.5625, -5.5625, -5.5625, -5.5625, -5.59375, -5.59375, -5.59375, -5.59375, -5.625, -5.625, -5.625, -5.625, -5.65625, -5.65625, -5.65625, -5.6875, -5.6875, -5.6875, -5.6875, -5.6875, -5.71875, -5.71875, -5.71875, -5.71875, -5.75, -5.75, -5.75, -5.75, -5.75, -5.75, -5.78125, -5.78125, -5.78125, -5.8125, -5.8125, -5.84375, -5.84375, -5.875, -5.90625, -5.90625, -5.90625, -5.9375, -6.0, -6.03125, -6.0625, -6.09375, -6.21875 ] }, { "query_id": "692", "ndcg@10": 0.6309297535714575, "mrr@10": 0.5, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "36288526", "24088502", "27602752", "27243019", "8137081", "10015292", "5572127", "991137", "24670522", "23665162", "45449835", "11344428", "5415832", "5289038", "14021596", "3899896", "5304891", "40900567", "26474812", "22482024", "27910499", "21547032", "18617259", "40590358", "27049238", "3698758", "23124332", "30152134", "14492339", "4409524", "42065070", "7227763", "25985964", "4421742", "6315132", "25974070", "2030623", "5782614", "4335423", "2842550", "35271381", "11349166", "14672919", "2138843", "16745747", "7986878", "120626", "46517055", "7198295", "14865329", "54561384", "4385779", "202259", "14973286", "4910408", "1360607", "8317408", "9787715", "1748921", "10165258", "45447613", "14566771", "11771811", "34982259", "2533768", "13373629", "43329366", "4506414", "32322418", "6153754", "17463549", "13448422", "13959707", "11902109", "9122283", "35714909", "25515907", "7489663", "623486", "8529693", "30639847", "39368721", "30492966", "13734012", "7764903", "24396137", "36444198", "25355575", "17168045", "25079962", "2587396", "11071351", "663464", "8037453", "12206390", "31889025", "4647303", "5323845", "14965508", "9171913" ], "top100_scores": [ 0.0693359375, -1.3359375, -2.9375, -3.265625, -3.359375, -3.65625, -3.875, -3.984375, -4.03125, -4.09375, -4.1875, -4.375, -4.375, -4.40625, -4.4375, -4.65625, -4.875, -4.90625, -4.9375, -4.96875, -4.96875, -5.0, -5.03125, -5.0625, -5.125, -5.15625, -5.25, -5.25, -5.25, -5.3125, -5.375, -5.4375, -5.46875, -5.46875, -5.5, -5.5, -5.5, -5.5, -5.59375, -5.625, -5.625, -5.65625, -5.65625, -5.65625, -5.6875, -5.6875, -5.71875, -5.71875, -5.75, -5.78125, -5.78125, -5.8125, -5.8125, -5.8125, -5.84375, -5.84375, -5.84375, -5.84375, -5.84375, -5.875, -5.875, -5.90625, -5.9375, -5.9375, -5.9375, -5.9375, -5.9375, -6.0, -6.0, -6.0, -6.0, -6.03125, -6.03125, -6.03125, -6.0625, -6.0625, -6.0625, -6.125, -6.125, -6.15625, -6.1875, -6.1875, -6.21875, -6.21875, -6.25, -6.25, -6.25, -6.25, -6.3125, -6.3125, -6.34375, -6.375, -6.375, -6.4375, -6.4375, -6.4375, -6.46875, -6.5, -6.53125, -6.78125 ] }, { "query_id": "148", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "1084345", "10012166", "24347647", "10463997", "6277638", "16627684", "4326318", "52887689", "25576204", "38623601", "982650", "8002887", "17463549", "4452659", "7185591", "2543135", "4399311", "6227220", "27240667", "3504761", "19460822", "15836115", "33569870", "8425533", "516867", "19912367", "31882215", "2274272", "1605196", "1344498", "9548440", "3707035", "2613775", "13651792", "22159299", "16233471", "24177706", "28138927", "43390777", "6315132", "24396137", "6040392", "2266471", "27647593", "11414664", "16728949", "52925737", "26330861", "17000834", "38811597", "12030735", "2052720", "752423", "19961177", "28712203", "32159283", "33733520", "12804937", "17195001", "25806385", "1797622", "8551160", "16390264", "15830352", "4362729", "2492146", "4414481", "32328114", "8298120", "2619579", "11041152", "6446747", "5151024", "9764256", "6945285", "8646760", "11922370", "26297042", "4385779", "22896970", "12206390", "984825", "13770184", "27873158", "27134931", "13230773", "24706198", "24157077", "5850219", "32181055", "40735046", "16839245", "34498325", "21221346", "17587795", "19165076", "803312", "7036529", "3033830", "341324" ], "top100_scores": [ 7.96875, 3.390625, -2.40625, -3.046875, -3.1875, -3.4375, -3.46875, -3.75, -3.8125, -3.828125, -3.890625, -3.890625, -3.921875, -3.953125, -3.953125, -4.15625, -4.15625, -4.28125, -4.28125, -4.34375, -4.34375, -4.34375, -4.4375, -4.46875, -4.46875, -4.53125, -4.5625, -4.6875, -4.6875, -4.6875, -4.71875, -4.71875, -4.75, -4.75, -4.78125, -4.875, -4.875, -4.90625, -4.90625, -4.96875, -5.125, -5.125, -5.1875, -5.1875, -5.21875, -5.28125, -5.34375, -5.34375, -5.375, -5.40625, -5.4375, -5.5, -5.625, -5.8125, -5.84375, -5.875, -5.90625, -5.90625, -5.90625, -5.90625, -5.90625, -6.0, -6.0625, -6.0625, -6.09375, -6.125, -6.15625, -6.15625, -6.15625, -6.1875, -6.25, -6.25, -6.28125, -6.28125, -6.3125, -6.34375, -6.375, -6.375, -6.375, -6.375, -6.375, -6.375, -6.40625, -6.40625, -6.46875, -6.46875, -6.5, -6.5, -6.5, -6.53125, -6.53125, -6.53125, -6.5625, -6.5625, -6.5625, -6.6875, -6.71875, -6.71875, -6.75, -6.90625 ] }, { "query_id": "300", "ndcg@10": 0.3333333333333333, "mrr@10": 0.14285714285714285, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "13106686", "4417558", "16120395", "3849194", "8856690", "3514072", "3553087", "26848994", "38751591", "36432234", "40913091", "27438378", "30184745", "6947286", "21601459", "23727313", "10993232", "11784947", "20048431", "27889071", "984825", "24042919", "7912", "1084345", "36547290", "2380002", "935538", "40710501", "17911973", "35747505", "4421742", "16966326", "15381976", "8426046", "1333643", "7970974", "23746313", "515489", "7029990", "14050257", "1103795", "23180075", "6421792", "4406819", "169264", "7820043", "4587978", "6415816", "16167746", "8002887", "25254425", "2988714", "4313478", "23351136", "44420873", "13763195", "15655418", "25994317", "10790846", "5144381", "4138659", "7860396", "25488034", "19165076", "24042363", "49429882", "7968532", "5094468", "11411060", "24731248", "4442799", "502591", "7688110", "8327914", "8247597", "10530014", "25748308", "19822046", "23895668", "36816310", "21622715", "42314147", "39281166", "20646904", "25799020", "4396105", "20018321", "34439544", "15248287", "4429388", "40667066", "6401675", "21373240", "15727984", "24881307", "8396189", "17945638", "19099739", "21562657", "11886686" ], "top100_scores": [ -1.484375, -1.6015625, -1.6328125, -1.7421875, -1.75, -1.859375, -1.8671875, -1.890625, -1.8984375, -1.8984375, -1.90625, -1.921875, -1.921875, -1.9375, -1.953125, -1.9609375, -1.96875, -1.9921875, -1.9921875, -2.015625, -2.015625, -2.03125, -2.03125, -2.046875, -2.046875, -2.0625, -2.0625, -2.0625, -2.078125, -2.09375, -2.109375, -2.109375, -2.109375, -2.109375, -2.109375, -2.125, -2.125, -2.125, -2.140625, -2.140625, -2.171875, -2.171875, -2.171875, -2.171875, -2.1875, -2.1875, -2.1875, -2.21875, -2.21875, -2.21875, -2.21875, -2.21875, -2.234375, -2.25, -2.25, -2.265625, -2.265625, -2.265625, -2.28125, -2.28125, -2.28125, -2.28125, -2.296875, -2.296875, -2.296875, -2.296875, -2.3125, -2.3125, -2.3125, -2.328125, -2.328125, -2.328125, -2.328125, -2.328125, -2.34375, -2.359375, -2.359375, -2.390625, -2.390625, -2.40625, -2.421875, -2.421875, -2.421875, -2.421875, -2.453125, -2.453125, -2.46875, -2.46875, -2.484375, -2.484375, -2.484375, -2.5, -2.5625, -2.5625, -2.59375, -2.625, -2.640625, -2.640625, -2.703125, -2.765625 ] }, { "query_id": "410", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "14924526", "15889329", "116792", "23912923", "23670644", "5691302", "34121231", "25515907", "5254463", "25878014", "4457834", "7042304", "44935041", "27866735", "22178316", "18421962", "29231620", "7729656", "1287809", "3878434", "12172346", "32322418", "25597580", "6334188", "23901235", "25416944", "14367469", "20344442", "52180874", "810480", "4767806", "25643818", "45414636", "12800122", "13899137", "11043831", "3870062", "9548440", "17236106", "26230669", "3707035", "36637129", "22896384", "8721150", "31889025", "14500725", "16108876", "22973574", "7492250", "19854543", "11837657", "37583120", "42441846", "9056874", "317204", "6137330", "1180972", "26008063", "46437558", "23716150", "13780287", "7595742", "5991309", "20645335", "17631671", "26848994", "2138843", "29073751", "38727075", "52805891", "17119869", "5765455", "7736860", "6812319", "21914176", "20886584", "4418112", "38025907", "41226276", "25121903", "34228604", "1576955", "6504953", "22674621", "1606628", "4653837", "7602348", "16980892", "2242416", "13242763", "23816832", "6277638", "13934676", "29634262", "52188256", "3929361", "6647414", "18074797", "4679264", "8780599" ], "top100_scores": [ 2.5, -1.59375, -3.53125, -4.65625, -4.71875, -4.78125, -4.84375, -4.90625, -5.0, -5.0, -5.09375, -5.1875, -5.1875, -5.1875, -5.1875, -5.25, -5.25, -5.28125, -5.3125, -5.3125, -5.3125, -5.375, -5.40625, -5.40625, -5.5, -5.5625, -5.5625, -5.59375, -5.625, -5.65625, -5.65625, -5.65625, -5.6875, -5.71875, -5.71875, -5.75, -5.78125, -5.78125, -5.84375, -5.84375, -5.875, -5.90625, -5.90625, -5.90625, -5.9375, -5.9375, -5.9375, -5.9375, -5.9375, -5.96875, -5.96875, -5.96875, -6.0, -6.0, -6.0, -6.0, -6.03125, -6.03125, -6.03125, -6.03125, -6.03125, -6.03125, -6.03125, -6.0625, -6.0625, -6.0625, -6.0625, -6.0625, -6.0625, -6.09375, -6.09375, -6.09375, -6.125, -6.125, -6.125, -6.15625, -6.1875, -6.1875, -6.21875, -6.21875, -6.21875, -6.21875, -6.25, -6.25, -6.25, -6.25, -6.25, -6.28125, -6.28125, -6.28125, -6.3125, -6.34375, -6.375, -6.375, -6.375, -6.40625, -6.4375, -6.53125, -6.5625, -6.6875 ] }, { "query_id": "72", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "6076903", "11200685", "15322518", "19308127", "18895793", "21179714", "4587978", "67045088", "1550937", "14644164", "9956893", "1065627", "40500438", "6157837", "14178995", "14296612", "5468807", "11043831", "26886351", "2533768", "20028729", "34016944", "2272614", "30184745", "16546131", "4920376", "35660758", "4961038", "5860364", "20659283", "3559136", "5785219", "4795303", "44408494", "5252837", "18473550", "34445160", "4380004", "11535539", "8208212", "164985", "30884033", "11884292", "21199527", "20179918", "18546584", "13831558", "2158516", "42731834", "9379687", "4464565", "28164534", "33030946", "8868863", "3376731", "8185080", "30658796", "21868715", "4467129", "19099739", "27393799", "23974474", "45401535", "24190159", "22896970", "4483571", "40901687", "16660256", "13763195", "8317408", "23388442", "17648235", "18447487", "23604601", "11420613", "8721150", "14198646", "21219071", "3981729", "35345807", "778436", "21622715", "45218443", "29107180", "19970015", "35085326", "45461275", "4036038", "36708463", "8759633", "1748921", "25994317", "32927475", "20302714", "28928964", "22711954", "25886725", "13916484", "25813706", "18074797" ], "top100_scores": [ -1.9140625, -4.28125, -4.875, -4.875, -4.90625, -5.03125, -5.0625, -5.09375, -5.125, -5.1875, -5.3125, -5.40625, -5.46875, -5.5, -5.53125, -5.59375, -5.625, -5.625, -5.6875, -5.71875, -5.78125, -5.84375, -5.84375, -5.875, -5.90625, -5.90625, -5.9375, -5.96875, -5.96875, -5.96875, -5.96875, -5.96875, -5.96875, -5.96875, -6.0, -6.0, -6.0, -6.03125, -6.0625, -6.0625, -6.0625, -6.09375, -6.125, -6.125, -6.125, -6.125, -6.125, -6.15625, -6.15625, -6.1875, -6.1875, -6.1875, -6.1875, -6.21875, -6.21875, -6.21875, -6.25, -6.25, -6.28125, -6.28125, -6.3125, -6.3125, -6.3125, -6.3125, -6.3125, -6.3125, -6.3125, -6.3125, -6.34375, -6.375, -6.375, -6.375, -6.40625, -6.40625, -6.4375, -6.4375, -6.4375, -6.46875, -6.46875, -6.46875, -6.5, -6.5, -6.53125, -6.53125, -6.53125, -6.53125, -6.53125, -6.5625, -6.59375, -6.59375, -6.625, -6.65625, -6.6875, -6.6875, -6.6875, -6.71875, -6.75, -6.84375, -6.875, -6.90625 ] }, { "query_id": "982", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "2988714", "23160444", "6609935", "24347647", "6422576", "9283422", "6788835", "12225214", "14367469", "10790846", "22159299", "31933981", "10012166", "8538916", "9513785", "21562657", "38751591", "8533245", "20287253", "11083121", "39571812", "31761981", "3849194", "6327940", "26297042", "4138659", "14972169", "1676568", "12800122", "3514072", "7860396", "7970974", "20672596", "4463811", "15727984", "15830352", "7093809", "18104691", "14021596", "17648235", "1281769", "654735", "27555165", "12217662", "28707489", "19708993", "31851367", "24712186", "7042304", "8428935", "3052213", "26008462", "25806385", "5774746", "26474812", "4406819", "8327914", "34537906", "37673301", "30184745", "4483571", "6718824", "11630388", "25488034", "21380348", "8646760", "21219071", "935538", "22800314", "20279166", "24770913", "22623275", "11411060", "7111021", "28230867", "20018321", "10212612", "169264", "35747505", "19572798", "17438862", "24042363", "41928290", "34439544", "17945638", "20646904", "24896957", "11844826", "46182525", "39368721", "3935126", "23420615", "8426046", "36345185", "8396189", "7688110", "4828984", "39285547", "3154880", "34604584" ], "top100_scores": [ 1.9609375, -3.203125, -3.4375, -3.6875, -3.703125, -3.765625, -3.78125, -4.0625, -4.09375, -4.125, -4.28125, -4.3125, -4.3125, -4.375, -4.40625, -4.4375, -4.4375, -4.5, -4.53125, -4.5625, -4.5625, -4.5625, -4.59375, -4.625, -4.625, -4.65625, -4.65625, -4.6875, -4.71875, -4.71875, -4.75, -4.75, -4.75, -4.75, -4.75, -4.75, -4.78125, -4.78125, -4.78125, -4.78125, -4.8125, -4.8125, -4.84375, -4.875, -4.90625, -4.90625, -4.9375, -4.9375, -4.9375, -4.96875, -4.96875, -4.96875, -4.96875, -4.96875, -4.96875, -5.0, -5.0, -5.0, -5.0, -5.03125, -5.03125, -5.03125, -5.0625, -5.0625, -5.09375, -5.09375, -5.09375, -5.125, -5.125, -5.15625, -5.15625, -5.15625, -5.15625, -5.15625, -5.1875, -5.1875, -5.1875, -5.21875, -5.21875, -5.21875, -5.21875, -5.21875, -5.21875, -5.21875, -5.21875, -5.25, -5.25, -5.25, -5.28125, -5.28125, -5.3125, -5.3125, -5.3125, -5.3125, -5.40625, -5.4375, -5.46875, -5.46875, -5.53125, -5.59375 ] }, { "query_id": "437", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "5765455", "3391547", "5836", "3863543", "2359152", "13293033", "6000423", "14663842", "31070360", "8083310", "38025907", "11992632", "4346731", "8267678", "33677323", "5782614", "40901687", "26336593", "10641715", "25315295", "40667577", "24101431", "16712164", "6123924", "164985", "38844612", "22178316", "7997337", "25895285", "6636088", "8629328", "8385277", "15879931", "1944452", "11771811", "51706771", "3610080", "14178995", "8925851", "18104691", "22185730", "3475317", "14338915", "20333864", "5979056", "20501163", "38630735", "20646904", "7020505", "3707035", "21320417", "5821617", "20288322", "4447055", "17934603", "9977329", "19736671", "17967608", "39225849", "17805221", "22623275", "2851611", "15968271", "7834603", "2679511", "11469078", "14118484", "10365787", "1336292", "11020675", "10704438", "6407356", "31554917", "4856149", "6969753", "27647593", "13000926", "4767806", "27449472", "13790144", "13001323", "13867350", "8250852", "46764350", "7547329", "42731834", "10039688", "3495456", "11886686", "581832", "16863359", "21150010", "18882947", "17088791", "23604601", "30468386", "8005007", "21274496", "14408200", "41298619" ], "top100_scores": [ 0.451171875, 0.11279296875, -1.0234375, -1.328125, -1.3515625, -1.4296875, -2.21875, -2.296875, -2.359375, -2.375, -2.421875, -2.421875, -2.515625, -2.625, -2.671875, -2.75, -2.828125, -2.859375, -2.875, -2.921875, -2.953125, -2.953125, -2.96875, -3.015625, -3.03125, -3.046875, -3.078125, -3.140625, -3.140625, -3.171875, -3.203125, -3.234375, -3.28125, -3.28125, -3.296875, -3.328125, -3.375, -3.375, -3.40625, -3.40625, -3.484375, -3.515625, -3.53125, -3.5625, -3.5625, -3.640625, -3.71875, -3.765625, -3.765625, -3.828125, -3.859375, -3.875, -3.890625, -3.9375, -4.0, -4.0, -4.03125, -4.0625, -4.0625, -4.09375, -4.125, -4.125, -4.15625, -4.15625, -4.15625, -4.15625, -4.1875, -4.1875, -4.28125, -4.28125, -4.28125, -4.3125, -4.3125, -4.3125, -4.375, -4.375, -4.40625, -4.40625, -4.46875, -4.5, -4.53125, -4.53125, -4.5625, -4.5625, -4.59375, -4.59375, -4.6875, -4.71875, -4.71875, -4.75, -4.78125, -4.78125, -4.8125, -4.8125, -4.84375, -4.84375, -5.0, -5.03125, -5.09375, -5.09375 ] }, { "query_id": "993", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "16472469", "26607366", "4319844", "2679511", "25813706", "28230867", "36623997", "7468449", "9687772", "2638387", "29231620", "7944381", "36242796", "18263406", "12156187", "14171859", "33387953", "140874", "15491404", "16732790", "4387484", "13905670", "8997410", "7020505", "13509809", "37673301", "24896957", "15058155", "41852733", "7142113", "5114282", "19510470", "14972169", "5144381", "25022826", "4932668", "25141908", "26008063", "27866735", "26083387", "1243475", "4483571", "11441172", "8856690", "1391126", "18174210", "22482024", "26117607", "11902109", "24612804", "39668245", "19572798", "7492250", "15968271", "34103335", "26887439", "15282056", "23052989", "19071857", "37450671", "25742130", "28707489", "2593298", "25028913", "7729656", "41811327", "36713289", "36464673", "52850476", "21902400", "46517055", "34287602", "6962472", "29107180", "40769868", "18914652", "26133404", "6947286", "25737507", "8427306", "11360768", "29785642", "4999387", "1967017", "1265945", "21641088", "17450673", "778436", "46451940", "20851402", "37480103", "33911859", "3033830", "13966946", "46182525", "34818263", "25806385", "20399078", "84085333", "8398627" ], "top100_scores": [ 4.46875, -2.1875, -3.921875, -4.375, -4.8125, -5.03125, -5.1875, -5.1875, -5.28125, -5.34375, -5.375, -5.40625, -5.53125, -5.5625, -5.59375, -5.71875, -5.75, -5.78125, -5.78125, -5.78125, -5.78125, -5.875, -5.90625, -5.90625, -5.96875, -5.96875, -6.0, -6.0, -6.03125, -6.03125, -6.03125, -6.0625, -6.0625, -6.0625, -6.09375, -6.09375, -6.125, -6.125, -6.125, -6.125, -6.125, -6.15625, -6.15625, -6.15625, -6.15625, -6.15625, -6.1875, -6.1875, -6.1875, -6.1875, -6.21875, -6.21875, -6.21875, -6.21875, -6.21875, -6.25, -6.28125, -6.28125, -6.3125, -6.3125, -6.3125, -6.3125, -6.34375, -6.34375, -6.34375, -6.375, -6.375, -6.375, -6.40625, -6.40625, -6.40625, -6.40625, -6.40625, -6.4375, -6.4375, -6.4375, -6.46875, -6.46875, -6.46875, -6.5, -6.5, -6.5, -6.5, -6.5, -6.5, -6.5625, -6.5625, -6.59375, -6.65625, -6.65625, -6.65625, -6.65625, -6.6875, -6.6875, -6.6875, -6.6875, -6.6875, -6.75, -6.75, -6.84375 ] }, { "query_id": "1370", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "2425364", "21553394", "23267371", "33740844", "22023404", "8529693", "275294", "30720103", "38551172", "9513785", "3150030", "5487448", "520579", "16322674", "25599283", "11360768", "26611834", "17450673", "34544514", "4462079", "21380348", "40473317", "38028419", "4515975", "41310252", "25973484", "24625323", "16256507", "37480103", "40090058", "24594624", "34753204", "33257464", "3222187", "52865789", "36960449", "8856690", "2159648", "19878070", "18025240", "140907540", "8842332", "7426741", "44572913", "40667066", "39571812", "15692098", "5824985", "12810152", "25738896", "21502234", "7595742", "9822397", "14479433", "1263446", "39558597", "3113630", "14865329", "29657303", "4303939", "22922353", "30292811", "6313547", "21239672", "4483571", "6446747", "16119973", "6636088", "11369420", "20280410", "43220289", "2604063", "4500832", "42441846", "5273056", "16098747", "37182501", "11201004", "20501163", "29015485", "5839365", "10944947", "6227220", "33409100", "9629682", "12779444", "3090454", "25994317", "37641175", "4442799", "15907458", "12672066", "26378103", "29745822", "16422880", "12009265", "11728637", "28910120", "36816310", "6504953" ], "top100_scores": [ -2.46875, -3.921875, -4.15625, -4.375, -4.625, -4.71875, -4.875, -4.90625, -4.96875, -5.15625, -5.21875, -5.40625, -5.40625, -5.40625, -5.53125, -5.5625, -5.59375, -5.625, -5.625, -5.6875, -5.71875, -5.75, -5.75, -5.78125, -5.78125, -5.78125, -5.84375, -5.90625, -5.90625, -5.90625, -5.90625, -5.90625, -5.90625, -5.9375, -5.9375, -5.96875, -5.96875, -5.96875, -6.03125, -6.03125, -6.03125, -6.0625, -6.0625, -6.09375, -6.09375, -6.09375, -6.09375, -6.125, -6.15625, -6.15625, -6.15625, -6.15625, -6.1875, -6.21875, -6.21875, -6.21875, -6.21875, -6.21875, -6.25, -6.25, -6.25, -6.28125, -6.28125, -6.28125, -6.3125, -6.3125, -6.3125, -6.3125, -6.3125, -6.34375, -6.34375, -6.34375, -6.375, -6.40625, -6.40625, -6.40625, -6.40625, -6.40625, -6.4375, -6.4375, -6.46875, -6.5, -6.5, -6.53125, -6.5625, -6.5625, -6.5625, -6.59375, -6.625, -6.625, -6.625, -6.65625, -6.6875, -6.6875, -6.6875, -6.71875, -6.78125, -6.78125, -6.8125, -6.96875 ] }, { "query_id": "230", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "3067015", "8892905", "5849439", "4561402", "45638119", "14663842", "43385013", "9394119", "20526907", "1387104", "38028419", "6517763", "6313547", "26456326", "2015126", "3113630", "857189", "28712203", "52072815", "20821402", "980196", "24144677", "5939172", "4303939", "3285322", "46437558", "1686997", "17236106", "6636088", "9478135", "39558597", "4345315", "9498458", "456304", "18676539", "3090454", "19822046", "71625969", "9658390", "37608303", "25738896", "20280410", "7029990", "22482024", "20672596", "20501163", "6207111", "1522647", "16745747", "23267371", "41239107", "3831884", "641786", "1456068", "5273056", "14864285", "13519661", "41293601", "10530014", "12810152", "11742219", "849771", "33796570", "21553394", "24384587", "12409683", "1605392", "25014337", "275294", "3153673", "20240998", "435529", "18956141", "52850476", "85665741", "11951999", "2638387", "13883546", "12991445", "28441310", "13583615", "26000593", "21380348", "5484763", "12794099", "41852733", "21551568", "9822397", "21373240", "6446747", "4587978", "41022628", "37182501", "30297355", "40913091", "18340282", "15319019", "22174015", "33370", "21274496" ], "top100_scores": [ 0.56640625, -3.015625, -3.328125, -3.390625, -3.625, -3.78125, -3.921875, -4.0625, -4.3125, -4.4375, -4.625, -4.625, -4.625, -4.71875, -4.78125, -4.84375, -4.875, -5.0, -5.03125, -5.09375, -5.09375, -5.15625, -5.15625, -5.15625, -5.1875, -5.21875, -5.21875, -5.25, -5.28125, -5.28125, -5.28125, -5.3125, -5.34375, -5.375, -5.4375, -5.4375, -5.4375, -5.46875, -5.46875, -5.46875, -5.46875, -5.5, -5.53125, -5.5625, -5.59375, -5.59375, -5.59375, -5.59375, -5.625, -5.625, -5.65625, -5.65625, -5.65625, -5.65625, -5.65625, -5.65625, -5.6875, -5.71875, -5.71875, -5.71875, -5.75, -5.75, -5.75, -5.75, -5.75, -5.75, -5.78125, -5.78125, -5.78125, -5.8125, -5.8125, -5.8125, -5.8125, -5.8125, -5.84375, -5.84375, -5.84375, -5.84375, -5.84375, -5.84375, -5.875, -5.875, -5.875, -5.90625, -5.90625, -5.90625, -5.9375, -5.96875, -5.96875, -6.0, -6.0, -6.03125, -6.0625, -6.0625, -6.0625, -6.09375, -6.125, -6.15625, -6.15625, -6.1875 ] }, { "query_id": "421", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "4429118", "15541119", "44640124", "38623601", "42489926", "21902400", "14768471", "5991309", "22980205", "2391552", "49432306", "21557614", "3464191", "19945096", "43224840", "3285322", "18399038", "2242416", "5764562", "32101982", "7948486", "6580081", "18231807", "6454371", "35884026", "22198971", "42279414", "502797", "6421734", "19450341", "1605196", "16736883", "17163294", "5839365", "3067015", "18938992", "24315156", "23273454", "35079452", "1265945", "5979056", "17631671", "4270992", "18758057", "12225214", "9460704", "5531479", "11581157", "10530014", "841371", "3083927", "13980338", "90756514", "20758340", "35651106", "5752492", "3825472", "2721426", "8596357", "3330111", "41982985", "15655418", "323030", "5132358", "21746539", "8250852", "2417551", "24221369", "3623127", "17023584", "327319", "13290521", "15058155", "36271512", "4320424", "26117607", "6588614", "2665425", "9278263", "1234098", "40608679", "41165286", "32927475", "28086354", "3788528", "11048759", "5596332", "24450344", "5567005", "26702468", "3052642", "23698769", "45143088", "5099266", "15983148", "7151961", "516867", "9451052", "12892137", "1631583" ], "top100_scores": [ -3.65625, -4.625, -4.65625, -4.6875, -4.71875, -4.71875, -4.78125, -4.84375, -4.9375, -5.0, -5.03125, -5.0625, -5.0625, -5.09375, -5.09375, -5.125, -5.125, -5.1875, -5.1875, -5.21875, -5.21875, -5.21875, -5.21875, -5.25, -5.25, -5.3125, -5.3125, -5.34375, -5.34375, -5.34375, -5.34375, -5.34375, -5.34375, -5.375, -5.375, -5.40625, -5.4375, -5.4375, -5.4375, -5.4375, -5.4375, -5.46875, -5.46875, -5.46875, -5.5, -5.5, -5.5, -5.53125, -5.53125, -5.53125, -5.53125, -5.5625, -5.5625, -5.5625, -5.5625, -5.5625, -5.5625, -5.5625, -5.5625, -5.59375, -5.59375, -5.59375, -5.625, -5.625, -5.625, -5.625, -5.625, -5.65625, -5.65625, -5.65625, -5.6875, -5.6875, -5.6875, -5.6875, -5.6875, -5.6875, -5.6875, -5.71875, -5.71875, -5.71875, -5.71875, -5.75, -5.75, -5.75, -5.75, -5.75, -5.75, -5.78125, -5.78125, -5.8125, -5.8125, -5.84375, -5.875, -5.875, -5.875, -5.90625, -5.9375, -6.0, -6.03125, -6.25 ] }, { "query_id": "1271", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "13768432", "27550580", "26045237", "10071590", "87758", "6070278", "2587396", "9056874", "21301090", "13108582", "25938221", "13448422", "3984231", "43534665", "2774906", "7602348", "26107000", "6153754", "4460880", "2291922", "2973910", "17168045", "18446525", "2296264", "22530842", "2060137", "21868715", "30813140", "23816832", "8290953", "22995579", "9122283", "4932668", "19854744", "27460509", "46764350", "1153655", "33792330", "27449472", "23076291", "712078", "58564850", "12513042", "22309946", "8246922", "15541119", "25649545", "13380011", "17934603", "19529370", "9752604", "4418070", "25121903", "7729656", "34630025", "45820464", "19149247", "5238341", "7042304", "35660758", "1084345", "12122482", "2138843", "12489688", "11441172", "16086778", "1180972", "49432306", "29785642", "37182501", "952111", "14768471", "12265561", "22688699", "7114092", "44572913", "13106686", "29107180", "22495397", "17119869", "15889329", "37297740", "4347374", "28086354", "30464859", "18924534", "4700428", "20821402", "24725136", "21902400", "6670101", "15521377", "36025357", "42279414", "28542402", "21891856", "8290760", "2604063", "13801259", "42708716" ], "top100_scores": [ 1.5078125, -3.5625, -3.9375, -4.125, -4.375, -4.40625, -4.4375, -4.4375, -4.46875, -4.5, -4.5625, -4.59375, -4.65625, -4.6875, -4.71875, -4.75, -4.78125, -4.8125, -4.8125, -4.875, -4.90625, -4.90625, -4.90625, -5.03125, -5.0625, -5.0625, -5.0625, -5.125, -5.15625, -5.15625, -5.15625, -5.1875, -5.1875, -5.1875, -5.21875, -5.21875, -5.21875, -5.21875, -5.25, -5.25, -5.28125, -5.28125, -5.3125, -5.3125, -5.3125, -5.3125, -5.34375, -5.34375, -5.34375, -5.34375, -5.375, -5.375, -5.40625, -5.40625, -5.46875, -5.46875, -5.46875, -5.46875, -5.46875, -5.46875, -5.5, -5.53125, -5.53125, -5.53125, -5.53125, -5.53125, -5.5625, -5.5625, -5.5625, -5.59375, -5.59375, -5.59375, -5.625, -5.625, -5.65625, -5.65625, -5.65625, -5.65625, -5.65625, -5.6875, -5.6875, -5.71875, -5.71875, -5.75, -5.75, -5.78125, -5.78125, -5.78125, -5.8125, -5.8125, -5.8125, -5.84375, -5.84375, -5.90625, -5.90625, -5.9375, -6.0, -6.0, -6.03125, -6.03125 ] }, { "query_id": "589", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "10984005", "5698494", "9813098", "752423", "471921", "41264017", "16233471", "31889025", "30720103", "5556809", "8780599", "30981192", "39368721", "202259", "4647303", "8596837", "43226130", "24408040", "10072941", "6070278", "5551138", "9617381", "37583120", "28441310", "25355575", "23783727", "25599283", "24555878", "52072815", "25451374", "1733337", "13230773", "2052720", "4462079", "6945285", "1287809", "2492146", "24347647", "24625323", "4326318", "16760369", "13714201", "26230669", "970012", "36003142", "23912923", "27466734", "33733520", "25643818", "23400191", "26099680", "38630735", "52874170", "15925931", "23983289", "12794099", "12206390", "583260", "44572913", "39970500", "8529693", "980196", "28419824", "34228604", "21387297", "19315511", "35495268", "275294", "40996863", "37628989", "4687948", "19912367", "4312169", "4653837", "24873253", "7552215", "26067999", "44048701", "12205576", "25121903", "7711685", "9787715", "6309659", "25761154", "37488367", "2338488", "4020950", "17088791", "3903084", "12009265", "11246427", "21048969", "13934676", "17911973", "22922353", "44827480", "21914176", "6647414", "21993510", "29387024" ], "top100_scores": [ 5.46875, -3.375, -3.484375, -3.59375, -3.671875, -3.84375, -3.9375, -4.125, -4.21875, -4.25, -4.25, -4.25, -4.28125, -4.3125, -4.40625, -4.4375, -4.4375, -4.5, -4.53125, -4.5625, -4.59375, -4.625, -4.625, -4.625, -4.65625, -4.65625, -4.65625, -4.6875, -4.6875, -4.75, -4.78125, -4.8125, -4.8125, -4.875, -4.875, -4.90625, -4.9375, -4.9375, -5.0, -5.0, -5.0, -5.0, -5.0, -5.0, -5.0625, -5.0625, -5.0625, -5.0625, -5.09375, -5.125, -5.125, -5.125, -5.1875, -5.1875, -5.1875, -5.1875, -5.21875, -5.21875, -5.21875, -5.21875, -5.21875, -5.25, -5.25, -5.28125, -5.28125, -5.28125, -5.3125, -5.3125, -5.34375, -5.34375, -5.375, -5.375, -5.40625, -5.40625, -5.40625, -5.46875, -5.5625, -5.59375, -5.59375, -5.65625, -5.6875, -5.71875, -5.71875, -5.71875, -5.75, -5.75, -5.75, -5.78125, -5.78125, -5.8125, -5.84375, -5.875, -5.875, -5.875, -5.90625, -5.90625, -5.96875, -6.09375, -6.15625, -6.15625 ] }, { "query_id": "180", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "16966326", "3113630", "4423559", "22317868", "13380011", "9217800", "52925737", "24652030", "40608679", "24995939", "4452659", "2119889", "41710132", "8774475", "6492658", "6157371", "46765242", "23052989", "42035464", "12058271", "2481032", "22549449", "36111909", "7093809", "22896384", "20054396", "14496749", "14566771", "21219071", "21564598", "935538", "22495397", "10698739", "1454773", "4889228", "1907601", "21932297", "7860396", "26886351", "457630", "4326318", "3514072", "24349992", "5273056", "20240998", "6227220", "37029185", "18104691", "14768471", "7965928", "23403754", "32985041", "5700349", "23576165", "4653837", "24725136", "23785605", "6477536", "20018321", "1333643", "28015516", "19970015", "4444861", "24294572", "6327940", "665817", "1507222", "13448422", "8005007", "11721286", "52873726", "40312663", "11411060", "5824985", "22922353", "23420615", "13717103", "4270992", "21179714", "25022826", "12225214", "2380002", "4928057", "19675911", "34604584", "17693849", "18938992", "2242416", "40667066", "6422576", "37138639", "14474178", "17416520", "22442133", "6182947", "15319019", "6158879", "16701509", "7640792", "41928290" ], "top100_scores": [ 4.1875, -0.193359375, -0.640625, -1.078125, -1.1015625, -1.125, -1.265625, -1.4921875, -1.5, -1.5703125, -1.6171875, -1.625, -1.6328125, -1.7109375, -1.828125, -1.828125, -1.8359375, -1.8828125, -1.9140625, -1.9375, -1.953125, -1.984375, -2.0, -2.015625, -2.0625, -2.109375, -2.109375, -2.125, -2.15625, -2.15625, -2.171875, -2.203125, -2.21875, -2.21875, -2.234375, -2.25, -2.28125, -2.296875, -2.3125, -2.328125, -2.328125, -2.359375, -2.359375, -2.359375, -2.359375, -2.359375, -2.359375, -2.390625, -2.40625, -2.421875, -2.4375, -2.4375, -2.4375, -2.453125, -2.484375, -2.5, -2.5, -2.515625, -2.53125, -2.53125, -2.546875, -2.5625, -2.578125, -2.578125, -2.578125, -2.59375, -2.59375, -2.609375, -2.640625, -2.65625, -2.65625, -2.671875, -2.671875, -2.6875, -2.734375, -2.734375, -2.75, -2.75, -2.75, -2.75, -2.796875, -2.8125, -2.828125, -2.84375, -2.875, -2.875, -2.875, -2.90625, -2.921875, -2.921875, -2.9375, -2.9375, -2.984375, -2.984375, -3.0, -3.078125, -3.078125, -3.078125, -3.125, -3.1875 ] }, { "query_id": "907", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "6923961", "17755060", "712078", "39758684", "11915280", "1032372", "2030623", "6896063", "24282306", "9159125", "11968641", "343052", "12513042", "2443495", "14471161", "5254463", "19683625", "2296264", "25576204", "14768471", "4489217", "11271123", "57783564", "24828165", "33638477", "16627684", "4447785", "4583180", "13007205", "14332945", "13329980", "23895668", "20568364", "952111", "22901758", "23420807", "27123743", "16364639", "19541444", "164985", "9614443", "45764440", "21179714", "20675284", "9558539", "14729253", "7986878", "13906892", "9831859", "8002887", "20183360", "6790197", "31803596", "1389264", "4464565", "36831892", "11578459", "26059876", "24190159", "16853734", "28334217", "4889228", "7717468", "1243475", "219475", "19358586", "8856690", "32852283", "13070316", "8994465", "4444861", "67045088", "10812605", "12887068", "31902335", "21557055", "4418112", "9315213", "17648235", "25293721", "8891333", "5838067", "2494748", "4729644", "45875990", "11951999", "654735", "14874811", "7151961", "982650", "5765455", "12207340", "15521377", "11716783", "8577229", "38076716", "4688340", "7736860", "15659108", "11238951" ], "top100_scores": [ 4.75, -1.484375, -2.015625, -2.21875, -2.4375, -2.5625, -2.59375, -2.609375, -2.84375, -2.984375, -3.046875, -3.109375, -3.3125, -3.328125, -3.359375, -3.375, -3.40625, -3.453125, -3.484375, -3.5, -3.515625, -3.53125, -3.546875, -3.578125, -3.59375, -3.625, -3.703125, -3.71875, -3.765625, -3.796875, -3.84375, -3.859375, -3.875, -3.890625, -3.90625, -3.9375, -3.984375, -4.0625, -4.09375, -4.125, -4.15625, -4.15625, -4.21875, -4.21875, -4.25, -4.25, -4.28125, -4.3125, -4.3125, -4.3125, -4.34375, -4.34375, -4.34375, -4.40625, -4.46875, -4.5, -4.5, -4.5, -4.53125, -4.5625, -4.59375, -4.59375, -4.625, -4.625, -4.625, -4.625, -4.65625, -4.65625, -4.6875, -4.6875, -4.71875, -4.71875, -4.71875, -4.71875, -4.75, -4.75, -4.78125, -4.8125, -4.8125, -4.90625, -4.9375, -4.9375, -4.96875, -5.0, -5.0, -5.03125, -5.09375, -5.125, -5.125, -5.15625, -5.15625, -5.15625, -5.15625, -5.15625, -5.1875, -5.1875, -5.25, -5.3125, -5.34375, -5.46875 ] }, { "query_id": "217", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "21366394", "24387017", "22174015", "21363424", "7115651", "2042250", "40608679", "13868795", "46926352", "17829012", "45414636", "20388894", "14311986", "41877386", "40365566", "8639034", "40632104", "38919140", "4468861", "6723450", "2248870", "28006126", "22852120", "29125354", "54562433", "2474731", "25353658", "52095986", "10165258", "7370282", "22198971", "40312663", "6270720", "36242796", "23260700", "38587347", "24282306", "24707550", "13329980", "33535222", "15081770", "22874817", "23801039", "11233339", "43619625", "10831818", "1234098", "6123924", "306006", "20220731", "7433668", "85326624", "20344442", "5811042", "21258863", "20357868", "11666252", "14496749", "13798951", "25085979", "23912923", "18429416", "34436231", "14767844", "4820792", "7717468", "8246922", "15435343", "20610557", "22997657", "6961811", "40473317", "4429118", "10359591", "8038329", "25479072", "15128866", "21320417", "3462075", "18834078", "2266471", "266641", "3935126", "10450300", "1127562", "1243475", "3835423", "24101431", "22647695", "36271512", "7111021", "9558539", "9767444", "3748310", "33370", "20457190", "14296612", "37204802", "25901598", "39443128" ], "top100_scores": [ 4.9375, 0.43359375, -0.357421875, -1.2109375, -1.21875, -1.28125, -1.578125, -1.625, -1.75, -1.78125, -1.8828125, -1.890625, -1.9609375, -2.078125, -2.140625, -2.15625, -2.359375, -2.421875, -2.453125, -2.484375, -2.5625, -2.578125, -2.71875, -2.78125, -2.859375, -2.859375, -2.875, -2.875, -2.890625, -2.90625, -2.921875, -2.921875, -3.015625, -3.03125, -3.03125, -3.046875, -3.078125, -3.296875, -3.3125, -3.390625, -3.390625, -3.390625, -3.421875, -3.484375, -3.484375, -3.515625, -3.515625, -3.5625, -3.5625, -3.609375, -3.625, -3.640625, -3.640625, -3.6875, -3.734375, -3.75, -3.765625, -3.796875, -3.8125, -3.8125, -3.828125, -3.875, -3.875, -4.0, -4.03125, -4.0625, -4.0625, -4.125, -4.1875, -4.1875, -4.21875, -4.25, -4.28125, -4.3125, -4.3125, -4.375, -4.4375, -4.5, -4.625, -4.625, -4.65625, -4.65625, -4.6875, -4.6875, -4.71875, -4.71875, -4.84375, -4.875, -4.875, -4.9375, -4.96875, -5.03125, -5.1875, -5.1875, -5.1875, -5.25, -5.3125, -5.3125, -5.46875, -5.6875 ] }, { "query_id": "1335", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "27910499", "27243019", "13398997", "20220731", "19511011", "4468861", "40608679", "24101431", "33535222", "33684572", "25985964", "4856149", "5567223", "3464191", "17463549", "24069089", "22968257", "16660256", "22874817", "25738896", "6961811", "6936141", "2559303", "17682477", "2825380", "20344442", "3545805", "14834714", "40087494", "10078024", "994800", "8305686", "2437807", "37182501", "19510470", "20457190", "5132358", "9604301", "13798951", "30152134", "18758057", "22174015", "7299977", "35987381", "38830961", "52095986", "25817686", "34905328", "9412420", "13868795", "28006126", "25479072", "33499189", "24879055", "27555165", "5483793", "1196631", "41982985", "9283422", "35651106", "16172576", "15972906", "1071991", "15128866", "32454714", "8903143", "4380287", "5914739", "11344428", "10648422", "38587347", "40655970", "14938990", "86129154", "46926352", "10605189", "2714623", "4418070", "18237384", "20610557", "79696454", "10039688", "3835423", "1122198", "16737210", "44265107", "10145528", "4020950", "36271512", "34287602", "8764879", "84379954", "25737507", "751192", "19561411", "13714201", "39443128", "13790144", "1889358", "11071351" ], "top100_scores": [ 3.6875, 0.302734375, -0.3828125, -0.83203125, -1.1953125, -1.6953125, -1.703125, -1.890625, -2.078125, -2.1875, -2.234375, -2.296875, -2.375, -2.5625, -2.640625, -2.703125, -2.734375, -2.75, -2.9375, -3.0625, -3.078125, -3.109375, -3.1875, -3.203125, -3.25, -3.25, -3.25, -3.328125, -3.328125, -3.359375, -3.421875, -3.4375, -3.453125, -3.53125, -3.578125, -3.703125, -3.703125, -3.75, -3.765625, -3.765625, -3.78125, -3.78125, -3.8125, -3.828125, -3.828125, -3.84375, -3.84375, -3.859375, -3.890625, -3.921875, -3.96875, -3.984375, -3.984375, -4.0, -4.03125, -4.09375, -4.125, -4.125, -4.1875, -4.1875, -4.25, -4.25, -4.25, -4.28125, -4.34375, -4.375, -4.40625, -4.4375, -4.4375, -4.46875, -4.46875, -4.5, -4.5, -4.53125, -4.53125, -4.53125, -4.5625, -4.65625, -4.65625, -4.65625, -4.75, -4.78125, -4.90625, -4.9375, -4.96875, -5.0625, -5.125, -5.21875, -5.25, -5.375, -5.375, -5.4375, -5.53125, -5.53125, -5.5625, -5.75, -5.75, -5.9375, -6.125, -6.3125 ] }, { "query_id": "628", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "24512064", "28738741", "5114282", "22705234", "20996244", "39443128", "46202852", "27602752", "5735492", "5867846", "5398179", "8300657", "16572581", "10450300", "42065070", "15081770", "11784947", "2603304", "24510595", "35987381", "2947124", "1071991", "8038329", "8005007", "4883040", "5304891", "5752492", "11238951", "29023309", "27910499", "1386103", "2638387", "21274496", "8325952", "17454301", "23305884", "10627801", "21498497", "7177329", "8247469", "4347374", "991137", "12885341", "40473317", "8563659", "11899391", "10530014", "18816720", "4402497", "18275697", "857189", "26873988", "5835149", "25141908", "19005293", "5511240", "11344428", "35651106", "1243475", "19854744", "3835423", "6270720", "34025053", "7115651", "12966719", "25576204", "14834714", "39550665", "40312663", "20344442", "3308636", "20960682", "21562657", "11359243", "30437264", "6182947", "12685434", "7820043", "18914652", "6776834", "30933307", "31304956", "24943534", "26133404", "25263810", "15058155", "21700295", "266641", "24423427", "30492966", "37362689", "9767444", "39164524", "3662510", "34982259", "8250852", "75636923", "8298120", "29564505", "40913091" ], "top100_scores": [ 0.1513671875, -2.421875, -2.765625, -2.953125, -3.109375, -3.140625, -3.203125, -3.25, -3.4375, -3.515625, -3.5625, -3.578125, -3.71875, -3.765625, -3.8125, -3.859375, -3.90625, -3.96875, -3.984375, -4.0, -4.03125, -4.0625, -4.09375, -4.125, -4.125, -4.15625, -4.21875, -4.21875, -4.25, -4.25, -4.25, -4.28125, -4.3125, -4.375, -4.375, -4.375, -4.40625, -4.4375, -4.4375, -4.4375, -4.5, -4.5, -4.53125, -4.5625, -4.5625, -4.59375, -4.65625, -4.65625, -4.71875, -4.75, -4.75, -4.84375, -4.84375, -4.90625, -4.90625, -4.9375, -4.9375, -4.96875, -5.03125, -5.03125, -5.09375, -5.09375, -5.09375, -5.125, -5.15625, -5.15625, -5.15625, -5.21875, -5.25, -5.25, -5.28125, -5.34375, -5.34375, -5.34375, -5.34375, -5.375, -5.375, -5.40625, -5.4375, -5.46875, -5.46875, -5.46875, -5.5, -5.5, -5.5, -5.59375, -5.625, -5.625, -5.71875, -5.75, -5.78125, -5.8125, -5.84375, -5.84375, -5.90625, -6.0, -6.03125, -6.0625, -6.125, -6.46875 ] }, { "query_id": "324", "ndcg@10": 0.43067655807339306, "mrr@10": 0.25, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "22174015", "24612804", "15248287", "2014909", "36653415", "654735", "13509809", "19510470", "1754001", "12827098", "5774746", "24721866", "44562221", "27437459", "9878167", "20471181", "597790", "17333231", "5132358", "4380004", "20501163", "36242796", "7028976", "21498497", "36444198", "52874170", "33918970", "20544428", "4561402", "9604301", "4460880", "18174210", "25677651", "7020505", "23816832", "2593298", "20287253", "16472469", "14171859", "5864770", "16208091", "712078", "36345185", "45153864", "30981192", "13923140", "45449835", "3078080", "58006489", "12122482", "32322418", "25028913", "15491404", "18231807", "2638387", "38252314", "188911", "13905670", "27995781", "7142113", "45401535", "4483571", "9687772", "11441172", "36830715", "33387953", "29347970", "37480103", "39668245", "28193026", "14835068", "29231620", "6712836", "4387484", "1574014", "8037453", "8892905", "40905302", "38752049", "15968271", "24896957", "24318630", "11246427", "11360768", "20960682", "15058155", "18275697", "3493623", "2344892", "667451", "885056", "17450673", "4410181", "20851402", "2042250", "21902400", "22482024", "84085333", "6962472", "25813706" ], "top100_scores": [ -0.2080078125, -2.546875, -2.578125, -2.828125, -2.96875, -3.03125, -3.265625, -3.359375, -3.515625, -3.578125, -3.75, -4.0625, -4.125, -4.25, -4.3125, -4.46875, -4.875, -4.9375, -5.0625, -5.15625, -5.1875, -5.25, -5.25, -5.3125, -5.34375, -5.4375, -5.4375, -5.4375, -5.46875, -5.53125, -5.53125, -5.625, -5.625, -5.625, -5.78125, -5.78125, -5.78125, -5.8125, -5.8125, -5.84375, -5.84375, -5.875, -5.9375, -5.9375, -5.96875, -5.96875, -6.03125, -6.03125, -6.0625, -6.09375, -6.09375, -6.15625, -6.15625, -6.15625, -6.15625, -6.15625, -6.1875, -6.21875, -6.21875, -6.25, -6.28125, -6.28125, -6.3125, -6.34375, -6.34375, -6.34375, -6.34375, -6.375, -6.375, -6.375, -6.40625, -6.40625, -6.4375, -6.4375, -6.46875, -6.5, -6.53125, -6.53125, -6.53125, -6.5625, -6.59375, -6.59375, -6.59375, -6.59375, -6.59375, -6.625, -6.65625, -6.65625, -6.6875, -6.71875, -6.71875, -6.75, -6.75, -6.75, -6.75, -6.75, -6.75, -6.875, -7.0, -7.0 ] }, { "query_id": "823", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "15319019", "6421792", "6426919", "2272614", "9498458", "14241418", "40127292", "641786", "39443128", "14819804", "24190159", "43311750", "67787658", "40349336", "26973393", "17462437", "14864285", "5560962", "8892905", "24725136", "14479433", "28724565", "25895285", "11441172", "712078", "5270265", "9478135", "19708993", "28738741", "12909503", "5811042", "17050065", "1576955", "19673227", "4444861", "13717103", "3210545", "7093809", "6503534", "31460499", "1386103", "8925851", "9648896", "33387953", "4410181", "4979184", "16966326", "3360428", "4336849", "13001323", "19736671", "3285322", "18038250", "9394119", "5782614", "9889151", "1145473", "9638032", "26336593", "51706771", "4702639", "24896957", "4820792", "4462777", "41329906", "4729644", "195352", "4345315", "19822046", "32023005", "4468861", "6078882", "85665741", "4312169", "28264919", "2608447", "28441310", "10326242", "10697096", "28937856", "21383026", "8247597", "120626", "35271381", "30122260", "18450716", "52805891", "4414547", "6042706", "14021596", "39558597", "16172576", "29657303", "6227220", "15692098", "25599283", "33370", "41120293", "31001322", "43192375" ], "top100_scores": [ -1.0625, -2.96875, -3.328125, -3.421875, -3.5, -3.546875, -3.5625, -3.71875, -4.34375, -4.40625, -4.4375, -4.5625, -4.59375, -4.84375, -4.84375, -4.84375, -4.84375, -4.84375, -4.875, -4.875, -4.90625, -4.90625, -4.9375, -5.0, -5.03125, -5.0625, -5.125, -5.125, -5.15625, -5.15625, -5.15625, -5.25, -5.28125, -5.28125, -5.3125, -5.3125, -5.3125, -5.34375, -5.34375, -5.375, -5.375, -5.40625, -5.40625, -5.40625, -5.4375, -5.4375, -5.46875, -5.46875, -5.53125, -5.53125, -5.5625, -5.5625, -5.59375, -5.59375, -5.625, -5.625, -5.625, -5.65625, -5.65625, -5.65625, -5.65625, -5.65625, -5.6875, -5.6875, -5.71875, -5.71875, -5.71875, -5.71875, -5.75, -5.75, -5.75, -5.78125, -5.78125, -5.8125, -5.8125, -5.8125, -5.8125, -5.90625, -5.90625, -5.9375, -6.0, -6.0, -6.03125, -6.0625, -6.09375, -6.15625, -6.15625, -6.1875, -6.1875, -6.1875, -6.28125, -6.3125, -6.3125, -6.3125, -6.34375, -6.40625, -6.4375, -6.4375, -6.4375, -6.65625 ] }, { "query_id": "770", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "15476777", "2492146", "7165938", "9558539", "24873253", "7613033", "25298276", "4961038", "32777637", "6334188", "24341590", "31591262", "24634621", "35301079", "42731834", "24980622", "26973393", "20610557", "15128866", "13256155", "7821634", "10958594", "52180874", "3210545", "46602807", "15975146", "37029185", "2296264", "7986878", "15946643", "25690516", "19529370", "20127522", "3613041", "6407356", "20501163", "19945096", "39903312", "32421068", "43334921", "19497526", "19673227", "22517564", "202259", "1387104", "27264454", "25589047", "5641851", "16390264", "17876040", "5372432", "26341063", "3981033", "39892135", "39580129", "24575065", "17462437", "17693849", "5151024", "3308636", "26000593", "16119973", "5492542", "520579", "5386514", "2058909", "1805641", "23126677", "3329824", "52188256", "19460822", "29981186", "667451", "24323695", "12584053", "3078550", "27428509", "1287809", "10072941", "24524403", "14827874", "6421792", "39558597", "6561200", "9167230", "15041758", "15559582", "41298619", "1358909", "25886725", "14361849", "19308127", "12991445", "40164383", "16737210", "6790197", "341324", "5912283", "39532074", "22730024" ], "top100_scores": [ -2.46875, -2.671875, -2.859375, -2.984375, -3.375, -3.515625, -3.90625, -3.953125, -4.0, -4.03125, -4.03125, -4.0625, -4.09375, -4.125, -4.1875, -4.1875, -4.1875, -4.21875, -4.28125, -4.3125, -4.34375, -4.34375, -4.34375, -4.34375, -4.375, -4.40625, -4.4375, -4.46875, -4.5, -4.5, -4.53125, -4.53125, -4.53125, -4.5625, -4.5625, -4.625, -4.65625, -4.6875, -4.71875, -4.75, -4.75, -4.8125, -4.8125, -4.84375, -4.875, -4.90625, -4.9375, -4.96875, -4.96875, -5.03125, -5.03125, -5.03125, -5.03125, -5.03125, -5.09375, -5.09375, -5.09375, -5.09375, -5.125, -5.125, -5.125, -5.15625, -5.15625, -5.1875, -5.21875, -5.21875, -5.3125, -5.3125, -5.34375, -5.40625, -5.5, -5.5, -5.53125, -5.5625, -5.59375, -5.65625, -5.65625, -5.65625, -5.6875, -5.6875, -5.71875, -5.75, -5.8125, -5.8125, -5.8125, -5.84375, -5.84375, -5.84375, -5.875, -5.90625, -5.90625, -5.9375, -5.9375, -5.96875, -5.96875, -5.96875, -6.09375, -6.125, -6.15625, -6.1875 ] }, { "query_id": "1213", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "7948486", "34016987", "23901235", "10648422", "36444198", "21498497", "4427060", "13905670", "17934603", "52925737", "15879931", "34469966", "16905344", "4399311", "39084565", "6853699", "343052", "5107861", "5752492", "14492339", "13902570", "33397197", "2192419", "22406695", "28647122", "9225850", "23273454", "25315295", "14386505", "12580014", "3616843", "36345578", "14865329", "34189936", "7489663", "5979056", "21626639", "25148216", "25817686", "20610557", "22281684", "3943235", "4345315", "5572127", "33792330", "17438862", "15058155", "28783084", "5035827", "27789588", "364522", "11233339", "12130690", "15381976", "8137081", "11899391", "4429118", "3330111", "29509926", "31933981", "4447785", "4380287", "23388442", "20960682", "12827098", "36216395", "8317408", "26702468", "1360607", "3863543", "8604837", "9956893", "29347970", "22517564", "24396137", "28149602", "3083927", "27093166", "1265945", "16472469", "2316374", "40323148", "3973445", "15975146", "8083310", "15425958", "38131471", "21956124", "25036988", "44935041", "30933307", "15521377", "34228604", "24725136", "3285059", "6670101", "31107919", "46517055", "16605494", "22975806" ], "top100_scores": [ -0.890625, -1.3046875, -1.8671875, -2.015625, -2.03125, -2.046875, -2.296875, -2.640625, -2.84375, -2.875, -2.890625, -3.109375, -3.15625, -3.21875, -3.328125, -3.34375, -3.390625, -3.4375, -3.4375, -3.453125, -3.484375, -3.515625, -3.515625, -3.578125, -3.609375, -3.765625, -3.765625, -3.78125, -3.8125, -3.828125, -3.84375, -4.03125, -4.03125, -4.03125, -4.0625, -4.125, -4.15625, -4.21875, -4.21875, -4.25, -4.28125, -4.28125, -4.3125, -4.34375, -4.34375, -4.40625, -4.5, -4.5, -4.53125, -4.625, -4.625, -4.625, -4.75, -4.75, -4.75, -4.78125, -4.78125, -4.8125, -4.8125, -4.875, -4.9375, -4.9375, -4.96875, -4.96875, -4.96875, -4.96875, -4.96875, -5.0, -5.0, -5.09375, -5.125, -5.1875, -5.1875, -5.1875, -5.21875, -5.25, -5.34375, -5.34375, -5.34375, -5.40625, -5.46875, -5.46875, -5.53125, -5.5625, -5.5625, -5.59375, -5.75, -5.78125, -5.8125, -5.8125, -5.875, -5.96875, -6.03125, -6.09375, -6.09375, -6.21875, -6.25, -6.3125, -6.3125, -6.5 ] }, { "query_id": "1132", "ndcg@10": 0.21840743681816419, "mrr@10": 0.16666666666666666, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "6936141", "15972906", "2714623", "2825380", "34905328", "33499189", "41982985", "5914739", "1196631", "18834078", "35651106", "18758057", "24069089", "8903143", "11195653", "994800", "4389252", "7869794", "20344442", "79696454", "40094786", "18231807", "9283422", "28006126", "14644164", "22174015", "21746539", "6961811", "13868795", "20457190", "10562341", "12871281", "40608679", "13798951", "52095986", "4394525", "18231257", "31107919", "27567994", "24726600", "1454773", "29362104", "18042803", "28206748", "25942757", "29288582", "6163801", "36642096", "17463549", "14647747", "1243475", "17682477", "10162553", "14834714", "5483793", "40473317", "4468861", "18882947", "25353658", "49432306", "42693833", "21719289", "3545805", "27910499", "24879055", "22705234", "17119869", "20220731", "2388819", "39550665", "8305686", "10450300", "18275697", "31293581", "7820043", "7093809", "14934137", "4457834", "8246922", "15491404", "24349992", "18473550", "16398827", "18429416", "8396189", "23420615", "42489926", "14092737", "4387484", "23604601", "25597580", "38131471", "11837657", "28937856", "2832403", "9600826", "26071782", "24269361", "6670101", "29745822" ], "top100_scores": [ 4.53125, 2.9375, 2.3125, 1.34375, 1.296875, 1.1953125, 0.8125, -0.265625, -0.453125, -0.609375, -1.0390625, -1.140625, -1.3828125, -1.4296875, -1.484375, -1.5625, -1.5625, -1.953125, -1.953125, -2.0, -2.0625, -2.1875, -2.25, -2.265625, -2.359375, -2.421875, -2.453125, -2.46875, -2.609375, -2.640625, -2.671875, -2.75, -2.765625, -2.890625, -3.0625, -3.078125, -3.109375, -3.125, -3.15625, -3.203125, -3.21875, -3.28125, -3.28125, -3.34375, -3.34375, -3.359375, -3.390625, -3.40625, -3.40625, -3.4375, -3.65625, -3.671875, -3.828125, -3.921875, -3.96875, -4.03125, -4.0625, -4.09375, -4.15625, -4.15625, -4.1875, -4.21875, -4.21875, -4.25, -4.28125, -4.3125, -4.34375, -4.375, -4.40625, -4.4375, -4.46875, -4.5, -4.5, -4.5625, -4.59375, -4.59375, -4.625, -4.625, -4.6875, -4.6875, -4.75, -4.8125, -4.8125, -4.8125, -4.875, -4.90625, -4.90625, -4.9375, -5.1875, -5.1875, -5.21875, -5.21875, -5.21875, -5.25, -5.28125, -5.34375, -5.34375, -5.40625, -5.5, -5.5 ] }, { "query_id": "1146", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "13906581", "21323587", "21301090", "45920278", "28738741", "12258338", "13515165", "5884524", "16204011", "19071857", "29107210", "41493639", "26611094", "19945096", "27712433", "12087063", "5641851", "27768226", "9658390", "79231308", "32969964", "9274291", "4695046", "23639838", "3078080", "45461275", "13481731", "24318630", "21590125", "409280", "5151024", "6517267", "6421734", "30292811", "44048701", "40817021", "26000593", "3150030", "15512462", "980196", "45548062", "13322804", "427865", "7595742", "40905302", "11230569", "11718220", "21009874", "3944632", "38180456", "31313782", "3413083", "17691617", "16532419", "25121903", "4162857", "17415081", "3898784", "12205576", "13007205", "6334188", "19961177", "7986878", "15968271", "9167230", "21377587", "12217662", "6123924", "7419612", "4824840", "24088502", "36033696", "13732033", "17088791", "3285322", "27024392", "21203899", "39580129", "20672596", "41294031", "29387024", "74137632", "31933981", "1173667", "8290760", "11728637", "12672066", "3038933", "18340282", "26099680", "19736671", "13734012", "29362104", "42009630", "984825", "12552297", "9196472", "24273592", "84784389", "32955023" ], "top100_scores": [ 3.21875, -3.65625, -4.0, -4.0625, -4.34375, -4.65625, -4.78125, -4.84375, -4.875, -4.90625, -4.9375, -5.0, -5.03125, -5.03125, -5.0625, -5.09375, -5.125, -5.125, -5.125, -5.15625, -5.15625, -5.1875, -5.25, -5.28125, -5.3125, -5.3125, -5.34375, -5.34375, -5.34375, -5.34375, -5.375, -5.375, -5.40625, -5.46875, -5.5, -5.5, -5.53125, -5.5625, -5.65625, -5.65625, -5.65625, -5.6875, -5.71875, -5.71875, -5.75, -5.75, -5.78125, -5.78125, -5.8125, -5.8125, -5.8125, -5.8125, -5.8125, -5.84375, -5.84375, -5.84375, -5.875, -5.875, -5.875, -5.875, -5.875, -5.90625, -5.9375, -5.9375, -5.96875, -5.96875, -5.96875, -5.96875, -6.0, -6.03125, -6.03125, -6.03125, -6.03125, -6.03125, -6.03125, -6.03125, -6.0625, -6.0625, -6.09375, -6.125, -6.125, -6.125, -6.125, -6.15625, -6.1875, -6.1875, -6.1875, -6.1875, -6.1875, -6.21875, -6.21875, -6.25, -6.25, -6.28125, -6.3125, -6.375, -6.40625, -6.4375, -6.53125, -6.625 ] }, { "query_id": "691", "ndcg@10": 0.6309297535714575, "mrr@10": 0.5, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "33076846", "10991183", "885056", "32532238", "11200685", "10530014", "14019636", "14461101", "23700330", "24881307", "2316374", "31141365", "27602752", "5270265", "2988714", "17671145", "25519138", "5821617", "14380875", "12685434", "7370282", "18895793", "9911547", "8764879", "3973445", "16280642", "10795340", "18882947", "45764440", "7114092", "16511863", "15879931", "23393712", "21179714", "29073751", "12670680", "1982286", "14407673", "17876040", "19510470", "12156187", "3874000", "9478135", "5304891", "38485364", "3863543", "5099266", "36345185", "17755060", "4447785", "4345315", "43880096", "18041692", "5914739", "21793890", "33986507", "9301606", "11255504", "27306942", "641786", "8093935", "25191216", "37204802", "25157790", "34537906", "16863359", "667451", "4396105", "23052989", "13639330", "12800122", "21557614", "25677651", "11568270", "6259170", "22703082", "15707049", "1605392", "17648235", "36212758", "38131471", "23863576", "21164071", "11887584", "12892137", "8698857", "16472469", "13902570", "3981033", "12207340", "15856466", "4664540", "7034001", "20585600", "2958458", "11983390", "8892905", "19313533", "24423427", "3935126" ], "top100_scores": [ 2.234375, 0.1630859375, -1.2421875, -1.890625, -2.03125, -2.046875, -2.203125, -2.265625, -2.328125, -2.359375, -2.359375, -2.609375, -2.703125, -2.9375, -2.96875, -2.984375, -3.0, -3.015625, -3.03125, -3.03125, -3.21875, -3.265625, -3.28125, -3.34375, -3.359375, -3.375, -3.4375, -3.4375, -3.453125, -3.5625, -3.578125, -3.578125, -3.640625, -3.640625, -3.65625, -3.671875, -3.703125, -3.71875, -3.796875, -3.8125, -3.828125, -3.84375, -3.921875, -3.953125, -3.984375, -4.0, -4.03125, -4.0625, -4.0625, -4.09375, -4.09375, -4.125, -4.125, -4.125, -4.15625, -4.15625, -4.1875, -4.1875, -4.21875, -4.21875, -4.25, -4.25, -4.28125, -4.34375, -4.40625, -4.40625, -4.40625, -4.5, -4.5, -4.53125, -4.53125, -4.5625, -4.59375, -4.65625, -4.71875, -4.875, -4.875, -4.90625, -4.90625, -4.9375, -4.9375, -5.0, -5.0, -5.09375, -5.1875, -5.21875, -5.28125, -5.3125, -5.3125, -5.34375, -5.375, -5.375, -5.5625, -5.5625, -5.5625, -5.625, -5.65625, -5.71875, -5.78125, -5.90625 ] }, { "query_id": "723", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "5531479", "28712203", "17934603", "1871230", "22406695", "22696649", "29509926", "3330111", "52925737", "1800734", "195683603", "27789588", "18924534", "3684342", "9225850", "2405259", "11710511", "15248287", "21932297", "6327940", "5979056", "28015516", "12058271", "40365566", "14591894", "15488881", "44562058", "7869794", "42693833", "15727984", "2543135", "8759633", "33920995", "9977329", "24315156", "15058155", "3984231", "2060137", "6609935", "26008462", "6969753", "5774746", "4462139", "13011249", "2030623", "14767844", "14205246", "6308416", "43224840", "3930020", "26059876", "33068577", "9159125", "935034", "7736860", "46517055", "469066", "496873", "36345185", "3727986", "3495456", "12948892", "14500725", "140874", "6454371", "38751591", "5094468", "11716783", "9889151", "20054396", "22317868", "2242416", "26071782", "8246090", "612002", "2177022", "8396189", "15548965", "6784372", "5860364", "14530534", "3155374", "26117607", "44935041", "29073751", "17017465", "2825380", "2727303", "5914739", "20758340", "21557055", "10790846", "9600826", "16128711", "8494570", "18467982", "25682129", "25623469", "21622715", "8093935" ], "top100_scores": [ 6.5, -2.78125, -3.328125, -3.640625, -3.734375, -3.984375, -4.0625, -4.125, -4.15625, -4.1875, -4.21875, -4.28125, -4.34375, -4.375, -4.375, -4.40625, -4.40625, -4.4375, -4.5, -4.5, -4.59375, -4.59375, -4.625, -4.625, -4.65625, -4.6875, -4.71875, -4.71875, -4.71875, -4.71875, -4.75, -4.78125, -4.8125, -4.8125, -4.84375, -4.875, -4.875, -4.90625, -4.9375, -4.9375, -4.96875, -4.96875, -5.0, -5.0, -5.03125, -5.03125, -5.03125, -5.0625, -5.0625, -5.0625, -5.15625, -5.1875, -5.1875, -5.21875, -5.21875, -5.25, -5.25, -5.25, -5.28125, -5.28125, -5.28125, -5.3125, -5.3125, -5.3125, -5.3125, -5.3125, -5.3125, -5.34375, -5.34375, -5.375, -5.40625, -5.40625, -5.4375, -5.46875, -5.46875, -5.46875, -5.53125, -5.53125, -5.53125, -5.5625, -5.59375, -5.625, -5.65625, -5.6875, -5.6875, -5.6875, -5.6875, -5.75, -5.75, -5.75, -5.78125, -5.78125, -5.78125, -5.8125, -5.8125, -5.84375, -5.90625, -5.96875, -6.03125, -6.21875 ] }, { "query_id": "913", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "9956893", "25677651", "24881307", "2443495", "28783084", "21564598", "14386505", "2158516", "32001951", "7729656", "7343711", "12737132", "35660758", "11200685", "15215393", "36432234", "712078", "1454773", "6397191", "3531388", "20554003", "1686997", "46517055", "22317868", "67045088", "16882895", "20333864", "2973910", "6209599", "4820792", "21465696", "24003461", "11238784", "23397658", "40963697", "5531479", "27615329", "8856690", "17055665", "36838958", "14198646", "86694016", "8596357", "7645565", "982650", "35395662", "13868795", "21868715", "37608303", "4319174", "28334217", "20690388", "5953485", "24069089", "40383969", "15972906", "23273454", "6609935", "28937856", "27024392", "13398997", "28086354", "57783564", "306006", "40500438", "17934603", "24042363", "14241418", "31851367", "1616661", "17412260", "1748921", "29015485", "11666252", "22134353", "1800734", "7621534", "33499189", "15381976", "9301606", "12265561", "13481880", "15176526", "45096063", "39763465", "12948892", "33920995", "6363093", "21012916", "14332945", "6923795", "24712186", "38712515", "11771811", "13583521", "3153673", "3973445", "2177022", "11020556", "36540079" ], "top100_scores": [ -0.435546875, -0.60546875, -2.125, -2.140625, -2.15625, -2.328125, -2.390625, -2.625, -2.75, -2.859375, -2.921875, -2.9375, -2.9375, -3.046875, -3.0625, -3.078125, -3.296875, -3.484375, -3.5, -3.5, -3.515625, -3.515625, -3.5625, -3.5625, -3.640625, -3.671875, -3.6875, -3.75, -3.765625, -3.859375, -3.921875, -3.921875, -3.9375, -4.0, -4.0, -4.0, -4.0, -4.09375, -4.15625, -4.25, -4.25, -4.28125, -4.28125, -4.375, -4.4375, -4.46875, -4.46875, -4.59375, -4.625, -4.84375, -4.84375, -4.875, -4.9375, -4.96875, -5.0, -5.0, -5.03125, -5.03125, -5.03125, -5.03125, -5.03125, -5.0625, -5.0625, -5.0625, -5.0625, -5.09375, -5.09375, -5.09375, -5.09375, -5.15625, -5.15625, -5.15625, -5.15625, -5.1875, -5.25, -5.25, -5.28125, -5.28125, -5.3125, -5.3125, -5.375, -5.375, -5.40625, -5.40625, -5.4375, -5.4375, -5.4375, -5.46875, -5.46875, -5.5, -5.53125, -5.59375, -5.625, -5.65625, -5.71875, -5.71875, -5.71875, -5.8125, -5.875, -5.90625 ] }, { "query_id": "124", "ndcg@10": 0.6309297535714575, "mrr@10": 0.5, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "7111021", "4883040", "13899137", "1986482", "31363207", "28806780", "17077004", "35087728", "13071728", "7224723", "44562058", "21644993", "24943534", "32770503", "7433668", "11230569", "15997009", "11254040", "25897733", "20188586", "14834714", "5864770", "13901073", "24241932", "16787954", "45461275", "32454714", "6157837", "6144337", "2274272", "21700295", "14260013", "35186640", "9021186", "26038789", "1386103", "16066726", "11899391", "32023005", "3493623", "35079452", "8563659", "18546584", "3475317", "40127292", "1336292", "21383026", "13398997", "341324", "20610557", "5284188", "20457190", "2048139", "12225214", "20287253", "20220731", "8300657", "266641", "2042250", "4347374", "15128866", "25953438", "24581365", "13798951", "13923140", "12966719", "29288582", "12236208", "3330111", "21185923", "21957231", "45908102", "10450300", "14647747", "14296612", "32909242", "226488", "17876040", "21181273", "12205576", "5586392", "43378932", "3898784", "39550665", "3935126", "23420807", "22401720", "14501880", "16760369", "8997410", "18694784", "7419612", "831167", "37488367", "3083927", "21859699", "39285547", "1191830", "13734012", "7808055" ], "top100_scores": [ 3.8125, 1.5546875, -2.46875, -2.609375, -2.734375, -3.359375, -3.921875, -3.953125, -4.0625, -4.28125, -4.53125, -4.65625, -4.71875, -4.8125, -4.84375, -4.84375, -4.875, -5.0, -5.03125, -5.0625, -5.0625, -5.1875, -5.1875, -5.3125, -5.3125, -5.3125, -5.34375, -5.40625, -5.4375, -5.4375, -5.5, -5.5, -5.5, -5.5, -5.53125, -5.59375, -5.59375, -5.59375, -5.59375, -5.6875, -5.6875, -5.6875, -5.6875, -5.78125, -5.78125, -5.78125, -5.8125, -5.8125, -5.84375, -5.84375, -5.84375, -5.875, -5.875, -5.875, -5.90625, -5.90625, -5.90625, -5.9375, -5.96875, -5.96875, -5.96875, -6.0, -6.0, -6.0, -6.0, -6.03125, -6.03125, -6.03125, -6.0625, -6.0625, -6.0625, -6.09375, -6.09375, -6.125, -6.125, -6.125, -6.15625, -6.15625, -6.15625, -6.1875, -6.1875, -6.1875, -6.1875, -6.25, -6.28125, -6.28125, -6.3125, -6.3125, -6.3125, -6.3125, -6.34375, -6.375, -6.40625, -6.4375, -6.46875, -6.53125, -6.5625, -6.5625, -6.625, -6.65625 ] }, { "query_id": "1278", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "49432306", "25589047", "5492542", "22635278", "1454773", "11254040", "21382907", "10162553", "14973286", "24873253", "4468861", "14361849", "21150010", "3610080", "36642096", "1900152", "6334188", "5402581", "5132358", "5551138", "5855168", "24916604", "21700295", "12258338", "43226130", "40632104", "20886584", "40005757", "24634621", "667451", "3692112", "12438901", "33533307", "24581365", "7613033", "24323695", "8756719", "29564505", "40164383", "24097933", "202259", "5691302", "2492146", "4910408", "37628989", "38630735", "24349992", "39892135", "26230669", "23912923", "29981186", "9813098", "44562904", "3613041", "5641851", "52874170", "7111021", "31293581", "45401535", "5698494", "8190282", "42800527", "583260", "14606752", "15476777", "6070278", "7986878", "11899391", "34025053", "24450344", "30292811", "52180874", "10072941", "15128866", "25837950", "13256155", "2048139", "4399311", "37029185", "341324", "30492966", "17934603", "27635177", "44265107", "4391121", "13883546", "23783727", "14021596", "11630388", "3462075", "24150328", "17821387", "12442311", "19308127", "4678846", "24148722", "3935126", "40790033", "33409100", "24384587" ], "top100_scores": [ -1.9765625, -2.390625, -2.75, -2.953125, -3.109375, -3.1875, -3.4375, -3.515625, -3.515625, -3.59375, -3.609375, -3.703125, -3.75, -3.875, -3.890625, -3.90625, -3.96875, -3.984375, -4.125, -4.125, -4.21875, -4.25, -4.25, -4.28125, -4.3125, -4.3125, -4.375, -4.40625, -4.4375, -4.46875, -4.46875, -4.5, -4.53125, -4.53125, -4.5625, -4.59375, -4.65625, -4.65625, -4.65625, -4.65625, -4.6875, -4.71875, -4.71875, -4.75, -4.78125, -4.78125, -4.78125, -4.8125, -4.8125, -4.84375, -4.84375, -4.875, -4.875, -4.9375, -4.9375, -4.9375, -5.0625, -5.0625, -5.0625, -5.09375, -5.09375, -5.125, -5.125, -5.1875, -5.1875, -5.25, -5.28125, -5.28125, -5.3125, -5.3125, -5.34375, -5.40625, -5.40625, -5.4375, -5.46875, -5.5, -5.53125, -5.53125, -5.5625, -5.59375, -5.625, -5.65625, -5.6875, -5.6875, -5.6875, -5.8125, -5.84375, -5.84375, -5.875, -5.90625, -5.90625, -5.9375, -6.0, -6.125, -6.15625, -6.1875, -6.21875, -6.21875, -6.34375, -6.375 ] } ] } }, "mean_ndcg@10": 0.6364079648921599 }, { "step": 2560, "pairs_seen": 327680, "training_step_seconds": 1034.8320210770435, "validation": 0.9907337737618589, "learning_rate": 2.1711642251349267e-05 }, { "step": 3072, "pairs_seen": 393216, "training_step_seconds": 1239.5079448480828, "validation": 0.9901176314243868, "learning_rate": 1.9737856592135698e-05 }, { "step": 3584, "pairs_seen": 458752, "training_step_seconds": 1444.6787481910796, "validation": 0.9934892739746097, "learning_rate": 1.7764070932922128e-05 }, { "step": 4096, "pairs_seen": 524288, "training_step_seconds": 1649.223606478099, "validation": 0.9897803743617475, "learning_rate": 1.579028527370856e-05, "test": { "NanoNQ": { "metrics": { "ndcg@10": 0.729385399363952, "mrr@10": 0.7006666666666668, "recall@100": 0.91, "candidate_recall": 0.91, "seconds": 5.808615825000743 }, "per_query": [ { "query_id": "test1618", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc57226", "doc57242", "doc1219625", "doc1665946", "doc1622317", "doc57232", "doc1163498", "doc2116209", "doc285755", "doc2173529", "doc57247", "doc3001", "doc955504", "doc751998", "doc2173547", "doc2530375", "doc57248", "doc2173544", "doc2465910", "doc1063714", "doc1582693", "doc250000", "doc2173550", "doc260645", "doc63804", "doc2040327", "doc802928", "doc1142095", "doc827140", "doc751967", "doc1538535", "doc1445499", "doc597781", "doc908573", "doc1104251", "doc420626", "doc1989499", "doc174973", "doc24310", "doc504996", "doc2534676", "doc551897", "doc600774", "doc551209", "doc24317", "doc392494", "doc1665898", "doc751954", "doc2569915", "doc649566", "doc2852", "doc2876", "doc1295396", "doc824776", "doc2040334", "doc224051", "doc446480", "doc594485", "doc427061", "doc614721", "doc717374", "doc418129", "doc106332", "doc1104254", "doc703701", "doc106335", "doc106333", "doc285723", "doc388464", "doc1254733", "doc106353", "doc703717", "doc975622", "doc1051791", "doc284000", "doc1713783", "doc446477", "doc1650958", "doc106362", "doc1254764", "doc1291616", "doc866703", "doc150031", "doc106367", "doc703731", "doc211935", "doc327615", "doc902520", "doc1948176", "doc1632177", "doc2603021", "doc1512044", "doc1746659", "doc669209", "doc2480452", "doc103645", "doc2068718", "doc1972074", "doc762682", "doc627159" ], "top100_scores": [ 8.0, 1.25, 0.5078125, -1.5390625, -1.953125, -2.140625, -2.421875, -2.453125, -3.515625, -3.609375, -3.84375, -3.859375, -3.859375, -3.9375, -4.03125, -4.125, -4.15625, -4.3125, -4.3125, -4.375, -4.4375, -4.4375, -4.625, -4.65625, -4.71875, -4.71875, -4.71875, -4.75, -4.78125, -4.8125, -4.9375, -4.9375, -4.9375, -4.96875, -5.0, -5.0, -5.03125, -5.0625, -5.09375, -5.125, -5.125, -5.15625, -5.21875, -5.25, -5.25, -5.25, -5.3125, -5.34375, -5.34375, -5.375, -5.4375, -5.4375, -5.4375, -5.4375, -5.46875, -5.5, -5.5, -5.5625, -5.5625, -5.59375, -5.625, -5.65625, -5.65625, -5.71875, -5.71875, -5.71875, -5.71875, -5.75, -5.78125, -5.78125, -5.875, -5.875, -5.90625, -5.9375, -5.9375, -5.96875, -6.03125, -6.03125, -6.0625, -6.15625, -6.1875, -6.1875, -6.25, -6.25, -6.25, -6.28125, -6.4375, -6.46875, -6.53125, -6.71875, -6.84375, -6.90625, -6.9375, -7.03125, -7.03125, -7.1875, -7.34375, -7.4375, -7.4375, -7.5625 ] }, { "query_id": "test1805", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc63543", "doc63538", "doc1749973", "doc2345266", "doc1942575", "doc2292349", "doc345111", "doc1664486", "doc1934037", "doc2217711", "doc2594422", "doc1911979", "doc474276", "doc1899261", "doc2043247", "doc2112811", "doc1796956", "doc2217712", "doc63542", "doc2461162", "doc1489658", "doc2136789", "doc1664485", "doc1059057", "doc479842", "doc2033252", "doc497737", "doc2674988", "doc2105862", "doc1828868", "doc1117614", "doc1982537", "doc1815291", "doc1952665", "doc914411", "doc2509995", "doc2185118", "doc1583090", "doc2415290", "doc1984470", "doc2308785", "doc1879889", "doc942208", "doc1623079", "doc1448795", "doc1243029", "doc21277", "doc1704007", "doc163261", "doc26437", "doc2173325", "doc1796951", "doc2362173", "doc2017803", "doc1530226", "doc2426396", "doc2155680", "doc1167678", "doc1121529", "doc2074090", "doc2212270", "doc2163089", "doc564709", "doc323321", "doc108955", "doc1148551", "doc476498", "doc465257", "doc608249", "doc1911857", "doc26394", "doc536538", "doc1916315", "doc17330", "doc1310966", "doc2212269", "doc105759", "doc913113", "doc530780", "doc10388", "doc38625", "doc1205332", "doc1852527", "doc655666", "doc97445", "doc1116765", "doc1455509", "doc1056790", "doc2029100", "doc1467762", "doc78548", "doc2526454", "doc171833", "doc108435", "doc2386680", "doc651760", "doc846246", "doc1552106", "doc1491868", "doc1021503" ], "top100_scores": [ 4.875, 2.9375, 0.38671875, -0.7578125, -0.8046875, -0.8359375, -1.7578125, -1.9140625, -1.9609375, -2.078125, -2.25, -3.90625, -3.984375, -4.0625, -4.4375, -4.65625, -4.90625, -4.9375, -4.96875, -5.0, -5.0625, -5.125, -5.4375, -5.75, -5.8125, -5.84375, -5.84375, -5.875, -6.125, -6.15625, -6.25, -6.28125, -6.28125, -6.3125, -6.40625, -6.40625, -6.59375, -6.6875, -6.6875, -6.8125, -6.9375, -6.9375, -6.96875, -7.0625, -7.0625, -7.1875, -7.1875, -7.25, -7.28125, -7.34375, -7.34375, -7.40625, -7.46875, -7.46875, -7.53125, -7.53125, -7.5625, -7.5625, -7.5625, -7.65625, -7.78125, -7.78125, -7.78125, -7.78125, -7.8125, -7.8125, -7.8125, -7.84375, -7.9375, -7.9375, -7.9375, -7.9375, -8.0, -8.0, -8.0, -8.0, -8.0625, -8.0625, -8.0625, -8.125, -8.125, -8.125, -8.125, -8.125, -8.1875, -8.1875, -8.1875, -8.1875, -8.1875, -8.1875, -8.25, -8.25, -8.25, -8.3125, -8.375, -8.375, -8.375, -8.375, -8.375, -8.4375 ] }, { "query_id": "test1989", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc69765", "doc69767", "doc69778", "doc69775", "doc69772", "doc1328955", "doc2526400", "doc2548244", "doc812322", "doc278091", "doc69768", "doc1393796", "doc69774", "doc452016", "doc451953", "doc1743887", "doc21856", "doc2074523", "doc21829", "doc78091", "doc2285692", "doc776139", "doc1285909", "doc243667", "doc776142", "doc1528335", "doc552702", "doc21831", "doc1285910", "doc1675505", "doc21888", "doc21832", "doc25836", "doc21841", "doc21871", "doc365459", "doc829017", "doc699194", "doc1966948", "doc866436", "doc660012", "doc776173", "doc552697", "doc21872", "doc21844", "doc296216", "doc452039", "doc2526409", "doc452002", "doc377466", "doc1783753", "doc365452", "doc1817763", "doc776137", "doc1842144", "doc2462709", "doc2526412", "doc2019171", "doc21906", "doc807066", "doc296209", "doc761186", "doc2296331", "doc1846050", "doc753576", "doc866437", "doc365451", "doc1953114", "doc1095662", "doc442694", "doc1717375", "doc1393769", "doc1085571", "doc2624891", "doc1035806", "doc365455", "doc980032", "doc1321929", "doc297251", "doc437362", "doc2173544", "doc1912505", "doc543379", "doc2271309", "doc865796", "doc1052760", "doc61036", "doc1400528", "doc1675530", "doc376241", "doc588621", "doc980033", "doc1883553", "doc1455952", "doc1986489", "doc338818", "doc524514", "doc1787812", "doc993779", "doc779563" ], "top100_scores": [ 2.265625, -1.71875, -2.46875, -2.484375, -2.671875, -2.6875, -2.734375, -3.234375, -3.3125, -3.34375, -3.515625, -3.53125, -3.5625, -3.765625, -3.78125, -3.875, -4.0, -4.03125, -4.03125, -4.03125, -4.0625, -4.0625, -4.1875, -4.25, -4.28125, -4.28125, -4.28125, -4.3125, -4.3125, -4.3125, -4.375, -4.375, -4.40625, -4.46875, -4.46875, -4.46875, -4.46875, -4.59375, -4.59375, -4.625, -4.65625, -4.65625, -4.65625, -4.65625, -4.6875, -4.71875, -4.75, -4.875, -4.875, -4.90625, -4.90625, -4.9375, -5.0, -5.0, -5.0625, -5.09375, -5.125, -5.15625, -5.15625, -5.1875, -5.21875, -5.21875, -5.25, -5.28125, -5.28125, -5.28125, -5.34375, -5.34375, -5.40625, -5.4375, -5.46875, -5.53125, -5.59375, -5.625, -5.6875, -5.6875, -5.6875, -5.6875, -5.6875, -5.75, -5.78125, -5.84375, -5.875, -5.875, -6.03125, -6.03125, -6.0625, -6.15625, -6.21875, -6.25, -6.25, -6.25, -6.40625, -6.46875, -6.5, -6.5, -6.5, -6.6875, -6.9375, -6.96875 ] }, { "query_id": "test2270", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc986835", "doc1570656", "doc1402781", "doc737388", "doc1247565", "doc2146296", "doc1678115", "doc2066832", "doc400438", "doc94024", "doc128663", "doc1104225", "doc591224", "doc2368994", "doc230376", "doc2517390", "doc392155", "doc440112", "doc223538", "doc2017803", "doc1574783", "doc146074", "doc453091", "doc232625", "doc415369", "doc1996495", "doc2522126", "doc163261", "doc2173228", "doc88934", "doc884614", "doc415385", "doc146132", "doc2114608", "doc1996497", "doc1382073", "doc770526", "doc1510857", "doc979054", "doc2499402", "doc1759626", "doc78548", "doc314759", "doc1107323", "doc2307734", "doc2431682", "doc2450143", "doc1020899", "doc1716825", "doc438381", "doc750407", "doc2508414", "doc327463", "doc750416", "doc605467", "doc1070768", "doc80089", "doc99857", "doc1077629", "doc2426974", "doc1148551", "doc479842", "doc966365", "doc365042", "doc1019814", "doc2079848", "doc2589580", "doc814675", "doc171837", "doc1940797", "doc689060", "doc1829626", "doc574823", "doc1221858", "doc80067", "doc529465", "doc2083810", "doc9798", "doc17481", "doc388419", "doc732018", "doc2391390", "doc61939", "doc562696", "doc2171164", "doc1397232", "doc602853", "doc1254764", "doc1993058", "doc157039", "doc2526454", "doc1321904", "doc1824664", "doc834354", "doc297251", "doc1538520", "doc2833", "doc127042", "doc399642", "doc106335" ], "top100_scores": [ -0.361328125, -3.015625, -3.1875, -3.34375, -3.53125, -3.53125, -3.5625, -3.625, -3.875, -4.03125, -4.0625, -4.1875, -4.21875, -4.25, -4.3125, -4.3125, -4.34375, -4.4375, -4.53125, -4.5625, -4.625, -4.65625, -4.6875, -4.75, -4.78125, -4.84375, -4.90625, -4.90625, -4.96875, -4.96875, -5.0, -5.03125, -5.21875, -5.21875, -5.34375, -5.34375, -5.4375, -5.46875, -5.5, -5.5, -5.5, -5.59375, -5.8125, -5.84375, -5.90625, -6.0, -6.09375, -6.125, -6.21875, -6.25, -6.40625, -6.40625, -6.4375, -6.53125, -6.65625, -6.78125, -6.78125, -6.875, -6.875, -6.96875, -7.03125, -7.09375, -7.125, -7.15625, -7.21875, -7.25, -7.28125, -7.28125, -7.3125, -7.3125, -7.34375, -7.375, -7.40625, -7.40625, -7.40625, -7.4375, -7.5, -7.5, -7.5, -7.5, -7.5, -7.53125, -7.53125, -7.53125, -7.5625, -7.59375, -7.59375, -7.625, -7.65625, -7.65625, -7.75, -7.78125, -7.8125, -7.8125, -7.8125, -7.84375, -7.84375, -7.84375, -7.84375, -7.96875 ] }, { "query_id": "test2577", "ndcg@10": 0.2890648263178879, "mrr@10": 0.1, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc1234227", "doc1167678", "doc2165905", "doc672961", "doc1366757", "doc1366756", "doc1715056", "doc2165906", "doc1030462", "doc88443", "doc887635", "doc1121529", "doc387897", "doc559423", "doc1121527", "doc866296", "doc405920", "doc2173228", "doc682295", "doc1366762", "doc1382171", "doc1382170", "doc2307710", "doc1366769", "doc2165920", "doc1382169", "doc106047", "doc1435310", "doc1812660", "doc555360", "doc338868", "doc1214905", "doc1382143", "doc1741701", "doc751799", "doc2307742", "doc2307739", "doc2450178", "doc2307734", "doc2307705", "doc2307746", "doc2465505", "doc2450143", "doc453172", "doc1526184", "doc2502630", "doc80070", "doc230376", "doc2155680", "doc444923", "doc2107261", "doc2209653", "doc2005210", "doc2539732", "doc1136713", "doc1418632", "doc2053655", "doc2545045", "doc2509993", "doc641530", "doc7023", "doc140893", "doc144160", "doc2057552", "doc2508414", "doc1994438", "doc1914609", "doc94024", "doc2003306", "doc1803620", "doc454591", "doc2374276", "doc1007260", "doc24904", "doc353446", "doc1425919", "doc1221858", "doc583523", "doc2316765", "doc24903", "doc2210110", "doc1810672", "doc453161", "doc641297", "doc2328678", "doc596016", "doc144239", "doc94367", "doc1343593", "doc1791048", "doc1443647", "doc2582472", "doc698075", "doc320274", "doc207176", "doc1027724", "doc7166", "doc2517379", "doc1623534", "doc399642" ], "top100_scores": [ 7.9375, 7.1875, 5.6875, 2.984375, 2.8125, 2.015625, 1.7265625, -0.32421875, -0.341796875, -0.5078125, -2.546875, -2.5625, -2.578125, -2.609375, -3.03125, -3.03125, -3.09375, -3.09375, -3.28125, -3.5625, -3.59375, -3.71875, -3.859375, -4.03125, -4.03125, -4.0625, -4.0625, -4.09375, -4.1875, -4.21875, -4.34375, -4.40625, -4.46875, -4.5625, -4.625, -4.6875, -5.125, -5.3125, -5.4375, -5.53125, -5.65625, -5.6875, -5.9375, -6.71875, -6.84375, -6.96875, -7.0625, -7.125, -7.125, -7.1875, -7.28125, -7.34375, -7.375, -7.375, -7.40625, -7.46875, -7.46875, -7.5, -7.53125, -7.5625, -7.59375, -7.59375, -7.625, -7.625, -7.65625, -7.65625, -7.6875, -7.6875, -7.71875, -7.71875, -7.75, -7.78125, -7.78125, -7.84375, -7.84375, -7.84375, -7.90625, -7.90625, -7.9375, -7.9375, -7.9375, -7.96875, -7.96875, -8.0, -8.0, -8.0625, -8.0625, -8.0625, -8.125, -8.125, -8.125, -8.25, -8.25, -8.25, -8.25, -8.25, -8.3125, -8.3125, -8.3125, -8.4375 ] }, { "query_id": "test770", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc27529", "doc27538", "doc540358", "doc1996268", "doc1628841", "doc361696", "doc1770477", "doc540404", "doc1012137", "doc1692291", "doc239270", "doc1762978", "doc2272990", "doc2439860", "doc2272998", "doc1867620", "doc361702", "doc879199", "doc2545074", "doc361697", "doc1856181", "doc1224325", "doc1727553", "doc1867627", "doc540363", "doc1044670", "doc1177694", "doc1520290", "doc2653445", "doc331518", "doc361682", "doc2311306", "doc1321884", "doc437667", "doc1321967", "doc536374", "doc795696", "doc1485638", "doc437639", "doc437677", "doc36467", "doc72481", "doc1978004", "doc840074", "doc90808", "doc814675", "doc754593", "doc437683", "doc2068337", "doc401103", "doc437685", "doc1334238", "doc734723", "doc525586", "doc2005304", "doc2005210", "doc1520334", "doc1657214", "doc2545045", "doc540344", "doc988606", "doc170955", "doc1049873", "doc1778743", "doc75292", "doc2163262", "doc2217346", "doc2328678", "doc1198819", "doc1574683", "doc1246069", "doc505009", "doc2402770", "doc1619495", "doc601744", "doc1014848", "doc914411", "doc1251647", "doc604235", "doc1877809", "doc721746", "doc134521", "doc1912506", "doc2188152", "doc1594148", "doc1285744", "doc623682", "doc2262786", "doc21363", "doc555360", "doc75967", "doc2197028", "doc299630", "doc101561", "doc2136789", "doc191614", "doc1316703", "doc431563", "doc872601", "doc700971" ], "top100_scores": [ 1.328125, -1.53125, -2.6875, -2.890625, -2.9375, -3.046875, -3.796875, -3.984375, -3.984375, -4.1875, -4.25, -4.34375, -4.40625, -4.46875, -4.65625, -4.78125, -4.9375, -5.03125, -5.09375, -5.25, -5.25, -5.3125, -5.34375, -5.53125, -5.53125, -5.53125, -5.59375, -5.59375, -5.59375, -5.625, -5.65625, -5.65625, -5.6875, -5.75, -5.78125, -5.78125, -6.0, -6.03125, -6.0625, -6.125, -6.125, -6.15625, -6.15625, -6.1875, -6.21875, -6.21875, -6.28125, -6.28125, -6.3125, -6.34375, -6.40625, -6.40625, -6.4375, -6.65625, -6.71875, -6.75, -6.75, -6.78125, -6.8125, -6.84375, -6.84375, -6.84375, -6.84375, -6.875, -6.9375, -6.9375, -6.9375, -7.1875, -7.25, -7.25, -7.25, -7.28125, -7.3125, -7.34375, -7.34375, -7.46875, -7.46875, -7.46875, -7.5625, -7.5625, -7.59375, -7.625, -7.625, -7.65625, -7.6875, -7.6875, -7.6875, -7.75, -7.75, -7.84375, -7.875, -7.875, -7.875, -7.875, -7.875, -7.90625, -8.0, -8.0, -8.125, -8.125 ] }, { "query_id": "test2233", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc77634", "doc349744", "doc208541", "doc1953211", "doc739705", "doc1369510", "doc579135", "doc268699", "doc579128", "doc1994393", "doc2162623", "doc1473550", "doc2134206", "doc825186", "doc2434664", "doc1340806", "doc236530", "doc422133", "doc2611984", "doc293490", "doc2483145", "doc925929", "doc1328113", "doc77640", "doc620637", "doc2025330", "doc613963", "doc1526230", "doc376565", "doc273559", "doc119665", "doc54270", "doc208540", "doc856725", "doc512949", "doc1369505", "doc498104", "doc2314010", "doc1397231", "doc1844919", "doc1208808", "doc438360", "doc1687132", "doc293491", "doc2134247", "doc349747", "doc1829626", "doc101332", "doc272763", "doc1816786", "doc77635", "doc2539732", "doc1620572", "doc360768", "doc856735", "doc1397232", "doc2357946", "doc653285", "doc1068154", "doc1480727", "doc1491857", "doc2072948", "doc108501", "doc216986", "doc101803", "doc1041089", "doc484979", "doc101767", "doc2206589", "doc2095396", "doc1397224", "doc825187", "doc293478", "doc1669853", "doc1328111", "doc1924612", "doc201172", "doc1540372", "doc782194", "doc529465", "doc172185", "doc2003306", "doc354191", "doc986920", "doc2139234", "doc354084", "doc763934", "doc362493", "doc833922", "doc1791048", "doc157039", "doc2509993", "doc525751", "doc1155687", "doc2441320", "doc1843369", "doc155482", "doc260679", "doc1948176", "doc722466" ], "top100_scores": [ 6.59375, 2.984375, 2.0625, 1.375, 0.357421875, 0.06103515625, -0.154296875, -0.51953125, -0.63671875, -0.8828125, -1.140625, -1.3515625, -1.671875, -1.90625, -2.0, -2.171875, -2.4375, -2.46875, -2.625, -2.625, -2.6875, -2.703125, -2.8125, -2.984375, -3.046875, -3.140625, -3.15625, -3.390625, -3.546875, -3.59375, -3.640625, -3.6875, -3.734375, -3.765625, -3.78125, -3.796875, -3.8125, -3.8125, -3.84375, -3.859375, -3.875, -3.90625, -3.921875, -3.953125, -3.96875, -3.984375, -4.09375, -4.1875, -4.25, -4.25, -4.28125, -4.3125, -4.40625, -4.40625, -4.4375, -4.59375, -4.75, -4.75, -4.75, -4.75, -4.8125, -4.84375, -4.875, -4.90625, -4.9375, -4.9375, -5.0, -5.0625, -5.09375, -5.125, -5.125, -5.1875, -5.34375, -5.375, -5.40625, -5.5, -5.5, -5.53125, -5.53125, -5.59375, -5.59375, -5.625, -5.71875, -5.75, -5.78125, -5.78125, -5.84375, -5.90625, -5.9375, -6.3125, -6.5, -6.9375, -7.0, -7.28125, -7.3125, -7.3125, -7.375, -7.375, -7.5, -7.5625 ] }, { "query_id": "test826", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc29757", "doc101561", "doc1486663", "doc1456780", "doc1798668", "doc50625", "doc29765", "doc520684", "doc49200", "doc625773", "doc1728840", "doc1567090", "doc2096499", "doc49159", "doc2509153", "doc1774", "doc2508418", "doc2111513", "doc2374307", "doc231271", "doc1595692", "doc966365", "doc278693", "doc515127", "doc151694", "doc1959162", "doc1030288", "doc99857", "doc583721", "doc1350141", "doc2614073", "doc56902", "doc1397224", "doc2091589", "doc671892", "doc357235", "doc768602", "doc191143", "doc650941", "doc963670", "doc56921", "doc38625", "doc2509989", "doc59421", "doc335679", "doc722174", "doc223538", "doc2313854", "doc324548", "doc28313", "doc2413034", "doc1490186", "doc77634", "doc324540", "doc446480", "doc764023", "doc2656322", "doc225047", "doc88934", "doc63804", "doc1027724", "doc936401", "doc1508091", "doc127042", "doc2596083", "doc405830", "doc434367", "doc2332126", "doc2328678", "doc1938693", "doc127031", "doc955504", "doc2256023", "doc827208", "doc1667013", "doc144239", "doc1780375", "doc2369112", "doc282351", "doc669209", "doc673167", "doc1902615", "doc1612520", "doc214269", "doc1144972", "doc726413", "doc1858032", "doc563701", "doc525586", "doc1735465", "doc1086963", "doc2260544", "doc2534676", "doc2255696", "doc53464", "doc95310", "doc2362748", "doc1056790", "doc1308445", "doc1717004" ], "top100_scores": [ 3.84375, 0.10546875, -0.53515625, -0.671875, -0.98046875, -1.6171875, -3.078125, -3.140625, -3.359375, -3.6875, -3.6875, -3.734375, -3.953125, -4.15625, -4.4375, -4.625, -4.625, -4.6875, -4.6875, -4.75, -4.75, -4.78125, -4.78125, -4.78125, -4.78125, -4.9375, -4.96875, -5.0, -5.34375, -5.4375, -5.625, -5.6875, -5.71875, -5.75, -5.75, -5.78125, -5.84375, -5.84375, -5.875, -5.875, -5.90625, -6.15625, -6.21875, -6.34375, -6.34375, -6.34375, -6.375, -6.375, -6.4375, -6.5625, -6.59375, -6.71875, -6.71875, -6.78125, -6.875, -6.9375, -7.03125, -7.03125, -7.0625, -7.0625, -7.09375, -7.1875, -7.21875, -7.21875, -7.21875, -7.25, -7.28125, -7.34375, -7.375, -7.40625, -7.40625, -7.4375, -7.4375, -7.4375, -7.4375, -7.46875, -7.46875, -7.46875, -7.53125, -7.53125, -7.5625, -7.5625, -7.59375, -7.59375, -7.59375, -7.59375, -7.625, -7.625, -7.65625, -7.65625, -7.65625, -7.6875, -7.6875, -7.6875, -7.71875, -7.71875, -7.75, -7.8125, -7.90625, -8.0 ] }, { "query_id": "test1721", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc61036", "doc1376346", "doc61054", "doc1787812", "doc61043", "doc627159", "doc988607", "doc61045", "doc1558629", "doc1643694", "doc1381513", "doc1796400", "doc988606", "doc2193668", "doc903103", "doc1288281", "doc1612682", "doc331518", "doc1589706", "doc1380860", "doc843229", "doc457828", "doc288971", "doc1325273", "doc1205818", "doc401103", "doc1526139", "doc1962033", "doc1716825", "doc633767", "doc1868647", "doc2068337", "doc1044670", "doc2522627", "doc742717", "doc536398", "doc1538954", "doc323921", "doc2618276", "doc1248995", "doc1077629", "doc879199", "doc490514", "doc1750156", "doc1464453", "doc116279", "doc430256", "doc2195756", "doc1692185", "doc1755685", "doc1291233", "doc1976860", "doc2357495", "doc356961", "doc2362173", "doc2489754", "doc734723", "doc2332984", "doc1485638", "doc2114608", "doc2066832", "doc146074", "doc765127", "doc75292", "doc2046260", "doc72481", "doc4147", "doc1487701", "doc238332", "doc107166", "doc1881502", "doc42804", "doc2202835", "doc655676", "doc1189628", "doc2037498", "doc26394", "doc1020899", "doc1757007", "doc2059265", "doc729312", "doc404351", "doc2217346", "doc1307727", "doc2129979", "doc2386390", "doc827208", "doc922263", "doc2504604", "doc491925", "doc1224325", "doc377106", "doc2631871", "doc867288", "doc1384591", "doc1914609", "doc702815", "doc367220", "doc675035", "doc2657970" ], "top100_scores": [ 1.671875, -2.1875, -3.171875, -4.5625, -4.71875, -5.125, -5.15625, -5.21875, -5.3125, -5.5, -5.625, -5.6875, -6.0, -6.0, -6.0, -6.03125, -6.09375, -6.125, -6.1875, -6.21875, -6.21875, -6.25, -6.25, -6.25, -6.28125, -6.3125, -6.40625, -6.4375, -6.4375, -6.4375, -6.5, -6.53125, -6.5625, -6.59375, -6.59375, -6.59375, -6.625, -6.625, -6.625, -6.71875, -6.71875, -6.71875, -6.75, -6.75, -6.78125, -6.78125, -6.8125, -6.8125, -6.8125, -6.8125, -6.8125, -6.84375, -6.84375, -6.84375, -6.84375, -6.9375, -6.9375, -7.0, -7.0, -7.03125, -7.0625, -7.0625, -7.0625, -7.0625, -7.0625, -7.0625, -7.0625, -7.09375, -7.09375, -7.09375, -7.09375, -7.09375, -7.125, -7.125, -7.125, -7.125, -7.15625, -7.15625, -7.1875, -7.1875, -7.21875, -7.21875, -7.21875, -7.21875, -7.21875, -7.28125, -7.3125, -7.3125, -7.3125, -7.3125, -7.34375, -7.40625, -7.5, -7.5, -7.53125, -7.53125, -7.5625, -7.625, -7.625, -7.71875 ] }, { "query_id": "test2845", "ndcg@10": 0.6309297535714575, "mrr@10": 0.5, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc97445", "doc97421", "doc1087988", "doc1116765", "doc369237", "doc369270", "doc2071107", "doc2083995", "doc152515", "doc2380009", "doc97442", "doc1992466", "doc1349036", "doc2084014", "doc2083987", "doc1587504", "doc369220", "doc152483", "doc369227", "doc2004921", "doc1430994", "doc2099374", "doc2071083", "doc2268982", "doc2083994", "doc97430", "doc1902500", "doc2071086", "doc2380013", "doc1730351", "doc369234", "doc369170", "doc2084016", "doc2071056", "doc2071137", "doc2084004", "doc1389346", "doc369276", "doc1431001", "doc2071163", "doc1587502", "doc369278", "doc1349041", "doc1349043", "doc1079691", "doc369166", "doc2574334", "doc152500", "doc2071135", "doc1577554", "doc97437", "doc1948378", "doc369193", "doc2071134", "doc626977", "doc1577539", "doc2426358", "doc2071028", "doc1349039", "doc369210", "doc2071151", "doc369240", "doc369287", "doc1902486", "doc369261", "doc369236", "doc369204", "doc182537", "doc369291", "doc454591", "doc2071169", "doc369169", "doc920840", "doc1619495", "doc369187", "doc369277", "doc369151", "doc2188152", "doc1471942", "doc2003306", "doc1912506", "doc1376345", "doc1391281", "doc25836", "doc21363", "doc623682", "doc2563044", "doc216330", "doc924826", "doc101561", "doc1376346", "doc555360", "doc2210110", "doc565065", "doc596891", "doc645561", "doc254953", "doc2262786", "doc1007260", "doc1316703" ], "top100_scores": [ 4.03125, 3.5625, -0.984375, -1.03125, -2.65625, -3.015625, -3.046875, -3.125, -3.25, -3.375, -3.625, -3.828125, -3.859375, -4.03125, -4.03125, -4.34375, -4.375, -4.375, -4.4375, -4.46875, -4.625, -4.625, -4.71875, -4.78125, -4.875, -4.9375, -5.0625, -5.125, -5.25, -5.375, -5.375, -5.4375, -5.5, -5.5625, -5.625, -5.625, -5.6875, -5.8125, -5.8125, -5.8125, -5.8125, -5.84375, -5.9375, -5.9375, -5.9375, -5.96875, -6.0, -6.0, -6.0625, -6.0625, -6.125, -6.1875, -6.1875, -6.21875, -6.21875, -6.21875, -6.25, -6.25, -6.25, -6.3125, -6.3125, -6.3125, -6.34375, -6.34375, -6.375, -6.4375, -6.46875, -6.46875, -6.5, -6.59375, -6.65625, -6.65625, -6.75, -6.90625, -6.90625, -7.0625, -7.09375, -7.46875, -7.53125, -7.59375, -7.59375, -7.65625, -7.65625, -7.6875, -7.75, -7.75, -7.78125, -7.78125, -7.8125, -7.8125, -7.84375, -7.875, -7.9375, -7.96875, -8.0, -8.0625, -8.0625, -8.0625, -8.125, -8.1875 ] }, { "query_id": "test929", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc33193", "doc1612515", "doc636318", "doc1556425", "doc614722", "doc698033", "doc636337", "doc614721", "doc1458400", "doc418129", "doc614724", "doc33196", "doc162720", "doc698048", "doc162798", "doc1163516", "doc600774", "doc1553106", "doc1163509", "doc33191", "doc1832253", "doc54026", "doc562696", "doc1357070", "doc162716", "doc698039", "doc64791", "doc1612525", "doc162708", "doc1357059", "doc1458417", "doc624619", "doc609671", "doc2056931", "doc1732443", "doc224051", "doc1612520", "doc386637", "doc158654", "doc1332310", "doc781344", "doc153569", "doc859664", "doc745803", "doc717374", "doc1972282", "doc162834", "doc63030", "doc285746", "doc2582472", "doc2288308", "doc594485", "doc46245", "doc1644238", "doc2027228", "doc2116209", "doc1562972", "doc905614", "doc583523", "doc2260544", "doc285755", "doc1585578", "doc2293773", "doc2621513", "doc174973", "doc2569915", "doc874101", "doc726426", "doc305534", "doc698075", "doc20601", "doc768602", "doc787596", "doc534490", "doc874107", "doc327615", "doc1343593", "doc57247", "doc374355", "doc2603021", "doc1972074", "doc2000096", "doc1027724", "doc1207422", "doc2882", "doc751998", "doc72481", "doc37911", "doc2480452", "doc364632", "doc150031", "doc2596083", "doc2656965", "doc301324", "doc1526184", "doc1791048", "doc936624", "doc1521101", "doc144239", "doc2040435" ], "top100_scores": [ 3.15625, -1.7734375, -3.671875, -4.03125, -4.15625, -4.34375, -4.4375, -4.5, -4.71875, -4.75, -4.84375, -4.9375, -4.9375, -4.96875, -5.03125, -5.0625, -5.0625, -5.09375, -5.15625, -5.1875, -5.21875, -5.21875, -5.21875, -5.3125, -5.375, -5.5625, -5.5625, -5.6875, -5.78125, -5.875, -6.0, -6.0, -6.15625, -6.1875, -6.21875, -6.25, -6.3125, -6.3125, -6.3125, -6.375, -6.40625, -6.4375, -6.46875, -6.5, -6.5625, -6.59375, -6.59375, -6.59375, -6.625, -6.65625, -6.65625, -6.65625, -6.6875, -6.71875, -6.75, -6.78125, -6.78125, -6.90625, -6.90625, -6.90625, -6.9375, -7.0, -7.03125, -7.0625, -7.125, -7.15625, -7.1875, -7.1875, -7.25, -7.28125, -7.28125, -7.28125, -7.3125, -7.3125, -7.375, -7.40625, -7.4375, -7.4375, -7.4375, -7.46875, -7.5, -7.5, -7.53125, -7.53125, -7.5625, -7.59375, -7.59375, -7.65625, -7.65625, -7.65625, -7.71875, -7.75, -7.75, -7.78125, -7.78125, -7.9375, -7.96875, -8.0, -8.125, -8.375 ] }, { "query_id": "test2430", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc83863", "doc1984127", "doc1133242", "doc253608", "doc929272", "doc1377115", "doc2537823", "doc2254465", "doc2552606", "doc2254475", "doc1883243", "doc83871", "doc83864", "doc50111", "doc2537824", "doc2171547", "doc1406086", "doc425434", "doc50097", "doc759547", "doc1974480", "doc1984114", "doc50109", "doc1337053", "doc2676569", "doc877114", "doc758894", "doc1604550", "doc1883237", "doc398870", "doc53439", "doc759589", "doc901372", "doc2372621", "doc1668129", "doc1508087", "doc253609", "doc1386166", "doc1780375", "doc759527", "doc595818", "doc1608174", "doc414338", "doc369618", "doc2680499", "doc1257475", "doc1066673", "doc50107", "doc1202159", "doc225047", "doc2295211", "doc1248995", "doc1386116", "doc1617390", "doc1508091", "doc1386159", "doc313713", "doc963099", "doc1573814", "doc2026615", "doc2085567", "doc1243029", "doc1815899", "doc609671", "doc57977", "doc1061142", "doc172947", "doc391548", "doc709393", "doc563701", "doc2544691", "doc768311", "doc1088192", "doc1418778", "doc562696", "doc998434", "doc1201849", "doc1278394", "doc890257", "doc1108390", "doc2288928", "doc1632991", "doc752404", "doc550451", "doc108456", "doc723700", "doc490395", "doc1585586", "doc95310", "doc608249", "doc920840", "doc861483", "doc2405271", "doc874101", "doc1562972", "doc127042", "doc1385349", "doc1019814", "doc376250", "doc1376345" ], "top100_scores": [ 1.6328125, 0.5, -0.0181884765625, -0.9296875, -2.1875, -2.3125, -2.71875, -2.859375, -2.921875, -3.09375, -3.28125, -3.515625, -3.578125, -3.65625, -3.6875, -3.703125, -3.734375, -3.828125, -3.9375, -4.03125, -4.03125, -4.03125, -4.1875, -4.21875, -4.3125, -4.5, -4.5, -4.75, -4.75, -5.03125, -5.0625, -5.09375, -5.1875, -5.1875, -5.25, -5.28125, -5.34375, -5.34375, -5.5, -5.65625, -5.65625, -5.9375, -5.96875, -5.96875, -6.03125, -6.0625, -6.125, -6.15625, -6.25, -6.25, -6.28125, -6.28125, -6.34375, -6.34375, -6.4375, -6.65625, -6.71875, -6.96875, -6.96875, -7.0625, -7.0625, -7.0625, -7.09375, -7.09375, -7.15625, -7.15625, -7.15625, -7.1875, -7.21875, -7.21875, -7.21875, -7.28125, -7.3125, -7.375, -7.375, -7.375, -7.40625, -7.4375, -7.4375, -7.46875, -7.46875, -7.5, -7.5, -7.5, -7.5, -7.53125, -7.5625, -7.5625, -7.5625, -7.59375, -7.59375, -7.625, -7.625, -7.65625, -7.65625, -7.6875, -7.6875, -7.78125, -7.84375, -7.875 ] }, { "query_id": "test3108", "ndcg@10": 0.5, "mrr@10": 0.3333333333333333, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc1332302", "doc2846", "doc106332", "doc1471934", "doc666653", "doc703721", "doc106357", "doc1824656", "doc427621", "doc388464", "doc337547", "doc703706", "doc1824664", "doc1629806", "doc446484", "doc874101", "doc337523", "doc703719", "doc703728", "doc703711", "doc337573", "doc106355", "doc1246072", "doc24311", "doc392488", "doc24299", "doc392476", "doc2173539", "doc703733", "doc703714", "doc106333", "doc106362", "doc337551", "doc211923", "doc337506", "doc1445499", "doc24308", "doc2173550", "doc106372", "doc703736", "doc392495", "doc1445498", "doc283995", "doc1471942", "doc1632177", "doc703715", "doc211896", "doc1445515", "doc106352", "doc106338", "doc703702", "doc2839", "doc703701", "doc1060782", "doc652514", "doc392497", "doc1887731", "doc1136889", "doc703705", "doc298160", "doc703723", "doc1445510", "doc2838", "doc284003", "doc2836", "doc392481", "doc24315", "doc392492", "doc973089", "doc337578", "doc714665", "doc284020", "doc446477", "doc211929", "doc24310", "doc284000", "doc211912", "doc1051791", "doc211906", "doc285723", "doc1475938", "doc446478", "doc446480", "doc24305", "doc285724", "doc2060101", "doc337580", "doc964811", "doc284042", "doc337575", "doc2878", "doc1390073", "doc2085567", "doc35719", "doc1390065", "doc298199", "doc955743", "doc2173529", "doc594485", "doc713666" ], "top100_scores": [ 2.953125, 2.65625, 2.296875, 2.21875, 1.453125, 0.96484375, 0.953125, 0.94140625, 0.875, 0.8125, 0.79296875, 0.72265625, 0.453125, 0.328125, -0.21484375, -0.2333984375, -0.439453125, -0.45703125, -0.462890625, -0.625, -0.8359375, -0.95703125, -1.0078125, -1.0625, -1.0625, -1.1640625, -1.1640625, -1.296875, -1.4296875, -1.4453125, -1.453125, -1.6015625, -1.8984375, -2.125, -2.140625, -2.15625, -2.15625, -2.15625, -2.234375, -2.25, -2.265625, -2.3125, -2.375, -2.390625, -2.4375, -2.578125, -2.703125, -2.71875, -2.71875, -2.78125, -2.78125, -2.796875, -2.875, -2.890625, -2.984375, -3.09375, -3.171875, -3.34375, -3.390625, -3.53125, -3.53125, -3.578125, -3.578125, -3.609375, -3.640625, -3.71875, -3.78125, -3.78125, -3.78125, -3.828125, -3.859375, -3.875, -3.890625, -3.890625, -3.921875, -4.09375, -4.09375, -4.125, -4.21875, -4.3125, -4.375, -4.375, -4.46875, -4.65625, -4.65625, -4.8125, -4.9375, -5.0625, -5.1875, -5.1875, -5.3125, -5.34375, -5.5, -5.5625, -5.65625, -5.6875, -5.6875, -5.75, -5.84375, -7.96875 ] }, { "query_id": "test194", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc7106", "doc692559", "doc7112", "doc7116", "doc7091", "doc1694559", "doc7099", "doc7108", "doc316997", "doc692580", "doc697071", "doc2670770", "doc7093", "doc425740", "doc1200685", "doc1635172", "doc309595", "doc1384588", "doc591048", "doc523031", "doc924826", "doc873329", "doc1027652", "doc7096", "doc2474927", "doc934401", "doc683357", "doc918892", "doc1384604", "doc670570", "doc2308524", "doc286501", "doc2153582", "doc1357287", "doc1384591", "doc1950715", "doc57975", "doc1059219", "doc1173469", "doc318194", "doc759547", "doc422931", "doc170955", "doc1384589", "doc53439", "doc2313883", "doc1377701", "doc1640554", "doc57977", "doc1883243", "doc313713", "doc2046260", "doc472446", "doc1370970", "doc452016", "doc588621", "doc40405", "doc2426396", "doc453091", "doc333846", "doc453153", "doc2366144", "doc1730233", "doc66226", "doc86469", "doc37911", "doc594518", "doc2003306", "doc2688", "doc626438", "doc2039201", "doc231271", "doc2528590", "doc2074090", "doc1111694", "doc655676", "doc707801", "doc874107", "doc1107323", "doc2234638", "doc80148", "doc376238", "doc520687", "doc42804", "doc174973", "doc1617390", "doc1059060", "doc1914609", "doc1716059", "doc1286622", "doc1419915", "doc1257475", "doc636318", "doc367220", "doc1416739", "doc1285744", "doc1618376", "doc2011376", "doc922314", "doc331518" ], "top100_scores": [ 3.765625, 2.84375, 1.3671875, -1.484375, -1.984375, -2.796875, -3.21875, -3.3125, -3.796875, -3.9375, -3.953125, -4.53125, -4.5625, -4.6875, -4.78125, -4.84375, -4.875, -4.90625, -4.96875, -4.96875, -5.03125, -5.09375, -5.09375, -5.125, -5.1875, -5.21875, -5.21875, -5.375, -5.375, -5.40625, -5.40625, -5.46875, -5.46875, -5.5, -5.53125, -5.625, -5.65625, -5.65625, -5.75, -5.9375, -5.96875, -6.03125, -6.09375, -6.125, -6.25, -6.28125, -6.3125, -6.375, -6.53125, -6.5625, -6.59375, -6.59375, -6.59375, -6.6875, -6.6875, -6.6875, -6.6875, -6.6875, -6.71875, -6.71875, -6.75, -6.75, -6.78125, -6.78125, -6.78125, -6.78125, -6.78125, -6.78125, -6.78125, -6.8125, -6.84375, -6.84375, -6.875, -6.875, -6.875, -6.90625, -6.90625, -6.90625, -6.90625, -6.9375, -7.0, -7.0, -7.0, -7.0625, -7.0625, -7.15625, -7.1875, -7.1875, -7.1875, -7.21875, -7.21875, -7.21875, -7.25, -7.3125, -7.3125, -7.375, -7.40625, -7.4375, -7.5, -7.625 ] }, { "query_id": "test2651", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc90807", "doc82130", "doc82127", "doc90819", "doc90808", "doc2068718", "doc2252228", "doc1968582", "doc2185553", "doc1267318", "doc1267320", "doc2569900", "doc107878", "doc1551353", "doc1079922", "doc1098823", "doc1740481", "doc2236863", "doc505004", "doc1846029", "doc2236865", "doc1527545", "doc2620645", "doc722466", "doc704395", "doc2033842", "doc832551", "doc2247113", "doc1254817", "doc1101731", "doc2000096", "doc2093563", "doc1347235", "doc24763", "doc891692", "doc964811", "doc1616722", "doc150031", "doc1541761", "doc369298", "doc1273458", "doc908573", "doc672521", "doc1413571", "doc1606435", "doc2444292", "doc2033841", "doc1740045", "doc1335520", "doc857278", "doc218928", "doc2631871", "doc583523", "doc586538", "doc1127543", "doc388703", "doc1839188", "doc737219", "doc882983", "doc198241", "doc811414", "doc958476", "doc1421127", "doc1192026", "doc681775", "doc2086681", "doc1948176", "doc2240923", "doc2357463", "doc543039", "doc2486395", "doc2199303", "doc2010353", "doc1833160", "doc303260", "doc144239", "doc1298513", "doc114242", "doc1246068", "doc54026", "doc1962174", "doc2582472", "doc752669", "doc2267531", "doc2634365", "doc732087", "doc2528590", "doc2259197", "doc1221858", "doc593061", "doc108456", "doc412731", "doc1395336", "doc108491", "doc641297", "doc2373327", "doc2163101", "doc1149306", "doc1346601", "doc63585" ], "top100_scores": [ 8.8125, 6.96875, 4.375, 1.296875, 1.0078125, -0.8359375, -2.59375, -2.765625, -3.296875, -3.484375, -3.65625, -4.46875, -4.625, -4.75, -4.8125, -4.84375, -4.9375, -5.0, -5.0, -5.0625, -5.09375, -5.09375, -5.1875, -5.28125, -5.4375, -5.59375, -5.65625, -5.71875, -5.75, -5.78125, -5.8125, -6.15625, -6.21875, -6.28125, -6.4375, -6.4375, -6.5, -6.5, -6.59375, -6.625, -6.625, -6.65625, -6.65625, -6.6875, -6.6875, -6.6875, -6.71875, -6.71875, -6.71875, -6.71875, -6.78125, -6.78125, -6.8125, -6.8125, -6.84375, -6.84375, -6.84375, -6.875, -6.875, -6.90625, -6.90625, -6.9375, -7.03125, -7.03125, -7.0625, -7.0625, -7.0625, -7.125, -7.125, -7.1875, -7.21875, -7.25, -7.25, -7.28125, -7.28125, -7.3125, -7.3125, -7.34375, -7.34375, -7.375, -7.4375, -7.4375, -7.4375, -7.4375, -7.4375, -7.5, -7.5, -7.5, -7.53125, -7.53125, -7.59375, -7.625, -7.625, -7.6875, -7.71875, -7.71875, -7.75, -7.75, -7.8125, -7.84375 ] }, { "query_id": "test31", "ndcg@10": 0.6309297535714575, "mrr@10": 0.5, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc269387", "doc897", "doc229804", "doc453118", "doc1186883", "doc2420503", "doc220990", "doc15095", "doc2009369", "doc1646627", "doc2420483", "doc207871", "doc2676129", "doc2111919", "doc404160", "doc752256", "doc2235407", "doc190628", "doc2018288", "doc1915955", "doc1449866", "doc648344", "doc2203117", "doc750416", "doc187232", "doc843229", "doc244386", "doc938302", "doc750911", "doc2659217", "doc409226", "doc536387", "doc2370166", "doc1136713", "doc551718", "doc1244989", "doc919340", "doc806", "doc2193690", "doc955622", "doc428406", "doc428404", "doc2093620", "doc382065", "doc2203152", "doc2233735", "doc772201", "doc2395513", "doc2395516", "doc2412432", "doc802395", "doc453079", "doc1450680", "doc56909", "doc405920", "doc447240", "doc1736708", "doc890682", "doc2274222", "doc2134008", "doc1736704", "doc1574683", "doc2085567", "doc244368", "doc645602", "doc203253", "doc28935", "doc1207422", "doc289875", "doc2646391", "doc1033766", "doc106362", "doc1248717", "doc61233", "doc645600", "doc1287918", "doc334984", "doc1510857", "doc2316765", "doc2465656", "doc173893", "doc1730288", "doc438117", "doc1084332", "doc2353712", "doc1093057", "doc376238", "doc2852", "doc299691", "doc254953", "doc1427198", "doc434733", "doc527472", "doc1726799", "doc721916", "doc1333905", "doc1018572", "doc621928", "doc1816074", "doc37895" ], "top100_scores": [ -0.96484375, -0.99609375, -2.34375, -2.421875, -2.671875, -3.125, -3.203125, -3.40625, -3.640625, -3.828125, -4.0625, -4.15625, -4.1875, -4.375, -4.53125, -4.625, -4.625, -4.625, -4.8125, -4.84375, -4.90625, -4.9375, -5.125, -5.125, -5.21875, -5.21875, -5.28125, -5.3125, -5.375, -5.40625, -5.40625, -5.4375, -5.5625, -5.5625, -5.71875, -5.71875, -5.78125, -5.8125, -5.90625, -5.9375, -6.09375, -6.09375, -6.09375, -6.15625, -6.3125, -6.34375, -6.375, -6.375, -6.4375, -6.5625, -6.625, -6.875, -7.15625, -7.15625, -7.15625, -7.25, -7.25, -7.3125, -7.3125, -7.34375, -7.34375, -7.4375, -7.46875, -7.46875, -7.46875, -7.5625, -7.625, -7.625, -7.6875, -7.6875, -7.6875, -7.71875, -7.71875, -7.75, -7.75, -7.78125, -7.78125, -7.8125, -7.84375, -7.875, -7.875, -7.875, -7.90625, -7.90625, -7.9375, -7.9375, -7.96875, -7.96875, -7.96875, -8.0, -8.0, -8.0, -8.0, -8.0, -8.0625, -8.0625, -8.0625, -8.1875, -8.1875, -8.1875 ] }, { "query_id": "test697", "ndcg@10": 0.5, "mrr@10": 0.3333333333333333, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc303116", "doc2202499", "doc24903", "doc30773", "doc90322", "doc1380357", "doc563699", "doc563701", "doc1824654", "doc24904", "doc1380356", "doc416774", "doc382236", "doc1926206", "doc1336091", "doc24925", "doc468490", "doc651946", "doc1379360", "doc807066", "doc239811", "doc132943", "doc1333507", "doc24929", "doc939289", "doc1818632", "doc651957", "doc620571", "doc1179535", "doc300567", "doc1734041", "doc1831403", "doc1113864", "doc1617247", "doc620573", "doc1168119", "doc2202506", "doc2093591", "doc1452587", "doc1474755", "doc75967", "doc398772", "doc1509194", "doc2570462", "doc368860", "doc2570457", "doc282521", "doc1152526", "doc1055660", "doc2206639", "doc1550156", "doc799956", "doc416127", "doc30777", "doc1786034", "doc1686189", "doc1391659", "doc190650", "doc382065", "doc2302210", "doc1619495", "doc1986449", "doc2233735", "doc61967", "doc138058", "doc1076782", "doc2395513", "doc453118", "doc650150", "doc938300", "doc1803620", "doc2105862", "doc1241568", "doc552697", "doc207176", "doc365455", "doc2076427", "doc2419056", "doc1244989", "doc648364", "doc623682", "doc220990", "doc2144435", "doc736460", "doc2262786", "doc993796", "doc7093", "doc281125", "doc660237", "doc191614", "doc2395516", "doc2522126", "doc2275203", "doc2441320", "doc645561", "doc2386680", "doc2183317", "doc1316703", "doc690000", "doc1830328" ], "top100_scores": [ -0.435546875, -3.125, -3.125, -3.15625, -3.203125, -3.21875, -3.515625, -3.5625, -3.703125, -3.890625, -3.890625, -4.0, -4.09375, -4.40625, -4.40625, -4.625, -4.6875, -4.6875, -4.75, -4.8125, -4.8125, -4.90625, -4.96875, -5.0, -5.125, -5.15625, -5.15625, -5.1875, -5.1875, -5.21875, -5.25, -5.3125, -5.34375, -5.4375, -5.5, -5.5, -5.5625, -5.59375, -5.59375, -5.625, -5.65625, -5.6875, -5.75, -5.75, -5.78125, -5.8125, -5.875, -5.90625, -6.03125, -6.125, -6.28125, -6.3125, -6.34375, -6.40625, -6.5, -6.6875, -6.71875, -6.78125, -6.875, -6.9375, -7.0, -7.03125, -7.0625, -7.09375, -7.125, -7.15625, -7.15625, -7.1875, -7.25, -7.28125, -7.28125, -7.28125, -7.3125, -7.375, -7.40625, -7.4375, -7.46875, -7.46875, -7.53125, -7.5625, -7.5625, -7.5625, -7.625, -7.625, -7.625, -7.6875, -7.6875, -7.71875, -7.71875, -7.75, -7.75, -7.78125, -7.8125, -7.84375, -7.84375, -7.875, -7.90625, -7.9375, -7.96875, -8.0625 ] }, { "query_id": "test1037", "ndcg@10": 0.2890648263178879, "mrr@10": 0.1, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc1902615", "doc2041368", "doc36402", "doc490514", "doc750416", "doc1088751", "doc2504604", "doc648364", "doc283967", "doc36393", "doc2258933", "doc30777", "doc594646", "doc23412", "doc1107236", "doc1078877", "doc648344", "doc244368", "doc2340753", "doc1883553", "doc1286622", "doc2141867", "doc190628", "doc2298808", "doc854779", "doc605471", "doc416789", "doc2009369", "doc752256", "doc1685203", "doc2202499", "doc1634950", "doc454594", "doc2127006", "doc107246", "doc1136713", "doc1136735", "doc2274222", "doc80948", "doc723700", "doc2013112", "doc2202506", "doc2523361", "doc19185", "doc58892", "doc60215", "doc1074209", "doc2395516", "doc1074194", "doc330463", "doc1053537", "doc2266565", "doc2203117", "doc2497559", "doc611358", "doc434733", "doc415385", "doc1471942", "doc114471", "doc1518124", "doc1914609", "doc1423679", "doc827208", "doc2527260", "doc2332984", "doc307715", "doc2011042", "doc101260", "doc1119544", "doc4147", "doc1786046", "doc590470", "doc2450178", "doc1959162", "doc1962033", "doc929397", "doc866490", "doc1456784", "doc998023", "doc278641", "doc412168", "doc1874159", "doc1599987", "doc1623337", "doc2465921", "doc2019060", "doc425434", "doc1054919", "doc611282", "doc2199352", "doc2431682", "doc368686", "doc1974480", "doc1464212", "doc2040435", "doc702815", "doc1726799", "doc1427198", "doc611287", "doc56921" ], "top100_scores": [ -1.65625, -2.96875, -4.28125, -4.28125, -4.625, -5.0625, -5.125, -5.4375, -5.4375, -5.4375, -5.5, -5.53125, -5.65625, -5.65625, -5.65625, -5.84375, -5.84375, -5.84375, -5.90625, -5.9375, -5.96875, -5.96875, -6.0625, -6.09375, -6.125, -6.15625, -6.1875, -6.25, -6.25, -6.3125, -6.34375, -6.375, -6.4375, -6.5, -6.5, -6.5, -6.5625, -6.59375, -6.59375, -6.59375, -6.59375, -6.65625, -6.6875, -6.6875, -6.71875, -6.75, -6.875, -6.90625, -6.96875, -7.0, -7.0, -7.03125, -7.0625, -7.0625, -7.0625, -7.09375, -7.125, -7.15625, -7.25, -7.28125, -7.3125, -7.34375, -7.34375, -7.34375, -7.375, -7.40625, -7.40625, -7.40625, -7.46875, -7.53125, -7.53125, -7.53125, -7.5625, -7.59375, -7.625, -7.6875, -7.75, -7.75, -7.78125, -7.8125, -7.8125, -7.8125, -7.8125, -7.8125, -7.84375, -7.84375, -7.875, -7.90625, -7.90625, -7.90625, -7.90625, -7.9375, -7.96875, -8.0625, -8.125, -8.125, -8.1875, -8.25, -8.25, -8.25 ] }, { "query_id": "test1607", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc56897", "doc1102442", "doc56921", "doc2509993", "doc2509996", "doc1629783", "doc2091597", "doc1685439", "doc2509989", "doc56909", "doc2091589", "doc2378781", "doc963669", "doc1350141", "doc1795612", "doc1966930", "doc2091584", "doc2313854", "doc873481", "doc1152614", "doc2439294", "doc2144660", "doc56902", "doc1152621", "doc56903", "doc409319", "doc1288170", "doc952849", "doc751678", "doc2408092", "doc368910", "doc2117039", "doc1806221", "doc1927193", "doc2562070", "doc1350139", "doc2185165", "doc1316312", "doc2313864", "doc1102445", "doc1152620", "doc2678215", "doc1400297", "doc2602317", "doc1707339", "doc2313875", "doc2509995", "doc2126435", "doc963670", "doc2589580", "doc536009", "doc346637", "doc1341888", "doc952880", "doc357235", "doc1053537", "doc2504853", "doc1489658", "doc2507704", "doc1567090", "doc1455952", "doc1342042", "doc1876325", "doc1489688", "doc1747911", "doc469134", "doc2185118", "doc1768995", "doc346612", "doc1454442", "doc1341905", "doc1489545", "doc2031536", "doc63538", "doc2427033", "doc1664485", "doc357255", "doc345111", "doc540731", "doc2521983", "doc1840635", "doc296214", "doc529465", "doc349135", "doc497737", "doc108435", "doc2517860", "doc474276", "doc1520246", "doc25697", "doc172864", "doc83659", "doc1397232", "doc1791044", "doc2526454", "doc1018578", "doc556389", "doc388419", "doc2010379", "doc2465909" ], "top100_scores": [ 6.15625, 5.4375, 1.0625, -1.25, -2.671875, -3.078125, -3.484375, -3.5, -3.625, -3.640625, -3.6875, -3.8125, -3.828125, -3.875, -4.03125, -4.0625, -4.25, -4.34375, -4.375, -4.40625, -4.4375, -4.75, -4.84375, -5.0625, -5.09375, -5.09375, -5.1875, -5.1875, -5.25, -5.34375, -5.34375, -5.46875, -5.46875, -5.53125, -5.6875, -5.75, -5.78125, -5.8125, -5.84375, -5.84375, -5.84375, -6.0, -6.03125, -6.0625, -6.21875, -6.3125, -6.34375, -6.4375, -6.4375, -6.53125, -6.53125, -6.5625, -6.5625, -6.6875, -6.875, -6.90625, -6.9375, -6.9375, -6.9375, -6.9375, -7.0, -7.0, -7.0625, -7.0625, -7.0625, -7.0625, -7.09375, -7.09375, -7.15625, -7.21875, -7.21875, -7.21875, -7.25, -7.375, -7.375, -7.4375, -7.46875, -7.53125, -7.59375, -7.59375, -7.65625, -7.65625, -7.6875, -7.78125, -7.78125, -7.78125, -7.8125, -7.8125, -7.875, -7.9375, -7.9375, -7.9375, -7.96875, -7.96875, -7.96875, -8.0625, -8.125, -8.125, -8.3125, -8.4375 ] }, { "query_id": "test2320", "ndcg@10": 0.5, "mrr@10": 0.3333333333333333, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc80154", "doc80151", "doc80067", "doc1391659", "doc137908", "doc80078", "doc863660", "doc80074", "doc80089", "doc1357314", "doc1938693", "doc345642", "doc596882", "doc811646", "doc80100", "doc2017803", "doc1521481", "doc847439", "doc1149597", "doc299592", "doc1912506", "doc80148", "doc80070", "doc1110589", "doc817616", "doc439513", "doc299573", "doc190325", "doc1439388", "doc80133", "doc2215178", "doc350535", "doc1068994", "doc2557689", "doc2252385", "doc2215170", "doc1912505", "doc2563030", "doc171458", "doc2557709", "doc297251", "doc2431682", "doc2269913", "doc352904", "doc1640863", "doc66226", "doc596861", "doc1473531", "doc345632", "doc2557720", "doc1177855", "doc2077169", "doc548572", "doc574823", "doc55626", "doc2415290", "doc253473", "doc743529", "doc369234", "doc587517", "doc2066832", "doc2079848", "doc626446", "doc1570656", "doc128663", "doc738831", "doc101260", "doc365042", "doc88934", "doc317624", "doc234680", "doc738832", "doc1665946", "doc33193", "doc531512", "doc860546", "doc540358", "doc1935824", "doc300567", "doc952618", "doc1113128", "doc1524150", "doc1577539", "doc18814", "doc1768106", "doc1445499", "doc1543725", "doc36467", "doc588590", "doc2234151", "doc1053454", "doc2556420", "doc2620889", "doc591048", "doc418974", "doc1012137", "doc537776", "doc1254817", "doc891692", "doc1750163" ], "top100_scores": [ 3.0, 1.421875, 1.3828125, 0.1083984375, -0.2734375, -1.0546875, -1.65625, -1.734375, -1.8984375, -2.015625, -2.03125, -2.125, -2.171875, -2.484375, -2.515625, -2.53125, -2.703125, -2.703125, -2.984375, -3.015625, -3.109375, -3.140625, -3.140625, -3.234375, -3.28125, -3.484375, -3.515625, -3.578125, -3.9375, -4.0625, -4.09375, -4.15625, -4.1875, -4.21875, -4.21875, -4.5, -4.625, -4.625, -4.65625, -4.78125, -4.9375, -5.0, -5.0625, -5.09375, -5.125, -5.1875, -5.21875, -5.3125, -5.3125, -5.34375, -5.375, -5.4375, -5.5625, -5.59375, -5.84375, -6.03125, -6.125, -6.1875, -6.21875, -6.375, -6.5, -6.59375, -6.625, -6.65625, -6.71875, -6.84375, -6.875, -6.875, -6.875, -7.03125, -7.03125, -7.0625, -7.09375, -7.125, -7.125, -7.15625, -7.1875, -7.1875, -7.21875, -7.28125, -7.28125, -7.28125, -7.3125, -7.34375, -7.34375, -7.40625, -7.40625, -7.40625, -7.4375, -7.4375, -7.5, -7.5, -7.53125, -7.5625, -7.5625, -7.6875, -7.71875, -7.75, -7.75, -8.0625 ] }, { "query_id": "test2079", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc72413", "doc506854", "doc72416", "doc1214168", "doc180079", "doc498654", "doc2240291", "doc352368", "doc732015", "doc474256", "doc2217863", "doc2353712", "doc183950", "doc1313601", "doc1248717", "doc1430768", "doc399642", "doc86071", "doc183948", "doc1313629", "doc439092", "doc617309", "doc400631", "doc18814", "doc183955", "doc108788", "doc732077", "doc702902", "doc2010440", "doc2010420", "doc1852908", "doc2240293", "doc264216", "doc1945762", "doc2240289", "doc108794", "doc2010388", "doc2010343", "doc2010467", "doc264212", "doc2010336", "doc289212", "doc1830328", "doc2603021", "doc732018", "doc2240268", "doc169399", "doc2010481", "doc2010474", "doc1986552", "doc2279199", "doc2010340", "doc1185297", "doc732083", "doc1533390", "doc397701", "doc1222389", "doc1781006", "doc732101", "doc762682", "doc556367", "doc1177572", "doc1629806", "doc1018572", "doc732087", "doc2042536", "doc2174234", "doc1471942", "doc802441", "doc367643", "doc307978", "doc405920", "doc1719794", "doc1487821", "doc823832", "doc652514", "doc1276617", "doc2505949", "doc1248140", "doc868658", "doc1057032", "doc703711", "doc2056931", "doc1219625", "doc914073", "doc1824656", "doc717117", "doc1427198", "doc2412432", "doc1824664", "doc1084332", "doc1066673", "doc106352", "doc2355469", "doc2581432", "doc474073", "doc1823034", "doc1380860", "doc1914609", "doc2370519" ], "top100_scores": [ 7.84375, -3.75, -3.953125, -4.21875, -4.21875, -4.28125, -4.34375, -4.5, -4.5, -4.8125, -4.84375, -4.875, -4.96875, -5.125, -5.15625, -5.15625, -5.28125, -5.3125, -5.3125, -5.375, -5.375, -5.40625, -5.5, -5.5625, -5.59375, -5.625, -5.65625, -5.65625, -5.6875, -5.6875, -5.71875, -5.71875, -5.71875, -5.8125, -5.8125, -5.8125, -5.875, -5.90625, -5.9375, -5.9375, -5.96875, -6.0, -6.15625, -6.21875, -6.3125, -6.3125, -6.4375, -6.4375, -6.5, -6.5, -6.5, -6.59375, -6.625, -6.65625, -6.6875, -6.75, -6.78125, -6.78125, -6.8125, -6.875, -6.90625, -7.0, -7.0625, -7.0625, -7.21875, -7.25, -7.28125, -7.3125, -7.375, -7.40625, -7.40625, -7.46875, -7.625, -7.625, -7.625, -7.625, -7.625, -7.65625, -7.65625, -7.6875, -7.6875, -7.6875, -7.6875, -7.71875, -7.75, -7.78125, -7.78125, -7.78125, -7.78125, -7.8125, -7.84375, -7.875, -7.90625, -7.90625, -7.90625, -8.0, -8.0625, -8.125, -8.1875, -8.25 ] }, { "query_id": "test740", "ndcg@10": 0.3562071871080222, "mrr@10": 0.16666666666666666, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc26467", "doc26461", "doc2376934", "doc768172", "doc474073", "doc26444", "doc224101", "doc1107283", "doc131786", "doc906677", "doc99377", "doc2117039", "doc1845104", "doc1576987", "doc746017", "doc429400", "doc261056", "doc1159969", "doc207464", "doc1617231", "doc725659", "doc2517376", "doc746306", "doc2517371", "doc2517390", "doc1157159", "doc1204806", "doc639193", "doc796735", "doc1699100", "doc63543", "doc1382286", "doc675035", "doc2181328", "doc513535", "doc2165907", "doc2370166", "doc382548", "doc1366730", "doc2307739", "doc1382171", "doc207731", "doc2095396", "doc1741701", "doc1354717", "doc938300", "doc2589580", "doc338868", "doc420626", "doc1741702", "doc2372195", "doc1366757", "doc263654", "doc2165905", "doc1727553", "doc691881", "doc2114608", "doc421372", "doc1129694", "doc1581104", "doc2426974", "doc1875692", "doc2318799", "doc1903392", "doc209865", "doc539428", "doc278693", "doc2374276", "doc539419", "doc7166", "doc1858032", "doc134521", "doc1088928", "doc2253893", "doc1096393", "doc845380", "doc1704007", "doc1617390", "doc2545031", "doc108902", "doc2351077", "doc729572", "doc2033842", "doc1373324", "doc1911857", "doc2054870", "doc1837759", "doc108892", "doc596021", "doc1101731", "doc527472", "doc1500831", "doc512949", "doc2034261", "doc2429823", "doc596016", "doc1357070", "doc2011042", "doc1202159", "doc2385618" ], "top100_scores": [ 0.7421875, 0.1298828125, 0.01904296875, -0.04638671875, -0.1396484375, -0.81640625, -1.796875, -1.8515625, -2.40625, -2.4375, -2.5625, -2.8125, -2.84375, -2.890625, -3.0625, -3.28125, -3.328125, -3.328125, -3.34375, -3.375, -3.390625, -3.515625, -3.5625, -3.671875, -3.828125, -3.984375, -4.25, -4.46875, -4.53125, -4.5625, -4.9375, -5.03125, -5.1875, -5.28125, -5.34375, -5.40625, -5.46875, -5.59375, -5.8125, -6.125, -6.3125, -6.375, -6.40625, -6.46875, -6.46875, -6.46875, -6.46875, -6.5, -6.5, -6.53125, -6.59375, -6.625, -6.65625, -6.65625, -6.65625, -6.6875, -6.875, -6.875, -6.875, -6.90625, -6.9375, -6.9375, -6.9375, -6.96875, -7.0, -7.0, -7.03125, -7.03125, -7.03125, -7.0625, -7.0625, -7.09375, -7.125, -7.125, -7.125, -7.15625, -7.15625, -7.1875, -7.28125, -7.28125, -7.28125, -7.34375, -7.34375, -7.375, -7.40625, -7.4375, -7.5, -7.5, -7.53125, -7.53125, -7.53125, -7.53125, -7.5625, -7.5625, -7.5625, -7.65625, -7.65625, -7.6875, -7.6875, -7.71875 ] }, { "query_id": "test2974", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "doc102097", "doc102077", "doc102096", "doc1336187", "doc1056790", "doc148885", "doc923363", "doc1732443", "doc824776", "doc443215", "doc1996766", "doc2465910", "doc174797", "doc872070", "doc1291616", "doc1803620", "doc2630525", "doc297999", "doc1842984", "doc758964", "doc719078", "doc167917", "doc1163516", "doc2173547", "doc849003", "doc1803558", "doc1427177", "doc447042", "doc180234", "doc719060", "doc1765392", "doc447730", "doc2592003", "doc1519810", "doc323259", "doc2107377", "doc174973", "doc1427181", "doc1427193", "doc105752", "doc57248", "doc2390440", "doc745803", "doc881796", "doc2241953", "doc340624", "doc1612515", "doc1297270", "doc1391659", "doc446480", "doc1675505", "doc316997", "doc787596", "doc334984", "doc2107261", "doc2653404", "doc35513", "doc1894178", "doc2430823", "doc366445", "doc1176070", "doc1296606", "doc388286", "doc802931", "doc264702", "doc1136713", "doc70909", "doc1675530", "doc2674988", "doc2581432", "doc1813688", "doc1520290", "doc506841", "doc1751639", "doc2015875", "doc1686260", "doc1498235", "doc985384", "doc1401088", "doc623682", "doc1406086", "doc1966930", "doc1173469", "doc260679", "doc613408", "doc1517979", "doc324548", "doc2449727", "doc926314", "doc543379", "doc238078", "doc1153924", "doc562498", "doc693852", "doc1202814", "doc416127", "doc88173", "doc2036707", "doc551483", "doc21350" ], "top100_scores": [ 8.6875, 7.875, -5.0, -5.0, -5.28125, -5.78125, -5.8125, -6.09375, -6.125, -6.125, -6.21875, -6.25, -6.3125, -6.40625, -6.40625, -6.5, -6.5, -6.53125, -6.53125, -6.59375, -6.6875, -6.71875, -6.75, -6.84375, -6.84375, -6.84375, -6.84375, -6.875, -6.9375, -6.9375, -7.03125, -7.03125, -7.09375, -7.125, -7.15625, -7.1875, -7.1875, -7.1875, -7.25, -7.25, -7.28125, -7.28125, -7.28125, -7.3125, -7.3125, -7.34375, -7.34375, -7.34375, -7.4375, -7.4375, -7.5, -7.53125, -7.53125, -7.5625, -7.5625, -7.5625, -7.625, -7.625, -7.71875, -7.71875, -7.71875, -7.71875, -7.8125, -7.8125, -7.84375, -7.875, -7.90625, -7.9375, -7.9375, -7.9375, -7.9375, -7.96875, -8.0, -8.0, -8.0, -8.0, -8.0, -8.0, -8.0625, -8.0625, -8.0625, -8.0625, -8.0625, -8.0625, -8.125, -8.125, -8.125, -8.125, -8.125, -8.1875, -8.1875, -8.1875, -8.1875, -8.1875, -8.25, -8.25, -8.3125, -8.375, -8.4375, -8.4375 ] }, { "query_id": "test2360", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "doc57946", "doc1199221", "doc81655", "doc2389179", "doc1489505", "doc964756", "doc37884", "doc1390300", "doc172947", "doc57948", "doc1815899", "doc37890", "doc2115402", "doc2389178", "doc1490516", "doc64791", "doc7161", "doc1166624", "doc371079", "doc87191", "doc1094305", "doc177995", "doc1164435", "doc282412", "doc609671", "doc721746", "doc1784534", "doc37911", "doc2014621", "doc737219", "doc442694", "doc447411", "doc1008940", "doc1497539", "doc2465921", "doc281595", "doc968501", "doc1429442", "doc95310", "doc2263202", "doc355540", "doc37895", "doc167384", "doc811", "doc2350463", "doc1911857", "doc851514", "doc1501331", "doc1321914", "doc641297", "doc1390312", "doc57940", "doc2328678", "doc727789", "doc2480317", "doc1585586", "doc2648883", "doc2027228", "doc89435", "doc649680", "doc1418778", "doc1154850", "doc562262", "doc2495035", "doc926861", "doc1335341", "doc10855", "doc386637", "doc366445", "doc1816051", "doc1501334", "doc781344", "doc2165715", "doc429685", "doc203256", "doc1651444", "doc1713783", "doc750414", "doc1892012", "doc2573505", "doc1163516", "doc2621513", "doc21875", "doc1674853", "doc2146296", "doc963099", "doc1486450", "doc70976", "doc2312288", "doc704395", "doc1489112", "doc1201849", "doc998023", "doc1327525", "doc2596083", "doc191614", "doc127042", "doc1938693", "doc57977", "doc434424" ], "top100_scores": [ 8.8125, 2.171875, 0.640625, -1.03125, -1.203125, -2.59375, -2.796875, -3.5625, -3.84375, -3.875, -3.890625, -4.03125, -4.0625, -4.15625, -4.25, -4.3125, -4.5, -4.53125, -4.65625, -4.65625, -4.6875, -4.78125, -4.9375, -4.96875, -4.96875, -5.0, -5.03125, -5.0625, -5.1875, -5.21875, -5.21875, -5.25, -5.25, -5.375, -5.375, -5.40625, -5.40625, -5.46875, -5.46875, -5.5, -5.5, -5.5625, -5.59375, -5.65625, -5.65625, -5.6875, -5.71875, -5.71875, -5.71875, -5.75, -5.78125, -5.78125, -5.8125, -5.8125, -5.8125, -5.84375, -5.84375, -6.03125, -6.03125, -6.03125, -6.0625, -6.0625, -6.09375, -6.125, -6.1875, -6.21875, -6.25, -6.25, -6.3125, -6.3125, -6.34375, -6.34375, -6.5, -6.65625, -6.65625, -6.71875, -6.90625, -6.90625, -7.0625, -7.0625, -7.125, -7.25, -7.25, -7.34375, -7.4375, -7.53125, -7.53125, -7.59375, -7.75, -7.78125, -7.8125, -7.8125, -7.84375, -7.875, -7.875, -7.90625, -8.0, -8.0625, -8.125, -8.1875 ] }, { "query_id": "test639", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc22915", "doc751435", "doc1381513", "doc1796400", "doc22149", "doc1368159", "doc2164807", "doc536374", "doc1962033", "doc765127", "doc613408", "doc1755685", "doc1723101", "doc988607", "doc1428083", "doc2357495", "doc1224325", "doc2432006", "doc902657", "doc1487701", "doc469056", "doc2077366", "doc879199", "doc1485638", "doc1489112", "doc75292", "doc1643694", "doc2114608", "doc763934", "doc1117345", "doc1692185", "doc853156", "doc734723", "doc1809375", "doc72481", "doc457828", "doc861483", "doc2217346", "doc751425", "doc1310966", "doc2549319", "doc827208", "doc1538954", "doc1380860", "doc490514", "doc1048266", "doc923913", "doc1723532", "doc1787812", "doc1104225", "doc1844826", "doc703683", "doc1077629", "doc42804", "doc430256", "doc12271", "doc469055", "doc61054", "doc323921", "doc2080046", "doc834354", "doc2066832", "doc988606", "doc2332984", "doc2022943", "doc2059265", "doc2005210", "doc750911", "doc1307736", "doc655676", "doc2362173", "doc625773", "doc2037498", "doc1881502", "doc2337413", "doc491925", "doc814675", "doc1868647", "doc1020899", "doc2046260", "doc18814", "doc1914609", "doc2503817", "doc338815", "doc675035", "doc108902", "doc1616053", "doc377106", "doc15890", "doc867288", "doc1307727", "doc2011376", "doc1740481", "doc2657970", "doc2528590", "doc138058", "doc7018", "doc2631871", "doc702815", "doc367220" ], "top100_scores": [ 5.125, -1.515625, -3.1875, -4.15625, -4.65625, -4.65625, -4.90625, -5.0625, -5.15625, -5.21875, -5.5, -5.53125, -5.65625, -5.71875, -5.75, -5.8125, -5.84375, -5.875, -5.875, -5.9375, -5.96875, -5.96875, -5.96875, -6.03125, -6.03125, -6.0625, -6.125, -6.125, -6.125, -6.1875, -6.21875, -6.21875, -6.40625, -6.4375, -6.46875, -6.5, -6.5, -6.5625, -6.5625, -6.5625, -6.59375, -6.65625, -6.65625, -6.65625, -6.71875, -6.78125, -6.78125, -6.8125, -6.8125, -6.8125, -6.84375, -6.875, -6.875, -6.875, -6.90625, -6.9375, -6.9375, -6.96875, -6.96875, -6.96875, -7.03125, -7.0625, -7.0625, -7.0625, -7.125, -7.15625, -7.1875, -7.25, -7.25, -7.28125, -7.28125, -7.3125, -7.3125, -7.3125, -7.3125, -7.34375, -7.375, -7.40625, -7.40625, -7.40625, -7.4375, -7.46875, -7.46875, -7.5, -7.5, -7.5, -7.53125, -7.5625, -7.5625, -7.59375, -7.625, -7.625, -7.65625, -7.6875, -7.6875, -7.71875, -7.78125, -7.875, -7.875, -7.9375 ] }, { "query_id": "test1829", "ndcg@10": 0.5109559939712153, "mrr@10": 0.3333333333333333, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc64316", "doc41305", "doc64318", "doc41344", "doc922301", "doc851269", "doc64317", "doc971992", "doc35524", "doc108246", "doc922271", "doc1376793", "doc1385345", "doc64314", "doc2487656", "doc1385349", "doc2428288", "doc35499", "doc388285", "doc35526", "doc35525", "doc2623672", "doc41356", "doc602854", "doc333846", "doc388286", "doc2294365", "doc299630", "doc1034008", "doc388290", "doc1107586", "doc2072856", "doc228166", "doc661907", "doc2487655", "doc2426900", "doc2271879", "doc706930", "doc1260115", "doc283788", "doc824758", "doc597569", "doc2426910", "doc2658416", "doc35513", "doc1249983", "doc467715", "doc35522", "doc602837", "doc2487653", "doc597575", "doc2072831", "doc406882", "doc2426896", "doc682548", "doc388281", "doc550702", "doc550451", "doc1683659", "doc990426", "doc2072861", "doc1111696", "doc2361673", "doc108632", "doc799193", "doc398865", "doc1376814", "doc607926", "doc922263", "doc1385353", "doc456580", "doc1352422", "doc374002", "doc108631", "doc705952", "doc1686260", "doc602853", "doc333847", "doc2557709", "doc551483", "doc1955603", "doc1558517", "doc454594", "doc2362171", "doc2241953", "doc409226", "doc2107377", "doc153569", "doc24311", "doc392488", "doc1765392", "doc70909", "doc50110", "doc2085567", "doc1202159", "doc790970", "doc2607396", "doc1813688", "doc369193", "doc1805745" ], "top100_scores": [ 2.046875, -0.32421875, -0.82421875, -1.046875, -1.359375, -1.5703125, -1.75, -2.125, -2.34375, -2.40625, -2.46875, -2.515625, -2.546875, -2.5625, -2.578125, -2.640625, -2.75, -2.78125, -2.828125, -2.890625, -2.90625, -2.90625, -2.9375, -2.9375, -3.0, -3.078125, -3.09375, -3.09375, -3.125, -3.40625, -3.4375, -3.453125, -3.453125, -3.484375, -3.515625, -3.53125, -3.59375, -3.640625, -3.671875, -3.6875, -3.71875, -3.765625, -3.796875, -3.8125, -3.828125, -3.875, -4.03125, -4.0625, -4.09375, -4.125, -4.21875, -4.25, -4.25, -4.28125, -4.375, -4.40625, -4.46875, -4.53125, -4.625, -4.65625, -4.75, -4.9375, -4.96875, -4.96875, -5.03125, -5.09375, -5.09375, -5.21875, -5.3125, -5.34375, -5.4375, -5.46875, -5.5, -5.53125, -5.5625, -5.5625, -5.65625, -5.65625, -5.9375, -6.0, -6.09375, -6.21875, -6.3125, -6.40625, -6.59375, -6.625, -6.65625, -6.65625, -6.6875, -6.6875, -6.75, -6.8125, -6.8125, -6.875, -6.96875, -7.0, -7.0, -7.0625, -7.21875, -7.40625 ] }, { "query_id": "test2393", "ndcg@10": 0.6309297535714575, "mrr@10": 0.5, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc437677", "doc82650", "doc437678", "doc2545031", "doc1978012", "doc1520300", "doc587518", "doc1520211", "doc1321883", "doc437639", "doc1978008", "doc2649134", "doc1321884", "doc437694", "doc158382", "doc539428", "doc1321967", "doc437667", "doc1321882", "doc1321914", "doc1788429", "doc1334192", "doc83659", "doc1520311", "doc437685", "doc727452", "doc1321904", "doc1321929", "doc517096", "doc1739769", "doc1977978", "doc1520219", "doc1334238", "doc2545063", "doc1497917", "doc2656965", "doc1321924", "doc638932", "doc256867", "doc252389", "doc539406", "doc587517", "doc437701", "doc437656", "doc1520275", "doc1856181", "doc2109876", "doc1520213", "doc1765385", "doc1520320", "doc1520222", "doc1520254", "doc1765392", "doc1520339", "doc1061142", "doc1321868", "doc437632", "doc1043479", "doc1989499", "doc361697", "doc361696", "doc233547", "doc1283772", "doc1021718", "doc1382169", "doc1717004", "doc2054559", "doc1455255", "doc1343239", "doc2274222", "doc1297326", "doc2107904", "doc1088928", "doc1410472", "doc1726400", "doc2011376", "doc974518", "doc529465", "doc2037498", "doc216986", "doc588578", "doc990522", "doc1962033", "doc833922", "doc2634365", "doc231271", "doc546646", "doc469056", "doc80089", "doc1880724", "doc2865", "doc874322", "doc1884503", "doc1837769", "doc434367", "doc1411626", "doc367220", "doc1000202", "doc702902", "doc399642" ], "top100_scores": [ -0.271484375, -0.5625, -0.96875, -1.734375, -1.8046875, -1.96875, -2.578125, -3.140625, -3.46875, -3.734375, -3.796875, -3.8125, -3.859375, -4.0625, -4.0625, -4.125, -4.125, -4.15625, -4.15625, -4.34375, -4.46875, -4.46875, -4.5, -4.625, -4.625, -4.65625, -4.8125, -4.84375, -4.90625, -4.96875, -4.96875, -5.03125, -5.03125, -5.03125, -5.0625, -5.15625, -5.15625, -5.1875, -5.1875, -5.1875, -5.1875, -5.21875, -5.25, -5.25, -5.25, -5.28125, -5.28125, -5.4375, -5.46875, -5.53125, -5.5625, -5.625, -5.625, -5.6875, -5.8125, -5.84375, -5.9375, -6.0, -6.125, -6.40625, -6.46875, -6.5, -6.5, -6.875, -6.96875, -7.0, -7.09375, -7.125, -7.21875, -7.28125, -7.3125, -7.375, -7.40625, -7.40625, -7.46875, -7.5, -7.5, -7.53125, -7.53125, -7.59375, -7.59375, -7.625, -7.65625, -7.6875, -7.71875, -7.71875, -7.75, -7.78125, -7.78125, -7.78125, -7.84375, -7.84375, -7.84375, -7.875, -7.875, -7.9375, -7.96875, -8.0, -8.0625, -8.125 ] }, { "query_id": "test997", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc35173", "doc2296331", "doc2361775", "doc671985", "doc550451", "doc1959244", "doc338818", "doc2019171", "doc1093057", "doc866437", "doc1512040", "doc446484", "doc2462709", "doc552697", "doc866436", "doc114471", "doc552720", "doc437362", "doc1201849", "doc376241", "doc829017", "doc1880842", "doc1314857", "doc1778577", "doc552702", "doc525397", "doc823832", "doc1603040", "doc807066", "doc720132", "doc68932", "doc884188", "doc866501", "doc865438", "doc2349886", "doc2558251", "doc2010379", "doc379480", "doc1778592", "doc2384757", "doc1314944", "doc866490", "doc1718367", "doc1498235", "doc720110", "doc1314852", "doc2214893", "doc963669", "doc281094", "doc1986437", "doc165022", "doc1455469", "doc1784534", "doc2185165", "doc346637", "doc1055238", "doc1726816", "doc1285744", "doc1341888", "doc1927193", "doc285347", "doc2173544", "doc1152614", "doc1152621", "doc1489575", "doc2091597", "doc1272382", "doc2322746", "doc632216", "doc655676", "doc1052760", "doc753576", "doc2046260", "doc2548244", "doc1846050", "doc1370970", "doc2538901", "doc771658", "doc2074523", "doc865796", "doc255050", "doc1257475", "doc1912470", "doc86469", "doc278641", "doc2339378", "doc452016", "doc636318", "doc231271", "doc874107", "doc171458", "doc2117093", "doc1986489", "doc108902", "doc80148", "doc1675530", "doc2011376", "doc1675526", "doc904083", "doc367220" ], "top100_scores": [ 1.265625, -1.2734375, -2.3125, -2.8125, -2.828125, -2.859375, -3.21875, -3.234375, -3.671875, -3.8125, -3.8125, -3.828125, -3.875, -3.90625, -3.921875, -3.96875, -4.03125, -4.15625, -4.4375, -4.46875, -4.53125, -4.65625, -4.78125, -4.8125, -4.84375, -4.9375, -5.0, -5.03125, -5.0625, -5.09375, -5.21875, -5.28125, -5.3125, -5.34375, -5.375, -5.4375, -5.4375, -5.46875, -5.46875, -5.53125, -5.5625, -5.65625, -5.65625, -5.71875, -5.75, -5.78125, -5.78125, -5.78125, -5.84375, -5.90625, -5.9375, -5.96875, -6.0625, -6.0625, -6.09375, -6.15625, -6.1875, -6.1875, -6.21875, -6.28125, -6.28125, -6.3125, -6.34375, -6.34375, -6.34375, -6.4375, -6.4375, -6.5, -6.53125, -6.5625, -6.5625, -6.59375, -6.59375, -6.625, -6.6875, -6.6875, -6.71875, -6.78125, -6.84375, -6.84375, -6.84375, -6.875, -6.90625, -6.90625, -6.9375, -6.9375, -6.96875, -6.96875, -7.0, -7.03125, -7.0625, -7.125, -7.15625, -7.1875, -7.1875, -7.21875, -7.3125, -7.3125, -7.4375, -7.46875 ] }, { "query_id": "test698", "ndcg@10": 0.8772153153380493, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc24939", "doc602150", "doc602736", "doc24934", "doc645564", "doc602739", "doc645602", "doc645572", "doc2676807", "doc696366", "doc1894178", "doc1464195", "doc2655378", "doc1036707", "doc1212031", "doc773671", "doc384744", "doc2629336", "doc2335293", "doc645600", "doc1440230", "doc1105530", "doc1490491", "doc1370970", "doc2619023", "doc890682", "doc405920", "doc2128755", "doc1632177", "doc641530", "doc428406", "doc1132271", "doc1418632", "doc1535567", "doc1450680", "doc1136713", "doc19185", "doc717374", "doc2005210", "doc2563044", "doc1293555", "doc289875", "doc2688", "doc353446", "doc80078", "doc2003306", "doc593061", "doc56398", "doc1912506", "doc655676", "doc1948854", "doc2074090", "doc1525129", "doc874107", "doc382236", "doc2656052", "doc115973", "doc158654", "doc86469", "doc1110589", "doc453172", "doc534490", "doc2252352", "doc1880724", "doc94024", "doc520687", "doc37911", "doc80089", "doc2011376", "doc2058897", "doc434367", "doc655763", "doc437639", "doc80148", "doc1619642", "doc1018578", "doc596016", "doc106353", "doc703717", "doc334984", "doc690000", "doc258447", "doc2210110", "doc28581", "doc8477", "doc94367", "doc1366769", "doc1111694", "doc2307746", "doc427621", "doc320274", "doc1007260", "doc1419915", "doc599386", "doc1119543", "doc2011042", "doc698075", "doc2545088", "doc1557550", "doc702902" ], "top100_scores": [ 2.59375, 0.0166015625, -2.046875, -2.0625, -2.890625, -3.40625, -3.484375, -3.75, -3.796875, -3.8125, -3.9375, -3.953125, -4.0625, -4.15625, -4.21875, -4.3125, -4.3125, -4.4375, -4.9375, -5.0, -5.46875, -5.71875, -6.03125, -6.28125, -6.3125, -6.375, -6.4375, -6.46875, -6.5, -6.53125, -6.5625, -6.59375, -6.65625, -6.6875, -6.6875, -6.78125, -6.84375, -6.84375, -6.84375, -6.875, -6.875, -6.90625, -6.90625, -7.0, -7.0625, -7.0625, -7.125, -7.125, -7.15625, -7.15625, -7.1875, -7.1875, -7.1875, -7.21875, -7.25, -7.25, -7.25, -7.28125, -7.28125, -7.28125, -7.28125, -7.28125, -7.28125, -7.3125, -7.34375, -7.34375, -7.34375, -7.34375, -7.375, -7.40625, -7.40625, -7.4375, -7.4375, -7.4375, -7.4375, -7.4375, -7.4375, -7.4375, -7.4375, -7.46875, -7.46875, -7.46875, -7.46875, -7.46875, -7.5625, -7.5625, -7.5625, -7.5625, -7.59375, -7.625, -7.65625, -7.6875, -7.6875, -7.71875, -7.75, -7.75, -7.78125, -7.84375, -7.90625, -8.0 ] }, { "query_id": "test1501", "ndcg@10": 0.6309297535714575, "mrr@10": 0.5, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc53464", "doc53465", "doc1815899", "doc1911041", "doc737219", "doc172947", "doc611283", "doc7161", "doc87191", "doc284394", "doc525751", "doc1590438", "doc611287", "doc2350463", "doc1298637", "doc167384", "doc2360748", "doc355540", "doc2336332", "doc672552", "doc611282", "doc781344", "doc2165715", "doc371079", "doc89435", "doc64791", "doc2127607", "doc2480317", "doc114471", "doc1784440", "doc609671", "doc758677", "doc1127543", "doc450131", "doc610779", "doc1501331", "doc1816051", "doc1451837", "doc727789", "doc1703993", "doc371078", "doc1704007", "doc2465921", "doc1905323", "doc24303", "doc811", "doc447411", "doc1429442", "doc2027228", "doc1703998", "doc181195", "doc2660672", "doc1740045", "doc153569", "doc1008940", "doc2471044", "doc1551353", "doc10855", "doc238803", "doc2316727", "doc146706", "doc543039", "doc851514", "doc1703987", "doc2252228", "doc968501", "doc513055", "doc2621513", "doc2495035", "doc1101731", "doc1443647", "doc386637", "doc1418778", "doc958476", "doc823832", "doc645600", "doc552141", "doc1413571", "doc2535522", "doc811414", "doc356961", "doc1346601", "doc2010353", "doc993779", "doc2480339", "doc1056790", "doc814675", "doc998023", "doc75292", "doc1485638", "doc252971", "doc861483", "doc1273458", "doc369298", "doc1816074", "doc54026", "doc1606435", "doc580244", "doc1521101", "doc307715" ], "top100_scores": [ 4.75, 0.1396484375, -4.3125, -4.4375, -4.5, -4.875, -4.9375, -5.125, -5.15625, -5.1875, -5.25, -5.375, -5.375, -5.375, -5.53125, -5.5625, -5.59375, -5.625, -5.65625, -5.65625, -5.6875, -5.6875, -5.6875, -5.6875, -5.71875, -5.71875, -5.75, -5.875, -5.875, -6.03125, -6.03125, -6.0625, -6.09375, -6.09375, -6.125, -6.125, -6.125, -6.15625, -6.1875, -6.1875, -6.1875, -6.21875, -6.21875, -6.28125, -6.28125, -6.3125, -6.3125, -6.375, -6.40625, -6.4375, -6.4375, -6.4375, -6.46875, -6.46875, -6.46875, -6.53125, -6.59375, -6.59375, -6.6875, -6.6875, -6.71875, -6.75, -6.75, -6.78125, -6.78125, -6.84375, -6.875, -6.9375, -7.0, -7.0625, -7.125, -7.1875, -7.21875, -7.21875, -7.3125, -7.375, -7.4375, -7.5, -7.5, -7.5625, -7.625, -7.6875, -7.6875, -7.71875, -7.71875, -7.71875, -7.84375, -7.84375, -7.875, -7.90625, -7.9375, -7.96875, -8.0625, -8.0625, -8.0625, -8.0625, -8.125, -8.125, -8.1875, -8.25 ] }, { "query_id": "test2539", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc87294", "doc783808", "doc812613", "doc165022", "doc1991598", "doc2337863", "doc1635999", "doc530778", "doc952880", "doc430825", "doc28582", "doc1624145", "doc28581", "doc1241568", "doc2142521", "doc1498235", "doc588464", "doc324530", "doc1787620", "doc2509153", "doc996399", "doc2054463", "doc722174", "doc1840635", "doc2480539", "doc893803", "doc2486654", "doc2529675", "doc1124783", "doc1410020", "doc115437", "doc1141791", "doc1600089", "doc465257", "doc1827142", "doc1177731", "doc1566486", "doc967808", "doc1927193", "doc868589", "doc1690622", "doc1007189", "doc422931", "doc1394743", "doc1246808", "doc1684137", "doc1517979", "doc2111513", "doc626260", "doc636208", "doc2426419", "doc28580", "doc327463", "doc25696", "doc1619770", "doc1241567", "doc70620", "doc688472", "doc1718367", "doc173076", "doc1033766", "doc50625", "doc25697", "doc32937", "doc70639", "doc233596", "doc49159", "doc785116", "doc1019814", "doc1634190", "doc650941", "doc636206", "doc88173", "doc1005942", "doc530780", "doc2563030", "doc1778577", "doc675222", "doc1102442", "doc848379", "doc952849", "doc2679049", "doc101561", "doc1173346", "doc1088161", "doc1827146", "doc1947418", "doc2508414", "doc233582", "doc1619495", "doc623682", "doc233547", "doc648364", "doc1471942", "doc2608289", "doc1548878", "doc1786034", "doc2502199", "doc1467762", "doc1786046" ], "top100_scores": [ 7.5, -2.0625, -3.5, -3.59375, -3.625, -3.765625, -3.953125, -4.0, -4.09375, -4.65625, -4.65625, -4.6875, -4.6875, -4.71875, -4.75, -4.78125, -4.84375, -4.90625, -4.90625, -4.96875, -4.96875, -5.03125, -5.0625, -5.09375, -5.15625, -5.15625, -5.1875, -5.21875, -5.21875, -5.25, -5.25, -5.25, -5.28125, -5.28125, -5.3125, -5.3125, -5.34375, -5.34375, -5.375, -5.375, -5.40625, -5.40625, -5.40625, -5.4375, -5.4375, -5.4375, -5.5, -5.5, -5.5625, -5.5625, -5.59375, -5.59375, -5.59375, -5.625, -5.625, -5.6875, -5.75, -5.75, -5.78125, -5.8125, -5.875, -5.875, -5.90625, -5.90625, -5.9375, -6.03125, -6.0625, -6.0625, -6.09375, -6.09375, -6.3125, -6.375, -6.40625, -6.4375, -6.5, -6.53125, -6.5625, -6.5625, -6.65625, -6.6875, -6.6875, -6.71875, -6.78125, -6.78125, -6.8125, -6.8125, -6.84375, -6.9375, -7.125, -7.28125, -7.28125, -7.3125, -7.40625, -7.59375, -7.6875, -7.75, -7.96875, -7.96875, -8.125, -8.125 ] }, { "query_id": "test306", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc660236", "doc2499695", "doc2449643", "doc402145", "doc206040", "doc515771", "doc147268", "doc1283772", "doc1030288", "doc974518", "doc990514", "doc11669", "doc513406", "doc2527260", "doc11639", "doc990522", "doc1373335", "doc660265", "doc1068708", "doc1442519", "doc1837771", "doc934719", "doc828063", "doc828130", "doc828186", "doc126194", "doc2366137", "doc368707", "doc368673", "doc499894", "doc1548878", "doc1373330", "doc368643", "doc6858", "doc94367", "doc1248532", "doc294697", "doc960776", "doc320274", "doc108959", "doc546869", "doc1623526", "doc1840660", "doc1599987", "doc599387", "doc1619642", "doc1033766", "doc1943842", "doc2244717", "doc2483556", "doc368686", "doc1279689", "doc736460", "doc460823", "doc61233", "doc1068994", "doc263654", "doc539419", "doc1634190", "doc1654062", "doc203253", "doc1628841", "doc2266529", "doc1104225", "doc1149597", "doc2465656", "doc1094305", "doc1333905", "doc1228726", "doc213101", "doc588578", "doc546881", "doc80133", "doc1520268", "doc1520283", "doc1228728", "doc2538886", "doc437701", "doc356192", "doc2313195", "doc1492317", "doc660256", "doc1751397", "doc2281723", "doc588621", "doc663483", "doc1876325", "doc30777", "doc2498492", "doc655676", "doc1684137", "doc42125", "doc1133242", "doc1418778", "doc2674988", "doc1286622", "doc346637", "doc252971", "doc2385618", "doc564709" ], "top100_scores": [ 2.78125, 2.421875, 1.796875, 0.1787109375, -0.33203125, -0.41796875, -0.640625, -1.171875, -1.4453125, -1.578125, -2.0625, -2.09375, -2.28125, -2.3125, -2.328125, -2.421875, -2.828125, -2.90625, -3.125, -3.140625, -3.375, -3.5625, -3.625, -3.8125, -4.0625, -4.09375, -4.15625, -4.15625, -4.25, -4.28125, -4.3125, -4.3125, -4.40625, -4.5, -4.53125, -4.625, -4.65625, -4.6875, -4.71875, -4.78125, -4.8125, -4.875, -4.90625, -5.0, -5.15625, -5.25, -5.25, -5.3125, -5.3125, -5.34375, -5.34375, -5.46875, -5.5625, -5.78125, -5.84375, -6.09375, -6.125, -6.125, -6.1875, -6.21875, -6.375, -6.5, -6.5, -6.59375, -6.625, -6.65625, -6.6875, -6.71875, -6.75, -6.78125, -6.84375, -6.84375, -6.875, -6.875, -6.9375, -6.9375, -6.96875, -7.03125, -7.0625, -7.0625, -7.09375, -7.09375, -7.125, -7.125, -7.1875, -7.25, -7.3125, -7.3125, -7.3125, -7.34375, -7.375, -7.40625, -7.4375, -7.59375, -7.59375, -7.625, -7.625, -7.6875, -7.71875, -7.75 ] }, { "query_id": "test3090", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc105739", "doc849003", "doc105756", "doc105758", "doc1729412", "doc1534825", "doc719006", "doc8477", "doc543176", "doc2355469", "doc946247", "doc536531", "doc1552106", "doc2584848", "doc105751", "doc719060", "doc1572538", "doc1223270", "doc2409275", "doc1297270", "doc1903392", "doc1270352", "doc737743", "doc1427193", "doc1251654", "doc2574040", "doc787828", "doc1729413", "doc1223275", "doc1516597", "doc133369", "doc1427198", "doc2680091", "doc381923", "doc461467", "doc1534829", "doc555420", "doc519408", "doc719057", "doc719078", "doc1803620", "doc1405971", "doc258447", "doc719076", "doc1236851", "doc1803558", "doc881796", "doc566026", "doc881797", "doc2008399", "doc566021", "doc970185", "doc105763", "doc737771", "doc1289342", "doc1251647", "doc1847142", "doc2596083", "doc1516605", "doc830308", "doc1858032", "doc391459", "doc849000", "doc1427177", "doc1587280", "doc171833", "doc105752", "doc591463", "doc823398", "doc74797", "doc171837", "doc1248125", "doc2107904", "doc556388", "doc1163626", "doc1170390", "doc1253247", "doc1170391", "doc2588942", "doc208245", "doc2046260", "doc527459", "doc1475938", "doc211935", "doc174973", "doc2011376", "doc400631", "doc1214168", "doc556367", "doc732015", "doc690001", "doc690000", "doc719065", "doc655676", "doc732083", "doc536538", "doc72413", "doc1716059", "doc702902", "doc1816074" ], "top100_scores": [ 8.4375, 2.3125, 0.390625, 0.291015625, 0.1181640625, -0.07568359375, -0.1044921875, -0.55078125, -1.6328125, -1.765625, -1.765625, -1.90625, -2.34375, -2.78125, -2.9375, -2.96875, -2.984375, -3.0625, -3.21875, -3.25, -3.265625, -3.375, -3.4375, -3.4375, -3.546875, -3.65625, -3.71875, -3.828125, -3.84375, -4.0, -4.03125, -4.0625, -4.0625, -4.09375, -4.15625, -4.15625, -4.1875, -4.1875, -4.21875, -4.25, -4.25, -4.28125, -4.3125, -4.3125, -4.3125, -4.34375, -4.34375, -4.34375, -4.375, -4.46875, -4.5, -4.5625, -4.59375, -4.59375, -4.65625, -4.6875, -4.75, -4.75, -4.8125, -4.8125, -4.84375, -4.84375, -4.90625, -4.9375, -4.96875, -4.96875, -5.03125, -5.25, -5.34375, -5.6875, -5.71875, -5.8125, -5.96875, -6.0, -6.3125, -6.46875, -6.65625, -6.6875, -6.71875, -6.9375, -7.0, -7.03125, -7.0625, -7.15625, -7.25, -7.28125, -7.3125, -7.375, -7.375, -7.375, -7.40625, -7.40625, -7.40625, -7.5, -7.5, -7.53125, -7.625, -7.75, -7.78125, -8.0 ] }, { "query_id": "test115", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc4147", "doc2107018", "doc53643", "doc1400520", "doc2107033", "doc3668", "doc606253", "doc2212269", "doc2334137", "doc1927002", "doc2431531", "doc223538", "doc1745418", "doc32937", "doc6531", "doc773043", "doc70679", "doc1294814", "doc2426974", "doc2212270", "doc623693", "doc2107022", "doc28581", "doc1634190", "doc28580", "doc38625", "doc635523", "doc2439295", "doc2157990", "doc636206", "doc1411912", "doc1623337", "doc1005942", "doc25696", "doc1602350", "doc848379", "doc28582", "doc430825", "doc324548", "doc530778", "doc231271", "doc650941", "doc1108390", "doc2111513", "doc1152614", "doc1619770", "doc465257", "doc324530", "doc1425919", "doc626260", "doc785116", "doc422931", "doc2001658", "doc1927193", "doc25697", "doc965463", "doc1486663", "doc309228", "doc785041", "doc152998", "doc1857677", "doc398839", "doc1410472", "doc1070768", "doc2562070", "doc1007190", "doc70620", "doc1965783", "doc29764", "doc437362", "doc1810672", "doc108435", "doc1911041", "doc323921", "doc1728840", "doc162311", "doc952880", "doc88931", "doc365042", "doc56902", "doc127031", "doc2337863", "doc1141791", "doc173076", "doc499894", "doc238078", "doc1763968", "doc2620645", "doc1059057", "doc447042", "doc2461162", "doc726933", "doc2091584", "doc36460", "doc2364249", "doc2525057", "doc2262786", "doc26467", "doc2504853", "doc1415401" ], "top100_scores": [ -0.049560546875, -1.796875, -1.8359375, -2.09375, -2.59375, -2.734375, -2.796875, -3.0, -3.15625, -3.21875, -3.25, -3.265625, -3.28125, -3.296875, -3.453125, -3.46875, -3.5, -3.609375, -3.65625, -3.78125, -3.875, -3.953125, -3.984375, -4.15625, -4.28125, -4.34375, -4.53125, -4.59375, -4.625, -4.625, -4.65625, -4.71875, -4.71875, -4.78125, -4.84375, -4.9375, -4.96875, -5.0625, -5.0625, -5.0625, -5.1875, -5.21875, -5.28125, -5.3125, -5.40625, -5.40625, -5.4375, -5.4375, -5.53125, -5.5625, -5.59375, -5.65625, -5.65625, -5.71875, -5.75, -5.78125, -5.8125, -5.8125, -5.84375, -5.875, -5.875, -5.875, -5.90625, -5.90625, -5.9375, -5.9375, -5.9375, -5.96875, -5.96875, -5.96875, -6.0, -6.03125, -6.03125, -6.15625, -6.25, -6.28125, -6.28125, -6.3125, -6.3125, -6.40625, -6.40625, -6.4375, -6.4375, -6.4375, -6.53125, -6.5625, -6.6875, -6.71875, -6.71875, -6.78125, -6.78125, -6.78125, -6.78125, -6.8125, -6.84375, -6.90625, -7.0, -7.15625, -7.25, -7.3125 ] }, { "query_id": "test2032", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc70904", "doc768322", "doc1204609", "doc1921625", "doc435076", "doc1338792", "doc211230", "doc2183317", "doc782782", "doc70905", "doc2024813", "doc2339378", "doc2288928", "doc435075", "doc155310", "doc435081", "doc1841144", "doc1685523", "doc313364", "doc1841146", "doc435079", "doc435085", "doc1204604", "doc42101", "doc286805", "doc435078", "doc313365", "doc1483894", "doc331138", "doc435083", "doc313354", "doc1616338", "doc2599866", "doc1098357", "doc412168", "doc2498492", "doc2646161", "doc2352487", "doc1540259", "doc736126", "doc313342", "doc465988", "doc1236143", "doc1155053", "doc211209", "doc865796", "doc313356", "doc435084", "doc2217446", "doc2607396", "doc707801", "doc313352", "doc1695182", "doc83875", "doc435092", "doc313349", "doc1580688", "doc1841145", "doc2032387", "doc412172", "doc2498480", "doc707796", "doc412180", "doc2498488", "doc707795", "doc2557709", "doc278091", "doc768311", "doc2058897", "doc1265795", "doc1805745", "doc706930", "doc650150", "doc1366471", "doc1059219", "doc1176070", "doc2271879", "doc318194", "doc1972282", "doc296209", "doc2503817", "doc1734041", "doc2316721", "doc1713783", "doc216986", "doc2657970", "doc413908", "doc2449727", "doc1813688", "doc530778", "doc1138522", "doc1106009", "doc37895", "doc1153924", "doc693852", "doc162708", "doc1501489", "doc926314", "doc2036707", "doc1521101" ], "top100_scores": [ -1.515625, -2.65625, -3.21875, -3.25, -3.484375, -3.484375, -3.53125, -3.546875, -3.671875, -3.9375, -4.0625, -4.0625, -4.0625, -4.125, -4.125, -4.15625, -4.28125, -4.3125, -4.3125, -4.40625, -4.40625, -4.40625, -4.40625, -4.40625, -4.40625, -4.46875, -4.46875, -4.5, -4.53125, -4.53125, -4.53125, -4.53125, -4.5625, -4.5625, -4.59375, -4.59375, -4.59375, -4.59375, -4.625, -4.65625, -4.6875, -4.71875, -4.75, -4.78125, -4.78125, -4.84375, -4.84375, -4.9375, -4.9375, -4.96875, -5.09375, -5.125, -5.15625, -5.15625, -5.1875, -5.1875, -5.28125, -5.34375, -5.34375, -5.375, -5.375, -5.4375, -5.96875, -5.96875, -6.125, -6.3125, -6.59375, -6.625, -6.625, -6.6875, -6.75, -6.9375, -7.0625, -7.09375, -7.09375, -7.1875, -7.21875, -7.21875, -7.21875, -7.28125, -7.28125, -7.28125, -7.28125, -7.40625, -7.40625, -7.5, -7.5, -7.5, -7.5625, -7.5625, -7.59375, -7.59375, -7.6875, -7.6875, -7.6875, -7.75, -7.75, -7.78125, -7.875, -7.90625 ] }, { "query_id": "test428", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc15890", "doc2042102", "doc1736704", "doc1736708", "doc878338", "doc1498263", "doc688882", "doc1185297", "doc393485", "doc190844", "doc60315", "doc229804", "doc1273973", "doc368910", "doc2067559", "doc733127", "doc2362171", "doc585415", "doc627432", "doc518395", "doc447240", "doc429685", "doc289212", "doc1508870", "doc518266", "doc1651578", "doc705226", "doc312605", "doc2075016", "doc1490502", "doc434733", "doc1400527", "doc2659217", "doc1300782", "doc2613792", "doc2636762", "doc1287918", "doc1508087", "doc367643", "doc868658", "doc2300282", "doc645602", "doc648364", "doc1096264", "doc208245", "doc1633397", "doc187847", "doc2165905", "doc1253247", "doc253609", "doc242726", "doc1991511", "doc975622", "doc1556425", "doc717374", "doc405920", "doc602739", "doc851269", "doc273827", "doc216328", "doc2054559", "doc1342042", "doc1385349", "doc1059057", "doc1619342", "doc971992", "doc2258933", "doc1617178", "doc26458", "doc140700", "doc228166", "doc2487655", "doc527472", "doc1796951", "doc737601", "doc494316", "doc810925", "doc254953", "doc1411861", "doc1663695", "doc41356", "doc382236", "doc1527337", "doc919955", "doc2080883", "doc1558517", "doc2402770", "doc2376934", "doc388285", "doc2353712", "doc2072856", "doc209865", "doc1349043", "doc1202159", "doc1338793", "doc1018572", "doc1248125", "doc872897", "doc889047", "doc1053329" ], "top100_scores": [ 4.71875, -3.1875, -3.3125, -3.5, -3.921875, -4.0625, -4.21875, -4.375, -4.4375, -4.59375, -4.625, -4.8125, -4.84375, -5.0, -5.09375, -5.21875, -5.3125, -5.40625, -5.46875, -5.5625, -5.65625, -5.75, -5.84375, -5.84375, -5.84375, -5.90625, -5.9375, -6.0, -6.125, -6.15625, -6.15625, -6.1875, -6.28125, -6.375, -6.5625, -6.59375, -6.59375, -6.59375, -6.78125, -6.78125, -6.8125, -6.8125, -6.8125, -6.84375, -6.90625, -6.9375, -6.96875, -6.96875, -7.0, -7.0, -7.0, -7.0625, -7.0625, -7.09375, -7.125, -7.125, -7.125, -7.15625, -7.1875, -7.1875, -7.21875, -7.21875, -7.21875, -7.25, -7.25, -7.28125, -7.28125, -7.28125, -7.34375, -7.34375, -7.34375, -7.34375, -7.375, -7.375, -7.375, -7.375, -7.40625, -7.40625, -7.4375, -7.4375, -7.4375, -7.4375, -7.4375, -7.46875, -7.46875, -7.46875, -7.46875, -7.5625, -7.5625, -7.59375, -7.59375, -7.65625, -7.65625, -7.75, -7.78125, -7.8125, -7.84375, -7.9375, -7.9375, -8.25 ] }, { "query_id": "test2721", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc93287", "doc2083699", "doc1548640", "doc884905", "doc2357458", "doc1962174", "doc2517860", "doc191614", "doc180922", "doc1202504", "doc1421127", "doc303260", "doc388703", "doc1056790", "doc143496", "doc2390637", "doc1500831", "doc359025", "doc1993058", "doc993796", "doc353446", "doc2391390", "doc448867", "doc227150", "doc843229", "doc1993044", "doc841633", "doc2563030", "doc604235", "doc2646391", "doc222277", "doc1619495", "doc2582196", "doc1012137", "doc1002584", "doc1272096", "doc493405", "doc2441320", "doc1778577", "doc2184940", "doc1990849", "doc284394", "doc1392288", "doc330463", "doc2247113", "doc218667", "doc645602", "doc1713783", "doc2262786", "doc1934445", "doc1471942", "doc1823034", "doc565065", "doc552697", "doc299691", "doc866490", "doc211230", "doc1912506", "doc2631871", "doc447411", "doc1489658", "doc759547", "doc25836", "doc21363", "doc864003", "doc2217346", "doc623682", "doc1400528", "doc2188152", "doc1155053", "doc736460", "doc1984127", "doc1138522", "doc1646165", "doc591223", "doc1974480", "doc935115", "doc1950715", "doc1751646", "doc133140", "doc101561", "doc1267765", "doc660237", "doc1033766", "doc1344965", "doc562696", "doc2210110", "doc2502199", "doc1786034", "doc771658", "doc356192", "doc884614", "doc759527", "doc1786046", "doc286805", "doc1316703", "doc729312", "doc2092646", "doc56921", "doc1391278" ], "top100_scores": [ 0.080078125, -4.09375, -4.3125, -4.53125, -4.875, -4.90625, -5.03125, -5.125, -5.125, -5.15625, -5.25, -5.28125, -5.46875, -5.53125, -5.5625, -5.75, -5.8125, -5.9375, -5.9375, -6.0, -6.0625, -6.1875, -6.25, -6.28125, -6.3125, -6.34375, -6.46875, -6.5, -6.59375, -6.625, -6.625, -6.65625, -6.6875, -6.875, -6.90625, -6.9375, -6.9375, -6.96875, -7.0, -7.0625, -7.125, -7.125, -7.15625, -7.1875, -7.3125, -7.3125, -7.3125, -7.34375, -7.46875, -7.46875, -7.5625, -7.59375, -7.625, -7.625, -7.65625, -7.65625, -7.6875, -7.6875, -7.75, -7.75, -7.78125, -7.78125, -7.78125, -7.84375, -7.84375, -7.84375, -7.875, -7.875, -7.875, -7.875, -7.875, -7.875, -7.90625, -7.90625, -7.90625, -7.90625, -7.90625, -7.9375, -7.9375, -7.9375, -7.96875, -7.96875, -7.96875, -7.96875, -8.0, -8.0, -8.0, -8.0, -8.0625, -8.0625, -8.0625, -8.125, -8.125, -8.1875, -8.1875, -8.1875, -8.1875, -8.25, -8.3125, -8.3125 ] }, { "query_id": "test1635", "ndcg@10": 0.6052602440527057, "mrr@10": 0.5, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc2035909", "doc57975", "doc601133", "doc2049419", "doc376241", "doc57977", "doc1293555", "doc1810672", "doc1153924", "doc2304461", "doc367417", "doc376238", "doc390322", "doc2449727", "doc376272", "doc1055373", "doc1345740", "doc376243", "doc1535567", "doc824947", "doc113426", "doc840951", "doc2191035", "doc1473531", "doc1986489", "doc2656052", "doc2563030", "doc1986449", "doc551351", "doc140893", "doc126007", "doc1132271", "doc1218368", "doc904885", "doc196873", "doc416784", "doc1204806", "doc1750123", "doc1632177", "doc324530", "doc1866245", "doc1216309", "doc2153582", "doc404918", "doc1229449", "doc2557720", "doc1204604", "doc1246068", "doc1285909", "doc1844590", "doc289875", "doc579105", "doc1813688", "doc1357287", "doc60215", "doc1723532", "doc683358", "doc2114608", "doc1129916", "doc866490", "doc1934445", "doc2563044", "doc550633", "doc1448795", "doc1640533", "doc1035806", "doc21829", "doc2655378", "doc863660", "doc1552779", "doc434424", "doc388290", "doc338809", "doc2117093", "doc1192046", "doc1818635", "doc1654062", "doc1580688", "doc2077366", "doc2114806", "doc776139", "doc866437", "doc567275", "doc133019", "doc21871", "doc692559", "doc768322", "doc1781006", "doc1376345", "doc278091", "doc435076", "doc2295211", "doc7091", "doc1231969", "doc1842144", "doc162798", "doc697071", "doc660012", "doc498147", "doc1786034" ], "top100_scores": [ -2.203125, -2.8125, -2.875, -2.890625, -2.921875, -3.09375, -3.59375, -3.6875, -3.75, -3.859375, -3.859375, -3.96875, -4.21875, -4.25, -4.34375, -4.375, -4.375, -4.375, -4.6875, -4.75, -5.25, -5.375, -5.4375, -5.65625, -5.875, -6.03125, -6.15625, -6.1875, -6.28125, -6.375, -6.5, -6.625, -6.625, -6.71875, -6.71875, -6.71875, -6.75, -6.78125, -6.84375, -6.875, -6.90625, -6.9375, -6.9375, -6.96875, -6.96875, -7.0, -7.0, -7.03125, -7.03125, -7.03125, -7.03125, -7.03125, -7.03125, -7.09375, -7.09375, -7.125, -7.15625, -7.15625, -7.1875, -7.1875, -7.1875, -7.21875, -7.25, -7.25, -7.28125, -7.28125, -7.28125, -7.28125, -7.28125, -7.3125, -7.3125, -7.34375, -7.375, -7.40625, -7.40625, -7.40625, -7.40625, -7.4375, -7.4375, -7.4375, -7.46875, -7.46875, -7.46875, -7.46875, -7.53125, -7.5625, -7.5625, -7.5625, -7.59375, -7.625, -7.625, -7.625, -7.65625, -7.65625, -7.65625, -7.71875, -7.71875, -7.78125, -7.84375, -7.90625 ] }, { "query_id": "test1727", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "doc2162650", "doc1041131", "doc1160263", "doc641270", "doc1584862", "doc2275203", "doc1321056", "doc225047", "doc1975694", "doc1938693", "doc350535", "doc1972860", "doc1119214", "doc1730233", "doc1986433", "doc1271924", "doc2074090", "doc182888", "doc1792210", "doc2182012", "doc1173691", "doc249856", "doc1629620", "doc1986437", "doc1589180", "doc336193", "doc158020", "doc1418632", "doc404917", "doc1467762", "doc1991515", "doc588621", "doc407115", "doc1986449", "doc1768862", "doc2163262", "doc404918", "doc901884", "doc546881", "doc1618094", "doc750195", "doc1986443", "doc94024", "doc1840660", "doc142541", "doc207176", "doc1244692", "doc641530", "doc1883553", "doc61967", "doc477048", "doc1293555", "doc2431531", "doc1803620", "doc2017803", "doc35526", "doc170931", "doc1912490", "doc1136713", "doc952618", "doc553954", "doc1619642", "doc323321", "doc273827", "doc2190997", "doc2543056", "doc1407398", "doc187847", "doc361702", "doc543039", "doc1686260", "doc1518124", "doc1692185", "doc962084", "doc2677524", "doc504996", "doc2095794", "doc2202835", "doc531512", "doc1060115", "doc1163516", "doc2562963", "doc1007260", "doc1806221", "doc545785", "doc596861", "doc1723861", "doc1027652", "doc1558629", "doc1750123", "doc1526184", "doc7091", "doc1153924", "doc1842144", "doc1132252", "doc1343593", "doc2183317", "doc707795", "doc1640554", "doc1840635" ], "top100_scores": [ 0.515625, 0.2236328125, -2.234375, -2.515625, -2.625, -2.703125, -2.703125, -3.15625, -3.25, -3.5625, -3.6875, -3.6875, -3.875, -3.9375, -4.15625, -4.25, -4.34375, -4.46875, -4.46875, -4.5625, -4.6875, -4.71875, -4.75, -4.84375, -5.0625, -5.09375, -5.125, -5.1875, -5.3125, -5.46875, -5.5, -5.5, -5.53125, -5.625, -5.6875, -5.71875, -5.875, -6.0, -6.03125, -6.09375, -6.09375, -6.125, -6.28125, -6.40625, -6.4375, -6.53125, -6.5625, -6.625, -6.65625, -6.6875, -6.71875, -6.71875, -6.78125, -6.8125, -6.8125, -6.84375, -6.875, -6.875, -6.9375, -6.9375, -7.0, -7.03125, -7.03125, -7.09375, -7.125, -7.125, -7.15625, -7.15625, -7.1875, -7.21875, -7.21875, -7.21875, -7.25, -7.25, -7.25, -7.28125, -7.28125, -7.28125, -7.28125, -7.3125, -7.3125, -7.375, -7.40625, -7.4375, -7.46875, -7.46875, -7.46875, -7.46875, -7.46875, -7.5, -7.5, -7.53125, -7.53125, -7.5625, -7.59375, -7.625, -7.625, -7.75, -7.78125, -7.8125 ] }, { "query_id": "test29", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc807", "doc806", "doc2391797", "doc312607", "doc190844", "doc1386691", "doc966112", "doc2334133", "doc2067045", "doc58964", "doc2535522", "doc2105570", "doc1129694", "doc1088162", "doc1892012", "doc2408092", "doc1455462", "doc877974", "doc2258986", "doc965461", "doc1050188", "doc1386686", "doc1877808", "doc1272382", "doc2316721", "doc1911448", "doc1036707", "doc2621492", "doc1029479", "doc134521", "doc790970", "doc201172", "doc607623", "doc2262639", "doc848379", "doc2621513", "doc351821", "doc811", "doc28313", "doc543109", "doc1974006", "doc2212270", "doc1319077", "doc2674988", "doc28935", "doc1685439", "doc2412432", "doc2001658", "doc2212269", "doc1690622", "doc2426419", "doc1400297", "doc2067559", "doc201170", "doc1629783", "doc2335293", "doc530780", "doc994525", "doc119732", "doc963669", "doc636208", "doc2480539", "doc629517", "doc445548", "doc1806221", "doc68932", "doc1177731", "doc38625", "doc324554", "doc2362171", "doc2161840", "doc1595692", "doc447240", "doc1566486", "doc2010420", "doc2376934", "doc28582", "doc1124783", "doc56902", "doc1247565", "doc2614074", "doc1260420", "doc275856", "doc108559", "doc233582", "doc70909", "doc2240923", "doc171833", "doc2548332", "doc162708", "doc1327525", "doc1153924", "doc593061", "doc207176", "doc352904", "doc497737", "doc673208", "doc413908", "doc1106009", "doc706930" ], "top100_scores": [ -1.15625, -2.71875, -3.359375, -3.59375, -3.59375, -3.640625, -3.703125, -3.71875, -3.8125, -3.828125, -4.03125, -4.21875, -4.25, -4.40625, -4.5, -4.53125, -4.53125, -4.5625, -4.6875, -4.6875, -4.8125, -4.8125, -4.84375, -4.84375, -4.9375, -5.03125, -5.0625, -5.09375, -5.1875, -5.28125, -5.28125, -5.3125, -5.5, -5.59375, -5.625, -5.625, -5.625, -5.6875, -5.71875, -5.75, -5.90625, -5.96875, -5.96875, -6.0625, -6.15625, -6.25, -6.25, -6.28125, -6.28125, -6.375, -6.375, -6.375, -6.40625, -6.40625, -6.40625, -6.40625, -6.4375, -6.4375, -6.4375, -6.46875, -6.5, -6.5, -6.5, -6.5, -6.53125, -6.53125, -6.5625, -6.5625, -6.59375, -6.71875, -6.8125, -6.84375, -6.90625, -6.96875, -7.0625, -7.09375, -7.125, -7.15625, -7.1875, -7.25, -7.28125, -7.375, -7.40625, -7.40625, -7.46875, -7.46875, -7.5, -7.5, -7.5625, -7.625, -7.6875, -7.6875, -7.6875, -7.71875, -7.75, -7.78125, -7.78125, -7.875, -7.875, -7.875 ] }, { "query_id": "test2598", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc88931", "doc88934", "doc2624067", "doc1452752", "doc2107043", "doc1670518", "doc952400", "doc175560", "doc1935824", "doc779563", "doc2624072", "doc127031", "doc127042", "doc2061559", "doc2015719", "doc107246", "doc2288308", "doc127040", "doc1438166", "doc1378090", "doc1763997", "doc1070787", "doc1199279", "doc671111", "doc1124580", "doc1376863", "doc553245", "doc1070768", "doc1315443", "doc399025", "doc723700", "doc2183793", "doc723586", "doc709393", "doc723699", "doc2619671", "doc1002546", "doc1763968", "doc1000202", "doc608249", "doc2251749", "doc1716059", "doc107166", "doc1281699", "doc2399229", "doc723723", "doc958366", "doc998434", "doc994518", "doc2206799", "doc1029757", "doc1716095", "doc2296101", "doc24505", "doc2396125", "doc988735", "doc613408", "doc626437", "doc43450", "doc2656052", "doc555360", "doc851514", "doc216986", "doc84475", "doc1376345", "doc1385349", "doc536273", "doc675067", "doc239270", "doc454594", "doc2114608", "doc1192026", "doc1902615", "doc46245", "doc1717004", "doc155482", "doc2093755", "doc550879", "doc1585578", "doc509898", "doc369193", "doc504736", "doc2010467", "doc693223", "doc1519790", "doc369287", "doc865153", "doc344833", "doc1992659", "doc1005393", "doc666653", "doc386637", "doc1632991", "doc1392288", "doc1021503", "doc846246", "doc859664", "doc2360720", "doc660271", "doc337555" ], "top100_scores": [ 8.25, 6.78125, 3.28125, 2.46875, -2.34375, -3.34375, -4.25, -4.34375, -4.4375, -4.46875, -4.5625, -4.59375, -4.78125, -5.09375, -5.09375, -5.25, -5.25, -5.5, -5.78125, -6.0, -6.21875, -6.25, -6.25, -6.25, -6.25, -6.28125, -6.3125, -6.375, -6.5, -6.65625, -6.875, -7.03125, -7.0625, -7.0625, -7.09375, -7.15625, -7.1875, -7.21875, -7.25, -7.25, -7.25, -7.3125, -7.34375, -7.34375, -7.34375, -7.375, -7.375, -7.4375, -7.46875, -7.59375, -7.59375, -7.625, -7.65625, -7.65625, -7.71875, -7.75, -7.78125, -7.8125, -7.8125, -7.84375, -7.84375, -7.84375, -7.875, -7.875, -7.875, -7.90625, -7.9375, -7.9375, -7.9375, -7.9375, -7.9375, -7.96875, -7.96875, -8.0, -8.0, -8.0625, -8.0625, -8.125, -8.125, -8.125, -8.125, -8.125, -8.125, -8.1875, -8.1875, -8.1875, -8.1875, -8.1875, -8.25, -8.25, -8.25, -8.3125, -8.3125, -8.3125, -8.3125, -8.3125, -8.375, -8.4375, -8.4375, -8.5 ] }, { "query_id": "test598", "ndcg@10": 0.6131471927654584, "mrr@10": 1.0, "recall@100": 0.5, "candidate_recall": 0.5, "top100": [ "doc21340", "doc21363", "doc338810", "doc338815", "doc1455462", "doc338801", "doc1455444", "doc642895", "doc1455469", "doc338809", "doc1455508", "doc338823", "doc864003", "doc1738086", "doc21378", "doc2442198", "doc338818", "doc338813", "doc1455511", "doc542895", "doc21339", "doc338841", "doc21350", "doc21368", "doc624718", "doc1455509", "doc340624", "doc698075", "doc2173539", "doc2397460", "doc1867620", "doc1490491", "doc24315", "doc392492", "doc7165", "doc2465776", "doc283995", "doc531512", "doc1961593", "doc810925", "doc1383497", "doc2336332", "doc641530", "doc734723", "doc2298808", "doc273827", "doc2258986", "doc650883", "doc1105537", "doc246550", "doc2107261", "doc2165920", "doc2563044", "doc134224", "doc264702", "doc1526184", "doc2325310", "doc144160", "doc527459", "doc518268", "doc443215", "doc2402770", "doc2603021", "doc309595", "doc1837585", "doc35525", "doc1832253", "doc260679", "doc1033766", "doc2508414", "doc254953", "doc1601162", "doc2316765", "doc2328678", "doc1136713", "doc1202333", "doc1105530", "doc2429823", "doc1027724", "doc684238", "doc1455255", "doc1527545", "doc105751", "doc1629620", "doc1813688", "doc327615", "doc896716", "doc2370166", "doc2155680", "doc873329", "doc2378961", "doc277310", "doc1619642", "doc2144435", "doc258447", "doc2623672", "doc1343593", "doc313364", "doc399642", "doc1007260" ], "top100_scores": [ -0.1962890625, -4.0, -4.34375, -5.03125, -5.09375, -5.40625, -5.46875, -5.59375, -5.71875, -5.90625, -6.0, -6.03125, -6.15625, -6.1875, -6.21875, -6.25, -6.3125, -6.3125, -6.3125, -6.3125, -6.34375, -6.40625, -6.46875, -6.5625, -6.59375, -6.6875, -6.75, -6.78125, -6.8125, -6.96875, -6.96875, -7.0, -7.125, -7.125, -7.1875, -7.1875, -7.21875, -7.28125, -7.28125, -7.3125, -7.34375, -7.40625, -7.40625, -7.4375, -7.4375, -7.4375, -7.4375, -7.5, -7.5, -7.5, -7.5, -7.53125, -7.53125, -7.53125, -7.53125, -7.5625, -7.5625, -7.5625, -7.5625, -7.5625, -7.59375, -7.59375, -7.59375, -7.59375, -7.59375, -7.59375, -7.625, -7.625, -7.65625, -7.65625, -7.65625, -7.65625, -7.6875, -7.6875, -7.6875, -7.6875, -7.71875, -7.71875, -7.71875, -7.78125, -7.78125, -7.8125, -7.8125, -7.8125, -7.8125, -7.84375, -7.84375, -7.875, -7.90625, -7.90625, -7.90625, -7.9375, -7.96875, -7.96875, -7.96875, -8.0, -8.0, -8.0, -8.125, -8.125 ] }, { "query_id": "test495", "ndcg@10": 0.38685280723454163, "mrr@10": 0.5, "recall@100": 0.5, "candidate_recall": 0.5, "top100": [ "doc63585", "doc18274", "doc323321", "doc43450", "doc8220", "doc2003302", "doc2012361", "doc108480", "doc1087169", "doc1755601", "doc1774519", "doc108477", "doc133140", "doc590536", "doc108559", "doc376565", "doc2418769", "doc986920", "doc108481", "doc1540372", "doc18273", "doc63590", "doc911115", "doc1491857", "doc930758", "doc848379", "doc157016", "doc108456", "doc920729", "doc1791044", "doc1791048", "doc1423679", "doc108508", "doc2317941", "doc2072948", "doc725920", "doc1844919", "doc182046", "doc1924612", "doc1816786", "doc856735", "doc529465", "doc1199279", "doc157039", "doc354084", "doc925929", "doc1930877", "doc1491868", "doc381154", "doc1397231", "doc525751", "doc349135", "doc2563559", "doc782194", "doc620637", "doc172185", "doc376580", "doc1953211", "doc703623", "doc389941", "doc2003306", "doc388703", "doc216986", "doc1374770", "doc1791093", "doc108535", "doc392495", "doc108501", "doc357235", "doc28313", "doc2539732", "doc422133", "doc1617211", "doc1746659", "doc1829626", "doc1310966", "doc549341", "doc2611984", "doc2254465", "doc2209653", "doc636208", "doc88934", "doc2001658", "doc1018578", "doc275856", "doc1508870", "doc1443647", "doc563701", "doc212903", "doc24925", "doc70976", "doc1121529", "doc2357946", "doc1327525", "doc468490", "doc512672", "doc1858032", "doc7112", "doc1379360", "doc1675530" ], "top100_scores": [ 2.5625, 2.5, 2.1875, 0.53515625, 0.30078125, 0.03369140625, -0.0181884765625, -0.63671875, -1.0234375, -1.328125, -1.34375, -1.59375, -1.890625, -2.078125, -2.15625, -2.296875, -2.515625, -2.546875, -2.65625, -2.671875, -2.75, -2.75, -2.75, -2.78125, -2.828125, -2.96875, -2.96875, -3.0625, -3.09375, -3.09375, -3.09375, -3.109375, -3.15625, -3.15625, -3.171875, -3.203125, -3.25, -3.359375, -3.375, -3.390625, -3.4375, -3.4375, -3.5, -3.515625, -3.515625, -3.515625, -3.546875, -3.625, -3.65625, -3.65625, -3.65625, -3.828125, -3.890625, -3.890625, -3.921875, -3.984375, -4.3125, -4.65625, -4.6875, -4.6875, -4.78125, -4.8125, -4.9375, -5.09375, -5.125, -5.3125, -5.40625, -5.4375, -5.53125, -5.75, -5.875, -5.90625, -6.03125, -6.21875, -6.25, -6.3125, -6.375, -6.5, -6.5, -6.59375, -6.625, -6.65625, -6.6875, -6.6875, -6.71875, -6.71875, -6.78125, -6.875, -6.9375, -6.9375, -6.96875, -6.96875, -7.03125, -7.21875, -7.25, -7.34375, -7.5, -7.53125, -7.5625, -7.59375 ] }, { "query_id": "test198", "ndcg@10": 0.38685280723454163, "mrr@10": 0.5, "recall@100": 0.5, "candidate_recall": 0.5, "top100": [ "doc7165", "doc7161", "doc1272096", "doc7163", "doc355540", "doc1411867", "doc355524", "doc1670303", "doc1335520", "doc1839188", "doc1299060", "doc203253", "doc2110826", "doc1416739", "doc2163089", "doc1183356", "doc823398", "doc1705674", "doc285347", "doc212271", "doc580244", "doc1816051", "doc1992659", "doc2664641", "doc1740481", "doc153569", "doc86108", "doc490060", "doc14746", "doc26481", "doc170931", "doc1816064", "doc1875692", "doc2122130", "doc2258986", "doc15890", "doc2074090", "doc1212031", "doc719678", "doc1377686", "doc605887", "doc751718", "doc1619342", "doc1113128", "doc583523", "doc2203479", "doc511592", "doc1526184", "doc1877809", "doc2111919", "doc536531", "doc768602", "doc260668", "doc162000", "doc409226", "doc2373327", "doc2456577", "doc174973", "doc334984", "doc1202159", "doc781153", "doc86469", "doc77976", "doc1343593", "doc2385618", "doc88931", "doc1005393", "doc1664038", "doc1136713", "doc1449866", "doc641530", "doc1678115", "doc56398", "doc2005210", "doc1136735", "doc146706", "doc2362171", "doc264702", "doc545789", "doc96723", "doc2003306", "doc596882", "doc534490", "doc108799", "doc2647552", "doc1504263", "doc2521983", "doc456580", "doc1699100", "doc1816074", "doc1385353", "doc555360", "doc596891", "doc94024", "doc1828693", "doc1947443", "doc94367", "doc872601", "doc1007260", "doc2465909" ], "top100_scores": [ 2.859375, 1.140625, 0.35546875, -0.55859375, -1.65625, -3.578125, -3.734375, -4.71875, -4.875, -4.96875, -5.15625, -5.1875, -5.3125, -5.5625, -5.6875, -5.75, -5.9375, -6.15625, -6.28125, -6.375, -6.4375, -6.4375, -6.5625, -6.59375, -6.59375, -6.59375, -6.625, -6.65625, -6.75, -6.78125, -6.8125, -6.84375, -6.90625, -6.9375, -6.96875, -7.0, -7.0, -7.03125, -7.03125, -7.0625, -7.0625, -7.0625, -7.09375, -7.15625, -7.21875, -7.21875, -7.21875, -7.25, -7.25, -7.25, -7.28125, -7.3125, -7.3125, -7.3125, -7.3125, -7.34375, -7.34375, -7.34375, -7.40625, -7.4375, -7.4375, -7.4375, -7.4375, -7.46875, -7.46875, -7.5, -7.5, -7.53125, -7.5625, -7.5625, -7.5625, -7.5625, -7.59375, -7.59375, -7.59375, -7.625, -7.625, -7.65625, -7.65625, -7.65625, -7.65625, -7.75, -7.75, -7.75, -7.78125, -7.8125, -7.8125, -7.84375, -7.84375, -7.875, -7.875, -7.875, -7.9375, -7.9375, -7.96875, -7.96875, -8.0625, -8.125, -8.1875, -8.1875 ] }, { "query_id": "test123", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc4611", "doc1260420", "doc1260422", "doc1537788", "doc1826212", "doc751714", "doc751718", "doc1568962", "doc751719", "doc1265795", "doc2015875", "doc2340329", "doc370299", "doc298160", "doc2494655", "doc751729", "doc735792", "doc1322161", "doc2215182", "doc2667180", "doc751726", "doc1595692", "doc2295957", "doc689060", "doc849003", "doc2613797", "doc455756", "doc2431178", "doc2163089", "doc1612682", "doc50111", "doc1768862", "doc1837585", "doc602853", "doc1244692", "doc520021", "doc963670", "doc1563324", "doc1176070", "doc1373330", "doc450131", "doc211209", "doc1035806", "doc5734", "doc752404", "doc1765392", "doc1622317", "doc974653", "doc1769462", "doc1156528", "doc1267765", "doc2046260", "doc1296606", "doc41305", "doc1093057", "doc208245", "doc566021", "doc1086818", "doc7093", "doc1829626", "doc21841", "doc80148", "doc1049873", "doc874107", "doc1734041", "doc594776", "doc273559", "doc299691", "doc2528590", "doc1497917", "doc2233735", "doc80089", "doc1669092", "doc387897", "doc613408", "doc2013112", "doc1382207", "doc682295", "doc367220", "doc1686189", "doc2117093", "doc1716834", "doc655676", "doc91121", "doc1079691", "doc2019060", "doc108902", "doc683357", "doc2384634", "doc53464", "doc1993448", "doc260672", "doc863686", "doc300567", "doc2173550", "doc920729", "doc1336091", "doc1834170", "doc47608", "doc809023" ], "top100_scores": [ 1.8359375, -0.294921875, -3.3125, -3.375, -3.609375, -3.640625, -3.9375, -4.125, -4.65625, -4.875, -5.0, -5.125, -5.15625, -5.1875, -5.5, -5.53125, -5.6875, -5.71875, -5.71875, -5.8125, -5.84375, -5.84375, -5.84375, -6.09375, -6.1875, -6.21875, -6.25, -6.25, -6.3125, -6.34375, -6.34375, -6.40625, -6.4375, -6.4375, -6.46875, -6.5, -6.5, -6.53125, -6.5625, -6.625, -6.65625, -6.65625, -6.6875, -6.6875, -6.71875, -6.75, -6.78125, -6.78125, -6.8125, -6.8125, -6.84375, -6.875, -6.875, -6.875, -6.9375, -6.9375, -7.03125, -7.0625, -7.0625, -7.09375, -7.09375, -7.09375, -7.09375, -7.09375, -7.15625, -7.15625, -7.1875, -7.1875, -7.21875, -7.25, -7.28125, -7.3125, -7.3125, -7.34375, -7.375, -7.375, -7.40625, -7.40625, -7.40625, -7.4375, -7.4375, -7.46875, -7.5, -7.5, -7.5, -7.5, -7.5, -7.5, -7.5625, -7.59375, -7.625, -7.625, -7.65625, -7.6875, -7.6875, -7.6875, -7.71875, -7.75, -7.75, -7.75 ] }, { "query_id": "test3404", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc115973", "doc2057552", "doc1986143", "doc2011376", "doc868658", "doc1366138", "doc2018288", "doc642762", "doc735792", "doc1508870", "doc1253247", "doc725581", "doc2066832", "doc2370166", "doc187847", "doc1064409", "doc244368", "doc2621500", "doc2010404", "doc1823034", "doc2085567", "doc1934174", "doc1026678", "doc1090888", "doc2358819", "doc218667", "doc750416", "doc1809840", "doc1874808", "doc2395516", "doc1129694", "doc52429", "doc1185297", "doc531512", "doc1961593", "doc919333", "doc349744", "doc1445498", "doc378250", "doc173893", "doc626786", "doc384744", "doc90808", "doc444923", "doc2631871", "doc713666", "doc844175", "doc82130", "doc2659217", "doc1205332", "doc1685203", "doc1668716", "doc1405222", "doc1993448", "doc2042536", "doc227150", "doc281066", "doc208245", "doc2508418", "doc269387", "doc1088928", "doc157123", "doc260654", "doc299573", "doc765127", "doc675035", "doc180079", "doc2353712", "doc2558036", "doc58420", "doc906768", "doc691881", "doc114242", "doc77640", "doc1689805", "doc648355", "doc1287918", "doc1996268", "doc1340806", "doc1858032", "doc171458", "doc1445499", "doc447411", "doc1125024", "doc773671", "doc1321967", "doc2203117", "doc722466", "doc7166", "doc459410", "doc2056486", "doc751435", "doc2574862", "doc2004585", "doc2373417", "doc263654", "doc889047", "doc2522627", "doc891692", "doc919332" ], "top100_scores": [ -1.328125, -4.65625, -4.75, -4.78125, -4.8125, -4.90625, -5.03125, -5.09375, -5.09375, -5.09375, -5.09375, -5.15625, -5.28125, -5.3125, -5.3125, -5.40625, -5.46875, -5.46875, -5.5625, -5.59375, -5.75, -5.84375, -5.84375, -5.875, -5.96875, -5.96875, -6.0, -6.0, -6.03125, -6.03125, -6.03125, -6.09375, -6.09375, -6.15625, -6.15625, -6.1875, -6.1875, -6.1875, -6.21875, -6.21875, -6.21875, -6.25, -6.34375, -6.34375, -6.34375, -6.34375, -6.34375, -6.4375, -6.46875, -6.5, -6.5, -6.5, -6.5, -6.53125, -6.53125, -6.53125, -6.53125, -6.59375, -6.59375, -6.625, -6.625, -6.625, -6.6875, -6.6875, -6.6875, -6.6875, -6.6875, -6.6875, -6.71875, -6.71875, -6.71875, -6.75, -6.78125, -6.8125, -6.84375, -6.875, -6.875, -6.9375, -6.9375, -6.9375, -6.96875, -7.03125, -7.03125, -7.0625, -7.0625, -7.0625, -7.09375, -7.125, -7.125, -7.15625, -7.1875, -7.1875, -7.1875, -7.21875, -7.3125, -7.3125, -7.34375, -7.34375, -7.5, -7.59375 ] }, { "query_id": "test1041", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc36467", "doc1618374", "doc1395334", "doc1307727", "doc1923111", "doc874861", "doc207271", "doc36463", "doc36460", "doc525586", "doc2657970", "doc1874159", "doc1307736", "doc1044670", "doc36485", "doc2396125", "doc1618376", "doc1618372", "doc1497378", "doc2396140", "doc636318", "doc2470041", "doc81671", "doc2046260", "doc2370166", "doc446484", "doc1370970", "doc655676", "doc80948", "doc5734", "doc890682", "doc2619023", "doc108902", "doc588578", "doc91121", "doc2282286", "doc86469", "doc1286622", "doc520687", "doc1716059", "doc1912470", "doc208245", "doc874107", "doc599398", "doc1419915", "doc1449866", "doc281066", "doc171458", "doc2882", "doc856459", "doc72481", "doc434367", "doc263654", "doc952618", "doc80148", "doc9324", "doc2688", "doc719078", "doc2011376", "doc2563044", "doc1993448", "doc80070", "doc80078", "doc2528590", "doc2074090", "doc174973", "doc874322", "doc1912506", "doc574823", "doc625773", "doc252971", "doc759547", "doc367220", "doc403589", "doc2674988", "doc1189650", "doc969509", "doc564709", "doc1852527", "doc1336177", "doc1455509", "doc2409275", "doc1366769", "doc1257475", "doc2173550", "doc1868647", "doc1557550", "doc1585581", "doc2117093", "doc231271", "doc2384634", "doc37911", "doc2631871", "doc211935", "doc1816074", "doc2074523", "doc929272", "doc367206", "doc2240268", "doc904083" ], "top100_scores": [ 7.40625, -1.9921875, -3.265625, -3.71875, -4.25, -4.3125, -4.40625, -4.46875, -4.71875, -4.71875, -4.9375, -5.03125, -5.1875, -5.375, -5.5, -5.75, -6.3125, -6.40625, -6.4375, -6.5, -6.78125, -6.84375, -6.9375, -6.96875, -7.0, -7.03125, -7.15625, -7.3125, -7.3125, -7.3125, -7.34375, -7.34375, -7.40625, -7.40625, -7.40625, -7.40625, -7.4375, -7.4375, -7.4375, -7.5, -7.53125, -7.53125, -7.5625, -7.5625, -7.5625, -7.5625, -7.5625, -7.625, -7.625, -7.625, -7.625, -7.65625, -7.65625, -7.65625, -7.6875, -7.6875, -7.6875, -7.6875, -7.71875, -7.71875, -7.71875, -7.71875, -7.71875, -7.75, -7.75, -7.75, -7.75, -7.75, -7.75, -7.78125, -7.78125, -7.78125, -7.8125, -7.8125, -7.8125, -7.84375, -7.875, -7.875, -7.875, -7.875, -7.90625, -7.90625, -7.90625, -7.9375, -7.9375, -7.9375, -7.9375, -7.96875, -7.96875, -7.96875, -7.96875, -7.96875, -7.96875, -8.0, -8.0, -8.0, -8.0, -8.0625, -8.0625, -8.1875 ] }, { "query_id": "test1009", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc35719", "doc284003", "doc436998", "doc2456577", "doc211929", "doc652514", "doc1332302", "doc106357", "doc703721", "doc106362", "doc973089", "doc211896", "doc1471934", "doc1136889", "doc2832", "doc446477", "doc964811", "doc874101", "doc298160", "doc106355", "doc703706", "doc106332", "doc703719", "doc388464", "doc666653", "doc1629806", "doc337547", "doc1060782", "doc1824664", "doc284002", "doc427621", "doc211906", "doc1475938", "doc106333", "doc846246", "doc446478", "doc1390073", "doc24299", "doc392476", "doc1445498", "doc1445499", "doc1891830", "doc703701", "doc745803", "doc703714", "doc392495", "doc703715", "doc2060101", "doc1390065", "doc1445510", "doc703736", "doc2877", "doc285723", "doc106372", "doc337506", "doc703728", "doc284042", "doc446480", "doc1887731", "doc211912", "doc337580", "doc392497", "doc24308", "doc211935", "doc337575", "doc2878", "doc955743", "doc211923", "doc337578", "doc298199", "doc2839", "doc246550", "doc285724", "doc1332310", "doc703711", "doc24305", "doc1804263", "doc2836", "doc1445515", "doc1903418", "doc2173539", "doc1051791", "doc714665", "doc24310", "doc594485", "doc2173544", "doc2173529", "doc284000", "doc745801", "doc24315", "doc392492", "doc420626", "doc710956", "doc1843369", "doc1057032", "doc2173547", "doc3011", "doc713666", "doc1199279", "doc1540372" ], "top100_scores": [ 4.84375, 0.1357421875, 0.1162109375, -1.734375, -3.65625, -3.671875, -3.703125, -3.875, -3.875, -4.0, -4.375, -4.40625, -4.40625, -4.40625, -4.46875, -4.5625, -4.59375, -4.6875, -4.6875, -4.875, -4.9375, -4.96875, -4.96875, -5.0, -5.09375, -5.1875, -5.21875, -5.28125, -5.28125, -5.28125, -5.28125, -5.3125, -5.34375, -5.34375, -5.34375, -5.34375, -5.375, -5.375, -5.375, -5.40625, -5.40625, -5.40625, -5.46875, -5.46875, -5.5, -5.53125, -5.5625, -5.5625, -5.5625, -5.5625, -5.65625, -5.65625, -5.6875, -5.6875, -5.6875, -5.71875, -5.75, -5.75, -5.75, -5.8125, -5.8125, -5.8125, -5.8125, -5.84375, -5.875, -5.90625, -5.9375, -5.96875, -6.0, -6.03125, -6.03125, -6.03125, -6.0625, -6.09375, -6.09375, -6.15625, -6.15625, -6.15625, -6.1875, -6.1875, -6.21875, -6.25, -6.25, -6.25, -6.28125, -6.28125, -6.3125, -6.3125, -6.375, -6.375, -6.375, -6.46875, -6.875, -7.15625, -7.15625, -7.21875, -7.46875, -8.0, -8.0625, -8.3125 ] }, { "query_id": "test3193", "ndcg@10": 0.6309297535714575, "mrr@10": 0.5, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc626438", "doc108892", "doc1373324", "doc643072", "doc1581104", "doc1373323", "doc2477335", "doc2573767", "doc24505", "doc935127", "doc2167590", "doc108887", "doc1119543", "doc515127", "doc2393669", "doc828186", "doc1606329", "doc1220654", "doc729661", "doc702815", "doc2376695", "doc842383", "doc207176", "doc1064230", "doc1119808", "doc1106533", "doc655750", "doc596021", "doc108938", "doc108959", "doc626446", "doc935125", "doc105751", "doc960776", "doc1220638", "doc1119544", "doc935115", "doc368707", "doc626440", "doc729573", "doc108893", "doc309228", "doc356178", "doc626437", "doc2234638", "doc599386", "doc2054870", "doc2376691", "doc729572", "doc596014", "doc108903", "doc2563044", "doc108955", "doc1726400", "doc1548878", "doc828252", "doc2479871", "doc990514", "doc2449643", "doc2205282", "doc1762151", "doc499897", "doc612451", "doc1840660", "doc2586142", "doc108932", "doc990522", "doc94371", "doc1442519", "doc2105233", "doc1419915", "doc2369112", "doc2011376", "doc645602", "doc1090039", "doc1117614", "doc591463", "doc367643", "doc1148543", "doc1117345", "doc847439", "doc596891", "doc1129694", "doc959527", "doc536387", "doc1629620", "doc94367", "doc564709", "doc214275", "doc2545099", "doc2034261", "doc814675", "doc263654", "doc1678115", "doc2196547", "doc1524979", "doc26461", "doc543039", "doc1520300", "doc2312288" ], "top100_scores": [ 3.15625, 1.1484375, 0.478515625, 0.0947265625, -0.09765625, -0.1748046875, -0.921875, -1.1015625, -1.3828125, -1.5390625, -1.6953125, -1.7890625, -2.109375, -2.265625, -2.390625, -2.390625, -2.421875, -2.421875, -2.65625, -2.71875, -2.765625, -2.8125, -2.9375, -3.015625, -3.015625, -3.046875, -3.15625, -3.1875, -3.5625, -3.578125, -3.578125, -3.671875, -3.75, -3.796875, -4.0625, -4.15625, -4.21875, -4.28125, -4.28125, -4.34375, -4.40625, -4.4375, -4.46875, -4.53125, -4.65625, -4.90625, -4.9375, -4.9375, -5.03125, -5.0625, -5.09375, -5.34375, -5.40625, -5.40625, -5.4375, -5.5, -5.5625, -5.5625, -5.78125, -5.78125, -5.78125, -5.9375, -6.0, -6.0625, -6.09375, -6.125, -6.15625, -6.3125, -6.3125, -6.3125, -6.34375, -6.4375, -6.5, -6.8125, -6.8125, -6.90625, -7.0, -7.03125, -7.0625, -7.09375, -7.125, -7.125, -7.21875, -7.21875, -7.25, -7.3125, -7.34375, -7.375, -7.375, -7.40625, -7.4375, -7.4375, -7.46875, -7.5, -7.5625, -7.625, -7.78125, -7.78125, -7.84375, -7.875 ] }, { "query_id": "test2247", "ndcg@10": 0.5, "mrr@10": 0.3333333333333333, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc1504263", "doc77976", "doc77971", "doc1430993", "doc5734", "doc2079848", "doc1431001", "doc77973", "doc1823034", "doc1430994", "doc1381513", "doc333675", "doc703683", "doc311498", "doc2432006", "doc2357495", "doc1224325", "doc338815", "doc1844826", "doc2168530", "doc1045032", "doc2557709", "doc2164807", "doc216328", "doc2085567", "doc1150456", "doc80123", "doc853156", "doc1616053", "doc719678", "doc2549319", "doc75292", "doc551718", "doc1030289", "doc902657", "doc1643694", "doc923913", "doc1487701", "doc874107", "doc1619342", "doc61054", "doc2439860", "doc2357497", "doc11699", "doc804930", "doc1313629", "doc333847", "doc1619495", "doc1104225", "doc318559", "doc272763", "doc2295957", "doc153569", "doc1752436", "doc2058897", "doc1455509", "doc1668974", "doc1366138", "doc458222", "doc720136", "doc823832", "doc7165", "doc203256", "doc1163498", "doc456580", "doc1385353", "doc434424", "doc434367", "doc293490", "doc1683659", "doc360768", "doc1791050", "doc441683", "doc1202159", "doc918892", "doc303260", "doc434733", "doc74797", "doc108559", "doc1245017", "doc47008", "doc1519779", "doc2442198", "doc389941", "doc2206639", "doc1209437", "doc623693", "doc105751", "doc1305242", "doc191614", "doc182888", "doc354191", "doc823398", "doc1480727", "doc1791093", "doc1153299", "doc2029100", "doc276042", "doc1740045", "doc1784440" ], "top100_scores": [ 4.28125, 2.03125, 1.765625, 0.41796875, -0.9765625, -3.78125, -4.1875, -5.65625, -5.6875, -5.71875, -6.0625, -6.21875, -6.21875, -6.25, -6.28125, -6.28125, -6.375, -6.40625, -6.4375, -6.5625, -6.59375, -6.71875, -6.8125, -6.90625, -6.9375, -7.0, -7.0, -7.0, -7.0, -7.0625, -7.0625, -7.0625, -7.09375, -7.125, -7.125, -7.15625, -7.25, -7.25, -7.25, -7.3125, -7.3125, -7.3125, -7.34375, -7.375, -7.40625, -7.40625, -7.4375, -7.46875, -7.46875, -7.5, -7.5, -7.53125, -7.53125, -7.625, -7.625, -7.65625, -7.65625, -7.6875, -7.6875, -7.6875, -7.6875, -7.71875, -7.71875, -7.71875, -7.78125, -7.78125, -7.78125, -7.78125, -7.8125, -7.84375, -7.84375, -7.84375, -7.875, -7.875, -7.875, -7.875, -7.875, -7.875, -7.90625, -7.90625, -7.90625, -7.9375, -7.9375, -7.9375, -7.9375, -7.96875, -8.0, -8.0, -8.0, -8.0, -8.0, -8.0625, -8.0625, -8.125, -8.125, -8.125, -8.1875, -8.1875, -8.3125, -8.4375 ] } ] }, "NanoFiQA2018": { "metrics": { "ndcg@10": 0.4467360894709022, "mrr@10": 0.4980555555555556, "recall@100": 0.6279444444444444, "candidate_recall": 0.6279444444444444, "seconds": 7.505211094998231 }, "per_query": [ { "query_id": "3357", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "209974", "593694", "85655", "468741", "184977", "428079", "175272", "406656", "315552", "584218", "594531", "418647", "381116", "148250", "297427", "37725", "398536", "392503", "106007", "480717", "44152", "42924", "156554", "400801", "150219", "571430", "445298", "101329", "408124", "57229", "134761", "496385", "237635", "268261", "489898", "492456", "207531", "56118", "263088", "98767", "195571", "17208", "508501", "456234", "91045", "306908", "81530", "469938", "148141", "410166", "410675", "55541", "392752", "499098", "18850", "121621", "145864", "495011", "428348", "201758", "326843", "589", "42124", "203380", "151853", "213042", "109455", "188232", "355972", "102237", "373730", "588253", "593705", "190135", "232983", "275932", "146441", "574954", "12488", "388704", "298785", "415946", "569539", "526106", "453257", "278122", "306430", "30155", "225925", "89216", "533808", "6936", "573935", "278902", "347825", "360716", "277", "185077", "4153", "464277" ], "top100_scores": [ 2.75, -0.51171875, -1.25, -2.890625, -2.90625, -2.984375, -3.109375, -3.21875, -3.21875, -3.25, -3.390625, -3.453125, -3.609375, -3.671875, -3.78125, -3.796875, -3.828125, -4.0, -4.0, -4.03125, -4.09375, -4.125, -4.1875, -4.28125, -4.40625, -4.4375, -4.46875, -4.46875, -4.5, -4.53125, -4.5625, -4.5625, -4.625, -4.65625, -4.71875, -4.84375, -4.9375, -5.0, -5.0, -5.0625, -5.09375, -5.125, -5.125, -5.125, -5.15625, -5.1875, -5.28125, -5.46875, -5.46875, -5.5, -5.53125, -5.5625, -5.5625, -5.625, -5.6875, -5.71875, -5.75, -5.75, -5.78125, -5.8125, -5.84375, -5.875, -5.9375, -6.0, -6.03125, -6.03125, -6.0625, -6.09375, -6.09375, -6.09375, -6.125, -6.125, -6.21875, -6.21875, -6.21875, -6.21875, -6.25, -6.28125, -6.28125, -6.375, -6.375, -6.40625, -6.40625, -6.4375, -6.4375, -6.4375, -6.4375, -6.46875, -6.53125, -6.5625, -6.5625, -6.5625, -6.5625, -6.625, -6.625, -6.65625, -6.6875, -6.84375, -7.09375, -7.125 ] }, { "query_id": "4785", "ndcg@10": 0.43067655807339306, "mrr@10": 0.25, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "328995", "495898", "116804", "37517", "55535", "101580", "8891", "438302", "10549", "446059", "539251", "576185", "316645", "62047", "322806", "237251", "174122", "125601", "143066", "180733", "20261", "31377", "447482", "583666", "230215", "207779", "36833", "340484", "368010", "93890", "594122", "231863", "108302", "425527", "589476", "501764", "15169", "353337", "132754", "83543", "566573", "209065", "402814", "583912", "148721", "393912", "278460", "250500", "18551", "597813", "583165", "68249", "340607", "102138", "550939", "226248", "58432", "361163", "454871", "594784", "130631", "358997", "540389", "570466", "257625", "484362", "187129", "327127", "125811", "440719", "321196", "173846", "467535", "44152", "599925", "78053", "499060", "551145", "257616", "272820", "594226", "23142", "313372", "137393", "350357", "304023", "305742", "87187", "372657", "30155", "52532", "303432", "353926", "120080", "260677", "23609", "565738", "109675", "61170", "30774" ], "top100_scores": [ -3.640625, -3.890625, -4.03125, -4.0625, -4.28125, -4.375, -4.4375, -4.46875, -4.5, -4.53125, -4.59375, -4.625, -4.75, -4.75, -4.75, -4.84375, -4.84375, -4.90625, -4.90625, -4.90625, -4.9375, -5.03125, -5.15625, -5.1875, -5.21875, -5.28125, -5.28125, -5.28125, -5.3125, -5.3125, -5.3125, -5.34375, -5.375, -5.375, -5.4375, -5.46875, -5.5, -5.53125, -5.53125, -5.53125, -5.53125, -5.5625, -5.5625, -5.5625, -5.5625, -5.625, -5.625, -5.625, -5.75, -5.75, -5.78125, -5.78125, -5.78125, -5.78125, -5.8125, -5.8125, -5.8125, -5.8125, -5.8125, -5.84375, -5.84375, -5.875, -5.875, -5.875, -5.875, -5.90625, -5.90625, -5.90625, -5.9375, -5.96875, -6.0, -6.03125, -6.09375, -6.09375, -6.125, -6.125, -6.125, -6.15625, -6.15625, -6.1875, -6.21875, -6.21875, -6.21875, -6.21875, -6.28125, -6.3125, -6.3125, -6.3125, -6.3125, -6.34375, -6.34375, -6.375, -6.375, -6.40625, -6.46875, -6.46875, -6.59375, -6.625, -6.71875, -6.75 ] }, { "query_id": "106", "ndcg@10": 0.3010299956639812, "mrr@10": 0.1111111111111111, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "262721", "420915", "538208", "265533", "81530", "126770", "271691", "297427", "76695", "17488", "352700", "326020", "365410", "86852", "156554", "300121", "559866", "5219", "392484", "579763", "77488", "371579", "166904", "278702", "468086", "365648", "39303", "317768", "336468", "245447", "152286", "44917", "270426", "165659", "235438", "508764", "245867", "26790", "26263", "189190", "400196", "125111", "211708", "391463", "388713", "367880", "81599", "78837", "355592", "538023", "289582", "378161", "269987", "479461", "93564", "532932", "116647", "352271", "504599", "418999", "460721", "220834", "182168", "46791", "130631", "179855", "470968", "58882", "277810", "311214", "495165", "18539", "257168", "313525", "546400", "390368", "468741", "329662", "408112", "174122", "107584", "272940", "18850", "192900", "103405", "531192", "274833", "79411", "533808", "546277", "352638", "254151", "153541", "393733", "223170", "209067", "221479", "335991", "363919", "115175" ], "top100_scores": [ -0.6640625, -0.9921875, -1.7265625, -1.796875, -1.9375, -2.046875, -2.0625, -2.3125, -2.375, -2.53125, -2.65625, -2.65625, -2.671875, -2.75, -2.859375, -2.890625, -3.0, -3.015625, -3.046875, -3.0625, -3.171875, -3.1875, -3.203125, -3.21875, -3.234375, -3.25, -3.375, -3.390625, -3.46875, -3.484375, -3.515625, -3.578125, -3.640625, -3.65625, -3.765625, -3.984375, -3.984375, -3.984375, -4.09375, -4.125, -4.15625, -4.15625, -4.1875, -4.21875, -4.21875, -4.25, -4.3125, -4.3125, -4.3125, -4.40625, -4.46875, -4.5, -4.5, -4.5, -4.53125, -4.5625, -4.5625, -4.59375, -4.65625, -4.65625, -4.6875, -4.71875, -4.71875, -4.71875, -4.78125, -4.8125, -4.875, -4.875, -4.90625, -5.0, -5.0625, -5.09375, -5.09375, -5.09375, -5.09375, -5.1875, -5.21875, -5.25, -5.3125, -5.34375, -5.375, -5.375, -5.4375, -5.46875, -5.5, -5.5, -5.5, -5.53125, -5.59375, -5.59375, -5.65625, -5.65625, -5.71875, -5.8125, -5.8125, -6.0, -6.03125, -6.15625, -6.375, -6.84375 ] }, { "query_id": "5083", "ndcg@10": 0.38685280723454163, "mrr@10": 0.5, "recall@100": 0.5, "candidate_recall": 0.5, "top100": [ "270952", "305509", "28083", "488439", "547773", "205865", "18257", "111454", "447983", "312361", "2286", "287693", "467195", "240021", "370815", "345697", "391896", "6068", "151121", "589", "3040", "285147", "18792", "2830", "5188", "6047", "594531", "7540", "330", "524034", "61022", "414892", "281644", "7243", "2860", "7311", "449131", "1219", "6349", "469100", "277", "68439", "90572", "39149", "174016", "2653", "161230", "2064", "2996", "5219", "6881", "7423", "345851", "1203", "490497", "1001", "5591", "7391", "4845", "343", "2890", "4044", "2018", "3315", "3789", "294", "135483", "2528", "3763", "4976", "5323", "1699", "3095", "3173", "4444", "5257", "6703", "274945", "550876", "1982", "3279", "6503", "6936", "594226", "4153", "119470", "495321", "6666", "6595", "146653", "4854", "6701", "249228", "2519", "2633", "6990", "2718", "1011", "5550", "2003" ], "top100_scores": [ -2.640625, -3.28125, -3.96875, -4.625, -4.71875, -4.84375, -5.28125, -5.4375, -5.53125, -5.53125, -5.9375, -5.96875, -6.03125, -6.03125, -6.0625, -6.125, -6.46875, -6.46875, -6.5625, -6.5625, -6.5625, -6.59375, -6.625, -6.625, -6.65625, -6.6875, -6.71875, -6.78125, -6.8125, -6.84375, -6.84375, -6.84375, -6.84375, -6.84375, -6.875, -6.90625, -6.9375, -6.9375, -6.9375, -6.96875, -6.96875, -7.0, -7.0, -7.0, -7.0, -7.0, -7.03125, -7.03125, -7.03125, -7.03125, -7.0625, -7.0625, -7.09375, -7.09375, -7.125, -7.15625, -7.15625, -7.15625, -7.1875, -7.21875, -7.25, -7.25, -7.28125, -7.28125, -7.28125, -7.3125, -7.34375, -7.34375, -7.34375, -7.34375, -7.34375, -7.375, -7.375, -7.375, -7.375, -7.375, -7.375, -7.40625, -7.4375, -7.4375, -7.4375, -7.4375, -7.4375, -7.46875, -7.5, -7.53125, -7.53125, -7.53125, -7.5625, -7.59375, -7.59375, -7.65625, -7.6875, -7.6875, -7.6875, -7.6875, -7.71875, -7.84375, -7.875, -8.0 ] }, { "query_id": "3033", "ndcg@10": 0.6131471927654584, "mrr@10": 1.0, "recall@100": 0.5, "candidate_recall": 0.5, "top100": [ "571430", "457455", "52622", "149692", "440506", "239052", "300133", "309923", "387010", "123468", "136932", "465135", "360773", "294123", "116181", "495864", "569539", "182217", "355717", "232282", "25381", "516817", "69306", "219421", "290317", "401724", "511678", "8859", "327263", "444899", "103590", "396180", "94520", "237234", "260795", "22425", "173212", "584238", "322778", "158122", "418630", "570453", "20036", "156499", "247902", "250798", "388036", "581780", "89611", "568255", "549870", "292769", "86088", "231947", "312038", "308113", "147080", "315086", "565007", "47747", "248629", "558832", "342018", "332152", "212661", "5550", "298737", "359814", "455398", "115175", "429037", "396066", "303432", "92819", "175951", "548299", "442142", "279936", "319331", "137393", "53996", "174019", "280335", "320579", "134494", "257168", "7748", "429978", "531499", "282189", "55666", "38325", "282683", "2996", "240038", "393483", "198583", "538743", "335667", "59710" ], "top100_scores": [ 0.0673828125, -0.890625, -1.1796875, -1.3125, -1.4765625, -2.53125, -2.53125, -2.65625, -2.765625, -2.78125, -3.0625, -3.1875, -3.28125, -3.34375, -3.453125, -3.5625, -3.5625, -3.5625, -3.578125, -3.59375, -3.640625, -3.6875, -3.6875, -3.890625, -3.890625, -4.0, -4.0, -4.09375, -4.125, -4.1875, -4.28125, -4.28125, -4.3125, -4.3125, -4.375, -4.40625, -4.40625, -4.40625, -4.4375, -4.4375, -4.5, -4.5, -4.53125, -4.5625, -4.5625, -4.5625, -4.59375, -4.625, -4.65625, -4.65625, -4.6875, -4.6875, -4.6875, -4.6875, -4.71875, -4.71875, -4.75, -4.75, -4.875, -4.90625, -4.90625, -4.9375, -4.96875, -4.96875, -4.96875, -5.0, -5.0, -5.03125, -5.03125, -5.0625, -5.09375, -5.125, -5.125, -5.1875, -5.21875, -5.25, -5.34375, -5.375, -5.40625, -5.40625, -5.4375, -5.46875, -5.5, -5.5, -5.65625, -5.65625, -5.6875, -5.84375, -5.875, -5.9375, -5.96875, -6.3125, -6.375, -6.46875, -6.5, -7.03125, -7.0625, -7.0625, -7.1875, -7.28125 ] }, { "query_id": "3189", "ndcg@10": 0.2640681225725909, "mrr@10": 0.25, "recall@100": 0.5, "candidate_recall": 0.5, "top100": [ "144824", "65567", "9597", "272840", "475748", "106611", "553031", "219208", "455398", "159076", "13209", "241161", "399543", "92442", "27495", "104793", "355373", "286746", "1219", "387338", "119165", "455698", "395840", "324012", "84250", "387030", "479779", "364666", "484349", "410675", "257274", "32009", "401450", "118485", "192857", "335357", "12488", "179408", "181827", "132754", "258658", "585422", "393693", "61022", "332113", "53996", "8542", "158907", "502150", "268731", "588134", "165549", "447482", "292937", "459906", "488556", "583230", "459589", "122222", "466720", "111350", "73344", "271825", "475397", "113881", "105011", "519129", "29323", "462481", "41417", "500913", "96045", "551099", "87260", "277915", "330874", "259150", "382236", "227364", "484149", "422979", "31462", "302306", "540389", "449828", "308150", "213066", "106501", "196427", "95390", "444044", "82251", "526520", "260677", "139059", "413174", "187124", "546150", "436930", "34902" ], "top100_scores": [ -0.52734375, -0.7421875, -0.890625, -1.0546875, -1.171875, -1.203125, -1.25, -1.25, -1.3359375, -1.3515625, -1.4375, -1.625, -1.6796875, -1.75, -1.796875, -1.8125, -1.875, -1.8984375, -1.921875, -1.921875, -1.921875, -1.9296875, -2.015625, -2.046875, -2.09375, -2.171875, -2.1875, -2.203125, -2.21875, -2.265625, -2.265625, -2.296875, -2.375, -2.4375, -2.453125, -2.453125, -2.5, -2.5625, -2.609375, -2.625, -2.640625, -2.671875, -2.671875, -2.671875, -2.6875, -2.6875, -2.75, -2.75, -2.765625, -2.765625, -2.78125, -2.78125, -2.8125, -2.828125, -2.828125, -2.828125, -2.84375, -2.90625, -2.953125, -2.984375, -2.984375, -3.015625, -3.015625, -3.03125, -3.078125, -3.078125, -3.09375, -3.125, -3.125, -3.125, -3.171875, -3.203125, -3.21875, -3.21875, -3.25, -3.25, -3.265625, -3.296875, -3.34375, -3.34375, -3.34375, -3.359375, -3.4375, -3.46875, -3.484375, -3.5, -3.5, -3.5, -3.515625, -3.5625, -3.59375, -3.671875, -3.671875, -3.875, -3.890625, -3.953125, -4.0625, -4.0625, -4.21875, -4.375 ] }, { "query_id": "6199", "ndcg@10": 0.7598336331031966, "mrr@10": 1.0, "recall@100": 0.75, "candidate_recall": 0.75, "top100": [ "584273", "414693", "10399", "49602", "400046", "540516", "376579", "169921", "231306", "180345", "69960", "118191", "329270", "513899", "555559", "69518", "589950", "432054", "110628", "558742", "94230", "328295", "472702", "237738", "494553", "549665", "421575", "549009", "486440", "230380", "172303", "359257", "441143", "436331", "489473", "576569", "29372", "179679", "419138", "150672", "189061", "537857", "386264", "218501", "182297", "440061", "526106", "257415", "147765", "338174", "118039", "353625", "236778", "52622", "388396", "2018", "466213", "208215", "364370", "203173", "79411", "192541", "133938", "414284", "373620", "144439", "82284", "547127", "171712", "531965", "174016", "514171", "7311", "392041", "14989", "546075", "175889", "458183", "176599", "58690", "441518", "447010", "590102", "393464", "349299", "293897", "177328", "365167", "350317", "201758", "174122", "188232", "598484", "498604", "28661", "495321", "451855", "295159", "200803", "567201" ], "top100_scores": [ 5.8125, 3.6875, 0.640625, 0.095703125, -0.3359375, -0.58203125, -1.0625, -1.328125, -1.40625, -1.421875, -1.5546875, -1.5546875, -1.7421875, -1.765625, -1.8359375, -2.0, -2.171875, -2.203125, -2.265625, -2.359375, -2.359375, -2.453125, -2.5625, -2.734375, -2.90625, -2.921875, -2.9375, -2.984375, -3.0, -3.0625, -3.09375, -3.28125, -3.40625, -3.421875, -3.484375, -3.484375, -3.515625, -3.59375, -3.6875, -3.703125, -3.796875, -3.828125, -3.84375, -3.90625, -3.953125, -3.96875, -4.0, -4.03125, -4.125, -4.1875, -4.1875, -4.25, -4.28125, -4.3125, -4.40625, -4.4375, -4.4375, -4.5, -4.5, -4.53125, -4.53125, -4.5625, -4.5625, -4.5625, -4.625, -4.625, -4.625, -4.71875, -4.75, -4.78125, -4.8125, -4.90625, -4.90625, -4.96875, -4.96875, -5.03125, -5.0625, -5.09375, -5.09375, -5.09375, -5.125, -5.125, -5.125, -5.1875, -5.1875, -5.21875, -5.28125, -5.3125, -5.34375, -5.375, -5.4375, -5.46875, -5.53125, -5.5625, -5.625, -5.625, -5.6875, -5.71875, -5.78125, -6.03125 ] }, { "query_id": "9548", "ndcg@10": 0.6309297535714575, "mrr@10": 0.5, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "286746", "297290", "227955", "523810", "32009", "65567", "144824", "495165", "335357", "462481", "599757", "159076", "224816", "198572", "79375", "241433", "137267", "130941", "135823", "324012", "195587", "520597", "549364", "225395", "444044", "9597", "393009", "345030", "118485", "551145", "438525", "580056", "219208", "387030", "583203", "475748", "104793", "393693", "106620", "521014", "562305", "455398", "44578", "299690", "73344", "355373", "41417", "576008", "410675", "511664", "61022", "476517", "391752", "70702", "585422", "27495", "395840", "292937", "90858", "92442", "82251", "332113", "387338", "346474", "179408", "423754", "519129", "540389", "526235", "434279", "111350", "474296", "508534", "258658", "192857", "264237", "502150", "245867", "107688", "6881", "558130", "200803", "95390", "354136", "302306", "551099", "464668", "165246", "436930", "546150", "237450", "524612", "358997", "113221", "10521", "354551", "490497", "157414", "260677", "418551" ], "top100_scores": [ -0.0634765625, -0.333984375, -0.451171875, -0.54296875, -0.859375, -1.390625, -1.421875, -1.9296875, -1.96875, -2.03125, -2.0625, -2.078125, -2.171875, -2.203125, -2.203125, -2.28125, -2.28125, -2.296875, -2.3125, -2.375, -2.375, -2.390625, -2.40625, -2.453125, -2.484375, -2.59375, -2.609375, -2.625, -2.859375, -2.890625, -2.890625, -2.9375, -2.96875, -3.015625, -3.015625, -3.03125, -3.03125, -3.0625, -3.109375, -3.171875, -3.234375, -3.3125, -3.34375, -3.390625, -3.40625, -3.515625, -3.546875, -3.640625, -3.8125, -3.828125, -3.828125, -3.859375, -3.875, -3.90625, -3.921875, -3.921875, -4.0, -4.03125, -4.03125, -4.0625, -4.125, -4.125, -4.1875, -4.1875, -4.25, -4.28125, -4.28125, -4.28125, -4.3125, -4.40625, -4.40625, -4.46875, -4.46875, -4.5, -4.53125, -4.5625, -4.59375, -4.625, -4.65625, -4.65625, -4.6875, -4.75, -4.78125, -4.78125, -4.8125, -4.875, -4.90625, -4.9375, -4.96875, -5.03125, -5.03125, -5.15625, -5.21875, -5.375, -5.375, -5.4375, -5.625, -6.0, -6.0, -6.28125 ] }, { "query_id": "3453", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "418626", "233635", "550440", "460839", "65295", "289073", "266480", "340815", "201222", "391515", "10549", "165659", "110716", "507038", "189061", "113018", "13631", "300104", "235438", "316645", "538237", "524846", "164001", "122432", "367137", "111451", "128469", "362762", "413231", "271691", "229242", "549040", "149988", "474129", "279151", "206683", "221869", "569565", "158915", "227232", "176869", "156211", "176161", "121017", "148141", "240844", "35633", "326335", "196596", "61384", "444461", "308289", "449359", "395100", "578223", "400838", "83316", "459825", "264490", "170887", "487817", "74248", "256261", "536554", "110217", "564983", "536462", "76466", "245616", "18671", "392649", "180571", "460643", "83046", "590632", "62019", "311642", "192464", "277190", "443752", "192669", "116958", "161966", "41176", "302448", "546075", "418150", "500408", "374867", "61170", "460721", "554018", "596798", "241599", "164137", "439593", "350357", "225718", "271395", "393617" ], "top100_scores": [ 0.0400390625, -1.8125, -2.234375, -2.375, -2.859375, -3.140625, -3.359375, -3.546875, -3.578125, -3.609375, -3.65625, -3.65625, -3.71875, -3.875, -3.890625, -4.0, -4.0625, -4.09375, -4.125, -4.125, -4.1875, -4.3125, -4.34375, -4.34375, -4.46875, -4.5, -4.5, -4.53125, -4.59375, -4.59375, -4.59375, -4.625, -4.625, -4.78125, -4.8125, -4.8125, -4.84375, -4.875, -4.90625, -4.9375, -4.9375, -5.0, -5.0, -5.03125, -5.03125, -5.0625, -5.09375, -5.15625, -5.21875, -5.34375, -5.375, -5.40625, -5.4375, -5.4375, -5.46875, -5.46875, -5.5, -5.5, -5.5625, -5.5625, -5.5625, -5.625, -5.625, -5.65625, -5.65625, -5.6875, -5.6875, -5.71875, -5.75, -5.75, -5.78125, -5.8125, -5.84375, -5.90625, -5.9375, -6.0, -6.0625, -6.09375, -6.21875, -6.21875, -6.25, -6.25, -6.3125, -6.3125, -6.34375, -6.375, -6.375, -6.375, -6.53125, -6.53125, -6.53125, -6.625, -6.6875, -6.71875, -6.84375, -6.875, -7.0, -7.0625, -7.09375, -7.09375 ] }, { "query_id": "1736", "ndcg@10": 0.5531464700081437, "mrr@10": 1.0, "recall@100": 0.4, "candidate_recall": 0.4, "top100": [ "562896", "399406", "298908", "188406", "475668", "321196", "390598", "584273", "297288", "414693", "569056", "3040", "398090", "395152", "99463", "281049", "495431", "85214", "528032", "351907", "59327", "421575", "300489", "33673", "108302", "327366", "276323", "2018", "417130", "93271", "173929", "357017", "91183", "402739", "397538", "172305", "204478", "443852", "510989", "248615", "463065", "345697", "555101", "246882", "487621", "24138", "285524", "355592", "336468", "578738", "319043", "135571", "554217", "115499", "571246", "561123", "11082", "169275", "72289", "325332", "456679", "169978", "333219", "526106", "395379", "569421", "467195", "465814", "190941", "9814", "65179", "278071", "449131", "29397", "306874", "294128", "428953", "583359", "323310", "399199", "162745", "321199", "30770", "440012", "549665", "219033", "156326", "297274", "500261", "218360", "20261", "92549", "346444", "2064", "125497", "408124", "13656", "360628", "477226", "273947" ], "top100_scores": [ 2.296875, 1.640625, 1.3984375, 1.2265625, 0.1962890625, -0.0185546875, -0.12353515625, -0.16796875, -0.1845703125, -0.37890625, -1.03125, -1.0703125, -1.296875, -1.5859375, -1.5859375, -1.7421875, -1.90625, -1.9296875, -2.125, -2.15625, -2.234375, -2.515625, -2.578125, -2.640625, -2.765625, -2.859375, -2.859375, -2.875, -2.9375, -2.9375, -3.03125, -3.046875, -3.0625, -3.0625, -3.078125, -3.09375, -3.109375, -3.125, -3.15625, -3.171875, -3.1875, -3.21875, -3.265625, -3.3125, -3.375, -3.421875, -3.5, -3.578125, -3.578125, -3.671875, -3.6875, -3.765625, -3.765625, -3.78125, -3.8125, -3.8125, -3.84375, -3.859375, -3.875, -3.953125, -4.03125, -4.03125, -4.03125, -4.03125, -4.03125, -4.125, -4.15625, -4.15625, -4.1875, -4.1875, -4.1875, -4.21875, -4.25, -4.25, -4.25, -4.28125, -4.34375, -4.34375, -4.375, -4.46875, -4.46875, -4.5, -4.5, -4.5, -4.5625, -4.5625, -4.5625, -4.59375, -4.625, -4.625, -4.75, -4.8125, -4.84375, -4.84375, -5.15625, -5.1875, -5.28125, -5.375, -5.6875, -5.71875 ] }, { "query_id": "2724", "ndcg@10": 0.5249810332008933, "mrr@10": 0.3333333333333333, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "41675", "162916", "491472", "315345", "22469", "32172", "562481", "155797", "348424", "345954", "8891", "240435", "301636", "501931", "76285", "354136", "474512", "586759", "447781", "583203", "71511", "241101", "324066", "79375", "403755", "245867", "144824", "324661", "115553", "391752", "562305", "360716", "379732", "13631", "476517", "15169", "444562", "51848", "464668", "7969", "202985", "352700", "488622", "252918", "458183", "211622", "136280", "517577", "346474", "549364", "499286", "193398", "189894", "337993", "435722", "408435", "406920", "511506", "134497", "360193", "488113", "41176", "33628", "327080", "558130", "93073", "522040", "138383", "17823", "445782", "457013", "450848", "500815", "84800", "503261", "343594", "299690", "190135", "161966", "277373", "44578", "469141", "206442", "524612", "278373", "393733", "373697", "65567", "553748", "470861", "423754", "576008", "118786", "70702", "89973", "324012", "400196", "90085", "449828", "61384" ], "top100_scores": [ 2.9375, 2.484375, -0.44140625, -1.453125, -1.5625, -1.9765625, -2.234375, -2.296875, -2.546875, -2.640625, -2.671875, -2.734375, -2.890625, -2.96875, -3.0, -3.0, -3.234375, -3.25, -3.5625, -3.59375, -3.65625, -3.65625, -3.703125, -3.734375, -3.75, -3.765625, -3.84375, -3.890625, -3.90625, -3.90625, -3.96875, -4.03125, -4.03125, -4.03125, -4.0625, -4.0625, -4.15625, -4.1875, -4.25, -4.3125, -4.3125, -4.34375, -4.375, -4.375, -4.5, -4.65625, -4.6875, -4.6875, -4.75, -4.75, -4.78125, -4.78125, -4.8125, -4.84375, -4.875, -4.9375, -4.9375, -4.9375, -4.96875, -4.96875, -5.0, -5.0, -5.03125, -5.0625, -5.0625, -5.0625, -5.09375, -5.1875, -5.1875, -5.1875, -5.25, -5.28125, -5.28125, -5.3125, -5.375, -5.375, -5.375, -5.40625, -5.40625, -5.4375, -5.4375, -5.4375, -5.4375, -5.46875, -5.46875, -5.5, -5.5, -5.53125, -5.53125, -5.53125, -5.53125, -5.53125, -5.5625, -5.59375, -5.625, -5.6875, -5.71875, -5.78125, -6.34375, -6.6875 ] }, { "query_id": "1783", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "323731", "14609", "445298", "144190", "541366", "387010", "159709", "549870", "122014", "511678", "25381", "560380", "592510", "202019", "354943", "219421", "589416", "206442", "270426", "250640", "218064", "286654", "175563", "263751", "115416", "131959", "175951", "199037", "282262", "309684", "436562", "225536", "142658", "130934", "390368", "458851", "28172", "594652", "158122", "343708", "25172", "173133", "340661", "277915", "433766", "516817", "352052", "122074", "584238", "424824", "502754", "191965", "120394", "292769", "53996", "446117", "222030", "585422", "136932", "99716", "55666", "208215", "89611", "373180", "479093", "587120", "193251", "236114", "47747", "192292", "123468", "180500", "558832", "581780", "376800", "255101", "260795", "576621", "139059", "1219", "559866", "453257", "562957", "11654", "341747", "246453", "127974", "101329", "407316", "86621", "196427", "152407", "286689", "259150", "568255", "156499", "134026", "290317", "388036", "20880" ], "top100_scores": [ -1.96875, -2.1875, -2.21875, -2.796875, -2.84375, -3.34375, -3.609375, -4.0625, -4.09375, -4.5, -4.71875, -4.8125, -4.84375, -4.875, -4.9375, -4.96875, -4.96875, -5.0, -5.0625, -5.0625, -5.15625, -5.1875, -5.21875, -5.21875, -5.25, -5.25, -5.28125, -5.3125, -5.3125, -5.34375, -5.34375, -5.34375, -5.34375, -5.375, -5.375, -5.375, -5.40625, -5.40625, -5.4375, -5.4375, -5.4375, -5.4375, -5.4375, -5.4375, -5.46875, -5.46875, -5.46875, -5.46875, -5.5, -5.5, -5.5, -5.53125, -5.53125, -5.53125, -5.53125, -5.5625, -5.5625, -5.5625, -5.59375, -5.59375, -5.59375, -5.59375, -5.59375, -5.625, -5.65625, -5.65625, -5.6875, -5.6875, -5.71875, -5.71875, -5.71875, -5.71875, -5.75, -5.75, -5.75, -5.75, -5.75, -5.78125, -5.78125, -5.78125, -5.8125, -5.84375, -5.90625, -5.9375, -5.9375, -5.9375, -5.96875, -6.0, -6.0, -6.03125, -6.03125, -6.03125, -6.09375, -6.09375, -6.09375, -6.125, -6.15625, -6.15625, -6.28125, -6.4375 ] }, { "query_id": "6787", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "376800", "390864", "511678", "23217", "311782", "263751", "456436", "66834", "278729", "38287", "124230", "387035", "379786", "112195", "73256", "580534", "30912", "578022", "7423", "287092", "102237", "273761", "118786", "291749", "369577", "156092", "207929", "474512", "306688", "115947", "557885", "554293", "351518", "250294", "358602", "257625", "221479", "14989", "422295", "301757", "378173", "363919", "114981", "562481", "330041", "24563", "313372", "61022", "226496", "278082", "203638", "330743", "498075", "188232", "294753", "559718", "420974", "333605", "512663", "69306", "468717", "479093", "108062", "192307", "382908", "206442", "354943", "543522", "370995", "585823", "275171", "26790", "464668", "588134", "231500", "388718", "198532", "303724", "277915", "377335", "31465", "11075", "2653", "320579", "340607", "97180", "464810", "310837", "390435", "193266", "43432", "246453", "116181", "545284", "307518", "159076", "321108", "139998", "281644", "88095" ], "top100_scores": [ 1.3671875, 1.09375, 0.98046875, 0.80078125, -0.072265625, -0.20703125, -0.357421875, -0.62109375, -0.83984375, -0.88671875, -0.96484375, -1.2890625, -1.390625, -1.609375, -1.7578125, -1.96875, -1.9765625, -1.984375, -2.203125, -2.25, -2.265625, -2.328125, -2.328125, -2.34375, -2.5, -2.515625, -2.5625, -2.640625, -2.640625, -2.703125, -2.71875, -2.71875, -2.75, -2.78125, -2.859375, -2.90625, -2.90625, -2.921875, -2.96875, -3.015625, -3.203125, -3.21875, -3.328125, -3.359375, -3.375, -3.390625, -3.40625, -3.453125, -3.5, -3.59375, -3.59375, -3.640625, -3.65625, -3.796875, -3.828125, -3.859375, -3.859375, -3.890625, -3.890625, -3.921875, -3.9375, -3.9375, -3.984375, -4.09375, -4.1875, -4.25, -4.25, -4.25, -4.25, -4.28125, -4.3125, -4.3125, -4.34375, -4.34375, -4.375, -4.375, -4.4375, -4.46875, -4.46875, -4.53125, -4.53125, -4.5625, -4.625, -4.65625, -4.71875, -4.71875, -4.71875, -4.75, -4.75, -4.8125, -4.84375, -4.875, -4.875, -4.9375, -4.96875, -5.15625, -5.625, -6.09375, -6.15625, -6.5625 ] }, { "query_id": "4286", "ndcg@10": 0.6131471927654584, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "70460", "151817", "56732", "396537", "41356", "206830", "106104", "531965", "109675", "546070", "129255", "180592", "343206", "541421", "64410", "93073", "419747", "503261", "443852", "373697", "160922", "332719", "307517", "579763", "28348", "418626", "521996", "305742", "226053", "123718", "577832", "474234", "538260", "51848", "261087", "57716", "479779", "222444", "114912", "560208", "148346", "589088", "428141", "297102", "566069", "247486", "278373", "498075", "487817", "599757", "391896", "404973", "192669", "561056", "146020", "274833", "469938", "103511", "60508", "569528", "30774", "296980", "454871", "322806", "394549", "599436", "581866", "67741", "87160", "273761", "134764", "144824", "70702", "565765", "333219", "477907", "87238", "373119", "56689", "551398", "350357", "490888", "17215", "314056", "41509", "165549", "27987", "474896", "272318", "451424", "132839", "291931", "216404", "546150", "379866", "295082", "250640", "458485", "595897", "224345" ], "top100_scores": [ 6.3125, 0.8828125, 0.2158203125, -0.19140625, -0.61328125, -0.875, -1.1640625, -1.328125, -1.578125, -1.6953125, -1.953125, -2.109375, -2.125, -2.3125, -2.3125, -2.328125, -2.328125, -2.375, -2.390625, -2.40625, -2.40625, -2.46875, -2.46875, -2.484375, -2.515625, -2.53125, -2.578125, -2.59375, -2.625, -2.640625, -2.640625, -2.65625, -2.65625, -2.6875, -2.703125, -2.734375, -2.734375, -2.75, -2.78125, -2.796875, -2.828125, -2.84375, -2.84375, -2.859375, -2.859375, -2.875, -2.90625, -2.90625, -2.921875, -2.9375, -2.984375, -2.984375, -3.015625, -3.03125, -3.046875, -3.0625, -3.09375, -3.09375, -3.109375, -3.140625, -3.140625, -3.140625, -3.15625, -3.21875, -3.234375, -3.265625, -3.265625, -3.28125, -3.3125, -3.328125, -3.328125, -3.375, -3.421875, -3.4375, -3.484375, -3.5, -3.5, -3.546875, -3.546875, -3.578125, -3.59375, -3.640625, -3.640625, -3.671875, -3.6875, -3.703125, -3.734375, -3.765625, -3.8125, -3.828125, -3.828125, -3.84375, -3.875, -3.890625, -3.890625, -4.03125, -4.1875, -4.3125, -4.3125, -4.34375 ] }, { "query_id": "7071", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.5, "candidate_recall": 0.5, "top100": [ "361345", "511678", "545284", "35575", "469100", "596664", "567244", "387035", "310683", "273565", "521095", "303724", "114981", "481339", "322284", "495568", "488207", "553605", "306460", "38287", "519148", "447781", "102757", "66834", "301636", "238629", "41322", "345410", "371195", "292045", "514922", "16175", "217124", "246221", "342809", "481283", "498561", "536647", "567090", "378173", "217837", "313437", "102237", "130941", "344372", "498604", "370995", "403899", "521478", "455376", "497762", "576391", "7391", "233248", "388718", "93129", "95948", "272174", "226496", "178684", "502164", "202805", "467853", "458244", "478600", "89484", "201495", "240023", "318696", "266785", "483025", "500856", "47053", "312600", "43087", "44118", "250623", "509274", "435940", "278729", "541298", "109455", "402273", "271825", "498075", "535518", "570112", "320155", "208637", "196870", "581657", "179485", "56118", "210236", "114263", "399149", "206442", "149526", "232262", "69518" ], "top100_scores": [ 1.8203125, 0.5234375, -0.1904296875, -0.228515625, -0.671875, -1.046875, -1.3671875, -1.4375, -1.4921875, -1.6328125, -1.7578125, -1.8515625, -1.90625, -1.953125, -2.09375, -2.109375, -2.109375, -2.125, -2.21875, -2.296875, -2.296875, -2.296875, -2.4375, -2.453125, -2.46875, -2.546875, -2.578125, -2.609375, -2.65625, -2.671875, -2.6875, -2.890625, -2.90625, -2.921875, -3.0625, -3.09375, -3.125, -3.125, -3.21875, -3.25, -3.28125, -3.34375, -3.40625, -3.546875, -3.546875, -3.609375, -3.671875, -3.734375, -3.765625, -3.828125, -3.84375, -3.859375, -3.859375, -3.953125, -3.984375, -4.03125, -4.03125, -4.0625, -4.09375, -4.21875, -4.25, -4.3125, -4.3125, -4.34375, -4.40625, -4.40625, -4.4375, -4.46875, -4.5, -4.53125, -4.53125, -4.5625, -4.5625, -4.625, -4.625, -4.6875, -4.75, -4.75, -4.78125, -4.84375, -4.875, -4.90625, -4.90625, -4.9375, -4.96875, -5.0, -5.03125, -5.0625, -5.1875, -5.3125, -5.5, -5.75, -6.0, -6.125, -6.25, -6.34375, -6.53125, -6.75, -6.90625, -7.25 ] }, { "query_id": "6410", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "71230", "214281", "569565", "205280", "87238", "285135", "358997", "100485", "96828", "264490", "231863", "204202", "189894", "479461", "158426", "148721", "325818", "14185", "524612", "295993", "497301", "157759", "176161", "41176", "418150", "159471", "61787", "175679", "474745", "570247", "133196", "489103", "590010", "58690", "194605", "440417", "519781", "520963", "195206", "209492", "462106", "585405", "41675", "45174", "159076", "198572", "154229", "143238", "116647", "312406", "237450", "318406", "436020", "240651", "528827", "111768", "133093", "206683", "335136", "590218", "29184", "122679", "221869", "263751", "319471", "406920", "222646", "229242", "578530", "469141", "581866", "304023", "138383", "24188", "565150", "549040", "117049", "173846", "254910", "17208", "153112", "400196", "244303", "6666", "299690", "228997", "87160", "538237", "360716", "266194", "156923", "517391", "297290", "9116", "598908", "236507", "90858", "353337", "393464", "510328" ], "top100_scores": [ 1.359375, -0.2578125, -0.76953125, -0.9609375, -1.1796875, -1.4296875, -1.46875, -1.4765625, -1.6484375, -1.6953125, -1.8046875, -2.046875, -2.15625, -2.171875, -2.28125, -2.390625, -2.421875, -2.421875, -2.546875, -2.890625, -3.046875, -3.0625, -3.1875, -3.1875, -3.21875, -3.28125, -3.3125, -3.359375, -3.390625, -3.390625, -3.5, -3.515625, -3.65625, -3.6875, -3.84375, -3.90625, -3.921875, -3.921875, -3.9375, -4.0, -4.03125, -4.09375, -4.09375, -4.09375, -4.15625, -4.34375, -4.34375, -4.40625, -4.5, -4.5625, -4.59375, -4.625, -4.65625, -4.6875, -4.6875, -4.71875, -4.75, -4.78125, -4.84375, -4.875, -4.96875, -5.0, -5.03125, -5.03125, -5.0625, -5.0625, -5.125, -5.125, -5.21875, -5.21875, -5.25, -5.3125, -5.3125, -5.34375, -5.34375, -5.34375, -5.40625, -5.40625, -5.4375, -5.53125, -5.5625, -5.6875, -5.71875, -5.71875, -5.75, -5.78125, -5.78125, -5.90625, -5.90625, -5.9375, -6.03125, -6.03125, -6.15625, -6.1875, -6.1875, -6.3125, -6.46875, -6.59375, -6.78125, -6.8125 ] }, { "query_id": "2296", "ndcg@10": 0.6587390839761453, "mrr@10": 1.0, "recall@100": 0.5555555555555556, "candidate_recall": 0.5555555555555556, "top100": [ "119298", "400009", "396853", "420440", "175982", "106424", "259919", "279897", "572563", "336847", "221113", "361717", "198251", "38786", "402739", "312540", "32744", "145404", "458485", "24138", "246882", "153968", "125613", "376246", "310112", "177908", "362468", "129177", "190941", "368010", "8480", "428941", "411572", "546318", "5188", "52756", "395769", "395379", "147806", "231306", "445053", "550939", "490888", "334301", "101103", "104857", "18257", "583666", "41052", "170096", "72289", "496540", "407401", "13656", "143057", "310056", "293464", "368338", "500034", "98294", "205515", "134764", "175522", "439593", "437149", "233795", "278902", "290691", "290508", "590364", "329344", "285255", "326305", "561123", "82251", "327366", "549665", "449131", "583359", "11082", "367137", "381341", "65295", "162745", "345697", "279229", "555124", "534552", "475668", "309235", "526106", "175019", "293897", "321637", "63501", "44529", "551423", "95778", "571246", "125497" ], "top100_scores": [ 0.50390625, 0.443359375, -0.8359375, -1.5703125, -2.390625, -2.578125, -2.75, -2.765625, -2.875, -2.890625, -2.90625, -3.140625, -3.171875, -3.328125, -3.34375, -3.453125, -3.46875, -3.59375, -3.609375, -3.625, -3.625, -3.703125, -3.703125, -3.734375, -3.734375, -3.78125, -3.828125, -3.859375, -3.984375, -4.03125, -4.03125, -4.03125, -4.0625, -4.09375, -4.09375, -4.09375, -4.15625, -4.1875, -4.21875, -4.28125, -4.34375, -4.375, -4.40625, -4.40625, -4.4375, -4.4375, -4.4375, -4.46875, -4.46875, -4.5, -4.5, -4.53125, -4.53125, -4.5625, -4.5625, -4.59375, -4.625, -4.625, -4.65625, -4.65625, -4.65625, -4.6875, -4.6875, -4.6875, -4.75, -4.78125, -4.8125, -4.84375, -4.9375, -4.9375, -4.9375, -4.96875, -5.0, -5.03125, -5.03125, -5.03125, -5.03125, -5.0625, -5.0625, -5.09375, -5.15625, -5.15625, -5.28125, -5.3125, -5.34375, -5.34375, -5.375, -5.375, -5.40625, -5.53125, -5.53125, -5.5625, -5.59375, -5.625, -5.75, -5.78125, -5.875, -5.96875, -6.125, -6.375 ] }, { "query_id": "8034", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "497301", "350247", "254910", "4444", "173846", "408918", "378906", "347992", "556688", "60728", "585405", "218261", "549254", "358997", "517391", "419747", "334800", "148632", "307518", "500695", "310973", "488622", "563446", "84800", "236507", "524612", "331008", "69308", "518932", "237483", "565691", "544070", "326335", "300104", "436020", "121480", "171420", "393987", "559768", "420974", "530938", "469141", "397340", "369437", "26292", "16187", "116647", "71257", "591558", "593879", "69197", "469835", "84870", "569283", "361163", "348621", "344783", "454871", "406542", "382384", "43432", "83079", "578597", "542024", "489103", "88801", "399480", "570178", "61384", "304023", "175019", "554465", "193012", "195206", "418551", "340815", "476517", "423754", "51848", "181827", "549364", "179893", "210751", "587267", "134764", "333334", "4153", "560208", "460721", "106310", "238903", "45053", "347825", "599436", "372657", "273142", "584304", "125477", "305742", "44529" ], "top100_scores": [ -3.1875, -3.3125, -3.40625, -4.0625, -4.3125, -4.34375, -4.375, -4.40625, -4.4375, -4.46875, -4.5, -4.5625, -4.59375, -4.59375, -4.71875, -4.71875, -4.71875, -4.875, -4.9375, -4.96875, -5.0, -5.09375, -5.125, -5.1875, -5.21875, -5.21875, -5.28125, -5.28125, -5.3125, -5.3125, -5.3125, -5.3125, -5.34375, -5.34375, -5.34375, -5.375, -5.375, -5.375, -5.375, -5.40625, -5.40625, -5.40625, -5.40625, -5.40625, -5.4375, -5.46875, -5.53125, -5.53125, -5.5625, -5.59375, -5.59375, -5.59375, -5.59375, -5.59375, -5.625, -5.65625, -5.6875, -5.6875, -5.71875, -5.75, -5.75, -5.75, -5.78125, -5.84375, -5.84375, -5.84375, -5.9375, -5.9375, -5.96875, -6.03125, -6.03125, -6.03125, -6.0625, -6.0625, -6.0625, -6.0625, -6.125, -6.125, -6.125, -6.1875, -6.25, -6.28125, -6.3125, -6.34375, -6.40625, -6.40625, -6.40625, -6.4375, -6.5, -6.53125, -6.53125, -6.59375, -6.65625, -6.65625, -6.65625, -6.65625, -6.71875, -6.84375, -6.84375, -6.84375 ] }, { "query_id": "26", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.5, "candidate_recall": 0.5, "top100": [ "81530", "239064", "355592", "443419", "336468", "175522", "392503", "245447", "114494", "173929", "557369", "350819", "240038", "532804", "373059", "369577", "201812", "494783", "425352", "524034", "563025", "357037", "492342", "68431", "274721", "8891", "295250", "576185", "263751", "531918", "74688", "346444", "9814", "567201", "2064", "598802", "85214", "172305", "293122", "86852", "297841", "300121", "381830", "42924", "125477", "251466", "2890", "368010", "24138", "81599", "103680", "104644", "321199", "368165", "589543", "251649", "18850", "107584", "390368", "574383", "130631", "300489", "76954", "297427", "226519", "71987", "114064", "40888", "33673", "221281", "559718", "376246", "23097", "345697", "500261", "325332", "153541", "324874", "294128", "430911", "396933", "79453", "538208", "395152", "259881", "461233", "306149", "254538", "472527", "511480", "495165", "571430", "330049", "328066", "222639", "298779", "152827", "495011", "573290", "415432" ], "top100_scores": [ -1.140625, -2.234375, -2.265625, -2.4375, -2.53125, -2.59375, -2.640625, -2.65625, -2.65625, -2.734375, -2.765625, -2.890625, -3.015625, -3.0625, -3.0625, -3.21875, -3.25, -3.265625, -3.40625, -3.40625, -3.484375, -3.515625, -3.578125, -3.59375, -3.640625, -3.71875, -3.734375, -3.78125, -3.84375, -3.859375, -3.96875, -3.984375, -4.0, -4.03125, -4.0625, -4.0625, -4.0625, -4.0625, -4.125, -4.15625, -4.1875, -4.1875, -4.25, -4.3125, -4.34375, -4.375, -4.4375, -4.4375, -4.5, -4.5, -4.53125, -4.625, -4.65625, -4.65625, -4.65625, -4.6875, -4.6875, -4.71875, -4.8125, -4.84375, -4.90625, -4.90625, -4.9375, -4.96875, -4.96875, -5.03125, -5.09375, -5.09375, -5.125, -5.15625, -5.1875, -5.21875, -5.25, -5.25, -5.3125, -5.40625, -5.40625, -5.40625, -5.4375, -5.4375, -5.4375, -5.5, -5.5, -5.625, -5.71875, -5.84375, -5.90625, -6.03125, -6.0625, -6.09375, -6.1875, -6.21875, -6.28125, -6.375, -6.4375, -6.4375, -6.625, -6.75, -6.75, -7.25 ] }, { "query_id": "10414", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "303325", "79807", "261802", "127015", "58882", "293484", "198583", "109455", "366327", "356726", "41417", "212222", "432054", "278102", "226496", "151723", "226053", "202829", "590744", "133760", "424717", "140135", "227955", "370995", "330041", "389032", "447781", "435363", "17488", "525231", "472500", "268330", "66460", "137852", "522007", "16175", "587120", "450848", "466315", "202799", "78224", "369437", "429704", "563446", "464810", "521844", "230343", "78842", "581204", "132430", "439459", "570466", "4153", "159949", "218064", "314008", "565226", "399480", "215260", "495898", "333605", "227173", "341837", "95778", "189868", "272840", "35865", "447812", "320155", "384850", "390598", "3095", "322778", "495431", "63501", "326020", "327094", "327366", "4976", "301813", "63883", "357817", "278460", "89973", "498723", "474512", "571062", "567749", "303432", "344037", "399406", "17823", "475748", "421575", "499154", "267067", "6503", "42475", "511960", "464277" ], "top100_scores": [ 5.28125, 1.453125, 0.60546875, 0.443359375, 0.06982421875, -0.232421875, -0.5546875, -0.79296875, -1.3046875, -1.3828125, -1.671875, -1.7421875, -1.984375, -2.0625, -2.125, -2.21875, -2.21875, -2.25, -2.296875, -2.328125, -2.921875, -2.9375, -2.953125, -2.984375, -3.0, -3.015625, -3.0625, -3.09375, -3.203125, -3.25, -3.25, -3.296875, -3.34375, -3.359375, -3.390625, -3.421875, -3.453125, -3.453125, -3.453125, -3.453125, -3.515625, -3.546875, -3.59375, -3.59375, -3.65625, -3.671875, -3.6875, -3.78125, -3.78125, -3.796875, -3.84375, -3.90625, -3.9375, -3.953125, -3.984375, -4.03125, -4.0625, -4.0625, -4.09375, -4.125, -4.125, -4.15625, -4.28125, -4.3125, -4.34375, -4.40625, -4.40625, -4.4375, -4.46875, -4.46875, -4.5, -4.5625, -4.65625, -4.8125, -4.8125, -4.84375, -5.03125, -5.03125, -5.03125, -5.25, -5.28125, -5.375, -5.4375, -5.4375, -5.53125, -5.53125, -5.5625, -5.5625, -5.625, -5.625, -5.8125, -5.90625, -6.03125, -6.0625, -6.0625, -6.125, -6.15625, -6.28125, -6.375, -6.5625 ] }, { "query_id": "94", "ndcg@10": 0.6309297535714575, "mrr@10": 0.5, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "274721", "245447", "71987", "399199", "382908", "295250", "174714", "74688", "442968", "130631", "283079", "472824", "289582", "114494", "425352", "262960", "300121", "390435", "598802", "559866", "223624", "173929", "408434", "81599", "182168", "392484", "253373", "55666", "460325", "57229", "390368", "496433", "336468", "257168", "78486", "592192", "417981", "18850", "560087", "589543", "355592", "406789", "418999", "44152", "72289", "527776", "249228", "508534", "377547", "558832", "9814", "312626", "156640", "346444", "397538", "172305", "547036", "484424", "300418", "289526", "196463", "152407", "398090", "467482", "69306", "567201", "212661", "321199", "24138", "395152", "459589", "13656", "390598", "273947", "91183", "510989", "319043", "330049", "404275", "297274", "501976", "297467", "278071", "513256", "325332", "114064", "188406", "456679", "20261", "461233", "526106", "92549", "487621", "294128", "299840", "11082", "190941", "233795", "583359", "209859" ], "top100_scores": [ 1.3984375, 0.10986328125, -1.3515625, -1.5078125, -1.5390625, -2.296875, -2.609375, -2.84375, -2.921875, -2.953125, -3.046875, -3.078125, -3.109375, -3.1875, -3.234375, -3.25, -3.25, -3.28125, -3.3125, -3.328125, -3.34375, -3.390625, -3.40625, -3.421875, -3.4375, -3.484375, -3.515625, -3.546875, -3.546875, -3.5625, -3.578125, -3.578125, -3.59375, -3.59375, -3.59375, -3.609375, -3.609375, -3.671875, -3.6875, -3.703125, -3.78125, -3.78125, -3.78125, -3.84375, -3.859375, -3.875, -3.890625, -3.890625, -3.890625, -3.9375, -3.96875, -4.09375, -4.15625, -4.1875, -4.1875, -4.1875, -4.21875, -4.21875, -4.21875, -4.21875, -4.28125, -4.28125, -4.3125, -4.3125, -4.3125, -4.34375, -4.34375, -4.4375, -4.625, -4.65625, -4.6875, -4.6875, -4.75, -4.78125, -4.78125, -4.8125, -4.90625, -4.90625, -4.9375, -4.9375, -4.96875, -5.0, -5.0, -5.03125, -5.03125, -5.03125, -5.09375, -5.09375, -5.09375, -5.15625, -5.25, -5.28125, -5.3125, -5.3125, -5.34375, -5.375, -5.375, -5.40625, -5.59375, -6.125 ] }, { "query_id": "5981", "ndcg@10": 0.8687949224876582, "mrr@10": 1.0, "recall@100": 0.8, "candidate_recall": 0.8, "top100": [ "286182", "210439", "245532", "564554", "328231", "579763", "526270", "268553", "177442", "542024", "474234", "383921", "460613", "590632", "278197", "123256", "383978", "274833", "109540", "554217", "210917", "74248", "179679", "105866", "228548", "207779", "441518", "371886", "137267", "572563", "332719", "101580", "278626", "241297", "218484", "368338", "565356", "578597", "378173", "101103", "555794", "489044", "323228", "578046", "491688", "169240", "414892", "366146", "24563", "332938", "400838", "260363", "421639", "192669", "391605", "403017", "593705", "129606", "183722", "479779", "585422", "481999", "464810", "435883", "27495", "12329", "286746", "321108", "521987", "299840", "282623", "318696", "336053", "68431", "303685", "257625", "300121", "340730", "192307", "49602", "365648", "29761", "241599", "539881", "299690", "347773", "76257", "148141", "132839", "474129", "479093", "568784", "429704", "472500", "475397", "174122", "264326", "335136", "507806", "11075" ], "top100_scores": [ 4.625, 2.984375, 2.109375, 1.8125, -1.671875, -2.171875, -2.34375, -2.5, -2.75, -2.875, -3.265625, -3.328125, -3.46875, -3.46875, -3.53125, -3.578125, -3.640625, -3.6875, -3.703125, -3.71875, -3.734375, -3.765625, -3.796875, -3.828125, -3.84375, -3.890625, -3.90625, -3.921875, -3.9375, -4.0, -4.03125, -4.03125, -4.03125, -4.0625, -4.0625, -4.09375, -4.09375, -4.125, -4.15625, -4.21875, -4.21875, -4.25, -4.34375, -4.40625, -4.40625, -4.4375, -4.4375, -4.4375, -4.4375, -4.46875, -4.53125, -4.5625, -4.5625, -4.5625, -4.5625, -4.59375, -4.625, -4.65625, -4.6875, -4.71875, -4.75, -4.75, -4.8125, -4.8125, -4.8125, -4.84375, -4.84375, -4.84375, -4.96875, -4.96875, -4.96875, -5.0, -5.0, -5.03125, -5.03125, -5.0625, -5.09375, -5.125, -5.125, -5.15625, -5.1875, -5.1875, -5.21875, -5.21875, -5.3125, -5.34375, -5.34375, -5.375, -5.4375, -5.53125, -5.5625, -5.5625, -5.625, -5.625, -5.625, -5.71875, -5.8125, -5.8125, -5.90625, -5.90625 ] }, { "query_id": "604", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "175107", "190135", "139654", "157414", "371625", "318696", "330041", "309235", "205515", "531499", "266900", "576621", "353625", "441176", "431349", "463289", "115553", "447567", "589416", "25381", "535673", "162804", "193012", "175951", "364543", "571430", "590232", "286654", "259766", "222030", "127974", "416787", "257625", "585422", "456436", "125111", "177328", "300133", "85504", "442142", "21957", "460325", "150119", "278729", "544070", "149153", "525322", "333954", "518079", "349621", "71204", "396853", "264565", "87187", "468937", "437706", "379786", "55666", "444540", "66834", "2996", "77248", "145458", "420915", "508534", "469141", "406876", "254958", "136932", "101764", "519129", "134494", "336053", "161966", "549009", "192307", "253045", "386095", "299690", "354136", "344283", "429978", "344783", "278373", "403701", "234615", "72372", "546356", "139059", "526520", "479093", "386128", "192811", "503261", "42521", "93519", "364802", "390655", "246586", "566745" ], "top100_scores": [ -1.9375, -3.1875, -3.421875, -3.625, -3.625, -3.796875, -3.875, -4.03125, -4.03125, -4.09375, -4.15625, -4.1875, -4.28125, -4.3125, -4.4375, -4.59375, -4.59375, -4.65625, -4.6875, -4.75, -4.8125, -4.875, -4.875, -4.90625, -4.96875, -5.0, -5.0, -5.0, -5.0, -5.0625, -5.09375, -5.125, -5.125, -5.15625, -5.1875, -5.21875, -5.21875, -5.25, -5.25, -5.25, -5.3125, -5.3125, -5.3125, -5.3125, -5.34375, -5.34375, -5.34375, -5.34375, -5.375, -5.40625, -5.40625, -5.40625, -5.4375, -5.46875, -5.5, -5.5, -5.53125, -5.5625, -5.59375, -5.59375, -5.59375, -5.625, -5.6875, -5.6875, -5.6875, -5.6875, -5.71875, -5.75, -5.75, -5.75, -5.8125, -5.8125, -5.8125, -5.84375, -5.84375, -5.875, -5.875, -5.875, -5.90625, -5.9375, -5.9375, -5.9375, -5.96875, -5.96875, -5.96875, -6.0, -6.0, -6.03125, -6.03125, -6.03125, -6.0625, -6.09375, -6.09375, -6.125, -6.15625, -6.1875, -6.3125, -6.34375, -6.4375, -6.65625 ] }, { "query_id": "2385", "ndcg@10": 0.6131471927654584, "mrr@10": 1.0, "recall@100": 0.5, "candidate_recall": 0.5, "top100": [ "373059", "519321", "351169", "272820", "260848", "287348", "312349", "329810", "529032", "245228", "224438", "162630", "468741", "239064", "466213", "68088", "509617", "382908", "246791", "77248", "366327", "114494", "288145", "496959", "108062", "535314", "291749", "423171", "190931", "364543", "400119", "331594", "469100", "242478", "252843", "276189", "392329", "272279", "510373", "553605", "474842", "413348", "221747", "392894", "143057", "520114", "437987", "334603", "116804", "102995", "15270", "149516", "203503", "112435", "76556", "434211", "557852", "294810", "160899", "374264", "507841", "253045", "315568", "268069", "271395", "92819", "204202", "486333", "343472", "446803", "472332", "536462", "225395", "561123", "175272", "183909", "525322", "484424", "408124", "237907", "483453", "24883", "85672", "184977", "107819", "370494", "477175", "160313", "121621", "111391", "366583", "386095", "418630", "92670", "298785", "407401", "440930", "166204", "134764", "523058" ], "top100_scores": [ 4.46875, -2.75, -3.25, -3.734375, -3.78125, -3.84375, -3.9375, -3.984375, -4.0, -4.15625, -4.1875, -4.5, -4.5, -4.59375, -4.625, -4.6875, -4.78125, -4.78125, -4.8125, -4.84375, -4.875, -4.9375, -4.96875, -5.0, -5.0, -5.03125, -5.09375, -5.15625, -5.1875, -5.21875, -5.21875, -5.28125, -5.28125, -5.34375, -5.34375, -5.4375, -5.4375, -5.46875, -5.53125, -5.53125, -5.5625, -5.65625, -5.71875, -5.71875, -5.75, -5.78125, -5.78125, -5.84375, -5.875, -5.9375, -6.0, -6.03125, -6.03125, -6.09375, -6.125, -6.125, -6.125, -6.125, -6.125, -6.1875, -6.1875, -6.1875, -6.21875, -6.25, -6.25, -6.3125, -6.40625, -6.4375, -6.46875, -6.5625, -6.59375, -6.59375, -6.59375, -6.625, -6.625, -6.625, -6.6875, -6.71875, -6.71875, -6.75, -6.75, -6.75, -6.78125, -6.84375, -6.84375, -6.9375, -6.96875, -6.96875, -6.96875, -7.0, -7.0, -7.0, -7.0, -7.0, -7.03125, -7.1875, -7.1875, -7.21875, -7.21875, -7.21875 ] }, { "query_id": "10447", "ndcg@10": 0.1480409554829326, "mrr@10": 0.125, "recall@100": 0.3333333333333333, "candidate_recall": 0.3333333333333333, "top100": [ "259150", "475397", "9845", "299690", "459589", "27495", "447482", "382236", "588134", "32009", "111350", "53996", "396066", "61022", "41417", "28599", "502150", "126756", "500913", "258658", "257274", "540389", "92442", "84250", "62281", "47747", "139059", "525149", "569953", "461084", "192857", "1219", "175679", "536610", "422979", "408582", "240651", "114912", "277915", "395840", "523318", "140917", "479779", "12488", "475748", "585422", "367562", "462481", "573935", "399543", "120394", "429133", "239341", "410675", "387030", "165549", "444044", "339955", "549223", "161758", "551145", "308150", "292937", "570453", "519129", "353337", "335357", "521014", "30912", "425558", "144824", "485822", "113881", "300418", "87260", "344283", "553031", "451855", "312600", "159076", "202398", "73344", "221747", "590232", "484149", "393693", "199310", "7814", "466308", "265747", "132754", "113632", "179408", "70702", "219208", "82251", "436930", "65567", "434279", "201856" ], "top100_scores": [ 1.0625, -0.48828125, -0.87109375, -0.87890625, -0.921875, -1.015625, -1.140625, -1.2265625, -1.4140625, -1.5703125, -1.5859375, -1.6953125, -1.7109375, -1.71875, -1.71875, -1.7890625, -2.078125, -2.390625, -2.453125, -2.46875, -2.484375, -2.5, -2.546875, -2.546875, -2.65625, -2.703125, -2.828125, -2.96875, -3.171875, -3.234375, -3.296875, -3.34375, -3.375, -3.40625, -3.40625, -3.5, -3.515625, -3.546875, -3.578125, -3.59375, -3.671875, -3.71875, -3.765625, -3.765625, -3.8125, -3.828125, -3.828125, -3.875, -3.953125, -3.984375, -4.0, -4.0625, -4.15625, -4.21875, -4.21875, -4.3125, -4.3125, -4.3125, -4.34375, -4.34375, -4.375, -4.40625, -4.40625, -4.40625, -4.46875, -4.46875, -4.46875, -4.46875, -4.53125, -4.53125, -4.53125, -4.53125, -4.53125, -4.5625, -4.625, -4.75, -4.78125, -4.8125, -4.84375, -4.875, -4.90625, -5.0, -5.0, -5.03125, -5.03125, -5.03125, -5.0625, -5.0625, -5.125, -5.1875, -5.1875, -5.21875, -5.28125, -5.28125, -5.375, -5.59375, -5.625, -5.8125, -5.90625, -5.96875 ] }, { "query_id": "11039", "ndcg@10": 0.2354078440015845, "mrr@10": 0.3333333333333333, "recall@100": 0.625, "candidate_recall": 0.625, "top100": [ "508534", "232262", "91183", "79363", "568784", "367272", "140917", "436331", "471472", "531051", "330058", "175470", "371886", "353625", "299819", "395376", "103093", "31462", "160780", "534837", "333102", "437706", "462481", "168561", "240373", "350082", "296405", "422979", "269385", "73344", "159762", "149004", "443852", "392371", "240259", "143862", "333219", "464080", "551145", "355373", "581204", "158364", "293531", "449828", "297288", "288268", "394549", "135112", "253373", "59327", "484349", "397538", "551040", "592709", "357017", "479240", "313923", "280492", "321196", "298908", "93271", "113651", "487621", "571246", "398090", "276323", "45053", "27495", "430014", "589543", "335991", "104644", "308150", "395152", "248615", "590310", "30912", "15728", "426215", "395840", "297467", "526106", "62281", "351907", "525645", "463065", "57229", "525322", "13656", "425352", "463007", "114064", "496253", "554217", "360628", "72289", "583359", "278071", "321199", "125497" ], "top100_scores": [ 2.328125, 1.765625, 0.96875, 0.96484375, -0.23828125, -0.369140625, -0.5078125, -0.52734375, -0.58984375, -0.81640625, -1.03125, -1.09375, -1.125, -1.140625, -1.3046875, -1.46875, -1.46875, -1.484375, -1.5, -1.609375, -1.6328125, -1.640625, -1.6953125, -1.765625, -1.8125, -1.875, -2.1875, -2.203125, -2.28125, -2.296875, -2.390625, -2.453125, -2.453125, -2.46875, -2.5625, -2.59375, -2.6875, -2.703125, -2.84375, -2.859375, -2.9375, -3.015625, -3.03125, -3.046875, -3.078125, -3.140625, -3.15625, -3.1875, -3.21875, -3.234375, -3.25, -3.265625, -3.359375, -3.40625, -3.46875, -3.484375, -3.515625, -3.546875, -3.546875, -3.59375, -3.671875, -3.671875, -3.6875, -3.765625, -3.78125, -3.796875, -3.828125, -3.921875, -3.9375, -3.9375, -3.953125, -3.953125, -3.984375, -4.0, -4.03125, -4.09375, -4.125, -4.1875, -4.21875, -4.21875, -4.21875, -4.21875, -4.25, -4.3125, -4.34375, -4.34375, -4.34375, -4.375, -4.40625, -4.4375, -4.5, -4.53125, -4.59375, -4.65625, -4.65625, -4.8125, -4.84375, -4.96875, -5.0625, -5.15625 ] }, { "query_id": "2587", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "89326", "594483", "69560", "567201", "478026", "349299", "133943", "295750", "293122", "103668", "290508", "18844", "200784", "61384", "457013", "361279", "174019", "589", "301833", "499889", "590102", "449082", "130850", "457529", "86852", "235271", "175196", "518932", "140049", "295082", "414693", "15169", "81530", "171242", "547036", "144698", "83046", "342212", "398090", "93890", "379732", "225718", "489898", "580963", "241101", "343", "546678", "79375", "299840", "341455", "135705", "29184", "436530", "524912", "125659", "560340", "298737", "449001", "2064", "180592", "246586", "544070", "416513", "577832", "371886", "314806", "218501", "349424", "274833", "126675", "150707", "509837", "121480", "533808", "163641", "542667", "229242", "558921", "368698", "325818", "192900", "429704", "172736", "438525", "249320", "44118", "352638", "118485", "586007", "12488", "87915", "282262", "189678", "322806", "187124", "393101", "358997", "103771", "418551", "555476" ], "top100_scores": [ 0.76171875, -0.92578125, -3.46875, -3.71875, -3.921875, -4.28125, -4.5, -4.6875, -4.71875, -4.75, -4.90625, -5.09375, -5.09375, -5.1875, -5.28125, -5.40625, -5.40625, -5.4375, -5.46875, -5.46875, -5.53125, -5.53125, -5.5625, -5.65625, -5.71875, -5.71875, -5.71875, -5.75, -5.8125, -5.875, -5.875, -5.90625, -5.90625, -5.9375, -5.96875, -5.96875, -5.96875, -5.96875, -5.96875, -5.96875, -6.0625, -6.09375, -6.125, -6.21875, -6.21875, -6.34375, -6.34375, -6.375, -6.40625, -6.4375, -6.4375, -6.5, -6.53125, -6.5625, -6.59375, -6.59375, -6.625, -6.625, -6.625, -6.6875, -6.71875, -6.71875, -6.71875, -6.71875, -6.71875, -6.71875, -6.75, -6.75, -6.78125, -6.8125, -6.8125, -6.8125, -6.8125, -6.84375, -6.875, -6.875, -6.875, -6.875, -6.90625, -6.90625, -6.90625, -6.90625, -6.90625, -6.90625, -6.90625, -6.90625, -6.90625, -6.9375, -6.9375, -6.9375, -6.96875, -6.96875, -6.96875, -7.0, -7.0, -7.09375, -7.15625, -7.1875, -7.1875, -7.28125 ] }, { "query_id": "4312", "ndcg@10": 0.9020870746500321, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "222639", "282435", "167950", "507284", "116647", "156553", "135845", "210514", "560208", "179042", "494553", "32744", "161985", "161254", "159137", "14313", "400119", "59468", "311117", "575869", "410166", "282538", "447619", "298352", "498604", "468717", "146441", "188232", "133413", "169548", "74248", "535518", "268261", "92938", "109540", "378906", "107819", "96828", "428552", "343850", "484110", "449906", "393693", "359510", "44118", "382764", "399149", "206442", "145404", "343996", "549364", "95598", "464810", "307518", "435940", "498075", "249320", "440458", "333961", "245702", "280483", "150707", "321108", "293389", "4845", "219061", "429704", "231268", "112342", "236778", "249587", "93129", "226962", "466308", "406243", "26655", "436930", "49602", "14745", "536564", "475668", "2018", "232262", "499154", "475397", "148141", "416513", "597265", "202829", "457529", "540389", "187227", "224345", "63075", "445943", "112801", "211642", "388704", "20261", "8126" ], "top100_scores": [ 8.5625, 8.3125, 5.65625, 4.59375, 1.9921875, 0.9296875, -0.53125, -1.140625, -1.1796875, -1.890625, -1.984375, -2.375, -2.484375, -2.515625, -2.59375, -2.734375, -2.8125, -2.84375, -2.96875, -2.984375, -3.015625, -3.03125, -3.15625, -3.203125, -3.203125, -3.21875, -3.25, -3.3125, -3.328125, -3.453125, -3.515625, -3.546875, -3.5625, -3.578125, -3.65625, -3.71875, -3.75, -3.953125, -3.953125, -3.96875, -3.96875, -4.03125, -4.09375, -4.15625, -4.1875, -4.1875, -4.25, -4.34375, -4.4375, -4.59375, -4.625, -4.78125, -4.9375, -5.0, -5.125, -5.15625, -5.15625, -5.1875, -5.21875, -5.3125, -5.3125, -5.40625, -5.4375, -5.46875, -5.53125, -5.5625, -5.59375, -5.59375, -5.59375, -5.6875, -5.75, -5.8125, -5.84375, -5.875, -5.875, -5.96875, -6.0, -6.0, -6.03125, -6.03125, -6.0625, -6.15625, -6.15625, -6.1875, -6.21875, -6.25, -6.25, -6.3125, -6.34375, -6.375, -6.375, -6.4375, -6.46875, -6.53125, -6.625, -6.75, -6.75, -6.78125, -7.0, -7.375 ] }, { "query_id": "1920", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "295250", "65698", "496959", "592192", "278653", "250500", "568771", "369577", "202019", "444899", "227334", "303432", "362060", "257168", "246453", "91325", "551398", "156499", "527776", "431395", "263485", "558832", "330269", "481114", "449116", "448615", "595121", "127974", "445052", "599876", "385600", "403608", "162745", "227079", "594652", "577475", "525149", "254514", "391619", "33287", "549290", "484424", "531499", "23747", "396066", "546277", "175951", "377547", "116181", "103405", "65095", "89611", "400631", "223170", "541682", "184535", "113876", "442146", "352838", "360925", "81599", "489898", "265866", "512699", "481283", "382908", "392484", "408112", "73252", "462481", "529678", "60803", "219425", "367562", "506395", "435405", "87187", "445298", "406324", "410675", "300418", "408434", "359814", "223624", "568784", "25762", "136804", "69306", "11654", "248615", "251649", "513986", "55666", "239030", "47747", "360628", "142242", "134494", "551423", "98767" ], "top100_scores": [ -0.0390625, -0.1171875, -0.89453125, -1.0703125, -1.0859375, -1.140625, -1.2421875, -1.296875, -1.359375, -1.5078125, -1.609375, -1.6796875, -1.6875, -1.71875, -1.8515625, -2.0, -2.015625, -2.046875, -2.171875, -2.171875, -2.1875, -2.234375, -2.296875, -2.3125, -2.359375, -2.359375, -2.4375, -2.46875, -2.5625, -2.640625, -2.65625, -2.65625, -2.671875, -2.734375, -2.78125, -2.828125, -2.828125, -2.828125, -2.84375, -2.859375, -2.875, -2.890625, -2.90625, -2.90625, -2.921875, -3.0, -3.0, -3.015625, -3.03125, -3.03125, -3.125, -3.140625, -3.15625, -3.203125, -3.265625, -3.3125, -3.328125, -3.34375, -3.375, -3.375, -3.40625, -3.484375, -3.484375, -3.5, -3.53125, -3.5625, -3.5625, -3.59375, -3.609375, -3.609375, -3.625, -3.640625, -3.65625, -3.671875, -3.671875, -3.671875, -3.75, -3.78125, -3.78125, -3.796875, -3.796875, -3.890625, -3.890625, -3.921875, -3.96875, -4.0, -4.0, -4.0, -4.03125, -4.0625, -4.28125, -4.34375, -4.40625, -4.4375, -4.4375, -4.5, -4.625, -4.6875, -4.6875, -4.71875 ] }, { "query_id": "4600", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "482415", "392885", "401952", "590364", "570466", "294", "46587", "112659", "367137", "567749", "133093", "343", "231268", "555559", "372657", "238743", "559157", "265218", "565226", "599436", "16924", "3040", "531841", "425288", "236778", "46716", "586930", "519470", "34925", "166885", "565356", "343996", "289291", "499060", "394702", "453480", "118485", "260756", "317667", "584273", "69960", "160625", "226962", "127434", "569691", "311495", "468178", "70799", "267818", "143057", "491923", "470334", "553748", "118065", "274306", "344283", "106424", "350180", "62876", "494553", "278626", "152216", "203201", "549009", "536462", "540688", "578983", "212222", "216365", "362468", "381849", "389281", "505025", "150672", "355675", "428941", "391605", "434986", "327432", "581418", "594788", "225536", "27037", "534158", "162745", "104857", "5188", "271395", "596429", "177328", "290508", "592915", "314806", "61518", "432935", "184535", "94159", "260677", "184977", "554018" ], "top100_scores": [ 3.796875, 2.15625, -1.3828125, -1.4140625, -1.6875, -1.84375, -1.9140625, -2.140625, -2.203125, -2.21875, -2.40625, -2.515625, -2.546875, -2.578125, -2.609375, -2.671875, -2.6875, -2.765625, -2.796875, -2.84375, -2.84375, -2.90625, -2.90625, -2.921875, -2.96875, -3.015625, -3.09375, -3.21875, -3.21875, -3.234375, -3.265625, -3.34375, -3.34375, -3.359375, -3.4375, -3.453125, -3.484375, -3.484375, -3.5, -3.625, -3.6875, -3.703125, -3.703125, -3.71875, -3.734375, -3.859375, -3.90625, -3.90625, -3.953125, -3.96875, -3.96875, -3.984375, -4.0, -4.03125, -4.03125, -4.125, -4.125, -4.21875, -4.25, -4.34375, -4.34375, -4.375, -4.375, -4.4375, -4.4375, -4.53125, -4.53125, -4.5625, -4.625, -4.65625, -4.65625, -4.71875, -4.71875, -4.75, -4.78125, -4.9375, -5.03125, -5.03125, -5.09375, -5.21875, -5.25, -5.28125, -5.28125, -5.375, -5.46875, -5.5, -5.53125, -5.53125, -5.5625, -5.8125, -5.8125, -5.84375, -5.875, -5.875, -5.90625, -5.9375, -5.9375, -6.25, -6.3125, -6.90625 ] }, { "query_id": "988", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "41356", "183883", "18200", "595287", "60093", "241161", "373697", "69721", "123718", "537394", "479779", "87160", "118065", "332938", "343", "531965", "380387", "5188", "4044", "389281", "332719", "278197", "569528", "477175", "302448", "480773", "286746", "203201", "231521", "419747", "554814", "396537", "404973", "156908", "577832", "598332", "391896", "105011", "333219", "469938", "501764", "355675", "53200", "578983", "343206", "561056", "454287", "134764", "589088", "345030", "334301", "406286", "580025", "460457", "151817", "53047", "441518", "21468", "27037", "470334", "126756", "379639", "326305", "121230", "564408", "565046", "109675", "151121", "203380", "523058", "123557", "202208", "7311", "393733", "253373", "387338", "551099", "80871", "487739", "206222", "190941", "217427", "399583", "546150", "278626", "496433", "472527", "416188", "530692", "113660", "29372", "599779", "244749", "132288", "423171", "250503", "271395", "386095", "422684", "184977" ], "top100_scores": [ 2.203125, 2.0, 0.5, -0.1513671875, -0.185546875, -0.31640625, -0.361328125, -0.3828125, -0.40625, -0.4609375, -0.71875, -0.8125, -1.015625, -1.109375, -1.25, -1.28125, -1.3046875, -1.40625, -1.4375, -1.453125, -1.7421875, -1.796875, -1.8046875, -1.8203125, -1.8515625, -1.96875, -2.0, -2.078125, -2.21875, -2.234375, -2.296875, -2.3125, -2.359375, -2.703125, -2.734375, -2.796875, -2.8125, -2.84375, -2.859375, -2.875, -2.875, -2.875, -2.9375, -2.9375, -3.015625, -3.078125, -3.09375, -3.140625, -3.1875, -3.25, -3.28125, -3.28125, -3.3125, -3.3125, -3.375, -3.4375, -3.484375, -3.546875, -3.546875, -3.5625, -3.5625, -3.609375, -3.65625, -3.671875, -3.703125, -3.75, -3.78125, -3.890625, -3.90625, -3.90625, -3.90625, -3.953125, -3.984375, -4.03125, -4.15625, -4.15625, -4.25, -4.28125, -4.5, -4.5625, -4.6875, -4.75, -4.78125, -4.78125, -4.96875, -5.0625, -5.09375, -5.09375, -5.15625, -5.21875, -5.34375, -5.65625, -5.6875, -5.84375, -6.03125, -6.28125, -6.4375, -6.4375, -6.625, -6.65625 ] }, { "query_id": "9385", "ndcg@10": 0.6309297535714575, "mrr@10": 0.5, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "61787", "403755", "562481", "334154", "263088", "480808", "44617", "210917", "330792", "360716", "286226", "39303", "344175", "380759", "438302", "416569", "403701", "384607", "481999", "240435", "367313", "341579", "274833", "556913", "74266", "350082", "231521", "111451", "317666", "440458", "66183", "98130", "8200", "299690", "439540", "407654", "595121", "445053", "331008", "555276", "95598", "307518", "289073", "507841", "308150", "394702", "185686", "180592", "301547", "400571", "266900", "95889", "1203", "396974", "206442", "290508", "531051", "440959", "108399", "305676", "512694", "477907", "546075", "522040", "42475", "250640", "365597", "150707", "84630", "306688", "507828", "285803", "294", "364370", "373585", "78053", "285449", "304304", "147080", "48866", "253563", "363960", "250844", "543770", "197495", "524912", "260535", "420915", "489103", "134494", "581591", "549620", "153541", "463631", "338344", "498888", "424079", "286461", "202829", "261802" ], "top100_scores": [ -3.8125, -4.4375, -4.5, -4.5, -4.59375, -4.875, -4.96875, -5.125, -5.1875, -5.375, -5.46875, -5.53125, -5.59375, -5.59375, -5.625, -5.6875, -5.71875, -5.75, -5.75, -5.875, -5.875, -5.9375, -5.9375, -6.0625, -6.09375, -6.21875, -6.34375, -6.375, -6.375, -6.4375, -6.5, -6.5, -6.53125, -6.625, -6.6875, -6.71875, -6.71875, -6.71875, -6.75, -6.78125, -6.78125, -6.78125, -6.8125, -6.875, -6.875, -6.90625, -6.90625, -6.90625, -6.90625, -6.9375, -6.9375, -6.96875, -6.96875, -7.0, -7.0, -7.0625, -7.0625, -7.0625, -7.0625, -7.09375, -7.125, -7.125, -7.1875, -7.21875, -7.21875, -7.21875, -7.21875, -7.25, -7.25, -7.28125, -7.28125, -7.3125, -7.34375, -7.375, -7.375, -7.375, -7.40625, -7.40625, -7.4375, -7.4375, -7.53125, -7.5625, -7.5625, -7.59375, -7.59375, -7.59375, -7.65625, -7.65625, -7.6875, -7.6875, -7.71875, -7.75, -7.78125, -7.8125, -7.84375, -7.84375, -7.84375, -7.875, -7.875, -7.90625 ] }, { "query_id": "10246", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "176717", "273142", "156029", "327080", "28314", "340263", "179520", "593644", "282499", "36193", "54638", "89216", "565007", "576976", "113948", "242849", "161076", "181538", "132966", "340815", "486440", "408742", "175522", "98767", "436530", "117391", "115553", "342212", "572822", "139998", "29817", "410061", "63075", "238682", "586759", "23217", "503047", "292762", "85783", "31565", "121480", "132111", "377944", "179893", "44917", "392060", "533727", "598553", "581780", "347992", "373585", "474384", "71399", "401447", "187761", "254910", "13631", "264490", "279151", "285135", "518932", "228792", "260569", "483984", "144773", "530938", "151555", "133938", "324661", "433245", "573974", "246586", "191965", "197401", "519781", "21468", "495467", "235271", "247085", "50542", "430014", "461446", "474050", "310837", "251704", "237316", "403033", "371195", "278902", "313437", "568165", "574678", "398090", "354974", "163641", "103093", "454871", "393101", "109546", "72026" ], "top100_scores": [ 4.625, 4.53125, 3.203125, 2.75, 2.265625, 2.078125, -0.8671875, -1.84375, -1.921875, -2.59375, -2.609375, -3.0, -3.1875, -3.5, -3.515625, -3.84375, -3.921875, -3.9375, -4.03125, -4.0625, -4.09375, -4.21875, -4.25, -4.3125, -4.3125, -4.3125, -4.3125, -4.40625, -4.4375, -4.4375, -4.46875, -4.46875, -4.59375, -4.625, -4.625, -4.625, -4.75, -4.8125, -4.8125, -4.84375, -4.875, -4.90625, -4.9375, -4.9375, -4.9375, -5.0625, -5.0625, -5.0625, -5.15625, -5.1875, -5.28125, -5.3125, -5.3125, -5.3125, -5.40625, -5.40625, -5.4375, -5.53125, -5.71875, -5.71875, -5.71875, -5.75, -5.75, -5.75, -5.8125, -5.84375, -5.90625, -6.0625, -6.125, -6.15625, -6.21875, -6.21875, -6.21875, -6.25, -6.28125, -6.28125, -6.28125, -6.3125, -6.40625, -6.46875, -6.46875, -6.46875, -6.53125, -6.5625, -6.5625, -6.59375, -6.65625, -6.78125, -6.78125, -6.9375, -6.96875, -7.0, -7.03125, -7.0625, -7.125, -7.15625, -7.15625, -7.1875, -7.1875, -7.46875 ] }, { "query_id": "2348", "ndcg@10": 0.7569021067152308, "mrr@10": 1.0, "recall@100": 0.6, "candidate_recall": 0.6, "top100": [ "447619", "134864", "389004", "247486", "146441", "306430", "268261", "311117", "410166", "454465", "226496", "64410", "44118", "91012", "543714", "297427", "483025", "26252", "402273", "381757", "75476", "282262", "233413", "574954", "123718", "591461", "542139", "416476", "389032", "423438", "393733", "57716", "514970", "240844", "382558", "226053", "41509", "71543", "47973", "546070", "221869", "21957", "338277", "307518", "311782", "180592", "384098", "87160", "589088", "407378", "260677", "566069", "462440", "108062", "428941", "563446", "150857", "17823", "440719", "94159", "13975", "55666", "70702", "189061", "144824", "413231", "543619", "109203", "599876", "414892", "329810", "212363", "308150", "444562", "65040", "512699", "438547", "472824", "401961", "346498", "69306", "223551", "65567", "44617", "481114", "95889", "252843", "596798", "195385", "536674", "456679", "377547", "281644", "113558", "367313", "273947", "212827", "285803", "485898", "394093" ], "top100_scores": [ 2.375, 1.0078125, 0.412109375, 0.34765625, 0.2353515625, 0.09423828125, 0.07080078125, -0.09765625, -0.353515625, -0.42578125, -1.3203125, -1.4453125, -1.609375, -1.6875, -1.734375, -1.890625, -2.171875, -2.1875, -2.1875, -2.21875, -2.390625, -2.46875, -2.5, -2.921875, -3.015625, -3.015625, -3.109375, -3.28125, -3.3125, -3.375, -3.4375, -3.46875, -3.46875, -3.53125, -3.546875, -3.625, -3.625, -3.78125, -3.78125, -3.859375, -3.9375, -3.96875, -4.0, -4.0, -4.09375, -4.1875, -4.21875, -4.25, -4.25, -4.3125, -4.3125, -4.34375, -4.34375, -4.375, -4.40625, -4.40625, -4.40625, -4.40625, -4.46875, -4.46875, -4.5, -4.53125, -4.59375, -4.6875, -4.71875, -4.71875, -4.78125, -4.78125, -4.84375, -4.875, -4.875, -4.875, -5.0, -5.125, -5.15625, -5.1875, -5.21875, -5.25, -5.25, -5.28125, -5.375, -5.46875, -5.46875, -5.65625, -5.6875, -5.71875, -5.71875, -5.84375, -5.875, -5.90625, -5.96875, -6.0, -6.21875, -6.21875, -6.25, -6.25, -6.28125, -6.3125, -6.40625, -6.4375 ] }, { "query_id": "8351", "ndcg@10": 0.6131471927654584, "mrr@10": 1.0, "recall@100": 0.5, "candidate_recall": 0.5, "top100": [ "273142", "477588", "562481", "435125", "558542", "175504", "368044", "540389", "240651", "125659", "516790", "202985", "339955", "179520", "519781", "282499", "78053", "331606", "154768", "190928", "205791", "336399", "508185", "402814", "278122", "459589", "304851", "293389", "279185", "310326", "499060", "290631", "407759", "176786", "23609", "31465", "88947", "112136", "332152", "382236", "402778", "32009", "549254", "461084", "71873", "150707", "173846", "102209", "28116", "83059", "569539", "402112", "175982", "514834", "266900", "599925", "429704", "61022", "43432", "553031", "389562", "513986", "67320", "562110", "2064", "347992", "530938", "215118", "391463", "426343", "380351", "356490", "537394", "71299", "323228", "439459", "367562", "464668", "447482", "139059", "5188", "342018", "213066", "511506", "87915", "565738", "233635", "373501", "192307", "202019", "96828", "305742", "289073", "70702", "372787", "226248", "260677", "474575", "345851", "547982" ], "top100_scores": [ 0.1533203125, -1.9296875, -3.265625, -3.71875, -3.75, -3.84375, -4.0, -4.0625, -4.15625, -4.15625, -4.15625, -4.1875, -4.21875, -4.21875, -4.28125, -4.3125, -4.375, -4.46875, -4.5, -4.53125, -4.5625, -4.59375, -4.6875, -4.6875, -4.71875, -4.71875, -4.75, -4.75, -4.78125, -4.84375, -4.875, -4.9375, -5.0625, -5.0625, -5.09375, -5.125, -5.15625, -5.1875, -5.1875, -5.1875, -5.1875, -5.21875, -5.25, -5.28125, -5.34375, -5.34375, -5.34375, -5.34375, -5.34375, -5.34375, -5.34375, -5.375, -5.375, -5.40625, -5.4375, -5.4375, -5.46875, -5.5, -5.5, -5.5, -5.53125, -5.59375, -5.59375, -5.625, -5.625, -5.625, -5.65625, -5.6875, -5.71875, -5.78125, -5.8125, -5.8125, -5.8125, -5.84375, -5.875, -5.90625, -5.90625, -5.9375, -5.96875, -6.0, -6.03125, -6.0625, -6.0625, -6.125, -6.1875, -6.1875, -6.28125, -6.28125, -6.28125, -6.3125, -6.34375, -6.34375, -6.375, -6.4375, -6.5, -6.53125, -6.53125, -6.59375, -6.84375, -6.90625 ] }, { "query_id": "5402", "ndcg@10": 0.6131471927654584, "mrr@10": 1.0, "recall@100": 0.5, "candidate_recall": 0.5, "top100": [ "227485", "41052", "362468", "125811", "69058", "245532", "64279", "578738", "595029", "584278", "583359", "86852", "486604", "85697", "290631", "85214", "26655", "495431", "209859", "345697", "539473", "351907", "2064", "172305", "265109", "272174", "246882", "500261", "368504", "421575", "104857", "247778", "2860", "251846", "437149", "78312", "444044", "84630", "108302", "61014", "110400", "521987", "18257", "195837", "300489", "244278", "358795", "482963", "459724", "445053", "379859", "123991", "40888", "447983", "233795", "202731", "135571", "224371", "264326", "167943", "205906", "368010", "550172", "572563", "14463", "204478", "507806", "26837", "327366", "13656", "285255", "418108", "554217", "278626", "281599", "490888", "390598", "98816", "396933", "74517", "551423", "239061", "571430", "2018", "61350", "236778", "336468", "113651", "260535", "463065", "103093", "282168", "28348", "399406", "114064", "526106", "39820", "152827", "192811", "430398" ], "top100_scores": [ -1.6796875, -1.9765625, -2.046875, -2.234375, -2.34375, -2.359375, -2.78125, -2.984375, -3.140625, -3.234375, -3.390625, -3.390625, -3.40625, -3.453125, -3.578125, -3.640625, -3.71875, -3.78125, -3.84375, -3.875, -3.875, -3.890625, -3.890625, -3.921875, -3.9375, -3.96875, -3.984375, -4.0, -4.0, -4.0625, -4.0625, -4.0625, -4.09375, -4.09375, -4.125, -4.15625, -4.15625, -4.1875, -4.1875, -4.21875, -4.25, -4.25, -4.25, -4.28125, -4.28125, -4.3125, -4.34375, -4.34375, -4.34375, -4.375, -4.375, -4.40625, -4.4375, -4.46875, -4.46875, -4.5, -4.5, -4.53125, -4.59375, -4.59375, -4.59375, -4.65625, -4.65625, -4.6875, -4.71875, -4.75, -4.75, -4.78125, -4.78125, -4.8125, -4.8125, -4.8125, -4.84375, -4.84375, -4.875, -4.90625, -4.9375, -4.96875, -5.0, -5.0, -5.03125, -5.0625, -5.09375, -5.09375, -5.09375, -5.125, -5.21875, -5.21875, -5.21875, -5.25, -5.3125, -5.34375, -5.375, -5.40625, -5.46875, -5.5625, -5.625, -5.90625, -5.90625, -6.0625 ] }, { "query_id": "1948", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "5219", "219033", "293122", "569421", "25391", "500403", "518079", "589", "406656", "176017", "577475", "274359", "185999", "161966", "2718", "406109", "88973", "502875", "565133", "165397", "354943", "8126", "594784", "131382", "548299", "359814", "316359", "203446", "588591", "468049", "29372", "198532", "65698", "408124", "18727", "457455", "442110", "568255", "199069", "526106", "480717", "297013", "527776", "529879", "342212", "65040", "191925", "29817", "546277", "359713", "210439", "152827", "379732", "546678", "541682", "309684", "209065", "175522", "300121", "278653", "236114", "340661", "442146", "267067", "51761", "301161", "317667", "321196", "21883", "489898", "9116", "190941", "133760", "336468", "240628", "49602", "95390", "546315", "319043", "518393", "372657", "265278", "315304", "244749", "355592", "434201", "405777", "92549", "350357", "297467", "458485", "21468", "416513", "24883", "319555", "513658", "383978", "195587", "533727", "595897" ], "top100_scores": [ -4.125, -4.40625, -4.6875, -4.6875, -4.6875, -4.75, -4.78125, -4.8125, -4.8125, -4.875, -4.90625, -4.9375, -4.9375, -4.96875, -4.96875, -4.96875, -4.96875, -5.03125, -5.03125, -5.0625, -5.09375, -5.09375, -5.09375, -5.125, -5.15625, -5.15625, -5.1875, -5.21875, -5.3125, -5.3125, -5.34375, -5.34375, -5.375, -5.375, -5.375, -5.375, -5.40625, -5.40625, -5.4375, -5.46875, -5.46875, -5.46875, -5.5, -5.5, -5.53125, -5.53125, -5.53125, -5.5625, -5.59375, -5.59375, -5.59375, -5.625, -5.625, -5.625, -5.65625, -5.65625, -5.6875, -5.6875, -5.6875, -5.6875, -5.6875, -5.6875, -5.71875, -5.75, -5.78125, -5.78125, -5.90625, -5.90625, -5.90625, -5.9375, -5.9375, -5.9375, -5.96875, -6.0, -6.0, -6.0, -6.03125, -6.03125, -6.03125, -6.0625, -6.09375, -6.125, -6.1875, -6.21875, -6.25, -6.3125, -6.34375, -6.40625, -6.40625, -6.4375, -6.5, -6.5, -6.5625, -6.5625, -6.59375, -6.6875, -6.6875, -6.78125, -6.84375, -6.84375 ] }, { "query_id": "3682", "ndcg@10": 0.2640681225725909, "mrr@10": 0.25, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "75686", "226496", "9082", "329662", "94690", "425527", "471730", "79764", "390864", "188015", "115553", "193502", "118039", "203876", "496819", "336053", "428031", "547127", "477316", "549040", "360139", "310056", "537053", "245746", "499060", "30352", "369437", "453976", "576976", "1203", "428079", "330041", "409350", "359257", "549665", "281599", "27987", "447983", "358795", "266480", "551234", "245917", "246586", "535518", "324874", "209849", "189061", "263867", "306460", "295085", "356161", "400009", "366560", "525247", "449131", "224392", "178668", "253563", "66431", "154768", "81353", "269727", "280177", "284610", "179893", "26051", "461177", "2519", "92938", "488207", "31565", "98816", "98130", "420974", "403608", "237635", "133760", "352700", "328073", "478600", "171819", "431443", "370494", "292045", "106104", "365298", "279185", "501931", "61518", "76996", "383287", "227232", "333605", "542667", "196427", "332136", "29502", "336268", "261258", "344283" ], "top100_scores": [ 1.5703125, -1.6796875, -2.09375, -2.578125, -2.75, -2.921875, -3.15625, -3.1875, -3.421875, -3.453125, -3.765625, -3.78125, -3.796875, -3.84375, -3.875, -3.96875, -3.984375, -3.984375, -4.0, -4.0625, -4.0625, -4.15625, -4.15625, -4.15625, -4.1875, -4.1875, -4.1875, -4.3125, -4.375, -4.375, -4.46875, -4.53125, -4.53125, -4.5625, -4.59375, -4.65625, -4.65625, -4.6875, -4.71875, -4.71875, -4.75, -4.75, -4.8125, -4.8125, -4.8125, -4.8125, -4.84375, -4.875, -4.90625, -4.90625, -4.90625, -4.90625, -4.9375, -4.9375, -4.9375, -4.9375, -5.0625, -5.09375, -5.125, -5.15625, -5.21875, -5.25, -5.25, -5.3125, -5.3125, -5.3125, -5.34375, -5.34375, -5.34375, -5.375, -5.40625, -5.40625, -5.4375, -5.46875, -5.5625, -5.65625, -5.75, -5.78125, -5.84375, -5.84375, -5.9375, -5.9375, -6.03125, -6.0625, -6.09375, -6.09375, -6.125, -6.15625, -6.1875, -6.21875, -6.25, -6.40625, -6.4375, -6.46875, -6.5, -6.5, -6.59375, -6.59375, -6.71875, -6.71875 ] }, { "query_id": "2676", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "55666", "12822", "364543", "549620", "120080", "278082", "353698", "109455", "13975", "14745", "269987", "366560", "306460", "241189", "390435", "192811", "315304", "293404", "489101", "403608", "428277", "355972", "383287", "175522", "278629", "539008", "279936", "52532", "520026", "554293", "207929", "75754", "279897", "102237", "193502", "61518", "196463", "441518", "26790", "239061", "515615", "257625", "287501", "245447", "162630", "169240", "309758", "244986", "260795", "7311", "488954", "532787", "106104", "42565", "569539", "68431", "337993", "554814", "489174", "149516", "81353", "244749", "196427", "260007", "465648", "354974", "103447", "305742", "570453", "216708", "512699", "107584", "552792", "104453", "108514", "102209", "599757", "245917", "287085", "5188", "236778", "133760", "76414", "553031", "419578", "157219", "545284", "321120", "16626", "237635", "316838", "206442", "290691", "164038", "475748", "484149", "273761", "259150", "542667", "520597" ], "top100_scores": [ 0.08740234375, -1.046875, -1.765625, -1.9609375, -2.140625, -2.171875, -2.171875, -2.1875, -2.46875, -2.8125, -2.828125, -2.9375, -2.96875, -3.09375, -3.109375, -3.203125, -3.25, -3.3125, -3.34375, -3.5, -3.5625, -3.5625, -3.671875, -3.71875, -3.84375, -3.84375, -3.859375, -3.875, -3.90625, -3.921875, -3.9375, -3.9375, -4.0, -4.03125, -4.03125, -4.09375, -4.09375, -4.125, -4.125, -4.1875, -4.1875, -4.21875, -4.21875, -4.21875, -4.25, -4.375, -4.40625, -4.46875, -4.46875, -4.46875, -4.53125, -4.5625, -4.59375, -4.59375, -4.625, -4.65625, -4.6875, -4.71875, -4.75, -4.78125, -4.8125, -4.84375, -4.84375, -4.875, -4.90625, -4.90625, -4.90625, -4.90625, -4.9375, -4.9375, -4.9375, -4.96875, -4.96875, -5.0625, -5.09375, -5.1875, -5.21875, -5.25, -5.28125, -5.28125, -5.3125, -5.34375, -5.34375, -5.40625, -5.4375, -5.4375, -5.46875, -5.46875, -5.46875, -5.5625, -5.625, -5.65625, -5.71875, -5.71875, -5.9375, -5.96875, -6.0625, -6.125, -6.3125, -6.34375 ] }, { "query_id": "7431", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "477907", "435576", "189678", "251642", "157414", "121505", "332938", "386994", "454287", "523058", "563446", "233413", "455698", "160780", "581204", "510736", "305287", "426215", "552792", "59327", "331093", "359510", "326872", "5188", "473427", "232262", "103093", "53200", "314056", "58353", "285918", "232286", "18436", "510989", "423754", "266239", "98294", "546070", "580056", "83543", "559157", "589088", "354551", "445782", "490888", "337097", "123718", "310361", "341837", "546598", "278626", "482963", "279229", "109903", "553031", "188015", "364802", "597679", "223551", "230215", "12329", "164044", "554217", "95778", "554814", "87160", "439593", "455428", "206449", "595455", "574678", "351109", "150607", "260677", "139366", "253373", "559718", "551423", "313923", "336701", "372921", "561056", "585823", "123880", "353337", "353081", "175019", "560340", "389347", "333219", "80014", "513256", "13656", "507806", "321637", "360139", "464080", "468937", "132839", "581780" ], "top100_scores": [ 0.29296875, -0.06396484375, -0.66796875, -1.03125, -1.1796875, -1.2421875, -1.265625, -1.5390625, -1.5703125, -1.578125, -1.5859375, -1.609375, -1.765625, -1.7734375, -1.984375, -2.015625, -2.03125, -2.078125, -2.1875, -2.234375, -2.28125, -2.375, -2.40625, -2.40625, -2.4375, -2.578125, -2.578125, -2.609375, -2.671875, -2.71875, -2.765625, -2.78125, -2.859375, -2.875, -2.890625, -2.890625, -2.921875, -2.953125, -3.0, -3.03125, -3.03125, -3.0625, -3.078125, -3.09375, -3.125, -3.125, -3.125, -3.15625, -3.1875, -3.203125, -3.21875, -3.25, -3.25, -3.328125, -3.328125, -3.375, -3.390625, -3.390625, -3.421875, -3.4375, -3.4375, -3.46875, -3.515625, -3.515625, -3.515625, -3.53125, -3.5625, -3.59375, -3.59375, -3.625, -3.625, -3.671875, -3.734375, -3.765625, -3.765625, -3.78125, -3.78125, -3.796875, -3.8125, -3.921875, -3.96875, -3.96875, -3.984375, -4.15625, -4.21875, -4.28125, -4.34375, -4.375, -4.40625, -4.53125, -4.53125, -4.5625, -4.90625, -5.03125, -5.09375, -5.125, -5.15625, -5.65625, -6.21875, -6.53125 ] }, { "query_id": "8779", "ndcg@10": 0.448643819352159, "mrr@10": 0.25, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "12614", "559654", "168561", "180571", "437194", "150707", "596429", "394549", "209730", "446059", "392371", "361345", "444044", "192857", "139059", "546678", "458183", "525645", "422979", "449828", "99233", "154178", "483644", "367556", "447482", "446615", "418135", "1219", "312248", "436562", "526882", "92442", "61787", "253970", "279538", "115175", "254280", "60441", "330874", "347957", "61022", "500913", "519129", "502482", "590310", "250844", "258658", "111350", "277810", "162745", "588134", "333616", "326305", "585422", "371821", "332113", "572563", "517516", "174122", "228315", "106611", "569953", "139998", "285449", "425527", "150219", "485883", "44529", "100452", "541315", "9597", "248677", "248629", "439593", "224530", "176017", "546150", "460348", "118039", "253373", "196427", "164137", "330533", "574954", "116958", "152502", "368504", "62047", "382384", "278991", "71293", "583666", "241189", "516790", "64026", "480717", "277190", "271395", "225718", "133997" ], "top100_scores": [ -0.84375, -1.1015625, -1.3828125, -1.4453125, -2.265625, -2.625, -4.0625, -4.21875, -4.3125, -4.3125, -4.46875, -4.5, -4.59375, -4.6875, -4.71875, -4.78125, -4.8125, -4.875, -4.875, -4.9375, -4.96875, -4.96875, -4.96875, -5.0, -5.0, -5.0, -5.0, -5.03125, -5.03125, -5.0625, -5.09375, -5.09375, -5.15625, -5.15625, -5.1875, -5.1875, -5.21875, -5.25, -5.25, -5.25, -5.28125, -5.375, -5.40625, -5.40625, -5.4375, -5.4375, -5.4375, -5.4375, -5.5, -5.5, -5.53125, -5.5625, -5.5625, -5.59375, -5.625, -5.65625, -5.65625, -5.6875, -5.6875, -5.6875, -5.71875, -5.84375, -5.84375, -5.84375, -5.90625, -5.9375, -5.96875, -5.96875, -6.03125, -6.0625, -6.0625, -6.09375, -6.09375, -6.1875, -6.25, -6.28125, -6.34375, -6.375, -6.40625, -6.40625, -6.40625, -6.4375, -6.4375, -6.46875, -6.65625, -6.65625, -6.71875, -6.75, -6.78125, -6.8125, -6.8125, -6.84375, -6.875, -6.90625, -6.9375, -6.9375, -7.03125, -7.15625, -7.1875, -7.3125 ] }, { "query_id": "6896", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "330041", "66834", "379786", "226496", "488207", "522319", "390864", "441176", "169240", "309923", "378594", "148632", "23217", "263751", "257625", "289291", "201355", "323731", "337993", "447619", "366560", "343219", "328073", "528157", "458851", "97081", "561999", "555414", "306149", "403755", "106104", "333605", "110983", "75024", "12822", "361482", "306430", "14732", "7423", "71543", "295082", "29502", "509837", "431443", "403608", "377944", "573935", "196427", "557885", "554293", "420529", "300641", "246221", "355972", "368338", "118786", "379859", "72315", "374867", "401961", "430997", "18436", "348424", "104094", "250500", "208215", "244749", "299690", "205791", "430189", "30324", "426960", "474512", "290317", "32172", "333616", "374676", "403701", "81353", "281599", "587120", "385130", "173133", "483676", "326843", "268653", "530410", "102323", "259341", "393693", "208934", "477172", "596914", "308150", "581780", "499154", "383287", "244278", "206442", "353337" ], "top100_scores": [ -0.9140625, -0.99609375, -1.4296875, -1.4375, -1.5625, -1.75, -1.8671875, -1.9921875, -2.078125, -2.109375, -2.203125, -2.296875, -2.296875, -2.328125, -2.375, -2.40625, -2.5, -2.5, -2.703125, -2.8125, -2.859375, -2.859375, -2.859375, -2.875, -2.875, -2.890625, -2.90625, -2.96875, -2.96875, -2.984375, -2.984375, -3.0, -3.046875, -3.109375, -3.109375, -3.140625, -3.1875, -3.203125, -3.234375, -3.265625, -3.28125, -3.28125, -3.296875, -3.328125, -3.34375, -3.34375, -3.359375, -3.375, -3.421875, -3.5, -3.515625, -3.53125, -3.53125, -3.578125, -3.59375, -3.59375, -3.59375, -3.625, -3.640625, -3.703125, -3.71875, -3.78125, -3.8125, -3.8125, -3.828125, -3.84375, -3.84375, -3.921875, -3.921875, -3.953125, -4.0, -4.03125, -4.03125, -4.0625, -4.125, -4.1875, -4.21875, -4.21875, -4.28125, -4.3125, -4.375, -4.40625, -4.46875, -4.59375, -4.625, -4.71875, -4.75, -4.875, -5.0625, -5.09375, -5.1875, -5.21875, -5.40625, -5.4375, -5.5, -5.8125, -5.84375, -5.9375, -6.28125, -6.65625 ] }, { "query_id": "3039", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "232983", "223624", "549870", "408434", "576362", "392285", "252843", "453257", "28172", "300418", "387010", "163693", "15270", "307531", "317197", "434351", "223170", "531499", "206431", "99716", "137393", "502875", "134026", "240259", "65698", "420529", "446117", "156499", "191965", "147080", "488954", "11454", "264068", "282770", "574037", "306688", "442110", "272279", "127974", "165645", "431349", "373180", "175889", "259072", "374676", "423171", "271395", "562957", "382908", "149516", "281612", "136804", "134494", "388704", "418999", "166204", "225718", "208216", "75195", "315925", "440061", "158058", "396066", "126756", "525685", "559866", "468937", "361482", "388713", "586326", "389004", "387035", "570112", "221281", "413642", "147439", "395483", "102323", "343472", "176599", "277208", "313012", "289526", "495568", "148346", "302209", "57392", "224530", "86852", "428953", "335164", "586061", "21468", "184977", "4044", "487739", "110367", "179679", "426215", "13656" ], "top100_scores": [ -0.63671875, -0.8984375, -1.53125, -1.921875, -2.34375, -2.390625, -2.40625, -2.453125, -2.609375, -2.640625, -2.671875, -2.6875, -2.703125, -2.75, -2.765625, -2.765625, -2.796875, -2.796875, -3.109375, -3.140625, -3.15625, -3.15625, -3.171875, -3.25, -3.28125, -3.28125, -3.3125, -3.34375, -3.34375, -3.359375, -3.375, -3.4375, -3.453125, -3.515625, -3.515625, -3.546875, -3.5625, -3.5625, -3.578125, -3.609375, -3.640625, -3.71875, -3.734375, -3.75, -3.75, -3.78125, -3.796875, -3.8125, -3.859375, -3.890625, -3.890625, -3.90625, -3.90625, -3.921875, -3.921875, -3.9375, -3.984375, -3.984375, -4.0, -4.0, -4.03125, -4.0625, -4.125, -4.15625, -4.28125, -4.34375, -4.34375, -4.375, -4.375, -4.40625, -4.4375, -4.5, -4.53125, -4.53125, -4.5625, -4.59375, -4.59375, -4.625, -4.78125, -4.8125, -4.8125, -4.8125, -4.84375, -4.875, -4.90625, -5.03125, -5.0625, -5.09375, -5.125, -5.1875, -5.21875, -5.21875, -5.25, -5.3125, -5.34375, -5.40625, -5.4375, -5.4375, -5.625, -5.75 ] }, { "query_id": "5064", "ndcg@10": 0.6131471927654584, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "2003", "412109", "228308", "586289", "142201", "413231", "321619", "551423", "65648", "302448", "198251", "161254", "298563", "592192", "595287", "541421", "148976", "241599", "521987", "407844", "274306", "407401", "5188", "531965", "385600", "513986", "599075", "195587", "313885", "138283", "195206", "589476", "75754", "562934", "260363", "69150", "53200", "60750", "32833", "283505", "140135", "7311", "42565", "203670", "351518", "192811", "449828", "529678", "465135", "241189", "103093", "104644", "154829", "109938", "581204", "44529", "142242", "333219", "511506", "360628", "561832", "442896", "309235", "152286", "94434", "272328", "332938", "287693", "208216", "353081", "218501", "404973", "481114", "93519", "98294", "87160", "531299", "162745", "85214", "126751", "172736", "233413", "361832", "65698", "370815", "554217", "492250", "421639", "108302", "117077", "132288", "475748", "66183", "474896", "11082", "202731", "241070", "269987", "102209", "208437" ], "top100_scores": [ 4.5, -1.71875, -2.5625, -2.703125, -2.75, -2.796875, -2.890625, -3.140625, -3.171875, -3.375, -3.421875, -3.421875, -3.484375, -3.59375, -3.796875, -3.859375, -3.9375, -3.9375, -4.0, -4.09375, -4.09375, -4.125, -4.15625, -4.21875, -4.21875, -4.28125, -4.28125, -4.375, -4.40625, -4.46875, -4.5, -4.5, -4.53125, -4.5625, -4.5625, -4.59375, -4.59375, -4.59375, -4.625, -4.6875, -4.6875, -4.78125, -4.78125, -4.875, -4.90625, -4.9375, -5.0, -5.0, -5.03125, -5.09375, -5.125, -5.125, -5.15625, -5.1875, -5.25, -5.25, -5.28125, -5.28125, -5.3125, -5.375, -5.375, -5.40625, -5.46875, -5.53125, -5.53125, -5.625, -5.625, -5.625, -5.6875, -5.6875, -5.78125, -5.8125, -5.84375, -5.875, -5.9375, -5.9375, -5.96875, -5.96875, -6.03125, -6.09375, -6.15625, -6.1875, -6.28125, -6.28125, -6.28125, -6.4375, -6.4375, -6.4375, -6.4375, -6.46875, -6.5, -6.53125, -6.53125, -6.59375, -6.6875, -6.78125, -7.09375, -7.125, -7.25, -7.28125 ] }, { "query_id": "5331", "ndcg@10": 0.6309297535714575, "mrr@10": 0.5, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "220147", "200784", "134972", "143655", "237718", "261258", "104188", "1001", "595605", "409818", "384772", "107377", "115947", "235779", "132288", "89484", "344372", "24563", "61919", "303112", "324564", "447812", "499154", "125298", "581672", "277190", "558233", "453829", "518932", "442968", "144824", "493202", "373585", "599876", "209974", "445994", "305676", "79375", "200756", "394549", "333605", "99448", "77488", "370494", "175563", "188232", "391619", "89611", "80871", "428141", "174315", "265747", "440458", "490497", "460341", "555276", "147080", "163034", "135823", "94117", "47795", "321120", "569565", "533727", "525645", "469601", "330792", "162916", "522040", "420379", "311214", "433032", "519148", "420993", "162767", "265090", "201706", "176161", "309758", "240259", "590310", "354136", "193266", "546678", "240373", "152502", "194319", "400046", "345851", "535697", "315345", "292769", "362579", "535673", "588080", "406656", "527776", "30774", "449333", "9116" ], "top100_scores": [ 2.28125, 1.203125, -0.017822265625, -0.56640625, -0.6171875, -0.89453125, -0.91796875, -1.28125, -1.65625, -2.5, -2.5625, -2.640625, -2.65625, -2.65625, -3.109375, -3.234375, -3.234375, -3.265625, -3.3125, -3.609375, -3.84375, -3.9375, -3.9375, -4.0625, -4.0625, -4.15625, -4.15625, -4.21875, -4.21875, -4.25, -4.28125, -4.34375, -4.375, -4.40625, -4.4375, -4.46875, -4.5, -4.53125, -4.53125, -4.53125, -4.53125, -4.5625, -4.5625, -4.71875, -4.71875, -4.71875, -4.875, -4.9375, -4.96875, -5.0, -5.03125, -5.09375, -5.09375, -5.125, -5.21875, -5.21875, -5.3125, -5.3125, -5.3125, -5.3125, -5.34375, -5.375, -5.40625, -5.625, -5.625, -5.65625, -5.65625, -5.71875, -5.71875, -5.78125, -5.78125, -5.8125, -5.84375, -5.875, -5.90625, -5.9375, -5.9375, -5.9375, -6.03125, -6.0625, -6.0625, -6.09375, -6.125, -6.15625, -6.15625, -6.15625, -6.15625, -6.25, -6.3125, -6.3125, -6.375, -6.40625, -6.40625, -6.4375, -6.5, -6.53125, -6.625, -7.0, -7.03125, -7.21875 ] }, { "query_id": "7377", "ndcg@10": 0.6309297535714575, "mrr@10": 0.5, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "464277", "579557", "286335", "58690", "593879", "20504", "559768", "491472", "30563", "97402", "28291", "590276", "236507", "31954", "6666", "502271", "293679", "560208", "68325", "544070", "83079", "240651", "175504", "297290", "271825", "321637", "39303", "580056", "520963", "568518", "440779", "397445", "354767", "161966", "263088", "406920", "266194", "530938", "23142", "436020", "272520", "434279", "126151", "478060", "552220", "531066", "599757", "461313", "503062", "105011", "445782", "154707", "495165", "344783", "85621", "564759", "118485", "553031", "5591", "434201", "57844", "77052", "424079", "257443", "467535", "561056", "392752", "148721", "99233", "257168", "563025", "287558", "574383", "245702", "237316", "3789", "429133", "457529", "158310", "93073", "454871", "462612", "47795", "234979", "293464", "192888", "179855", "301547", "180592", "444044", "554140", "569539", "391463", "590232", "441384", "12623", "245616", "190800", "138065", "361329" ], "top100_scores": [ 1.3125, 0.185546875, -1.0546875, -1.7734375, -2.109375, -2.28125, -2.421875, -2.703125, -2.8125, -2.828125, -2.875, -2.875, -2.921875, -2.921875, -2.921875, -2.9375, -2.953125, -3.03125, -3.125, -3.21875, -3.234375, -3.40625, -3.421875, -3.59375, -3.8125, -3.859375, -3.90625, -3.921875, -3.921875, -3.96875, -3.96875, -4.0625, -4.125, -4.25, -4.28125, -4.28125, -4.3125, -4.375, -4.375, -4.46875, -4.5, -4.53125, -4.53125, -4.5625, -4.5625, -4.59375, -4.625, -4.65625, -4.65625, -4.71875, -4.71875, -4.71875, -4.78125, -4.84375, -4.84375, -4.90625, -4.9375, -5.0, -5.0, -5.03125, -5.03125, -5.03125, -5.0625, -5.09375, -5.15625, -5.15625, -5.1875, -5.21875, -5.25, -5.28125, -5.3125, -5.3125, -5.34375, -5.375, -5.40625, -5.46875, -5.46875, -5.46875, -5.5, -5.5, -5.5, -5.53125, -5.5625, -5.59375, -5.625, -5.625, -5.625, -5.6875, -5.78125, -5.84375, -5.84375, -5.875, -5.875, -6.25, -6.3125, -6.3125, -6.40625, -6.65625, -6.96875, -7.125 ] }, { "query_id": "2903", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "59686", "593694", "558832", "407378", "195571", "79411", "174025", "207531", "406656", "489898", "44152", "149516", "37725", "223170", "130934", "509617", "66492", "428348", "451580", "595121", "113451", "107584", "65095", "382908", "158058", "467853", "590234", "403877", "282770", "405105", "281612", "525149", "483453", "510409", "315552", "295250", "250500", "89611", "133235", "369577", "69306", "423171", "485140", "449116", "254514", "568255", "408434", "568165", "153541", "408112", "202019", "252843", "25762", "116181", "344780", "129606", "548299", "446190", "160313", "65698", "453257", "584218", "307531", "541315", "496433", "445052", "75195", "440061", "546277", "239030", "373180", "244303", "29300", "225120", "150070", "395483", "533808", "121621", "272820", "399583", "134494", "392503", "244749", "408124", "444899", "172736", "199568", "175522", "102323", "221113", "469938", "560208", "151121", "13656", "205865", "110367", "546150", "235271", "203638", "397313" ], "top100_scores": [ 1.03125, -0.51953125, -1.640625, -1.8359375, -2.296875, -2.296875, -2.296875, -2.359375, -2.625, -2.6875, -2.84375, -2.859375, -3.171875, -3.21875, -3.296875, -3.3125, -3.34375, -3.40625, -3.421875, -3.453125, -3.453125, -3.453125, -3.5, -3.546875, -3.59375, -3.65625, -3.671875, -3.703125, -3.765625, -3.859375, -3.875, -3.90625, -3.921875, -3.9375, -3.9375, -3.9375, -3.953125, -4.0, -4.0, -4.03125, -4.03125, -4.0625, -4.09375, -4.125, -4.15625, -4.1875, -4.1875, -4.25, -4.28125, -4.3125, -4.3125, -4.375, -4.375, -4.375, -4.375, -4.40625, -4.4375, -4.4375, -4.4375, -4.46875, -4.5, -4.59375, -4.59375, -4.65625, -4.71875, -4.75, -4.75, -4.78125, -4.875, -4.875, -4.875, -4.90625, -4.9375, -4.96875, -5.0, -5.03125, -5.0625, -5.15625, -5.25, -5.25, -5.25, -5.28125, -5.28125, -5.34375, -5.375, -5.5, -5.5625, -5.59375, -5.6875, -5.875, -6.03125, -6.0625, -6.1875, -6.25, -6.40625, -6.53125, -6.53125, -6.65625, -6.78125, -6.9375 ] }, { "query_id": "4233", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "590836", "16270", "187129", "154886", "31377", "353048", "544070", "537913", "513376", "413966", "591344", "583666", "160578", "116804", "262885", "118191", "62047", "185077", "555794", "391605", "462367", "38918", "554217", "583912", "171483", "530692", "151442", "408307", "113660", "208437", "462440", "316651", "410675", "573290", "438419", "231863", "556913", "436020", "349299", "462113", "446059", "589476", "207779", "551099", "71257", "379546", "333219", "454465", "380759", "215620", "332064", "453829", "567165", "20994", "385600", "397445", "78520", "577832", "192669", "454871", "445782", "492250", "418551", "44529", "563446", "322806", "352638", "18436", "189678", "148721", "323228", "520963", "586851", "433032", "577729", "441518", "285918", "588247", "205280", "431443", "289582", "590232", "74688", "20036", "172761", "257616", "462612", "303432", "336468", "22425", "393733", "522040", "311214", "201317", "53100", "595455", "508610", "246058", "31954", "224345" ], "top100_scores": [ 6.28125, 3.203125, 2.78125, 1.9765625, -0.93359375, -1.3984375, -2.234375, -2.5, -3.0625, -3.21875, -3.328125, -3.390625, -3.390625, -3.734375, -4.09375, -4.09375, -4.15625, -4.15625, -4.28125, -4.34375, -4.34375, -4.40625, -4.46875, -4.46875, -4.53125, -4.5625, -4.59375, -4.65625, -4.65625, -4.71875, -4.75, -4.75, -4.78125, -4.8125, -4.8125, -4.84375, -4.84375, -4.84375, -4.875, -4.90625, -4.90625, -4.96875, -5.0, -5.0, -5.03125, -5.03125, -5.09375, -5.09375, -5.09375, -5.15625, -5.15625, -5.25, -5.25, -5.28125, -5.28125, -5.28125, -5.28125, -5.34375, -5.34375, -5.34375, -5.34375, -5.40625, -5.40625, -5.5, -5.5, -5.5, -5.5625, -5.5625, -5.59375, -5.59375, -5.59375, -5.625, -5.65625, -5.65625, -5.65625, -5.6875, -5.71875, -5.71875, -5.75, -5.75, -5.75, -5.8125, -5.84375, -5.90625, -5.90625, -5.9375, -5.9375, -5.96875, -5.96875, -6.0, -6.0625, -6.09375, -6.15625, -6.15625, -6.1875, -6.21875, -6.34375, -6.5, -6.5625, -6.8125 ] }, { "query_id": "1310", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "535651", "101103", "223338", "597813", "310056", "358795", "510805", "111454", "49798", "482963", "71543", "84630", "596473", "531841", "14538", "112435", "70799", "79378", "30352", "246882", "233413", "368010", "279488", "437149", "584278", "85697", "233795", "93564", "211642", "256261", "263867", "550172", "510373", "445549", "51504", "360139", "433245", "343823", "47565", "585823", "385013", "75686", "8480", "444477", "225106", "554018", "368044", "290631", "334750", "165710", "336053", "220834", "293464", "305742", "350131", "280177", "278626", "336847", "310326", "362468", "175771", "109903", "69058", "454287", "561056", "573935", "112195", "14472", "44917", "241297", "309235", "219398", "192464", "293624", "507806", "475663", "341837", "150607", "455428", "294076", "445053", "87187", "528184", "20529", "549040", "160464", "2064", "426215", "402778", "128408", "103093", "467535", "28346", "568255", "551423", "174016", "475397", "147806", "302306", "321108" ], "top100_scores": [ -0.21875, -2.25, -2.328125, -2.453125, -2.609375, -2.953125, -3.03125, -3.0625, -3.21875, -3.21875, -3.234375, -3.359375, -3.484375, -3.484375, -3.5, -3.515625, -3.515625, -3.5625, -3.5625, -3.609375, -3.6875, -3.703125, -3.703125, -3.8125, -3.828125, -3.84375, -3.859375, -3.9375, -3.984375, -4.0, -4.0, -4.0, -4.09375, -4.1875, -4.21875, -4.25, -4.25, -4.28125, -4.3125, -4.3125, -4.34375, -4.34375, -4.34375, -4.375, -4.375, -4.40625, -4.40625, -4.40625, -4.4375, -4.5, -4.5, -4.5, -4.53125, -4.53125, -4.5625, -4.5625, -4.59375, -4.625, -4.65625, -4.65625, -4.75, -4.75, -4.78125, -4.875, -4.875, -4.875, -4.9375, -4.96875, -5.0, -5.03125, -5.03125, -5.0625, -5.0625, -5.09375, -5.15625, -5.1875, -5.1875, -5.21875, -5.21875, -5.25, -5.25, -5.3125, -5.3125, -5.34375, -5.375, -5.46875, -5.46875, -5.5, -5.71875, -5.71875, -5.71875, -5.96875, -6.0625, -6.15625, -6.3125, -6.3125, -6.40625, -6.4375, -6.5625, -6.84375 ] }, { "query_id": "8378", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.3333333333333333, "candidate_recall": 0.3333333333333333, "top100": [ "511678", "495568", "521095", "98767", "361345", "567244", "469100", "114981", "519148", "311782", "221869", "337049", "207929", "387035", "109455", "363919", "355871", "38287", "102237", "393842", "30557", "43497", "11075", "347992", "132111", "328073", "90085", "41852", "14699", "295082", "99132", "242849", "545284", "467853", "369437", "71293", "121480", "500856", "261902", "132966", "593644", "480879", "78053", "481339", "474962", "203638", "378173", "581579", "301161", "390864", "104188", "246221", "570112", "388718", "413174", "66834", "18727", "344372", "266785", "558921", "533727", "419747", "241433", "250623", "161076", "18065", "2633", "92284", "31465", "526235", "84800", "26292", "517516", "460839", "503261", "166885", "310837", "386095", "565133", "123320", "303724", "2064", "590453", "250294", "192900", "258190", "381341", "71399", "275833", "464385", "356490", "313437", "282623", "216365", "119165", "21468", "454871", "130631", "299690", "228548" ], "top100_scores": [ 1.234375, 0.54296875, 0.435546875, -0.1630859375, -0.6015625, -0.60546875, -1.09375, -1.1640625, -1.21875, -1.4453125, -1.734375, -1.7421875, -1.75, -1.7890625, -1.7890625, -1.953125, -2.03125, -2.125, -2.15625, -2.171875, -2.171875, -2.203125, -2.21875, -2.28125, -2.3125, -2.34375, -2.40625, -2.46875, -2.5, -2.515625, -2.546875, -2.625, -2.640625, -2.671875, -2.6875, -2.703125, -2.703125, -2.71875, -2.71875, -2.765625, -2.765625, -2.84375, -2.921875, -3.015625, -3.078125, -3.09375, -3.125, -3.125, -3.1875, -3.25, -3.34375, -3.34375, -3.375, -3.546875, -3.578125, -3.59375, -3.65625, -3.671875, -3.734375, -3.75, -3.796875, -3.875, -3.90625, -3.9375, -3.953125, -3.953125, -3.953125, -3.984375, -4.0, -4.0, -4.0, -4.0, -4.09375, -4.15625, -4.15625, -4.1875, -4.21875, -4.21875, -4.25, -4.25, -4.28125, -4.28125, -4.3125, -4.34375, -4.375, -4.40625, -4.78125, -4.84375, -5.0, -5.0, -5.03125, -5.09375, -5.3125, -5.375, -5.4375, -5.71875, -5.875, -6.0, -6.46875, -6.9375 ] } ] }, "NanoSciFact": { "metrics": { "ndcg@10": 0.7095963336032873, "mrr@10": 0.6633809523809524, "recall@100": 0.88, "candidate_recall": 0.88, "seconds": 8.345822281000437 }, "per_query": [ { "query_id": "514", "ndcg@10": 0.5, "mrr@10": 0.3333333333333333, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "36960449", "4462079", "16256507", "30720103", "3215494", "26409363", "3150030", "4483571", "44572913", "25599283", "12102963", "21553394", "520579", "23267371", "38551172", "19532163", "19878070", "27550580", "19460822", "29735200", "20048431", "11246427", "8595678", "21993510", "30981192", "2138843", "38712515", "22023404", "12801438", "40473317", "10692948", "11071351", "3222187", "46485368", "21557614", "34054472", "4910408", "41310252", "19278208", "25837950", "8856690", "13230773", "30208015", "24273592", "41915616", "25298276", "25135304", "42441846", "2425364", "45770026", "12810152", "8037453", "4457834", "12236208", "3083927", "33733520", "22309946", "25974070", "8582337", "6158879", "9244474", "11360768", "15570962", "1285713", "17324544", "4394525", "31890716", "6042706", "12358173", "12205576", "24510595", "46451940", "25690516", "82665667", "27428509", "20471181", "34121231", "11441172", "29981186", "6327940", "2842550", "29564505", "25028913", "15615957", "33409100", "16980892", "37182501", "4463588", "42800527", "2194320", "4505748", "1428840", "40913091", "1522647", "195689316", "20302714", "16701509", "20887554", "14934137", "3981244" ], "top100_scores": [ -2.1875, -2.328125, -2.578125, -3.046875, -3.140625, -3.15625, -3.265625, -3.296875, -3.484375, -3.5, -3.65625, -3.6875, -3.71875, -3.96875, -3.984375, -4.09375, -4.21875, -4.25, -4.3125, -4.375, -4.40625, -4.4375, -4.46875, -4.5, -4.5, -4.5, -4.53125, -4.5625, -4.5625, -4.5625, -4.5625, -4.59375, -4.625, -4.625, -4.625, -4.625, -4.65625, -4.6875, -4.71875, -4.71875, -4.75, -4.75, -4.78125, -4.8125, -4.84375, -4.84375, -4.84375, -4.875, -4.90625, -4.90625, -4.9375, -4.9375, -4.9375, -4.9375, -4.96875, -4.96875, -5.0, -5.0, -5.0, -5.03125, -5.03125, -5.0625, -5.0625, -5.09375, -5.09375, -5.125, -5.15625, -5.1875, -5.1875, -5.1875, -5.1875, -5.25, -5.25, -5.28125, -5.3125, -5.3125, -5.3125, -5.34375, -5.34375, -5.375, -5.375, -5.375, -5.40625, -5.40625, -5.4375, -5.4375, -5.4375, -5.46875, -5.46875, -5.5625, -5.5625, -5.59375, -5.59375, -5.65625, -5.71875, -5.75, -5.8125, -5.8125, -5.875, -5.96875 ] }, { "query_id": "269", "ndcg@10": 0.6309297535714575, "mrr@10": 0.5, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "36838958", "970012", "14865329", "32955023", "25687558", "25878014", "38028419", "13000926", "34582256", "22495397", "4854076", "3083927", "8137081", "1568684", "496873", "15135001", "4319174", "2613775", "6853699", "29347970", "2192419", "21868715", "13770184", "21902910", "25901598", "4810810", "17000834", "7198295", "10189634", "25988622", "16546131", "13025574", "36960449", "2679511", "11968641", "22420524", "10765888", "25817686", "14492339", "1871230", "791050", "4460880", "36547290", "13952658", "12871281", "3559136", "4380004", "34121231", "35079452", "38252314", "1507222", "18231807", "27635177", "31293581", "1192458", "6309659", "708425", "20501163", "16532419", "20287253", "11721286", "14972169", "33912748", "38830961", "275294", "26886351", "5864770", "13923140", "8596837", "11674596", "7028976", "18126445", "6712836", "39637840", "42387637", "17333231", "58006489", "16208091", "4340358", "3493623", "885056", "19561411", "712078", "20977638", "18042803", "13763195", "4345315", "26067999", "2714623", "9021186", "13905670", "14835068", "20368353", "2042250", "27995781", "16472469", "25085979", "502591", "36830715", "33986507" ], "top100_scores": [ 1.7578125, 0.8828125, -0.86328125, -1.5546875, -2.21875, -3.640625, -3.734375, -3.78125, -3.921875, -4.125, -4.25, -4.3125, -4.4375, -4.625, -4.6875, -4.78125, -4.84375, -4.875, -4.875, -4.90625, -4.90625, -5.03125, -5.15625, -5.21875, -5.21875, -5.3125, -5.3125, -5.3125, -5.40625, -5.46875, -5.5, -5.53125, -5.65625, -5.6875, -5.71875, -5.71875, -5.71875, -5.75, -5.75, -5.84375, -5.90625, -5.90625, -6.03125, -6.03125, -6.125, -6.15625, -6.1875, -6.21875, -6.21875, -6.25, -6.28125, -6.28125, -6.3125, -6.34375, -6.34375, -6.375, -6.375, -6.375, -6.40625, -6.4375, -6.4375, -6.5, -6.53125, -6.5625, -6.59375, -6.59375, -6.625, -6.65625, -6.65625, -6.6875, -6.6875, -6.6875, -6.71875, -6.71875, -6.78125, -6.78125, -6.78125, -6.8125, -6.84375, -6.875, -6.90625, -6.90625, -6.9375, -6.9375, -6.96875, -7.0, -7.03125, -7.0625, -7.09375, -7.09375, -7.125, -7.125, -7.15625, -7.1875, -7.25, -7.3125, -7.375, -7.4375, -7.5, -7.5 ] }, { "query_id": "343", "ndcg@10": 0.5437713091520254, "mrr@10": 0.3333333333333333, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "6158879", "23783727", "5884524", "471921", "7873737", "25028913", "24150328", "16180601", "19308127", "16760369", "5935987", "15925931", "21301090", "20887554", "19945096", "13179318", "38630735", "7640792", "44827480", "40156901", "29526125", "12561083", "6157837", "30981192", "45447613", "12102963", "13448422", "43226130", "3462075", "1522647", "4678846", "20526907", "3056682", "31890716", "36288526", "29253460", "5698494", "7711685", "11992632", "13282296", "6945285", "14973286", "6070278", "3083927", "10072941", "35495268", "9617381", "14188138", "21571708", "20554003", "6123521", "2958458", "9813098", "6517763", "7373453", "7965928", "21257564", "750781", "2058909", "5132358", "35186640", "6421734", "39443128", "29981186", "7613033", "15048300", "8582337", "26244918", "23887844", "29564505", "22401061", "5912283", "5262240", "8037453", "27449472", "2138843", "3613041", "22420524", "13883546", "3929361", "13791044", "44562904", "44265107", "12122482", "44048701", "32462603", "6309659", "22309946", "8529693", "33960383", "22942787", "12009265", "10699587", "791050", "3107733", "4505748", "7552215", "23136735", "8842332", "26720366" ], "top100_scores": [ 2.640625, 1.8671875, -0.359375, -0.87890625, -1.0078125, -2.3125, -2.53125, -2.640625, -2.65625, -2.734375, -2.875, -2.890625, -2.90625, -2.984375, -3.015625, -3.265625, -3.296875, -3.296875, -3.375, -3.390625, -3.46875, -3.46875, -3.546875, -3.5625, -3.609375, -3.703125, -3.734375, -3.765625, -3.828125, -3.84375, -3.84375, -3.890625, -3.921875, -3.984375, -4.03125, -4.09375, -4.09375, -4.1875, -4.21875, -4.21875, -4.25, -4.28125, -4.3125, -4.34375, -4.34375, -4.375, -4.375, -4.375, -4.40625, -4.4375, -4.5, -4.5, -4.5, -4.5625, -4.5625, -4.59375, -4.65625, -4.65625, -4.78125, -4.78125, -4.8125, -4.84375, -4.875, -5.0, -5.0625, -5.0625, -5.0625, -5.15625, -5.21875, -5.25, -5.25, -5.3125, -5.3125, -5.4375, -5.4375, -5.46875, -5.5, -5.5, -5.5625, -5.59375, -5.59375, -5.625, -5.625, -5.75, -5.75, -5.875, -5.875, -5.90625, -5.96875, -6.03125, -6.03125, -6.0625, -6.0625, -6.0625, -6.09375, -6.125, -6.1875, -6.25, -6.46875, -6.59375 ] }, { "query_id": "551", "ndcg@10": 0.6309297535714575, "mrr@10": 0.5, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "8903143", "33499189", "5914739", "34905328", "52095986", "6767271", "18231807", "40590358", "13868795", "994800", "9283422", "4468861", "41982985", "85326624", "5811042", "23076291", "22174015", "2714623", "38830961", "15972906", "3545805", "35651106", "30184745", "5836", "6936141", "33397197", "20457190", "28006126", "25479072", "40608679", "6961811", "2825380", "14834714", "36271512", "27910499", "17463549", "1196631", "35531883", "18237384", "5483793", "29288582", "10562341", "8563659", "21366394", "22874817", "18042803", "41226276", "21754541", "6123924", "20344442", "20220731", "25085979", "12871281", "5386514", "4418070", "35987381", "22997657", "9160947", "18758057", "4324278", "11666252", "29362104", "34436231", "19603353", "4820792", "1454773", "306006", "24387017", "18488986", "7115651", "36216395", "26117607", "18546584", "8144920", "4270992", "51952430", "20646904", "25353658", "8305686", "23912923", "14767844", "15425958", "6163801", "3118719", "34498325", "14380875", "31107919", "26011884", "2593298", "3531388", "79696454", "21164071", "38587347", "40094786", "15435343", "13798951", "5132358", "19561411", "14934137", "3127341" ], "top100_scores": [ -0.478515625, -1.7578125, -2.828125, -3.015625, -3.203125, -3.265625, -3.28125, -3.578125, -3.71875, -3.734375, -3.734375, -3.75, -3.765625, -3.796875, -3.8125, -3.828125, -3.84375, -3.875, -3.875, -3.921875, -3.921875, -3.921875, -3.921875, -3.953125, -3.984375, -3.984375, -4.0, -4.03125, -4.03125, -4.03125, -4.0625, -4.09375, -4.09375, -4.15625, -4.15625, -4.15625, -4.15625, -4.15625, -4.1875, -4.21875, -4.21875, -4.21875, -4.21875, -4.21875, -4.25, -4.28125, -4.28125, -4.28125, -4.3125, -4.34375, -4.34375, -4.34375, -4.34375, -4.34375, -4.34375, -4.375, -4.375, -4.40625, -4.4375, -4.4375, -4.4375, -4.4375, -4.4375, -4.46875, -4.46875, -4.5, -4.53125, -4.53125, -4.53125, -4.53125, -4.5625, -4.59375, -4.59375, -4.59375, -4.625, -4.625, -4.625, -4.625, -4.65625, -4.65625, -4.65625, -4.6875, -4.6875, -4.75, -4.78125, -4.8125, -4.8125, -4.8125, -4.84375, -4.84375, -4.84375, -4.875, -4.875, -4.90625, -4.90625, -4.9375, -4.9375, -4.96875, -5.0, -5.125 ] }, { "query_id": "641", "ndcg@10": 0.8315546295836225, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "5912283", "10749308", "32463364", "45581752", "7239105", "31554917", "12672066", "28542402", "21203899", "7986878", "17930286", "7965928", "16826810", "32852283", "13123189", "31591262", "33884866", "24581365", "21274919", "26244918", "14782049", "38752049", "41074251", "25483562", "15215393", "49432306", "4587978", "14079881", "3329824", "343052", "18025240", "35766603", "3898784", "23863576", "24341590", "20697217", "20326526", "24524403", "1281769", "10958594", "6153754", "45764440", "7595742", "21246752", "35314705", "19497526", "25589047", "25315295", "20471181", "2391552", "14260013", "25895285", "24285403", "31884697", "26079071", "19510470", "26409363", "31363207", "2335873", "4961038", "24921368", "3056682", "2048139", "20610557", "3866315", "26231129", "32454714", "46112052", "7834603", "26720366", "22517564", "15678772", "6650933", "40127292", "2248870", "13282296", "11254040", "10699587", "24634621", "30658796", "19529370", "21700295", "32743723", "13619127", "6157837", "9021186", "10017612", "39532074", "9955779", "3858268", "25690516", "10072941", "496873", "22688699", "18074797", "37583120", "8037453", "15462523", "20554003", "8610932" ], "top100_scores": [ 0.453125, -3.71875, -5.0625, -5.3125, -5.4375, -5.5, -5.53125, -5.875, -5.875, -6.0, -6.0625, -6.1875, -6.21875, -6.21875, -6.21875, -6.25, -6.3125, -6.34375, -6.375, -6.375, -6.375, -6.40625, -6.40625, -6.40625, -6.40625, -6.40625, -6.4375, -6.4375, -6.4375, -6.46875, -6.46875, -6.46875, -6.46875, -6.5, -6.5, -6.53125, -6.5625, -6.5625, -6.5625, -6.5625, -6.5625, -6.59375, -6.625, -6.625, -6.625, -6.65625, -6.65625, -6.65625, -6.65625, -6.65625, -6.65625, -6.6875, -6.71875, -6.71875, -6.75, -6.75, -6.78125, -6.78125, -6.78125, -6.78125, -6.8125, -6.8125, -6.8125, -6.8125, -6.8125, -6.8125, -6.8125, -6.84375, -6.84375, -6.875, -6.875, -6.875, -6.875, -6.90625, -6.90625, -6.90625, -6.9375, -6.9375, -6.9375, -6.96875, -7.0, -7.0, -7.03125, -7.0625, -7.09375, -7.09375, -7.125, -7.15625, -7.15625, -7.15625, -7.1875, -7.21875, -7.21875, -7.28125, -7.28125, -7.28125, -7.28125, -7.375, -7.40625, -7.40625 ] }, { "query_id": "971", "ndcg@10": 0.9828920819566879, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "27873158", "46695481", "9764256", "6561200", "28617573", "7650066", "23136735", "19140422", "46355579", "16980892", "1203035", "6748318", "3566945", "20279166", "41074251", "23471400", "4695046", "881332", "7165938", "9274291", "13515165", "10692412", "3878434", "14252892", "25742130", "20839751", "3285322", "1921218", "4688340", "2727303", "3078080", "13445579", "11201004", "11880289", "26798867", "12779444", "7020505", "32423829", "20610390", "27099731", "13831558", "22067786", "36355784", "24581365", "3210545", "3790895", "13007205", "12471115", "27240667", "22942787", "3215494", "39903312", "7736860", "19673227", "1996292", "5850219", "40735046", "26067999", "36003142", "2272614", "23126677", "2140497", "5735492", "14664424", "13916951", "4911006", "24660385", "35443524", "52188256", "17163294", "20886584", "7451018", "45449835", "14827874", "654735", "12358173", "16016673", "2931832", "19532163", "8891333", "14729253", "22309946", "43329366", "1780819", "19047331", "16422880", "24450344", "5151024", "3935126", "23639838", "7821634", "14717213", "21902400", "13763195", "15476777", "32454714", "32721137", "31933981", "15559582", "12770738" ], "top100_scores": [ 4.0, 3.234375, 2.796875, 0.69921875, 0.17578125, -0.1630859375, -1.21875, -1.53125, -1.703125, -1.9375, -3.359375, -3.390625, -3.390625, -3.453125, -3.515625, -3.59375, -3.625, -3.65625, -3.671875, -3.75, -3.796875, -3.859375, -3.90625, -3.9375, -3.953125, -4.03125, -4.03125, -4.0625, -4.0625, -4.15625, -4.15625, -4.1875, -4.25, -4.25, -4.25, -4.34375, -4.375, -4.40625, -4.40625, -4.4375, -4.46875, -4.46875, -4.5, -4.53125, -4.53125, -4.5625, -4.5625, -4.625, -4.625, -4.625, -4.625, -4.625, -4.65625, -4.65625, -4.6875, -4.6875, -4.71875, -4.75, -4.75, -4.75, -4.78125, -4.78125, -4.8125, -4.8125, -4.8125, -4.84375, -4.84375, -4.84375, -4.84375, -4.84375, -4.875, -4.90625, -4.90625, -4.90625, -4.9375, -4.9375, -4.96875, -4.96875, -5.0, -5.0, -5.0, -5.03125, -5.0625, -5.0625, -5.0625, -5.0625, -5.09375, -5.09375, -5.125, -5.125, -5.125, -5.125, -5.15625, -5.15625, -5.34375, -5.34375, -5.34375, -5.40625, -5.625, -5.9375 ] }, { "query_id": "475", "ndcg@10": 0.2890648263178879, "mrr@10": 0.1, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "33030946", "23576165", "5785219", "18810195", "4423401", "23148978", "20672596", "1605196", "24349992", "18678095", "27647593", "11200685", "2919030", "4418878", "1148122", "5839365", "6363093", "30658796", "39776978", "40473317", "4530659", "4387484", "11569583", "12642224", "4387494", "16319097", "14296612", "3590806", "13256155", "33370", "11992632", "27889071", "9301606", "19945096", "27789588", "10247314", "20960682", "23180075", "29689140", "3118719", "5704562", "19460822", "7506409", "30152134", "8038329", "16233471", "12156187", "20333864", "34445160", "30933307", "8208212", "35345807", "12489688", "21093407", "20738970", "27900414", "10450300", "4417558", "16128711", "16605494", "928281", "26374799", "9460704", "29657303", "40667577", "14060030", "17023584", "10627801", "13223957", "8721150", "28193026", "31761981", "28783084", "24249915", "17601006", "25344732", "10562341", "11887584", "5035827", "38844612", "22401061", "27873158", "17433284", "34982259", "16120395", "16863359", "38533515", "30919024", "39225849", "21914176", "11255504", "28617573", "17919731", "19071857", "11716783", "23237995", "2402323", "9769310", "23639838", "10145528" ], "top100_scores": [ -2.59375, -3.09375, -3.109375, -3.265625, -3.375, -3.390625, -3.5625, -3.734375, -3.90625, -4.28125, -4.3125, -4.78125, -4.8125, -4.9375, -4.9375, -5.0625, -5.0625, -5.15625, -5.28125, -5.28125, -5.40625, -5.46875, -5.46875, -5.53125, -5.5625, -5.5625, -5.5625, -5.59375, -5.59375, -5.59375, -5.65625, -5.6875, -5.6875, -5.71875, -5.71875, -5.71875, -5.71875, -5.75, -5.78125, -5.78125, -5.78125, -5.8125, -5.8125, -5.8125, -5.84375, -5.84375, -5.84375, -5.84375, -5.875, -5.875, -5.90625, -5.96875, -5.96875, -5.96875, -5.96875, -6.0, -6.0, -6.0, -6.0, -6.03125, -6.03125, -6.03125, -6.09375, -6.125, -6.125, -6.125, -6.15625, -6.15625, -6.15625, -6.1875, -6.21875, -6.21875, -6.25, -6.25, -6.25, -6.25, -6.28125, -6.28125, -6.28125, -6.3125, -6.3125, -6.3125, -6.3125, -6.3125, -6.34375, -6.34375, -6.375, -6.40625, -6.40625, -6.4375, -6.46875, -6.5, -6.5, -6.5, -6.625, -6.625, -6.6875, -6.71875, -6.78125, -7.0 ] }, { "query_id": "380", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "19005293", "40365566", "219475", "23912923", "4391121", "3083927", "44562221", "20428155", "20610557", "45449835", "3684342", "67045088", "10648422", "29509926", "13905670", "20261352", "21651116", "15946643", "195683603", "5500086", "7281161", "27602752", "22281684", "33203108", "15425958", "12058271", "14615911", "23509113", "45096063", "3835423", "15727984", "5003144", "14386505", "343052", "6417632", "12966719", "49556906", "12130690", "5979056", "3619931", "17438862", "7975937", "15561961", "24177706", "26025820", "364522", "1733337", "28712203", "56486733", "8639034", "24323695", "4418070", "26735018", "97884", "25175997", "7198295", "1574014", "9159125", "16532419", "22896384", "25263810", "21258863", "24873253", "3493623", "39481265", "31313782", "4345315", "19205437", "10247282", "34016987", "10450300", "9021186", "12885341", "5838067", "15803282", "2958458", "42065070", "8247469", "1344498", "5137019", "3973445", "20960682", "26067999", "26735905", "4347374", "5867846", "1970884", "16572581", "22623275", "5633957", "25942757", "2603304", "2335873", "92308", "7177329", "1391126", "15319019", "36642096", "12631697", "10697096" ], "top100_scores": [ 5.5625, -0.8828125, -1.8046875, -1.8984375, -2.1875, -2.34375, -2.546875, -2.59375, -2.75, -2.8125, -2.890625, -3.203125, -3.34375, -3.34375, -3.5, -3.640625, -3.65625, -3.671875, -3.765625, -3.84375, -3.84375, -3.890625, -3.921875, -3.921875, -3.9375, -4.0, -4.0625, -4.125, -4.15625, -4.1875, -4.25, -4.28125, -4.28125, -4.28125, -4.375, -4.40625, -4.40625, -4.40625, -4.46875, -4.46875, -4.46875, -4.5, -4.5, -4.53125, -4.53125, -4.5625, -4.5625, -4.59375, -4.59375, -4.59375, -4.65625, -4.65625, -4.6875, -4.71875, -4.75, -4.75, -4.8125, -4.90625, -4.90625, -4.9375, -5.03125, -5.03125, -5.125, -5.125, -5.125, -5.15625, -5.21875, -5.25, -5.25, -5.28125, -5.34375, -5.40625, -5.40625, -5.4375, -5.4375, -5.46875, -5.5, -5.5, -5.53125, -5.5625, -5.5625, -5.625, -5.6875, -5.71875, -5.78125, -5.8125, -5.875, -5.96875, -6.0625, -6.125, -6.15625, -6.15625, -6.1875, -6.21875, -6.25, -6.28125, -6.28125, -6.3125, -6.46875, -6.46875 ] }, { "query_id": "129", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "27768226", "12991445", "6477536", "3230361", "7111021", "7239105", "12561083", "41310252", "2832403", "22674621", "9617381", "16390264", "16167746", "24942840", "8529693", "5372432", "32909242", "40666943", "6407356", "6123924", "22707413", "25028913", "35329820", "2479538", "13901073", "10982689", "13322804", "5641851", "10577574", "751192", "33740844", "15856466", "29745822", "4398832", "12672066", "13899137", "9658390", "25886725", "41298619", "29387024", "4959368", "16979690", "27123743", "23785605", "9167230", "32357890", "21956124", "30292811", "25293616", "33370", "5596332", "3790895", "21323587", "38180456", "16233471", "13097856", "5238341", "52868579", "25254425", "13179318", "38630735", "11748341", "29253460", "76463821", "11624482", "21479575", "22711954", "21914176", "23294314", "7036529", "38037690", "39984099", "12801438", "19661996", "15692098", "13025574", "12471115", "8298120", "13934676", "27024392", "23267371", "21553394", "6319826", "20280410", "26611834", "32328114", "409280", "28017005", "11230569", "25602549", "20186513", "7547329", "1871230", "63858430", "75636923", "3716075", "13494853", "25121903", "30655442", "3052642" ], "top100_scores": [ 1.109375, -2.140625, -3.90625, -3.921875, -4.125, -4.25, -4.28125, -4.375, -4.40625, -4.40625, -4.4375, -4.5, -4.5, -4.5, -4.53125, -4.5625, -4.59375, -4.59375, -4.59375, -4.625, -4.6875, -4.6875, -4.71875, -4.71875, -4.78125, -4.8125, -4.8125, -4.84375, -4.875, -4.875, -4.875, -4.90625, -4.90625, -4.90625, -4.9375, -4.9375, -4.9375, -4.96875, -4.96875, -4.96875, -4.96875, -4.96875, -5.0, -5.0625, -5.0625, -5.0625, -5.09375, -5.125, -5.125, -5.125, -5.15625, -5.15625, -5.1875, -5.1875, -5.1875, -5.21875, -5.21875, -5.21875, -5.21875, -5.28125, -5.3125, -5.34375, -5.34375, -5.34375, -5.34375, -5.34375, -5.375, -5.375, -5.375, -5.375, -5.40625, -5.4375, -5.4375, -5.46875, -5.46875, -5.46875, -5.46875, -5.5, -5.5, -5.5, -5.5625, -5.625, -5.625, -5.65625, -5.65625, -5.6875, -5.6875, -5.71875, -5.71875, -5.78125, -5.8125, -5.8125, -5.8125, -5.90625, -5.9375, -5.96875, -6.03125, -6.03125, -6.25, -6.25 ] }, { "query_id": "1202", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "3475317", "17412260", "4391121", "24707550", "21258863", "3943235", "22517564", "15435343", "29509926", "4429118", "21320417", "22852120", "40323148", "28783084", "17023584", "19005293", "12580014", "27403802", "5572127", "1049501", "2042250", "4418070", "16066726", "44562221", "24726600", "6853699", "19603353", "23388442", "5752492", "15889329", "1605392", "7975937", "9225850", "4380287", "9159125", "5511240", "12641252", "52095986", "6580081", "9767444", "36216395", "52925737", "3981033", "9977329", "13778710", "343052", "34378726", "20722510", "20501163", "5107861", "8137081", "23801039", "26702468", "25942757", "4345315", "8604837", "5137019", "21382907", "26230669", "7399084", "16863359", "3330111", "5406411", "6501747", "25946292", "26474812", "24044977", "22696649", "38587347", "25148216", "1970884", "29015485", "31293581", "4416964", "4402497", "49432306", "4928282", "5519177", "2506153", "17438862", "1196631", "4454788", "41877386", "24315156", "2714623", "31272411", "20960682", "1900152", "11581157", "24157077", "1265945", "4544916", "3107733", "6144337", "3493623", "14692646", "7968532", "7875158", "10039688", "15521377" ], "top100_scores": [ 0.859375, -1.4140625, -1.9765625, -2.265625, -2.65625, -2.796875, -2.84375, -2.859375, -2.90625, -2.90625, -2.90625, -3.078125, -3.109375, -3.140625, -3.140625, -3.203125, -3.234375, -3.3125, -3.34375, -3.390625, -3.453125, -3.46875, -3.484375, -3.484375, -3.484375, -3.5, -3.5, -3.5625, -3.578125, -3.609375, -3.625, -3.6875, -3.734375, -3.8125, -3.8125, -3.8125, -3.8125, -3.84375, -3.921875, -3.953125, -3.96875, -3.96875, -4.03125, -4.0625, -4.09375, -4.125, -4.125, -4.125, -4.15625, -4.15625, -4.1875, -4.25, -4.28125, -4.28125, -4.3125, -4.34375, -4.40625, -4.40625, -4.40625, -4.40625, -4.46875, -4.5, -4.5, -4.53125, -4.53125, -4.5625, -4.5625, -4.59375, -4.625, -4.625, -4.6875, -4.6875, -4.6875, -4.6875, -4.71875, -4.78125, -4.78125, -4.8125, -4.84375, -4.84375, -4.84375, -4.875, -4.875, -4.90625, -4.90625, -4.9375, -5.0, -5.03125, -5.0625, -5.25, -5.28125, -5.3125, -5.375, -5.375, -5.4375, -5.59375, -5.625, -5.6875, -5.78125, -5.96875 ] }, { "query_id": "743", "ndcg@10": 0.3333333333333333, "mrr@10": 0.14285714285714285, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "5691302", "34054472", "27550580", "19332616", "10576136", "15984735", "32159283", "9813098", "23783727", "3984231", "6853699", "3056682", "18256197", "8290953", "5824985", "6070278", "6158879", "29526125", "23785605", "4020950", "35495268", "24150328", "20526907", "4418112", "9122283", "38630735", "15194125", "44264297", "13448422", "16760369", "25451374", "5884524", "5085118", "12810152", "22530842", "7640792", "6153754", "12770738", "21868715", "33884866", "496873", "9846940", "21239672", "44827480", "14848619", "4506414", "6085365", "2973910", "28264919", "32743723", "23124332", "4442799", "14726759", "7489663", "14361849", "24269361", "14657344", "28164534", "29253460", "38727075", "18174210", "26025820", "31889025", "25817686", "15946643", "883747", "10984005", "17682477", "19460822", "5273056", "25738896", "32454714", "46517055", "30261663", "5386514", "5107861", "43192375", "9278263", "23509113", "35651106", "7764903", "1234098", "1748921", "435529", "24190159", "2248870", "33409100", "14934137", "22159299", "2264455", "25488034", "25897733", "13001323", "26672703", "28712203", "13651792", "4544916", "17741440", "33934971", "16644043" ], "top100_scores": [ -3.703125, -4.40625, -4.4375, -4.5, -4.53125, -4.625, -4.71875, -4.75, -4.78125, -4.8125, -4.875, -4.875, -4.9375, -4.96875, -4.96875, -5.0625, -5.09375, -5.09375, -5.125, -5.125, -5.125, -5.125, -5.15625, -5.15625, -5.1875, -5.1875, -5.28125, -5.40625, -5.40625, -5.46875, -5.46875, -5.5, -5.53125, -5.59375, -5.625, -5.65625, -5.65625, -5.6875, -5.75, -5.84375, -5.875, -5.90625, -5.9375, -6.0625, -6.09375, -6.125, -6.1875, -6.21875, -6.25, -6.28125, -6.46875, -6.5, -6.5, -6.5, -6.53125, -6.53125, -6.5625, -6.65625, -6.65625, -6.6875, -6.78125, -6.78125, -6.84375, -6.875, -6.90625, -6.96875, -7.03125, -7.0625, -7.09375, -7.09375, -7.09375, -7.15625, -7.15625, -7.15625, -7.15625, -7.1875, -7.1875, -7.21875, -7.21875, -7.21875, -7.21875, -7.25, -7.3125, -7.3125, -7.3125, -7.34375, -7.34375, -7.34375, -7.34375, -7.375, -7.375, -7.40625, -7.40625, -7.53125, -7.53125, -7.53125, -7.59375, -7.65625, -7.6875, -7.71875 ] }, { "query_id": "659", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "1215116", "14337960", "20261352", "17327939", "15135001", "26607366", "3896759", "27264454", "4999387", "6415816", "37628989", "34544514", "5372432", "46926352", "140907540", "21009874", "13901073", "7370282", "25098790", "11728637", "11043831", "27567994", "46437558", "24269361", "12130067", "6417632", "4387494", "46765242", "5402581", "27150276", "2492146", "3874000", "7764903", "13714201", "22613657", "25895285", "14834714", "20610557", "16812091", "7547329", "12801438", "39970500", "52887689", "20372201", "5704562", "10982689", "15953181", "35651106", "43329366", "9791313", "39892135", "704526", "11718220", "7834603", "16389141", "10548391", "13070316", "23670644", "4961038", "36816310", "34818263", "26720366", "41294031", "3831884", "12471115", "38747567", "13639330", "33960383", "15570962", "7808055", "5395426", "12899612", "11359243", "1148122", "24921368", "952111", "23639838", "40655970", "14865329", "11481946", "25068298", "11172205", "20052986", "1748921", "42279414", "2973910", "6078882", "13011249", "3127341", "84379954", "2388819", "26378103", "21377587", "40817021", "19313533", "29634262", "4399268", "27049238", "34025053", "13914198" ], "top100_scores": [ -4.34375, -5.4375, -5.59375, -5.90625, -6.125, -6.125, -6.1875, -6.21875, -6.21875, -6.25, -6.3125, -6.3125, -6.375, -6.4375, -6.46875, -6.46875, -6.5, -6.53125, -6.5625, -6.5625, -6.5625, -6.59375, -6.59375, -6.625, -6.625, -6.625, -6.65625, -6.6875, -6.6875, -6.6875, -6.6875, -6.6875, -6.71875, -6.75, -6.78125, -6.78125, -6.8125, -6.84375, -6.84375, -6.875, -6.875, -6.875, -6.875, -6.90625, -6.9375, -6.9375, -6.9375, -6.9375, -6.96875, -6.96875, -6.96875, -6.96875, -7.03125, -7.03125, -7.0625, -7.0625, -7.09375, -7.09375, -7.09375, -7.09375, -7.09375, -7.125, -7.125, -7.125, -7.125, -7.125, -7.125, -7.125, -7.15625, -7.15625, -7.15625, -7.15625, -7.15625, -7.15625, -7.1875, -7.21875, -7.21875, -7.21875, -7.25, -7.28125, -7.28125, -7.28125, -7.3125, -7.3125, -7.34375, -7.34375, -7.34375, -7.34375, -7.375, -7.375, -7.375, -7.375, -7.40625, -7.40625, -7.4375, -7.4375, -7.4375, -7.46875, -7.46875, -7.53125 ] }, { "query_id": "128", "ndcg@10": 0.6309297535714575, "mrr@10": 0.5, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "25175997", "8290953", "12991445", "6137330", "22281684", "6070278", "23260700", "10697096", "32463364", "22730024", "2665425", "19332616", "13515165", "4910408", "13902570", "22867765", "15856466", "11109043", "10284593", "19854543", "2338488", "791050", "16201748", "1805641", "140907540", "881332", "30058568", "8595678", "23471400", "22711954", "18174210", "38630735", "982650", "202259", "35531883", "5596332", "7717468", "25298276", "2587396", "35760786", "6961811", "16812091", "8219248", "4463811", "28633594", "24828165", "13906581", "16284655", "2576811", "38369817", "21395936", "19675911", "8250852", "17693849", "27373088", "12899612", "21859699", "15176526", "15570962", "29460384", "13445579", "12672066", "22896970", "20326526", "45920278", "3944632", "36816310", "38712515", "10982689", "20839751", "16172576", "16167746", "37641175", "6565037", "38037690", "2130391", "46695481", "34228604", "22036571", "39532074", "25985964", "23639838", "16256507", "42387637", "34760396", "26611834", "1180972", "25036988", "31962403", "46182525", "4378885", "469066", "3033830", "20280410", "24144677", "12643937", "24396137", "25813706", "11020556", "17088791" ], "top100_scores": [ -3.859375, -4.59375, -4.8125, -5.21875, -5.34375, -5.375, -5.40625, -5.40625, -5.5625, -5.625, -5.65625, -5.65625, -5.6875, -5.6875, -5.71875, -5.71875, -5.71875, -5.75, -5.75, -5.75, -5.8125, -5.84375, -5.84375, -5.9375, -5.96875, -6.03125, -6.0625, -6.09375, -6.09375, -6.09375, -6.15625, -6.15625, -6.1875, -6.1875, -6.21875, -6.21875, -6.28125, -6.28125, -6.28125, -6.375, -6.375, -6.375, -6.40625, -6.40625, -6.46875, -6.46875, -6.46875, -6.46875, -6.5, -6.5, -6.53125, -6.5625, -6.5625, -6.5625, -6.5625, -6.59375, -6.59375, -6.625, -6.625, -6.65625, -6.6875, -6.6875, -6.6875, -6.75, -6.75, -6.75, -6.75, -6.8125, -6.8125, -6.8125, -6.84375, -6.84375, -6.84375, -6.875, -6.875, -6.875, -6.875, -6.875, -6.90625, -6.9375, -6.9375, -6.9375, -6.9375, -6.96875, -7.0, -7.0, -7.0, -7.03125, -7.03125, -7.0625, -7.09375, -7.09375, -7.15625, -7.15625, -7.1875, -7.21875, -7.25, -7.28125, -7.3125, -7.3125 ] }, { "query_id": "501", "ndcg@10": 0.5, "mrr@10": 0.3333333333333333, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "13282296", "14782049", "17930286", "58564850", "28530299", "20326526", "27866735", "21274919", "1281769", "5556809", "24881307", "24285403", "7965928", "5137019", "32463364", "71625969", "26016929", "37583120", "14079881", "23863576", "24524403", "4394525", "57574395", "43226130", "20471181", "7239105", "19804204", "7595742", "32743723", "5402581", "1733337", "18038250", "15678772", "13293033", "5912283", "18025240", "11441172", "143868995", "15692098", "13934676", "25643818", "3619931", "4387494", "14606752", "14834714", "7433668", "13714201", "24510595", "3553087", "30041340", "27602752", "25483562", "43220289", "24276304", "3090454", "10641715", "5468807", "28910120", "8529693", "17973161", "23912923", "3616843", "654735", "8596357", "8892905", "34016944", "1389264", "11459139", "24872571", "22401720", "13944805", "18104691", "27024392", "1800734", "24101431", "7115651", "2842550", "21246752", "33677323", "18446525", "3210545", "20459964", "2831620", "87758", "5270265", "4841908", "25938221", "17755060", "37480103", "751192", "24873253", "19970015", "12265561", "33370", "24190159", "3572885", "16806763", "4959368", "52893592", "35443524" ], "top100_scores": [ -2.15625, -2.25, -2.4375, -2.46875, -2.875, -3.171875, -3.28125, -3.40625, -3.53125, -3.625, -3.65625, -3.765625, -3.875, -3.875, -3.90625, -4.03125, -4.09375, -4.15625, -4.21875, -4.28125, -4.3125, -4.3125, -4.34375, -4.34375, -4.375, -4.4375, -4.46875, -4.53125, -4.5625, -4.625, -4.75, -4.75, -4.8125, -4.875, -4.90625, -4.9375, -5.03125, -5.03125, -5.0625, -5.125, -5.15625, -5.1875, -5.21875, -5.28125, -5.3125, -5.3125, -5.3125, -5.40625, -5.4375, -5.5625, -5.5625, -5.625, -5.65625, -5.71875, -5.71875, -5.8125, -5.875, -5.875, -5.9375, -5.9375, -5.9375, -6.0, -6.03125, -6.03125, -6.09375, -6.125, -6.125, -6.15625, -6.15625, -6.15625, -6.15625, -6.21875, -6.25, -6.25, -6.25, -6.3125, -6.34375, -6.4375, -6.4375, -6.4375, -6.46875, -6.46875, -6.46875, -6.46875, -6.5, -6.5625, -6.625, -6.75, -6.75, -6.78125, -6.78125, -6.78125, -6.84375, -6.84375, -6.875, -6.875, -6.9375, -7.03125, -7.09375, -7.21875 ] }, { "query_id": "1339", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "15482274", "26445118", "24942840", "7986878", "9754530", "22922353", "5145974", "41782935", "37628989", "1944452", "6796297", "56486733", "26244918", "14606752", "6748318", "22312627", "196664003", "25643818", "32852283", "52175065", "40996863", "7948486", "22711954", "219475", "39368721", "41822527", "6106004", "11109043", "16108876", "11728637", "32023005", "39903312", "4468861", "23777820", "704526", "10944947", "841371", "39532074", "6417632", "32462603", "32665136", "52874170", "9764256", "4366738", "3943235", "16737210", "11718220", "6723450", "9056874", "2988714", "9911547", "17821387", "58006489", "12411274", "41264017", "18429416", "15561961", "43226130", "28633594", "1871499", "24731248", "5377059", "4417558", "11742219", "13123189", "16732790", "27686445", "5266423", "752423", "3203590", "30261663", "25451374", "7468449", "23702805", "51386222", "11716783", "1701063", "19529370", "13801259", "15559582", "14965508", "8698208", "21012916", "34268160", "7093809", "21902400", "1333643", "25036988", "516867", "20279166", "7988832", "33634749", "40429879", "13624704", "32721137", "12236208", "14155726", "4325398", "39285547", "8690595" ], "top100_scores": [ 0.75390625, -3.921875, -4.375, -4.875, -5.03125, -5.40625, -5.40625, -5.53125, -5.625, -5.6875, -5.6875, -5.6875, -5.75, -5.75, -5.78125, -5.8125, -5.8125, -5.8125, -5.8125, -5.8125, -5.84375, -5.875, -5.875, -5.90625, -5.90625, -5.9375, -5.96875, -5.96875, -5.96875, -5.96875, -6.0, -6.0, -6.0, -6.03125, -6.0625, -6.125, -6.125, -6.125, -6.15625, -6.1875, -6.21875, -6.25, -6.25, -6.25, -6.28125, -6.28125, -6.3125, -6.34375, -6.34375, -6.375, -6.375, -6.375, -6.375, -6.40625, -6.40625, -6.40625, -6.40625, -6.40625, -6.4375, -6.4375, -6.4375, -6.4375, -6.4375, -6.4375, -6.46875, -6.46875, -6.46875, -6.46875, -6.46875, -6.5, -6.5, -6.5, -6.53125, -6.5625, -6.5625, -6.5625, -6.59375, -6.59375, -6.59375, -6.65625, -6.65625, -6.65625, -6.65625, -6.6875, -6.6875, -6.6875, -6.71875, -6.75, -6.8125, -6.8125, -6.84375, -6.875, -6.875, -6.875, -6.875, -6.90625, -6.9375, -6.96875, -6.96875, -7.09375 ] }, { "query_id": "800", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "4679264", "6040392", "23901235", "9291668", "26230669", "4434951", "7492250", "11992632", "28530299", "14475235", "3707035", "7988832", "10641715", "1871499", "10765888", "5108807", "30468386", "22549449", "5704562", "24524403", "14308244", "18038250", "4653837", "11578459", "25597580", "28441310", "19460822", "9433958", "12324049", "5935987", "8519911", "24347647", "25315295", "1780819", "9791313", "24652030", "23052989", "9194077", "5035827", "42387637", "5395426", "45820464", "19489351", "7426741", "4036038", "6599693", "31884697", "1032372", "13350374", "16233471", "26099680", "12207167", "7514614", "20418809", "2547636", "6718824", "23777820", "8150638", "27602752", "15521377", "31882215", "9559146", "1967410", "654735", "22178316", "4457834", "6407356", "19912367", "30933307", "33912748", "6650933", "6259170", "25022826", "25690516", "6923961", "7114092", "11674596", "14367469", "29557235", "26008462", "37583120", "11527822", "11844826", "36708463", "17050065", "34436231", "9239963", "8891333", "40655970", "25946292", "19970015", "15248287", "5838067", "16242975", "18938992", "8856690", "16732790", "4345757", "25488034", "41928290" ], "top100_scores": [ -1.8984375, -2.0, -2.03125, -2.125, -2.453125, -2.5, -2.640625, -2.671875, -2.75, -2.765625, -2.796875, -2.8125, -3.03125, -3.109375, -3.21875, -3.234375, -3.34375, -3.40625, -3.421875, -3.4375, -3.453125, -3.484375, -3.515625, -3.546875, -3.5625, -3.578125, -3.578125, -3.59375, -3.609375, -3.609375, -3.65625, -3.65625, -3.65625, -3.671875, -3.703125, -3.71875, -3.734375, -3.75, -3.75, -3.78125, -3.796875, -3.796875, -3.828125, -3.84375, -3.84375, -3.859375, -3.859375, -3.90625, -3.953125, -3.953125, -4.0, -4.03125, -4.03125, -4.0625, -4.09375, -4.125, -4.125, -4.125, -4.15625, -4.15625, -4.21875, -4.25, -4.25, -4.28125, -4.3125, -4.34375, -4.34375, -4.375, -4.4375, -4.46875, -4.46875, -4.5, -4.5, -4.5, -4.5, -4.53125, -4.53125, -4.5625, -4.59375, -4.65625, -4.75, -4.75, -4.75, -4.78125, -4.8125, -4.84375, -4.84375, -4.84375, -4.90625, -4.90625, -5.03125, -5.03125, -5.03125, -5.0625, -5.09375, -5.125, -5.125, -5.21875, -5.28125, -5.375 ] }, { "query_id": "1014", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "6277638", "2266471", "10482574", "10557471", "11200685", "4434951", "1227277", "12991445", "25690564", "15615957", "31882215", "37296667", "14647747", "116792", "23076291", "9752604", "15856466", "4483571", "16233471", "2296264", "982650", "7198295", "22901758", "17195001", "32023005", "39368721", "2832403", "8595678", "4460880", "29015485", "350542", "4362729", "4388082", "2052720", "18174210", "29321530", "14874811", "4324278", "19572798", "4515975", "32322418", "38028419", "41310252", "10790846", "44693226", "23895668", "21626639", "25251625", "8417211", "25315295", "9822397", "25599283", "23901235", "17539488", "5785219", "33884866", "4961038", "36386637", "17168045", "4463811", "14241418", "27403802", "51952430", "24670522", "18199839", "34760396", "46112052", "31933981", "23273454", "8646760", "7150238", "58006489", "1733337", "40710501", "29460384", "28530299", "24082820", "4396105", "21571708", "14835068", "29947146", "4700428", "45027320", "20544428", "31407112", "82665667", "9194077", "12794099", "1974176", "35345807", "38811597", "8698857", "5944514", "1456068", "38037690", "6157837", "12552297", "28821565", "29851836", "306311" ], "top100_scores": [ -4.75, -4.75, -5.09375, -5.21875, -5.53125, -5.625, -5.8125, -5.8125, -5.90625, -5.9375, -5.9375, -5.9375, -5.96875, -6.03125, -6.03125, -6.0625, -6.09375, -6.125, -6.125, -6.1875, -6.1875, -6.25, -6.28125, -6.3125, -6.34375, -6.375, -6.375, -6.375, -6.40625, -6.40625, -6.40625, -6.4375, -6.4375, -6.4375, -6.46875, -6.46875, -6.46875, -6.5, -6.5625, -6.5625, -6.59375, -6.59375, -6.59375, -6.625, -6.625, -6.65625, -6.65625, -6.65625, -6.6875, -6.6875, -6.71875, -6.71875, -6.71875, -6.71875, -6.75, -6.75, -6.8125, -6.8125, -6.8125, -6.8125, -6.84375, -6.84375, -6.84375, -6.84375, -6.84375, -6.875, -6.875, -6.90625, -6.90625, -6.9375, -6.96875, -6.96875, -6.96875, -7.0, -7.0, -7.03125, -7.03125, -7.03125, -7.09375, -7.09375, -7.09375, -7.09375, -7.125, -7.125, -7.125, -7.15625, -7.15625, -7.15625, -7.1875, -7.1875, -7.1875, -7.21875, -7.25, -7.25, -7.25, -7.3125, -7.375, -7.40625, -7.46875, -7.5 ] }, { "query_id": "1021", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "9433958", "36547290", "15488881", "2947124", "16572581", "27602752", "28006126", "30437264", "26071782", "11721286", "4653837", "44408494", "7821634", "4402497", "1243475", "14367469", "29023309", "22549449", "4387494", "13380011", "36838958", "10450300", "12885341", "15425958", "8002887", "9614443", "20183360", "13322804", "23887844", "18938992", "6163801", "23305884", "34016987", "28164534", "11992632", "3756384", "28249680", "515489", "46202852", "6776834", "23052989", "38944245", "3085264", "25263810", "6182947", "25629722", "5800138", "30933307", "25045244", "3107733", "26336593", "5867846", "33986507", "39285547", "36637129", "34287602", "8596357", "5838067", "13878124", "17416520", "20960682", "24423427", "19005293", "20690388", "7228140", "23535770", "25994317", "30468386", "9988425", "40254495", "8247469", "22647695", "24943534", "3680979", "7224723", "16962732", "39443128", "22800314", "11254556", "4389252", "4418269", "5398179", "4688340", "10617916", "11837657", "654735", "21700295", "40655970", "42065070", "25946292", "20471181", "21562657", "7552147", "2754534", "15491404", "10790846", "25488034", "22134353", "11913139", "24596228" ], "top100_scores": [ -1.375, -3.3125, -3.65625, -3.75, -3.9375, -3.953125, -3.953125, -3.984375, -4.0625, -4.0625, -4.0625, -4.09375, -4.15625, -4.1875, -4.1875, -4.21875, -4.21875, -4.25, -4.25, -4.3125, -4.3125, -4.34375, -4.40625, -4.40625, -4.4375, -4.4375, -4.5, -4.5, -4.59375, -4.625, -4.65625, -4.6875, -4.71875, -4.71875, -4.8125, -4.8125, -4.84375, -4.875, -4.9375, -5.0, -5.0, -5.03125, -5.0625, -5.09375, -5.125, -5.15625, -5.21875, -5.21875, -5.21875, -5.25, -5.3125, -5.3125, -5.34375, -5.375, -5.40625, -5.4375, -5.4375, -5.46875, -5.46875, -5.53125, -5.5625, -5.5625, -5.5625, -5.59375, -5.59375, -5.59375, -5.625, -5.65625, -5.6875, -5.6875, -5.71875, -5.71875, -5.71875, -5.75, -5.75, -5.75, -5.8125, -5.875, -5.90625, -5.9375, -5.9375, -5.96875, -6.03125, -6.0625, -6.0625, -6.09375, -6.125, -6.125, -6.15625, -6.15625, -6.3125, -6.34375, -6.34375, -6.375, -6.40625, -6.4375, -6.4375, -6.5, -6.65625, -6.6875 ] }, { "query_id": "1266", "ndcg@10": 0.43067655807339306, "mrr@10": 0.25, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "27123743", "13831842", "23557241", "37480103", "4886637", "25973484", "15512462", "5864770", "5487448", "32462603", "16322674", "22007333", "16098747", "38551172", "17450673", "22922353", "13831558", "3285322", "13515165", "32534305", "5372432", "2015126", "4828631", "16390264", "11880289", "21874312", "32001951", "26798867", "2140497", "1428840", "6334188", "9394119", "11630388", "13007205", "5824985", "16701509", "24341590", "23967973", "43334921", "52188256", "4959368", "17163294", "2931832", "4414547", "41264017", "29981186", "9171913", "3355397", "22401720", "20280410", "15946643", "8659426", "14700857", "27240667", "9822397", "3329824", "13519661", "15559582", "16734530", "32423829", "5270265", "16086778", "31229233", "40735046", "18340282", "4429932", "12438901", "15113221", "12810152", "24916604", "46695481", "36432234", "7821634", "19673227", "26067999", "28617573", "20428155", "520579", "38485364", "17088791", "25121903", "30226988", "4820792", "22975806", "1456068", "1780819", "31311495", "22509015", "17648235", "16691520", "20839751", "1285713", "20886584", "1389264", "38623601", "45638119", "6327940", "24873253", "8037453", "31616203" ], "top100_scores": [ -0.9921875, -1.8984375, -2.125, -2.171875, -2.203125, -2.5625, -2.8125, -2.828125, -2.921875, -2.9375, -3.0625, -3.09375, -3.28125, -3.421875, -3.421875, -3.515625, -3.640625, -3.671875, -3.796875, -3.859375, -3.859375, -3.9375, -4.03125, -4.03125, -4.09375, -4.09375, -4.09375, -4.125, -4.1875, -4.1875, -4.1875, -4.21875, -4.21875, -4.21875, -4.28125, -4.3125, -4.3125, -4.3125, -4.3125, -4.34375, -4.34375, -4.375, -4.375, -4.375, -4.375, -4.375, -4.40625, -4.40625, -4.40625, -4.4375, -4.46875, -4.5, -4.5, -4.53125, -4.53125, -4.53125, -4.5625, -4.5625, -4.5625, -4.5625, -4.5625, -4.5625, -4.5625, -4.59375, -4.59375, -4.59375, -4.625, -4.625, -4.65625, -4.65625, -4.6875, -4.6875, -4.6875, -4.6875, -4.71875, -4.71875, -4.71875, -4.75, -4.75, -4.78125, -4.78125, -4.78125, -4.78125, -4.8125, -4.8125, -4.8125, -4.84375, -4.84375, -4.875, -4.875, -4.875, -4.875, -4.90625, -4.90625, -4.90625, -4.9375, -4.96875, -5.0, -5.21875, -5.25 ] }, { "query_id": "598", "ndcg@10": 0.3562071871080222, "mrr@10": 0.16666666666666666, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "36355784", "46695481", "27873158", "20610390", "6561200", "25742130", "10958594", "12779444", "9764256", "7650066", "16980892", "20321154", "15512462", "9056874", "9547722", "25641414", "6748318", "25121903", "27240667", "32534305", "43329366", "28617573", "9274291", "11880289", "26016929", "7165938", "46437558", "16701509", "32423829", "2727303", "13831558", "41074251", "24323695", "14408200", "8582337", "19140422", "52188256", "3329824", "9167230", "17124832", "2058909", "26798867", "13025574", "23136735", "34228604", "25589047", "79231308", "25806385", "27099731", "12438901", "14700857", "1780819", "7736860", "2140497", "14973286", "24581365", "26067999", "4824840", "25973484", "1996292", "10692412", "19532163", "20280410", "581832", "5855168", "17876040", "22942787", "14827874", "16322674", "46355579", "13097856", "7451018", "37480103", "14664424", "24294572", "3590806", "4911006", "21301090", "17450673", "952111", "40735046", "9171913", "31311495", "27647593", "28468276", "3462075", "22309946", "1387104", "24396137", "17088791", "8891333", "13763195", "5864770", "4856149", "1203035", "14019636", "18617259", "33257464", "10699587", "21495419" ], "top100_scores": [ -1.6328125, -2.0625, -2.5, -2.71875, -2.890625, -3.078125, -3.171875, -3.25, -3.390625, -3.515625, -3.5625, -3.640625, -3.703125, -3.71875, -3.921875, -4.03125, -4.0625, -4.0625, -4.0625, -4.0625, -4.09375, -4.125, -4.125, -4.15625, -4.21875, -4.21875, -4.21875, -4.25, -4.28125, -4.375, -4.375, -4.4375, -4.4375, -4.46875, -4.53125, -4.5625, -4.5625, -4.5625, -4.5625, -4.59375, -4.625, -4.65625, -4.65625, -4.71875, -4.71875, -4.75, -4.75, -4.75, -4.78125, -4.8125, -4.8125, -4.8125, -4.84375, -4.84375, -4.84375, -4.84375, -4.875, -4.875, -4.875, -4.90625, -4.90625, -4.90625, -4.90625, -4.90625, -4.90625, -4.9375, -4.96875, -5.0, -5.0, -5.03125, -5.03125, -5.03125, -5.03125, -5.03125, -5.03125, -5.03125, -5.0625, -5.0625, -5.0625, -5.0625, -5.09375, -5.09375, -5.09375, -5.09375, -5.09375, -5.15625, -5.1875, -5.1875, -5.1875, -5.21875, -5.21875, -5.21875, -5.25, -5.25, -5.3125, -5.34375, -5.34375, -5.375, -5.40625, -5.84375 ] }, { "query_id": "1180", "ndcg@10": 0.6309297535714575, "mrr@10": 0.5, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "44366096", "31272411", "10627801", "14474178", "7820043", "11784947", "4402497", "16572581", "30437264", "6501747", "10359591", "9433958", "29023309", "6144337", "52095986", "40473317", "24943534", "27602752", "25141908", "8005007", "8563659", "7647224", "25263810", "52944377", "22703082", "5867846", "285794", "16172576", "43378932", "26133404", "12885341", "2492146", "30933307", "24221369", "1970884", "6182947", "26751583", "42065070", "26873988", "18816720", "41337677", "20960682", "4883040", "4664540", "17454301", "23576726", "49556906", "20018321", "3835423", "34016987", "40323148", "10450300", "18914652", "15058155", "24596228", "44562058", "4347374", "20996244", "22705234", "19854744", "8247469", "23305884", "7177329", "12966719", "11411060", "35760786", "8300657", "8038329", "24423427", "32533299", "3756384", "21562657", "24177706", "3566945", "1333643", "4162857", "1049501", "37643601", "24922825", "39550665", "3308636", "5398179", "708425", "22623275", "5953485", "7860396", "7451018", "3033830", "27373088", "25946292", "13123189", "21150010", "21274496", "885056", "1071991", "39389082", "13780287", "7912", "11244195", "6670101" ], "top100_scores": [ 2.609375, 2.15625, 1.4921875, 0.67578125, -3.203125, -3.328125, -4.1875, -4.21875, -4.25, -4.28125, -4.3125, -4.5, -4.5, -4.53125, -4.5625, -4.5625, -4.75, -4.75, -4.78125, -4.8125, -4.875, -4.875, -4.90625, -4.90625, -4.90625, -4.90625, -4.9375, -4.96875, -5.0, -5.03125, -5.03125, -5.03125, -5.0625, -5.0625, -5.09375, -5.09375, -5.09375, -5.15625, -5.15625, -5.15625, -5.21875, -5.21875, -5.21875, -5.25, -5.25, -5.28125, -5.3125, -5.34375, -5.34375, -5.4375, -5.5, -5.53125, -5.53125, -5.53125, -5.5625, -5.5625, -5.625, -5.625, -5.65625, -5.65625, -5.71875, -5.71875, -5.71875, -5.78125, -5.78125, -5.78125, -5.84375, -5.84375, -5.875, -5.875, -5.9375, -5.96875, -5.96875, -6.0, -6.0, -6.03125, -6.03125, -6.0625, -6.0625, -6.09375, -6.125, -6.125, -6.15625, -6.15625, -6.15625, -6.21875, -6.25, -6.28125, -6.28125, -6.28125, -6.3125, -6.3125, -6.34375, -6.375, -6.4375, -6.5, -6.53125, -6.625, -6.625, -6.65625 ] }, { "query_id": "692", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "24088502", "36288526", "8137081", "27243019", "991137", "27602752", "5304891", "14021596", "10015292", "23665162", "5782614", "23124332", "5415832", "21547032", "26474812", "5289038", "40900567", "24670522", "11344428", "3899896", "7227763", "45447613", "2842550", "27910499", "1748921", "7764903", "5572127", "45449835", "3698758", "16745747", "27049238", "2533768", "35271381", "42065070", "4409524", "14973286", "7986878", "4335423", "623486", "43329366", "25985964", "6315132", "30152134", "2138843", "9787715", "40590358", "7198295", "14672919", "13448422", "11902109", "39368721", "2030623", "18617259", "202259", "6153754", "11349166", "4910408", "34982259", "4385779", "8529693", "35714909", "22482024", "30492966", "54561384", "25515907", "4506414", "10165258", "17463549", "13734012", "120626", "46517055", "25355575", "1360607", "25974070", "17168045", "5323845", "32322418", "9122283", "13373629", "36444198", "14492339", "4647303", "13959707", "663464", "14965508", "25079962", "14865329", "11771811", "14566771", "30639847", "4421742", "7489663", "12206390", "31889025", "24396137", "11071351", "8317408", "2587396", "9171913", "8037453" ], "top100_scores": [ -0.8671875, -1.8671875, -3.09375, -3.1875, -3.390625, -3.5625, -3.6875, -3.703125, -3.75, -3.984375, -4.1875, -4.28125, -4.28125, -4.3125, -4.3125, -4.34375, -4.375, -4.40625, -4.5, -4.5, -4.53125, -4.53125, -4.5625, -4.5625, -4.5625, -4.59375, -4.65625, -4.6875, -4.75, -4.75, -4.78125, -4.78125, -4.78125, -4.8125, -4.8125, -4.8125, -4.84375, -4.90625, -4.9375, -4.9375, -4.96875, -4.96875, -4.96875, -5.0, -5.03125, -5.0625, -5.0625, -5.09375, -5.125, -5.125, -5.15625, -5.15625, -5.21875, -5.21875, -5.25, -5.28125, -5.28125, -5.28125, -5.3125, -5.3125, -5.3125, -5.34375, -5.34375, -5.375, -5.375, -5.40625, -5.40625, -5.40625, -5.4375, -5.46875, -5.46875, -5.46875, -5.53125, -5.5625, -5.5625, -5.65625, -5.6875, -5.6875, -5.6875, -5.6875, -5.6875, -5.71875, -5.71875, -5.71875, -5.78125, -5.78125, -5.8125, -5.84375, -5.84375, -5.875, -5.875, -5.90625, -5.90625, -5.90625, -6.03125, -6.0625, -6.125, -6.15625, -6.25, -6.375 ] }, { "query_id": "148", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "1084345", "10012166", "4326318", "24347647", "17463549", "16627684", "10463997", "25576204", "52887689", "7185591", "982650", "24396137", "38623601", "8002887", "2543135", "33569870", "2613775", "2266471", "8425533", "4452659", "6227220", "19460822", "6277638", "31882215", "28138927", "15836115", "27240667", "3504761", "38811597", "3707035", "19912367", "24177706", "1344498", "2274272", "4399311", "6315132", "13651792", "6040392", "516867", "22159299", "16233471", "43390777", "1605196", "12804937", "9548440", "2052720", "16728949", "11414664", "26330861", "52925737", "19961177", "32328114", "4414481", "752423", "1797622", "33733520", "12030735", "17000834", "32159283", "27647593", "25806385", "16390264", "21221346", "5151024", "2492146", "8646760", "13230773", "9764256", "15830352", "28712203", "6945285", "8298120", "6446747", "12206390", "24706198", "27873158", "34498325", "4362729", "984825", "8551160", "24157077", "13770184", "17195001", "4385779", "7036529", "5850219", "341324", "11041152", "22896970", "17587795", "40735046", "32181055", "2619579", "11922370", "16839245", "803312", "3033830", "27134931", "26297042", "19165076" ], "top100_scores": [ 6.46875, 2.875, -2.296875, -2.640625, -3.40625, -3.421875, -3.515625, -3.65625, -3.703125, -3.796875, -3.90625, -4.0, -4.03125, -4.0625, -4.0625, -4.125, -4.21875, -4.21875, -4.3125, -4.375, -4.375, -4.375, -4.5625, -4.65625, -4.65625, -4.71875, -4.75, -4.78125, -4.84375, -4.875, -4.90625, -4.90625, -4.90625, -4.9375, -4.9375, -5.0625, -5.09375, -5.125, -5.15625, -5.1875, -5.1875, -5.1875, -5.28125, -5.28125, -5.34375, -5.40625, -5.46875, -5.46875, -5.65625, -5.6875, -5.78125, -5.78125, -5.875, -6.0, -6.0, -6.15625, -6.15625, -6.21875, -6.25, -6.34375, -6.375, -6.40625, -6.40625, -6.46875, -6.53125, -6.5625, -6.5625, -6.625, -6.625, -6.65625, -6.65625, -6.6875, -6.6875, -6.6875, -6.71875, -6.78125, -6.78125, -6.8125, -6.8125, -6.875, -6.875, -6.90625, -6.90625, -6.90625, -6.90625, -6.96875, -7.0, -7.0, -7.0, -7.0, -7.03125, -7.09375, -7.125, -7.15625, -7.15625, -7.25, -7.28125, -7.34375, -7.375, -7.59375 ] }, { "query_id": "300", "ndcg@10": 0.3562071871080222, "mrr@10": 0.16666666666666666, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "3849194", "16120395", "4587978", "8856690", "27438378", "3553087", "19822046", "21622715", "36547290", "16966326", "35747505", "6421792", "1333643", "21601459", "7029990", "20018321", "23746313", "6947286", "1084345", "6401675", "30184745", "23180075", "10530014", "13106686", "935538", "24731248", "13763195", "3514072", "23727313", "1103795", "2380002", "10790846", "11411060", "26848994", "40710501", "515489", "4313478", "11784947", "36432234", "7860396", "16167746", "15655418", "6415816", "4417558", "21562657", "38751591", "7970974", "23351136", "24042363", "24042919", "40913091", "36816310", "17911973", "20048431", "4429388", "27889071", "23895668", "25488034", "25254425", "4421742", "5094468", "44420873", "984825", "42314147", "4406819", "7820043", "10993232", "502591", "49429882", "25994317", "20646904", "8426046", "8002887", "4442799", "7688110", "11886686", "15381976", "4396105", "25748308", "169264", "19165076", "2988714", "25799020", "5144381", "7968532", "8247597", "14050257", "34439544", "15727984", "15248287", "4138659", "21373240", "8396189", "40667066", "17945638", "8327914", "39281166", "7912", "19099739", "24881307" ], "top100_scores": [ 0.130859375, -0.08154296875, -0.306640625, -0.56640625, -0.828125, -0.92578125, -0.92578125, -1.0234375, -1.078125, -1.09375, -1.1953125, -1.28125, -1.328125, -1.3359375, -1.34375, -1.4140625, -1.4140625, -1.4375, -1.4453125, -1.4453125, -1.515625, -1.5234375, -1.5390625, -1.6171875, -1.65625, -1.6953125, -1.734375, -1.75, -1.7734375, -1.7734375, -1.796875, -1.796875, -1.796875, -1.8046875, -1.8203125, -1.8203125, -1.890625, -1.9140625, -1.9140625, -1.921875, -1.9375, -1.9375, -1.953125, -1.96875, -1.9765625, -1.9921875, -2.0, -2.03125, -2.03125, -2.0625, -2.0625, -2.0625, -2.0625, -2.078125, -2.078125, -2.09375, -2.125, -2.140625, -2.15625, -2.203125, -2.203125, -2.203125, -2.21875, -2.21875, -2.21875, -2.234375, -2.234375, -2.234375, -2.234375, -2.234375, -2.265625, -2.296875, -2.3125, -2.3125, -2.328125, -2.359375, -2.359375, -2.359375, -2.359375, -2.40625, -2.40625, -2.40625, -2.4375, -2.4375, -2.453125, -2.453125, -2.46875, -2.46875, -2.484375, -2.5, -2.546875, -2.5625, -2.578125, -2.640625, -2.65625, -2.65625, -2.6875, -2.734375, -2.796875, -3.203125 ] }, { "query_id": "410", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "14924526", "15889329", "116792", "25878014", "7729656", "29231620", "3878434", "20645335", "23670644", "5691302", "23912923", "4457834", "14367469", "22178316", "5254463", "4767806", "17236106", "25515907", "25643818", "25597580", "45414636", "12172346", "7602348", "6137330", "25416944", "810480", "7492250", "36637129", "27866735", "5991309", "44935041", "52180874", "20344442", "34121231", "22896384", "4653837", "1576955", "2242416", "26008063", "52805891", "31889025", "7042304", "11043831", "13780287", "17631671", "3870062", "6334188", "23716150", "12800122", "3707035", "317204", "1287809", "22674621", "16108876", "17119869", "38727075", "46437558", "23901235", "6812319", "13899137", "38025907", "22973574", "3929361", "2138843", "42441846", "4418112", "26848994", "41226276", "21914176", "13242763", "1606628", "7595742", "37583120", "7736860", "23816832", "32322418", "6504953", "18421962", "16980892", "5765455", "9548440", "29634262", "19854543", "14500725", "1180972", "4679264", "11837657", "20886584", "26230669", "8780599", "8721150", "18074797", "13934676", "6277638", "9056874", "29073751", "52188256", "6647414", "25121903", "34228604" ], "top100_scores": [ 2.0, -0.89453125, -2.125, -3.8125, -3.890625, -3.90625, -4.0, -4.03125, -4.09375, -4.09375, -4.09375, -4.25, -4.28125, -4.3125, -4.375, -4.46875, -4.59375, -4.625, -4.625, -4.8125, -4.8125, -4.8125, -4.84375, -4.84375, -4.875, -4.875, -4.875, -4.90625, -4.90625, -4.90625, -4.96875, -4.96875, -5.0, -5.03125, -5.03125, -5.0625, -5.09375, -5.15625, -5.1875, -5.3125, -5.3125, -5.34375, -5.40625, -5.40625, -5.4375, -5.4375, -5.46875, -5.5, -5.53125, -5.53125, -5.53125, -5.5625, -5.5625, -5.5625, -5.5625, -5.5625, -5.625, -5.625, -5.625, -5.625, -5.65625, -5.65625, -5.6875, -5.71875, -5.75, -5.8125, -5.8125, -5.84375, -5.84375, -5.875, -5.90625, -5.9375, -5.9375, -5.96875, -5.96875, -6.0, -6.0, -6.03125, -6.03125, -6.03125, -6.125, -6.125, -6.1875, -6.25, -6.28125, -6.3125, -6.34375, -6.34375, -6.34375, -6.375, -6.375, -6.4375, -6.46875, -6.5, -6.5625, -6.5625, -6.5625, -6.59375, -6.59375, -6.8125 ] }, { "query_id": "72", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "6076903", "11200685", "19308127", "9956893", "2533768", "15322518", "21868715", "1550937", "14644164", "11043831", "26886351", "18895793", "5468807", "2272614", "67045088", "34016944", "21199527", "40500438", "5785219", "2158516", "35660758", "4961038", "4587978", "4467129", "23974474", "18473550", "44408494", "16660256", "23604601", "14178995", "4795303", "30658796", "14296612", "1065627", "30184745", "18447487", "11535539", "4464565", "34445160", "21179714", "4920376", "3559136", "4380004", "40901687", "8868863", "20659283", "18546584", "45401535", "8208212", "164985", "6157837", "1748921", "33030946", "23388442", "16546131", "4483571", "22896970", "42731834", "9379687", "25886725", "14198646", "24190159", "30884033", "4036038", "3376731", "8185080", "19970015", "20179918", "22711954", "21219071", "13763195", "11884292", "28164534", "25994317", "45218443", "27393799", "13831558", "45461275", "35345807", "20302714", "17648235", "11420613", "5860364", "32927475", "25813706", "8317408", "28928964", "18074797", "20028729", "29107180", "19099739", "778436", "36708463", "35085326", "13916484", "21622715", "5252837", "3981729", "8721150", "8759633" ], "top100_scores": [ -1.828125, -3.625, -4.375, -4.71875, -4.875, -5.03125, -5.03125, -5.125, -5.21875, -5.21875, -5.25, -5.28125, -5.3125, -5.3125, -5.40625, -5.40625, -5.40625, -5.5, -5.5, -5.53125, -5.53125, -5.5625, -5.59375, -5.59375, -5.65625, -5.65625, -5.6875, -5.75, -5.78125, -5.78125, -5.84375, -5.84375, -5.875, -5.90625, -5.90625, -5.96875, -5.96875, -5.96875, -6.0, -6.0625, -6.0625, -6.09375, -6.09375, -6.09375, -6.15625, -6.15625, -6.15625, -6.1875, -6.21875, -6.25, -6.28125, -6.28125, -6.28125, -6.3125, -6.3125, -6.3125, -6.34375, -6.40625, -6.40625, -6.4375, -6.4375, -6.4375, -6.46875, -6.46875, -6.5, -6.5, -6.53125, -6.5625, -6.59375, -6.625, -6.65625, -6.6875, -6.6875, -6.6875, -6.75, -6.78125, -6.78125, -6.875, -6.875, -6.90625, -6.90625, -6.9375, -6.9375, -6.96875, -6.96875, -7.0, -7.0, -7.0625, -7.125, -7.21875, -7.21875, -7.25, -7.28125, -7.28125, -7.3125, -7.3125, -7.34375, -7.34375, -7.40625, -7.40625 ] }, { "query_id": "982", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "2988714", "6609935", "23160444", "6788835", "9283422", "6422576", "22159299", "12225214", "10790846", "10012166", "18104691", "14367469", "24347647", "20672596", "21562657", "4483571", "14972169", "28230867", "3514072", "9513785", "27555165", "14021596", "39368721", "8538916", "3849194", "4406819", "20287253", "654735", "7042304", "38751591", "30184745", "8533245", "39571812", "37673301", "28707489", "6718824", "26297042", "11411060", "7860396", "8646760", "25806385", "12800122", "20279166", "7111021", "1281769", "26008462", "19572798", "3935126", "31933981", "8327914", "31761981", "10212612", "8396189", "34537906", "15727984", "8428935", "12217662", "39285547", "5774746", "169264", "21219071", "17648235", "15830352", "3052213", "4463811", "24712186", "11844826", "19708993", "11083121", "23420615", "4138659", "7093809", "35747505", "17438862", "24042363", "7970974", "20646904", "6327940", "41928290", "34439544", "22800314", "4828984", "26474812", "17945638", "20018321", "31851367", "22623275", "8426046", "25488034", "1676568", "7688110", "11630388", "24896957", "21380348", "34604584", "24770913", "36345185", "935538", "46182525", "3154880" ], "top100_scores": [ 1.546875, -3.25, -3.328125, -3.578125, -3.703125, -3.78125, -4.03125, -4.21875, -4.3125, -4.375, -4.4375, -4.4375, -4.4375, -4.625, -4.6875, -4.6875, -4.6875, -4.75, -4.75, -4.78125, -4.78125, -4.78125, -4.78125, -4.78125, -4.8125, -4.8125, -4.8125, -4.8125, -4.8125, -4.84375, -4.84375, -4.84375, -4.84375, -4.84375, -4.875, -4.875, -4.875, -4.90625, -4.9375, -4.9375, -4.96875, -5.0, -5.0, -5.0, -5.03125, -5.03125, -5.0625, -5.0625, -5.0625, -5.0625, -5.09375, -5.09375, -5.125, -5.125, -5.125, -5.15625, -5.15625, -5.15625, -5.15625, -5.1875, -5.1875, -5.1875, -5.1875, -5.21875, -5.21875, -5.25, -5.25, -5.25, -5.28125, -5.28125, -5.28125, -5.3125, -5.3125, -5.3125, -5.3125, -5.34375, -5.34375, -5.34375, -5.40625, -5.40625, -5.40625, -5.40625, -5.40625, -5.4375, -5.46875, -5.5, -5.5, -5.5, -5.53125, -5.5625, -5.5625, -5.59375, -5.59375, -5.6875, -5.6875, -5.78125, -5.8125, -5.875, -6.0, -6.0625 ] }, { "query_id": "437", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "3391547", "5765455", "5836", "3863543", "24101431", "13293033", "8083310", "2359152", "31070360", "11992632", "7997337", "33677323", "7834603", "40901687", "3610080", "16712164", "1944452", "40667577", "164985", "38025907", "14663842", "6000423", "15879931", "3495456", "6636088", "18104691", "4346731", "22178316", "5782614", "6123924", "14338915", "8629328", "25315295", "20501163", "20646904", "26336593", "3475317", "38844612", "11771811", "8267678", "14118484", "51706771", "17967608", "20333864", "10641715", "15968271", "3707035", "20288322", "19736671", "21320417", "8925851", "22185730", "25895285", "38630735", "13001323", "4767806", "14178995", "9977329", "17934603", "10365787", "2679511", "31554917", "5821617", "22623275", "8385277", "18882947", "6969753", "5979056", "39225849", "7020505", "2851611", "6407356", "17805221", "4856149", "8250852", "23604601", "11020675", "4447055", "13000926", "11469078", "27449472", "10704438", "11886686", "13867350", "27647593", "7547329", "42731834", "21150010", "16863359", "14408200", "1336292", "30468386", "41298619", "17088791", "21274496", "581832", "13790144", "46764350", "10039688", "8005007" ], "top100_scores": [ 0.86328125, 0.486328125, -0.484375, -0.58984375, -1.2734375, -1.6953125, -1.703125, -1.8671875, -1.875, -1.8984375, -1.9375, -2.0, -2.078125, -2.078125, -2.296875, -2.40625, -2.421875, -2.4375, -2.484375, -2.515625, -2.53125, -2.53125, -2.578125, -2.59375, -2.65625, -2.6875, -2.734375, -2.734375, -2.75, -2.796875, -2.796875, -2.796875, -2.9375, -2.9375, -2.984375, -3.015625, -3.03125, -3.046875, -3.140625, -3.203125, -3.203125, -3.21875, -3.21875, -3.25, -3.328125, -3.375, -3.375, -3.40625, -3.40625, -3.4375, -3.453125, -3.484375, -3.5, -3.578125, -3.578125, -3.578125, -3.609375, -3.609375, -3.625, -3.65625, -3.6875, -3.8125, -3.8125, -3.875, -3.890625, -3.984375, -4.0, -4.03125, -4.0625, -4.0625, -4.0625, -4.09375, -4.125, -4.15625, -4.15625, -4.21875, -4.25, -4.25, -4.28125, -4.28125, -4.3125, -4.3125, -4.40625, -4.4375, -4.4375, -4.5625, -4.5625, -4.5625, -4.59375, -4.59375, -4.625, -4.78125, -4.78125, -4.84375, -4.875, -4.90625, -4.96875, -5.0625, -5.125, -5.25 ] }, { "query_id": "993", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "16472469", "26607366", "4319844", "2679511", "36242796", "28230867", "25813706", "29231620", "7468449", "7944381", "18263406", "36623997", "140874", "7142113", "9687772", "41852733", "8997410", "25141908", "19572798", "18174210", "14972169", "12156187", "15968271", "8427306", "14171859", "19510470", "2638387", "36713289", "5114282", "26117607", "5144381", "4483571", "27866735", "15282056", "36464673", "40769868", "7020505", "4387484", "4999387", "6947286", "25742130", "16732790", "1967017", "4932668", "15058155", "26083387", "13966946", "33387953", "26008063", "25028913", "37450671", "18914652", "52850476", "46517055", "37673301", "39668245", "24896957", "11441172", "8856690", "7492250", "13905670", "1391126", "25022826", "34103335", "1243475", "11360768", "1265945", "11902109", "24612804", "26133404", "2593298", "21902400", "34287602", "29785642", "28707489", "21641088", "46451940", "8398627", "25806385", "23052989", "25737507", "13509809", "41811327", "19071857", "46182525", "22482024", "34818263", "15491404", "29107180", "17450673", "26887439", "37480103", "6962472", "20851402", "33911859", "3033830", "84085333", "20399078", "7729656", "778436" ], "top100_scores": [ 3.765625, -2.15625, -3.296875, -3.53125, -4.6875, -5.0, -5.15625, -5.21875, -5.3125, -5.375, -5.53125, -5.5625, -5.5625, -5.78125, -5.90625, -5.96875, -6.0625, -6.21875, -6.28125, -6.28125, -6.34375, -6.375, -6.375, -6.4375, -6.4375, -6.46875, -6.46875, -6.46875, -6.46875, -6.5, -6.5, -6.53125, -6.53125, -6.5625, -6.5625, -6.59375, -6.59375, -6.59375, -6.625, -6.625, -6.625, -6.65625, -6.65625, -6.65625, -6.65625, -6.65625, -6.6875, -6.6875, -6.6875, -6.71875, -6.71875, -6.71875, -6.75, -6.75, -6.75, -6.78125, -6.8125, -6.8125, -6.8125, -6.8125, -6.8125, -6.8125, -6.84375, -6.84375, -6.84375, -6.875, -6.875, -6.90625, -6.90625, -6.9375, -6.96875, -7.0, -7.0, -7.03125, -7.03125, -7.0625, -7.0625, -7.0625, -7.0625, -7.09375, -7.09375, -7.125, -7.125, -7.125, -7.15625, -7.15625, -7.15625, -7.1875, -7.1875, -7.1875, -7.1875, -7.34375, -7.34375, -7.375, -7.375, -7.40625, -7.40625, -7.4375, -7.4375, -7.53125 ] }, { "query_id": "1370", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "2425364", "33740844", "8529693", "21553394", "3150030", "16322674", "22922353", "11360768", "38551172", "26611834", "22023404", "520579", "34544514", "18025240", "5487448", "4515975", "30720103", "23267371", "17450673", "9513785", "25973484", "41310252", "4462079", "40473317", "16098747", "8842332", "275294", "37480103", "52865789", "16256507", "40090058", "34753204", "24594624", "24625323", "21239672", "21380348", "1263446", "39558597", "25599283", "3090454", "36960449", "9822397", "33257464", "42441846", "5824985", "38028419", "14479433", "43220289", "6313547", "7426741", "40667066", "14865329", "12672066", "8856690", "3222187", "44572913", "4483571", "16119973", "2159648", "12810152", "11728637", "2604063", "4442799", "21502234", "11201004", "19878070", "12779444", "140907540", "29657303", "4500832", "4303939", "5839365", "39571812", "20501163", "6227220", "7595742", "6636088", "15907458", "25738896", "20280410", "3113630", "37182501", "9629682", "5273056", "6504953", "15692098", "10944947", "33409100", "25994317", "11369420", "26378103", "12009265", "37641175", "29015485", "6446747", "30292811", "36816310", "29745822", "28910120", "16422880" ], "top100_scores": [ -2.171875, -2.765625, -3.921875, -4.09375, -4.5625, -4.5625, -4.71875, -4.75, -4.8125, -4.84375, -4.875, -4.90625, -4.90625, -5.0, -5.03125, -5.09375, -5.125, -5.125, -5.125, -5.125, -5.1875, -5.3125, -5.34375, -5.34375, -5.34375, -5.375, -5.40625, -5.40625, -5.4375, -5.46875, -5.46875, -5.5, -5.5625, -5.625, -5.6875, -5.71875, -5.71875, -5.71875, -5.78125, -5.78125, -5.8125, -5.8125, -5.84375, -5.90625, -5.90625, -5.9375, -5.96875, -6.0, -6.0, -6.0, -6.0, -6.0, -6.03125, -6.0625, -6.0625, -6.0625, -6.125, -6.125, -6.15625, -6.1875, -6.1875, -6.1875, -6.21875, -6.21875, -6.21875, -6.25, -6.25, -6.25, -6.28125, -6.28125, -6.3125, -6.3125, -6.3125, -6.34375, -6.34375, -6.34375, -6.375, -6.5, -6.5, -6.53125, -6.53125, -6.5625, -6.59375, -6.59375, -6.59375, -6.59375, -6.625, -6.6875, -6.6875, -6.6875, -6.71875, -6.75, -6.78125, -6.78125, -6.84375, -6.875, -6.96875, -7.09375, -7.1875, -7.21875 ] }, { "query_id": "230", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "3067015", "5849439", "43385013", "8892905", "9394119", "20526907", "45638119", "19822046", "1387104", "4561402", "6517763", "38028419", "3113630", "17236106", "4303939", "14663842", "18676539", "857189", "2015126", "26456326", "9498458", "20821402", "3090454", "849771", "24144677", "12991445", "6313547", "25014337", "5939172", "46437558", "9478135", "52072815", "980196", "11742219", "41239107", "16745747", "456304", "41852733", "22482024", "39558597", "15319019", "4345315", "1456068", "9658390", "20280410", "11951999", "6636088", "3285322", "10530014", "641786", "41293601", "12810152", "24384587", "1605392", "71625969", "25738896", "12794099", "20240998", "1686997", "13883546", "40913091", "21551568", "28712203", "14864285", "20501163", "1522647", "435529", "85665741", "5484763", "5273056", "6207111", "20672596", "2638387", "13519661", "28441310", "33796570", "18956141", "26000593", "52850476", "21553394", "41022628", "9822397", "22174015", "3831884", "6446747", "37182501", "21380348", "23267371", "275294", "37608303", "13583615", "7029990", "4587978", "12409683", "30297355", "3153673", "18340282", "21274496", "33370", "21373240" ], "top100_scores": [ 0.263671875, -3.46875, -3.640625, -3.703125, -3.921875, -4.0625, -4.15625, -4.34375, -4.40625, -4.4375, -4.5, -4.53125, -4.53125, -4.65625, -4.65625, -4.8125, -4.84375, -4.875, -4.9375, -4.9375, -4.9375, -5.03125, -5.0625, -5.09375, -5.125, -5.125, -5.125, -5.15625, -5.1875, -5.1875, -5.25, -5.28125, -5.28125, -5.3125, -5.34375, -5.34375, -5.375, -5.375, -5.40625, -5.40625, -5.4375, -5.4375, -5.5, -5.5, -5.53125, -5.53125, -5.53125, -5.5625, -5.5625, -5.5625, -5.625, -5.625, -5.625, -5.6875, -5.6875, -5.71875, -5.75, -5.78125, -5.8125, -5.875, -5.875, -5.875, -5.90625, -5.90625, -5.9375, -5.9375, -5.96875, -6.0, -6.0, -6.0, -6.03125, -6.0625, -6.0625, -6.09375, -6.09375, -6.15625, -6.15625, -6.15625, -6.21875, -6.25, -6.34375, -6.375, -6.375, -6.375, -6.375, -6.40625, -6.40625, -6.40625, -6.4375, -6.4375, -6.46875, -6.46875, -6.5, -6.5, -6.59375, -6.625, -6.75, -6.78125, -6.8125, -7.03125 ] }, { "query_id": "421", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "4429118", "42489926", "18231807", "14768471", "15541119", "43224840", "38623601", "5991309", "5752492", "11581157", "22980205", "6454371", "49432306", "2242416", "19945096", "18399038", "9460704", "45143088", "8596357", "18758057", "5099266", "3464191", "32101982", "1605196", "42279414", "35079452", "1234098", "21902400", "17163294", "12225214", "502797", "36271512", "2665425", "35651106", "4320424", "3083927", "2391552", "22198971", "327319", "5764562", "3285322", "44640124", "21746539", "90756514", "3788528", "11048759", "5979056", "20758340", "15655418", "5596332", "13290521", "19450341", "41982985", "24221369", "35884026", "2721426", "323030", "13980338", "7948486", "23273454", "1265945", "41165286", "516867", "16736883", "9451052", "15058155", "24315156", "6421734", "4270992", "5132358", "6580081", "10530014", "5531479", "3825472", "21557614", "5839365", "8250852", "26117607", "18938992", "5567005", "40608679", "24450344", "9278263", "17023584", "28086354", "12892137", "6588614", "32927475", "26702468", "17631671", "15983148", "841371", "23698769", "3330111", "1631583", "7151961", "3067015", "2417551", "3623127", "3052642" ], "top100_scores": [ -3.53125, -4.03125, -4.1875, -4.375, -4.375, -4.5625, -4.65625, -4.6875, -4.6875, -4.71875, -4.75, -4.75, -4.75, -4.78125, -4.8125, -4.84375, -4.875, -4.90625, -4.90625, -4.9375, -4.9375, -4.96875, -4.96875, -4.96875, -5.0625, -5.0625, -5.09375, -5.125, -5.125, -5.15625, -5.15625, -5.15625, -5.1875, -5.1875, -5.1875, -5.21875, -5.21875, -5.25, -5.25, -5.25, -5.25, -5.28125, -5.34375, -5.34375, -5.34375, -5.34375, -5.34375, -5.375, -5.375, -5.375, -5.40625, -5.40625, -5.40625, -5.40625, -5.40625, -5.40625, -5.4375, -5.4375, -5.4375, -5.4375, -5.4375, -5.46875, -5.46875, -5.46875, -5.46875, -5.53125, -5.53125, -5.53125, -5.5625, -5.5625, -5.5625, -5.5625, -5.59375, -5.59375, -5.625, -5.625, -5.625, -5.625, -5.65625, -5.65625, -5.6875, -5.6875, -5.71875, -5.71875, -5.75, -5.75, -5.75, -5.78125, -5.78125, -5.8125, -5.8125, -5.875, -5.90625, -5.9375, -6.0, -6.0, -6.125, -6.125, -6.375, -6.375 ] }, { "query_id": "1271", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "13768432", "27550580", "2587396", "26045237", "10071590", "8290953", "6070278", "87758", "4460880", "3984231", "21301090", "13448422", "21868715", "13108582", "43534665", "8246922", "27460509", "7602348", "6153754", "2774906", "17168045", "9056874", "2291922", "25938221", "19854744", "2973910", "9122283", "22530842", "30813140", "2060137", "18446525", "12122482", "28542402", "4932668", "22309946", "58564850", "26107000", "1084345", "15541119", "2296264", "22688699", "45820464", "7042304", "23076291", "22995579", "34630025", "12513042", "17934603", "49432306", "25121903", "33792330", "44572913", "46764350", "30464859", "9752604", "23816832", "12265561", "19529370", "35660758", "4418070", "7114092", "5238341", "27449472", "16086778", "7729656", "15889329", "13801259", "36025357", "4700428", "1153655", "42708716", "25649545", "17119869", "19149247", "11441172", "1180972", "37182501", "13106686", "712078", "2138843", "24725136", "37297740", "21891856", "29107180", "18924534", "29785642", "20821402", "21902400", "14768471", "22495397", "15521377", "13380011", "12489688", "42279414", "952111", "4347374", "8290760", "6670101", "28086354", "2604063" ], "top100_scores": [ 1.2890625, -2.53125, -3.4375, -3.4375, -3.53125, -3.796875, -3.8125, -3.859375, -4.0, -4.03125, -4.0625, -4.09375, -4.09375, -4.09375, -4.09375, -4.125, -4.21875, -4.21875, -4.25, -4.25, -4.34375, -4.375, -4.40625, -4.40625, -4.40625, -4.5625, -4.625, -4.625, -4.875, -4.875, -4.875, -4.9375, -4.96875, -5.0, -5.0, -5.0625, -5.0625, -5.09375, -5.09375, -5.125, -5.125, -5.15625, -5.1875, -5.21875, -5.21875, -5.25, -5.3125, -5.3125, -5.3125, -5.34375, -5.34375, -5.40625, -5.40625, -5.40625, -5.4375, -5.4375, -5.4375, -5.46875, -5.46875, -5.53125, -5.53125, -5.53125, -5.5625, -5.5625, -5.5625, -5.59375, -5.625, -5.65625, -5.6875, -5.6875, -5.6875, -5.71875, -5.71875, -5.75, -5.78125, -5.78125, -5.78125, -5.78125, -5.8125, -5.8125, -5.8125, -5.8125, -5.8125, -5.8125, -5.84375, -5.84375, -5.875, -5.90625, -5.96875, -5.96875, -6.0, -6.0, -6.0625, -6.0625, -6.0625, -6.09375, -6.125, -6.125, -6.25, -6.3125 ] }, { "query_id": "589", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "10984005", "5698494", "16233471", "31889025", "39368721", "752423", "24408040", "9813098", "13230773", "202259", "41264017", "37628989", "5551138", "6070278", "4647303", "30720103", "9617381", "471921", "8780599", "25451374", "30981192", "24555878", "37583120", "6945285", "34228604", "52072815", "8529693", "23783727", "25643818", "1287809", "27466734", "10072941", "8596837", "52874170", "12206390", "23983289", "15925931", "16760369", "33733520", "25599283", "5556809", "43226130", "25355575", "2052720", "12794099", "39970500", "4462079", "13714201", "38630735", "2338488", "970012", "44572913", "24625323", "2492146", "1733337", "980196", "22922353", "583260", "4653837", "28419824", "19315511", "35495268", "26099680", "40996863", "21048969", "36003142", "23400191", "24873253", "4020950", "4312169", "11246427", "21387297", "12205576", "24347647", "4326318", "7552215", "21993510", "4687948", "23912923", "7711685", "44827480", "275294", "44048701", "25121903", "19912367", "26067999", "28441310", "26230669", "37488367", "9787715", "13934676", "25761154", "6309659", "3903084", "12009265", "6647414", "21914176", "29387024", "17911973", "17088791" ], "top100_scores": [ 6.53125, -2.28125, -2.53125, -2.625, -2.671875, -2.84375, -2.875, -2.953125, -3.109375, -3.203125, -3.203125, -3.296875, -3.328125, -3.34375, -3.359375, -3.375, -3.40625, -3.421875, -3.453125, -3.484375, -3.59375, -3.609375, -3.609375, -3.609375, -3.609375, -3.625, -3.640625, -3.671875, -3.671875, -3.6875, -3.734375, -3.75, -3.796875, -3.828125, -3.84375, -3.84375, -3.875, -3.890625, -3.90625, -3.90625, -3.921875, -3.96875, -3.984375, -3.984375, -4.0, -4.03125, -4.09375, -4.09375, -4.125, -4.21875, -4.25, -4.3125, -4.34375, -4.34375, -4.46875, -4.5, -4.5625, -4.59375, -4.59375, -4.625, -4.625, -4.65625, -4.71875, -4.78125, -4.78125, -4.8125, -4.84375, -4.84375, -4.875, -4.90625, -4.96875, -4.96875, -4.96875, -5.09375, -5.125, -5.125, -5.1875, -5.21875, -5.28125, -5.28125, -5.28125, -5.28125, -5.3125, -5.3125, -5.3125, -5.375, -5.375, -5.375, -5.40625, -5.4375, -5.46875, -5.53125, -5.625, -5.6875, -5.71875, -5.75, -5.78125, -6.0625, -6.0625, -6.09375 ] }, { "query_id": "180", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "16966326", "3113630", "9217800", "24652030", "22317868", "23052989", "4423559", "6492658", "13380011", "23403754", "4889228", "14496749", "4452659", "22549449", "11721286", "22896384", "24995939", "935538", "12058271", "18104691", "52925737", "42035464", "4653837", "3514072", "21932297", "41710132", "1454773", "8774475", "7860396", "2119889", "20054396", "24349992", "24725136", "1907601", "5273056", "4444861", "6157371", "14566771", "7965928", "13448422", "6477536", "40608679", "22495397", "21564598", "36111909", "21219071", "1333643", "46765242", "10698739", "20240998", "14768471", "457630", "22922353", "22442133", "1507222", "11411060", "2481032", "4326318", "7093809", "32985041", "19970015", "8005007", "26886351", "34604584", "4270992", "23576165", "21179714", "20018321", "6227220", "52873726", "25022826", "665817", "40667066", "4928057", "41928290", "24294572", "23420615", "6422576", "40312663", "37138639", "23785605", "13717103", "5824985", "18938992", "19675911", "7640792", "28015516", "6158879", "2242416", "5700349", "6182947", "17693849", "37029185", "12225214", "15319019", "2380002", "6327940", "14474178", "17416520", "16701509" ], "top100_scores": [ 4.59375, -1.6640625, -1.71875, -2.09375, -2.125, -2.15625, -2.21875, -2.484375, -2.5, -2.53125, -2.75, -2.78125, -2.84375, -3.046875, -3.046875, -3.078125, -3.109375, -3.125, -3.125, -3.125, -3.140625, -3.25, -3.28125, -3.3125, -3.328125, -3.328125, -3.359375, -3.390625, -3.40625, -3.421875, -3.421875, -3.421875, -3.421875, -3.4375, -3.4375, -3.46875, -3.46875, -3.484375, -3.515625, -3.546875, -3.546875, -3.578125, -3.578125, -3.578125, -3.640625, -3.640625, -3.640625, -3.671875, -3.6875, -3.6875, -3.734375, -3.75, -3.75, -3.75, -3.75, -3.75, -3.75, -3.78125, -3.796875, -3.796875, -3.796875, -3.8125, -3.8125, -3.859375, -3.890625, -3.890625, -3.921875, -3.921875, -3.921875, -3.953125, -3.984375, -4.0, -4.0, -4.03125, -4.0625, -4.09375, -4.09375, -4.09375, -4.125, -4.125, -4.1875, -4.25, -4.25, -4.28125, -4.3125, -4.3125, -4.34375, -4.34375, -4.34375, -4.34375, -4.375, -4.40625, -4.40625, -4.4375, -4.46875, -4.46875, -4.5625, -4.65625, -4.6875, -4.78125 ] }, { "query_id": "907", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "6923961", "17755060", "712078", "343052", "11915280", "9159125", "14471161", "2443495", "39758684", "6896063", "12513042", "11968641", "2296264", "1389264", "19683625", "13329980", "27123743", "1032372", "14768471", "2030623", "5254463", "14332945", "4464565", "24828165", "4447785", "8002887", "14729253", "16627684", "23895668", "7986878", "11271123", "4444861", "24282306", "57783564", "4489217", "45764440", "22901758", "25576204", "19541444", "11578459", "13906892", "25293721", "4583180", "20568364", "164985", "23420807", "16364639", "13007205", "9558539", "9614443", "15659108", "952111", "32852283", "4418112", "33638477", "219475", "21179714", "20183360", "9831859", "24190159", "4889228", "16853734", "14874811", "28334217", "8856690", "21557055", "9315213", "6790197", "2494748", "67045088", "20675284", "1243475", "12207340", "31803596", "26059876", "36831892", "8994465", "5765455", "19358586", "31902335", "8891333", "12887068", "13070316", "982650", "38076716", "4688340", "5838067", "4729644", "654735", "7736860", "11951999", "17648235", "10812605", "11716783", "45875990", "7717468", "7151961", "11238951", "8577229", "15521377" ], "top100_scores": [ 3.96875, -2.046875, -2.25, -2.671875, -2.796875, -3.0, -3.09375, -3.09375, -3.140625, -3.34375, -3.46875, -3.515625, -3.625, -3.703125, -3.71875, -3.828125, -3.84375, -3.890625, -3.921875, -3.921875, -3.9375, -3.953125, -4.03125, -4.09375, -4.125, -4.125, -4.125, -4.1875, -4.21875, -4.21875, -4.21875, -4.25, -4.3125, -4.3125, -4.3125, -4.34375, -4.34375, -4.375, -4.375, -4.375, -4.5, -4.5, -4.5, -4.53125, -4.53125, -4.5625, -4.5625, -4.5625, -4.59375, -4.59375, -4.59375, -4.65625, -4.65625, -4.6875, -4.71875, -4.75, -4.78125, -4.78125, -4.78125, -4.78125, -4.8125, -4.84375, -4.875, -4.875, -4.90625, -4.90625, -4.90625, -4.90625, -4.9375, -4.96875, -5.0, -5.03125, -5.03125, -5.03125, -5.03125, -5.0625, -5.09375, -5.09375, -5.09375, -5.125, -5.125, -5.15625, -5.21875, -5.21875, -5.21875, -5.28125, -5.28125, -5.375, -5.375, -5.40625, -5.5625, -5.59375, -5.59375, -5.625, -5.65625, -5.78125, -5.84375, -5.875, -5.90625, -5.9375 ] }, { "query_id": "217", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "21366394", "24387017", "22174015", "20388894", "7115651", "40632104", "40365566", "41877386", "17829012", "22852120", "21363424", "2042250", "18429416", "6723450", "20357868", "4468861", "14311986", "10831818", "46926352", "23801039", "7370282", "23260700", "13868795", "13798951", "8639034", "24282306", "10165258", "29125354", "52095986", "6270720", "40608679", "4429118", "1234098", "22198971", "2248870", "28006126", "45414636", "11666252", "4820792", "7433668", "38587347", "33535222", "15081770", "13329980", "40312663", "6123924", "43619625", "25353658", "24707550", "54562433", "2474731", "22874817", "11233339", "5811042", "7111021", "36242796", "2266471", "85326624", "21258863", "38919140", "24101431", "7717468", "40473317", "15435343", "15128866", "3462075", "20344442", "306006", "20220731", "23912923", "25479072", "21320417", "3835423", "22997657", "20610557", "1127562", "10450300", "3935126", "8246922", "34436231", "14496749", "8038329", "20457190", "18834078", "266641", "1243475", "6961811", "14767844", "25085979", "22647695", "10359591", "39443128", "9558539", "37204802", "36271512", "14296612", "9767444", "33370", "25901598", "3748310" ], "top100_scores": [ 3.859375, -2.296875, -2.359375, -3.0, -3.0, -3.015625, -3.03125, -3.046875, -3.078125, -3.109375, -3.125, -3.125, -3.125, -3.1875, -3.234375, -3.25, -3.359375, -3.359375, -3.390625, -3.4375, -3.5, -3.5, -3.515625, -3.53125, -3.59375, -3.65625, -3.703125, -3.71875, -3.75, -3.765625, -3.90625, -3.9375, -3.953125, -3.96875, -3.96875, -3.984375, -3.984375, -4.03125, -4.0625, -4.09375, -4.09375, -4.09375, -4.09375, -4.125, -4.125, -4.125, -4.15625, -4.15625, -4.1875, -4.1875, -4.1875, -4.1875, -4.28125, -4.28125, -4.34375, -4.375, -4.375, -4.375, -4.4375, -4.4375, -4.4375, -4.4375, -4.46875, -4.53125, -4.5625, -4.59375, -4.59375, -4.71875, -4.75, -4.75, -4.78125, -4.8125, -4.84375, -4.84375, -4.875, -4.875, -4.875, -4.90625, -4.9375, -4.9375, -4.96875, -5.0, -5.0, -5.0, -5.03125, -5.03125, -5.0625, -5.09375, -5.125, -5.21875, -5.25, -5.3125, -5.34375, -5.46875, -5.5, -5.5625, -5.59375, -5.65625, -5.78125, -5.90625 ] }, { "query_id": "1335", "ndcg@10": 0.6309297535714575, "mrr@10": 0.5, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "27243019", "27910499", "25985964", "40608679", "13398997", "19511011", "4468861", "20220731", "5567223", "3464191", "24101431", "4856149", "18758057", "33684572", "17463549", "6961811", "24069089", "33535222", "22874817", "8305686", "6936141", "14834714", "19510470", "25817686", "40087494", "2825380", "16660256", "2559303", "52095986", "24879055", "20457190", "994800", "22174015", "15972906", "2437807", "35987381", "25479072", "41982985", "33499189", "22968257", "3545805", "4380287", "38830961", "13868795", "35651106", "10078024", "5483793", "1196631", "27555165", "25738896", "37182501", "34905328", "9283422", "8903143", "17682477", "20344442", "9412420", "32454714", "14938990", "1071991", "44265107", "28006126", "13798951", "9604301", "15128866", "46926352", "5132358", "86129154", "2714623", "16737210", "7299977", "38587347", "40655970", "16172576", "5914739", "3835423", "13714201", "10605189", "4418070", "18237384", "79696454", "11344428", "1122198", "30152134", "10648422", "8764879", "20610557", "36271512", "10039688", "84379954", "4020950", "34287602", "751192", "19561411", "25737507", "11071351", "39443128", "10145528", "13790144", "1889358" ], "top100_scores": [ 0.97265625, 0.3984375, -1.6640625, -2.140625, -2.25, -2.515625, -2.6875, -2.703125, -3.015625, -3.03125, -3.0625, -3.1875, -3.34375, -3.34375, -3.46875, -3.640625, -3.75, -3.765625, -3.78125, -3.828125, -3.84375, -3.84375, -3.875, -3.90625, -3.90625, -3.921875, -3.96875, -3.984375, -4.0, -4.03125, -4.0625, -4.125, -4.15625, -4.1875, -4.1875, -4.21875, -4.25, -4.25, -4.34375, -4.34375, -4.34375, -4.34375, -4.40625, -4.46875, -4.5, -4.53125, -4.5625, -4.5625, -4.59375, -4.59375, -4.59375, -4.625, -4.625, -4.65625, -4.65625, -4.6875, -4.6875, -4.6875, -4.6875, -4.71875, -4.71875, -4.75, -4.78125, -4.875, -4.875, -4.96875, -4.96875, -5.0, -5.03125, -5.0625, -5.0625, -5.125, -5.125, -5.25, -5.25, -5.25, -5.28125, -5.3125, -5.34375, -5.34375, -5.40625, -5.4375, -5.4375, -5.4375, -5.46875, -5.46875, -5.5625, -5.6875, -5.71875, -5.8125, -5.9375, -6.0, -6.25, -6.46875, -6.5625, -6.65625, -6.75, -6.78125, -6.84375, -6.96875 ] }, { "query_id": "628", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "24512064", "5114282", "22705234", "28738741", "20996244", "5735492", "46202852", "5867846", "27602752", "39443128", "16572581", "4883040", "11784947", "10450300", "5398179", "21274496", "35987381", "5835149", "8038329", "29023309", "10530014", "5752492", "18816720", "42065070", "24510595", "2638387", "15081770", "2947124", "23305884", "2603304", "8325952", "40473317", "27910499", "12885341", "21498497", "8005007", "1071991", "1386103", "8247469", "5511240", "18275697", "17454301", "25141908", "6270720", "8300657", "5304891", "19854744", "11899391", "857189", "7177329", "21562657", "11238951", "6182947", "8563659", "30492966", "26873988", "30933307", "12685434", "6776834", "1243475", "19005293", "35651106", "25576204", "34025053", "26133404", "24943534", "3835423", "15058155", "11359243", "4347374", "10627801", "25263810", "39550665", "7115651", "14834714", "4402497", "991137", "20960682", "40312663", "20344442", "11344428", "12966719", "266641", "21700295", "30437264", "3308636", "24423427", "7820043", "39164524", "3662510", "18914652", "8250852", "8298120", "9767444", "37362689", "29564505", "34982259", "40913091", "31304956", "75636923" ], "top100_scores": [ 0.91796875, -2.140625, -2.34375, -2.34375, -2.421875, -2.75, -2.78125, -2.90625, -2.90625, -2.953125, -3.203125, -3.21875, -3.21875, -3.3125, -3.53125, -3.671875, -3.671875, -3.703125, -3.8125, -3.84375, -3.890625, -3.96875, -3.96875, -3.984375, -4.0, -4.0, -4.09375, -4.09375, -4.09375, -4.125, -4.15625, -4.1875, -4.1875, -4.21875, -4.21875, -4.25, -4.25, -4.25, -4.28125, -4.3125, -4.34375, -4.34375, -4.375, -4.375, -4.40625, -4.40625, -4.40625, -4.4375, -4.4375, -4.53125, -4.5625, -4.625, -4.65625, -4.6875, -4.71875, -4.75, -4.78125, -4.78125, -4.8125, -4.84375, -4.875, -4.9375, -4.9375, -4.9375, -4.96875, -5.03125, -5.03125, -5.03125, -5.09375, -5.125, -5.15625, -5.15625, -5.1875, -5.1875, -5.21875, -5.28125, -5.3125, -5.34375, -5.34375, -5.34375, -5.375, -5.59375, -5.65625, -5.6875, -5.8125, -5.84375, -5.84375, -5.84375, -5.875, -5.96875, -6.0, -6.0, -6.09375, -6.125, -6.15625, -6.25, -6.34375, -6.53125, -6.6875, -6.71875 ] }, { "query_id": "324", "ndcg@10": 0.3333333333333333, "mrr@10": 0.14285714285714285, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "22174015", "12827098", "19510470", "24612804", "5774746", "15248287", "2014909", "24721866", "44562221", "13509809", "27437459", "654735", "21498497", "9878167", "45449835", "9604301", "20471181", "12122482", "3078080", "20501163", "52874170", "7028976", "4460880", "23816832", "36242796", "36345185", "5132358", "36653415", "25677651", "2593298", "18174210", "7142113", "30981192", "1754001", "4380004", "25028913", "4483571", "33918970", "40905302", "36444198", "32322418", "18231807", "20287253", "20544428", "597790", "15968271", "17333231", "16472469", "11246427", "45153864", "28193026", "29231620", "16208091", "24318630", "5864770", "14171859", "9687772", "20960682", "712078", "33387953", "18275697", "8037453", "11360768", "29347970", "11441172", "4387484", "7020505", "188911", "4561402", "39668245", "45401535", "38752049", "38252314", "8892905", "13923140", "58006489", "15058155", "37480103", "2344892", "13905670", "24896957", "21902400", "667451", "2638387", "14835068", "17450673", "885056", "15491404", "1574014", "4410181", "20851402", "36830715", "22482024", "6962472", "6712836", "3493623", "25813706", "27995781", "84085333", "2042250" ], "top100_scores": [ -2.453125, -3.578125, -3.59375, -3.625, -3.625, -3.671875, -3.703125, -3.734375, -3.84375, -3.921875, -3.984375, -4.46875, -4.46875, -4.5625, -5.0625, -5.21875, -5.3125, -5.375, -5.4375, -5.46875, -5.5, -5.5, -5.59375, -5.625, -5.65625, -5.6875, -5.6875, -5.8125, -5.8125, -5.84375, -5.9375, -5.9375, -5.9375, -5.96875, -5.96875, -6.0, -6.0, -6.03125, -6.03125, -6.0625, -6.0625, -6.09375, -6.15625, -6.15625, -6.25, -6.28125, -6.3125, -6.375, -6.40625, -6.4375, -6.5, -6.5, -6.53125, -6.59375, -6.59375, -6.59375, -6.625, -6.625, -6.65625, -6.65625, -6.65625, -6.6875, -6.6875, -6.6875, -6.71875, -6.71875, -6.71875, -6.75, -6.75, -6.75, -6.75, -6.75, -6.78125, -6.8125, -6.8125, -6.8125, -6.8125, -6.875, -6.90625, -6.9375, -6.96875, -6.96875, -7.0, -7.0625, -7.0625, -7.09375, -7.09375, -7.125, -7.125, -7.15625, -7.25, -7.25, -7.25, -7.3125, -7.3125, -7.34375, -7.40625, -7.4375, -7.46875, -7.46875 ] }, { "query_id": "823", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "15319019", "39443128", "6421792", "40127292", "14241418", "28738741", "641786", "9498458", "4312169", "5560962", "6426919", "24190159", "2272614", "14864285", "32023005", "12909503", "51706771", "1576955", "17462437", "3360428", "14819804", "8892905", "40349336", "9478135", "43311750", "19708993", "16966326", "31460499", "41329906", "24896957", "5811042", "19673227", "4462777", "3210545", "5782614", "25895285", "4979184", "712078", "67787658", "28724565", "4444861", "13717103", "8925851", "26973393", "4729644", "4345315", "9394119", "24725136", "9889151", "4410181", "13001323", "3285322", "28441310", "52805891", "19822046", "14479433", "26336593", "30122260", "18038250", "4820792", "1145473", "19736671", "195352", "17050065", "9638032", "33387953", "5270265", "4702639", "9648896", "10697096", "4336849", "21383026", "35271381", "6078882", "11441172", "85665741", "39558597", "4468861", "7093809", "6503534", "6227220", "10326242", "6042706", "8247597", "1386103", "14021596", "29657303", "28937856", "2608447", "28264919", "120626", "25599283", "4414547", "18450716", "33370", "41120293", "43192375", "15692098", "31001322", "16172576" ], "top100_scores": [ -0.333984375, -4.34375, -4.65625, -4.71875, -4.9375, -4.96875, -5.03125, -5.21875, -5.25, -5.28125, -5.3125, -5.34375, -5.375, -5.375, -5.375, -5.40625, -5.46875, -5.5, -5.5625, -5.5625, -5.625, -5.625, -5.625, -5.625, -5.65625, -5.65625, -5.6875, -5.6875, -5.71875, -5.8125, -5.84375, -5.84375, -5.875, -5.9375, -5.96875, -5.96875, -6.03125, -6.0625, -6.09375, -6.09375, -6.125, -6.125, -6.15625, -6.21875, -6.21875, -6.21875, -6.25, -6.28125, -6.28125, -6.28125, -6.28125, -6.28125, -6.28125, -6.3125, -6.375, -6.375, -6.375, -6.375, -6.375, -6.375, -6.375, -6.40625, -6.40625, -6.4375, -6.46875, -6.46875, -6.46875, -6.46875, -6.53125, -6.53125, -6.53125, -6.5625, -6.5625, -6.5625, -6.5625, -6.5625, -6.5625, -6.5625, -6.625, -6.625, -6.625, -6.65625, -6.65625, -6.75, -6.75, -6.75, -6.78125, -6.84375, -6.875, -6.90625, -6.90625, -6.90625, -7.0625, -7.0625, -7.125, -7.1875, -7.28125, -7.3125, -7.34375, -7.40625 ] }, { "query_id": "770", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "15476777", "7165938", "2492146", "24980622", "24873253", "52180874", "6334188", "9558539", "32421068", "5372432", "19945096", "26973393", "46602807", "10958594", "19529370", "1387104", "31591262", "3210545", "7613033", "2296264", "42731834", "5641851", "20127522", "13256155", "19673227", "37029185", "5151024", "7986878", "39903312", "24575065", "35301079", "16390264", "12584053", "43334921", "5386514", "17693849", "20501163", "2058909", "39580129", "4961038", "6407356", "15128866", "15946643", "52188256", "24323695", "24341590", "3329824", "32777637", "25298276", "24634621", "20610557", "15041758", "12991445", "7821634", "16737210", "3613041", "3308636", "3981033", "25589047", "27264454", "25690516", "17462437", "15975146", "520579", "26000593", "1287809", "29981186", "16119973", "202259", "1805641", "17876040", "5492542", "39558597", "23126677", "39892135", "6561200", "19497526", "14827874", "19460822", "9167230", "26341063", "667451", "19308127", "24524403", "3078550", "25886725", "14361849", "15559582", "6421792", "40164383", "6790197", "341324", "22517564", "10072941", "22730024", "1358909", "41298619", "39532074", "27428509", "5912283" ], "top100_scores": [ -2.296875, -2.796875, -3.421875, -3.609375, -3.671875, -3.765625, -3.859375, -3.875, -3.890625, -3.953125, -4.0625, -4.09375, -4.125, -4.15625, -4.1875, -4.1875, -4.375, -4.375, -4.40625, -4.4375, -4.46875, -4.46875, -4.46875, -4.5625, -4.5625, -4.59375, -4.59375, -4.625, -4.65625, -4.6875, -4.6875, -4.71875, -4.71875, -4.75, -4.75, -4.78125, -4.8125, -4.8125, -4.84375, -4.84375, -4.84375, -4.875, -4.875, -4.90625, -4.9375, -5.0, -5.0, -5.03125, -5.0625, -5.125, -5.125, -5.15625, -5.15625, -5.1875, -5.1875, -5.1875, -5.25, -5.28125, -5.34375, -5.34375, -5.375, -5.4375, -5.5, -5.5, -5.53125, -5.53125, -5.5625, -5.5625, -5.5625, -5.59375, -5.625, -5.625, -5.65625, -5.65625, -5.6875, -5.71875, -5.71875, -5.75, -5.75, -5.75, -5.78125, -5.78125, -5.8125, -5.8125, -5.875, -5.875, -5.90625, -6.03125, -6.0625, -6.09375, -6.09375, -6.125, -6.15625, -6.15625, -6.1875, -6.25, -6.34375, -6.4375, -6.4375, -6.5 ] }, { "query_id": "1213", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "7948486", "17934603", "14492339", "13905670", "34016987", "36444198", "4427060", "23901235", "6853699", "21498497", "10648422", "2192419", "16905344", "22406695", "343052", "5752492", "4399311", "39084565", "15879931", "5107861", "25315295", "14386505", "34469966", "52925737", "12580014", "28647122", "5572127", "17438862", "9225850", "36345578", "21626639", "3863543", "13902570", "4447785", "22281684", "25817686", "28149602", "3616843", "12130690", "4429118", "4345315", "364522", "27789588", "5979056", "15381976", "11233339", "25148216", "33792330", "23273454", "33397197", "20960682", "9956893", "23388442", "20610557", "26702468", "7489663", "27093166", "28783084", "3330111", "4380287", "5035827", "36216395", "3083927", "15058155", "24396137", "31933981", "29347970", "3943235", "8604837", "14865329", "21956124", "11899391", "22517564", "40323148", "29509926", "3973445", "8137081", "1360607", "12827098", "1265945", "22975806", "2316374", "34189936", "8317408", "30933307", "8083310", "15425958", "16472469", "15975146", "34228604", "15521377", "16605494", "31107919", "44935041", "38131471", "24725136", "3285059", "46517055", "25036988", "6670101" ], "top100_scores": [ -0.490234375, -1.1484375, -1.2578125, -1.4609375, -1.4921875, -1.5390625, -1.7109375, -1.7578125, -2.046875, -2.15625, -2.171875, -2.171875, -2.296875, -2.515625, -2.625, -2.75, -2.75, -2.75, -2.78125, -2.8125, -2.90625, -2.9375, -2.984375, -3.03125, -3.078125, -3.09375, -3.171875, -3.25, -3.28125, -3.296875, -3.359375, -3.40625, -3.4375, -3.453125, -3.46875, -3.515625, -3.515625, -3.578125, -3.640625, -3.65625, -3.65625, -3.671875, -3.6875, -3.71875, -3.71875, -3.75, -3.78125, -3.78125, -3.875, -3.875, -3.90625, -3.9375, -3.9375, -3.9375, -3.953125, -3.96875, -3.984375, -4.03125, -4.0625, -4.0625, -4.0625, -4.125, -4.15625, -4.1875, -4.25, -4.25, -4.28125, -4.3125, -4.3125, -4.40625, -4.40625, -4.46875, -4.5, -4.53125, -4.59375, -4.625, -4.71875, -4.78125, -4.8125, -4.84375, -5.0625, -5.15625, -5.15625, -5.21875, -5.28125, -5.3125, -5.3125, -5.5625, -5.71875, -5.71875, -5.71875, -5.71875, -5.75, -6.0, -6.0625, -6.15625, -6.15625, -6.1875, -6.375, -6.6875 ] }, { "query_id": "1132", "ndcg@10": 0.23719771276929622, "mrr@10": 0.2, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "6936141", "2714623", "15972906", "41982985", "33499189", "2825380", "18834078", "1196631", "11195653", "34905328", "18758057", "8903143", "5914739", "24069089", "21746539", "4389252", "79696454", "35651106", "40094786", "18231807", "10562341", "6961811", "994800", "24726600", "14644164", "13798951", "4394525", "20457190", "9283422", "20344442", "14647747", "52095986", "22174015", "7869794", "39550665", "6163801", "17682477", "24879055", "28006126", "25942757", "29288582", "10162553", "13868795", "27567994", "42693833", "1243475", "12871281", "18042803", "3545805", "29362104", "1454773", "14834714", "4468861", "36642096", "40608679", "21719289", "17463549", "22705234", "2388819", "18231257", "28206748", "25353658", "8246922", "40473317", "49432306", "8305686", "27910499", "5483793", "18275697", "20220731", "31107919", "14934137", "16398827", "31293581", "10450300", "18429416", "17119869", "18882947", "18473550", "7820043", "42489926", "4457834", "4387484", "11837657", "9600826", "15491404", "24349992", "14092737", "23604601", "25597580", "26071782", "23420615", "24269361", "7093809", "2832403", "29745822", "38131471", "8396189", "28937856", "6670101" ], "top100_scores": [ 3.5625, 3.53125, 3.4375, 2.265625, 1.421875, 1.3671875, 0.859375, 0.51953125, 0.388671875, 0.099609375, 0.005035400390625, -0.0225830078125, -0.515625, -0.71484375, -0.79296875, -0.87109375, -1.1171875, -1.1484375, -1.171875, -1.1875, -1.6015625, -1.703125, -1.7109375, -1.8515625, -1.921875, -2.203125, -2.21875, -2.25, -2.265625, -2.28125, -2.3125, -2.46875, -2.5, -2.53125, -2.5625, -2.578125, -2.578125, -2.625, -2.65625, -2.671875, -2.703125, -2.703125, -2.71875, -2.84375, -2.921875, -3.0, -3.03125, -3.03125, -3.0625, -3.09375, -3.109375, -3.140625, -3.15625, -3.171875, -3.296875, -3.296875, -3.3125, -3.375, -3.46875, -3.515625, -3.53125, -3.609375, -3.671875, -3.6875, -3.734375, -3.75, -3.859375, -3.921875, -3.953125, -3.96875, -4.03125, -4.09375, -4.15625, -4.15625, -4.1875, -4.21875, -4.28125, -4.28125, -4.34375, -4.71875, -5.21875, -5.21875, -5.25, -5.3125, -5.34375, -5.34375, -5.34375, -5.375, -5.375, -5.5, -5.53125, -5.59375, -5.59375, -5.6875, -5.6875, -5.78125, -5.8125, -5.84375, -5.84375, -6.3125 ] }, { "query_id": "1146", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "13906581", "21323587", "4695046", "28738741", "27712433", "29107210", "13515165", "9274291", "19945096", "24318630", "6421734", "17691617", "41493639", "45920278", "5641851", "26611094", "21301090", "6517267", "12258338", "980196", "11230569", "79231308", "40905302", "16532419", "45461275", "19961177", "3078080", "3898784", "13481731", "16204011", "24088502", "32969964", "3150030", "74137632", "4824840", "5151024", "38180456", "9167230", "13732033", "45548062", "9658390", "13734012", "11718220", "19071857", "7986878", "17415081", "7419612", "427865", "12087063", "12205576", "44048701", "15512462", "12672066", "13322804", "21377587", "15968271", "5884524", "26000593", "30292811", "409280", "21590125", "23639838", "6334188", "40817021", "3944632", "21009874", "11728637", "31313782", "39580129", "25121903", "3285322", "21203899", "1173667", "3413083", "36033696", "7595742", "12217662", "4162857", "6123924", "42009630", "41294031", "13007205", "27024392", "26099680", "27768226", "31933981", "29387024", "24273592", "18340282", "32955023", "17088791", "29362104", "19736671", "8290760", "20672596", "84784389", "984825", "3038933", "9196472", "12552297" ], "top100_scores": [ 3.0625, -3.4375, -3.765625, -3.828125, -4.21875, -4.25, -4.28125, -4.40625, -4.40625, -4.5625, -4.59375, -4.65625, -4.6875, -4.71875, -4.71875, -4.78125, -4.78125, -4.8125, -4.84375, -4.84375, -4.84375, -4.875, -4.9375, -4.9375, -4.9375, -4.96875, -5.03125, -5.03125, -5.0625, -5.09375, -5.15625, -5.15625, -5.15625, -5.15625, -5.1875, -5.1875, -5.1875, -5.25, -5.25, -5.25, -5.25, -5.28125, -5.28125, -5.28125, -5.28125, -5.3125, -5.3125, -5.3125, -5.34375, -5.34375, -5.40625, -5.46875, -5.46875, -5.5, -5.53125, -5.5625, -5.625, -5.65625, -5.65625, -5.6875, -5.71875, -5.71875, -5.71875, -5.75, -5.78125, -5.90625, -5.9375, -5.9375, -5.96875, -6.03125, -6.0625, -6.09375, -6.09375, -6.125, -6.15625, -6.15625, -6.15625, -6.15625, -6.15625, -6.21875, -6.28125, -6.28125, -6.28125, -6.3125, -6.375, -6.375, -6.4375, -6.4375, -6.53125, -6.5625, -6.59375, -6.59375, -6.625, -6.6875, -6.75, -6.84375, -6.875, -6.90625, -6.9375, -6.96875 ] }, { "query_id": "691", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "10991183", "33076846", "14461101", "32532238", "10530014", "16511863", "23700330", "27602752", "15879931", "24881307", "7114092", "5821617", "7370282", "5270265", "2988714", "11200685", "12156187", "17671145", "31141365", "8764879", "14019636", "3863543", "23393712", "8093935", "12685434", "5099266", "14407673", "29073751", "18882947", "885056", "45764440", "12670680", "21179714", "34537906", "1982286", "3874000", "25157790", "9478135", "23052989", "17876040", "19510470", "3973445", "5304891", "25191216", "27306942", "667451", "5914739", "21793890", "10795340", "36345185", "2316374", "43880096", "4345315", "18041692", "641786", "16280642", "4447785", "14380875", "15856466", "38485364", "18895793", "33986507", "16863359", "11568270", "12800122", "25519138", "9301606", "15707049", "1605392", "25677651", "9911547", "36212758", "11255504", "4396105", "13902570", "3981033", "7034001", "13639330", "6259170", "37204802", "3935126", "22703082", "16472469", "12207340", "20585600", "17755060", "21164071", "19313533", "23863576", "8698857", "8892905", "21557614", "38131471", "11887584", "12892137", "4664540", "2958458", "17648235", "24423427", "11983390" ], "top100_scores": [ 1.3359375, 1.28125, -1.515625, -1.9921875, -2.21875, -2.8125, -2.96875, -3.0, -3.109375, -3.171875, -3.25, -3.3125, -3.375, -3.5, -3.5625, -3.71875, -3.75, -3.828125, -3.890625, -3.90625, -3.90625, -4.0, -4.03125, -4.0625, -4.15625, -4.28125, -4.28125, -4.3125, -4.34375, -4.4375, -4.4375, -4.4375, -4.46875, -4.5, -4.53125, -4.53125, -4.5625, -4.625, -4.6875, -4.6875, -4.71875, -4.78125, -4.78125, -4.8125, -4.8125, -4.8125, -4.8125, -4.84375, -4.875, -4.90625, -4.90625, -4.96875, -4.96875, -5.0, -5.0, -5.0625, -5.21875, -5.25, -5.25, -5.28125, -5.28125, -5.28125, -5.34375, -5.34375, -5.375, -5.40625, -5.4375, -5.46875, -5.5, -5.5, -5.53125, -5.53125, -5.53125, -5.625, -5.71875, -5.71875, -5.78125, -5.78125, -5.875, -5.875, -5.875, -5.90625, -6.0, -6.0, -6.03125, -6.0625, -6.0625, -6.125, -6.15625, -6.15625, -6.15625, -6.1875, -6.25, -6.28125, -6.28125, -6.46875, -6.46875, -6.5, -6.53125, -6.625 ] }, { "query_id": "723", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "5531479", "28712203", "29509926", "17934603", "3330111", "22406695", "1871230", "22696649", "21932297", "6969753", "1800734", "3684342", "15488881", "42693833", "3984231", "195683603", "12058271", "26008462", "44562058", "2543135", "15248287", "9977329", "15727984", "52925737", "9225850", "2030623", "27789588", "11710511", "3495456", "40365566", "13011249", "9159125", "935034", "26059876", "15058155", "9889151", "2405259", "8396189", "43224840", "5979056", "28015516", "140874", "46517055", "33068577", "6327940", "6308416", "14591894", "5094468", "2060137", "496873", "33920995", "5774746", "2242416", "18924534", "2727303", "24315156", "7869794", "8246090", "17017465", "9600826", "3155374", "6609935", "3930020", "14767844", "2177022", "22317868", "14530534", "18467982", "6454371", "5914739", "15548965", "14205246", "469066", "20758340", "4462139", "29073751", "7736860", "612002", "3727986", "2825380", "25623469", "20054396", "12948892", "6784372", "36345185", "16128711", "38751591", "26117607", "11716783", "14500725", "8093935", "26071782", "44935041", "5860364", "10790846", "21557055", "25682129", "8759633", "8494570", "21622715" ], "top100_scores": [ 6.90625, -3.375, -4.28125, -4.28125, -4.34375, -4.40625, -4.4375, -4.5, -4.5, -4.53125, -4.6875, -4.6875, -4.8125, -4.8125, -4.84375, -4.84375, -4.875, -4.90625, -4.9375, -4.96875, -5.0, -5.0, -5.03125, -5.0625, -5.0625, -5.09375, -5.125, -5.125, -5.15625, -5.15625, -5.15625, -5.1875, -5.21875, -5.25, -5.28125, -5.3125, -5.34375, -5.375, -5.40625, -5.40625, -5.5, -5.5625, -5.5625, -5.5625, -5.59375, -5.625, -5.65625, -5.6875, -5.6875, -5.6875, -5.71875, -5.71875, -5.71875, -5.75, -5.78125, -5.8125, -5.8125, -5.84375, -5.84375, -5.84375, -5.875, -5.875, -5.875, -6.0, -6.0, -6.03125, -6.03125, -6.0625, -6.0625, -6.0625, -6.09375, -6.125, -6.125, -6.125, -6.15625, -6.15625, -6.15625, -6.1875, -6.21875, -6.21875, -6.25, -6.28125, -6.3125, -6.3125, -6.375, -6.375, -6.375, -6.4375, -6.5625, -6.5625, -6.5625, -6.625, -6.65625, -6.65625, -6.65625, -6.90625, -6.90625, -6.9375, -6.96875, -7.09375 ] }, { "query_id": "913", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "9956893", "25677651", "28783084", "8596357", "20333864", "7729656", "7343711", "35660758", "16882895", "36432234", "2443495", "712078", "11200685", "32001951", "2158516", "14386505", "15215393", "67045088", "1454773", "6209599", "3531388", "7621534", "24881307", "1686997", "11238784", "4820792", "24003461", "35395662", "40963697", "6397191", "21564598", "982650", "9301606", "17055665", "20554003", "21465696", "27615329", "8856690", "86694016", "22317868", "13868795", "21868715", "27024392", "7645565", "4319174", "6923795", "20690388", "17412260", "6363093", "33499189", "14198646", "12737132", "46517055", "13398997", "23397658", "5531479", "39763465", "23273454", "36838958", "11666252", "40500438", "22134353", "40383969", "28334217", "24042363", "14241418", "17934603", "12265561", "1800734", "1616661", "28086354", "306006", "12948892", "13481880", "24712186", "31851367", "1748921", "36540079", "57783564", "5953485", "24069089", "3153673", "15381976", "14332945", "29015485", "13583521", "28937856", "21012916", "37608303", "2973910", "33920995", "3973445", "6609935", "45096063", "2177022", "15972906", "11020556", "38712515", "11771811", "15176526" ], "top100_scores": [ -1.1640625, -3.046875, -3.25, -3.53125, -3.609375, -3.6875, -3.703125, -3.765625, -3.8125, -3.84375, -3.84375, -3.953125, -3.96875, -4.0625, -4.09375, -4.125, -4.15625, -4.21875, -4.25, -4.25, -4.3125, -4.40625, -4.46875, -4.75, -4.78125, -4.8125, -4.8125, -4.84375, -4.84375, -4.84375, -4.875, -4.90625, -4.90625, -4.96875, -5.03125, -5.03125, -5.03125, -5.03125, -5.0625, -5.0625, -5.125, -5.125, -5.125, -5.125, -5.15625, -5.1875, -5.21875, -5.21875, -5.21875, -5.21875, -5.21875, -5.25, -5.3125, -5.3125, -5.34375, -5.34375, -5.40625, -5.4375, -5.53125, -5.59375, -5.625, -5.65625, -5.6875, -5.71875, -5.75, -5.75, -5.78125, -5.875, -5.875, -5.90625, -5.90625, -5.90625, -5.9375, -5.96875, -5.96875, -5.96875, -6.0, -6.0, -6.0, -6.03125, -6.0625, -6.0625, -6.0625, -6.15625, -6.15625, -6.21875, -6.21875, -6.21875, -6.21875, -6.25, -6.25, -6.28125, -6.3125, -6.34375, -6.375, -6.5, -6.5, -6.5, -6.5, -6.53125 ] }, { "query_id": "124", "ndcg@10": 0.6309297535714575, "mrr@10": 0.5, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "7111021", "4883040", "1986482", "31363207", "13899137", "28806780", "17077004", "13071728", "7224723", "20188586", "32454714", "32770503", "14834714", "11230569", "8563659", "7433668", "24943534", "13901073", "20457190", "35087728", "44562058", "11899391", "32909242", "24241932", "16787954", "26038789", "1336292", "6144337", "14647747", "15997009", "13398997", "341324", "18546584", "11254040", "16066726", "14260013", "25897733", "2274272", "45461275", "20610557", "32023005", "20220731", "15128866", "35079452", "21957231", "266641", "21644993", "29288582", "45908102", "12225214", "1386103", "8300657", "5284188", "3898784", "13923140", "3475317", "2048139", "5586392", "10450300", "22401720", "3935126", "35186640", "39550665", "24581365", "9021186", "12205576", "226488", "40127292", "3083927", "13798951", "21859699", "12966719", "17876040", "21185923", "7419612", "21383026", "3330111", "43378932", "23420807", "14296612", "1191830", "21700295", "3493623", "20287253", "13734012", "5864770", "6157837", "8997410", "4347374", "831167", "16760369", "25953438", "14501880", "21181273", "7808055", "2042250", "39285547", "12236208", "37488367", "18694784" ], "top100_scores": [ 3.25, 0.82421875, -2.1875, -3.015625, -3.390625, -3.421875, -3.765625, -3.78125, -3.8125, -4.0, -4.09375, -4.375, -4.4375, -4.4375, -4.53125, -4.84375, -4.875, -4.875, -5.0, -5.0625, -5.0625, -5.09375, -5.125, -5.15625, -5.15625, -5.15625, -5.15625, -5.1875, -5.1875, -5.21875, -5.21875, -5.28125, -5.28125, -5.3125, -5.3125, -5.3125, -5.34375, -5.375, -5.4375, -5.46875, -5.46875, -5.46875, -5.46875, -5.5, -5.5625, -5.59375, -5.625, -5.625, -5.65625, -5.65625, -5.6875, -5.6875, -5.75, -5.75, -5.78125, -5.8125, -5.8125, -5.875, -5.875, -5.90625, -5.90625, -5.90625, -5.90625, -5.9375, -5.96875, -6.0, -6.0, -6.03125, -6.03125, -6.03125, -6.0625, -6.0625, -6.09375, -6.09375, -6.125, -6.15625, -6.15625, -6.15625, -6.15625, -6.15625, -6.1875, -6.1875, -6.25, -6.28125, -6.28125, -6.34375, -6.375, -6.375, -6.40625, -6.40625, -6.4375, -6.5, -6.5625, -6.625, -6.71875, -6.8125, -6.8125, -6.84375, -6.90625, -7.03125 ] }, { "query_id": "1278", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "49432306", "3610080", "40632104", "5492542", "23912923", "14361849", "10162553", "1454773", "25589047", "30492966", "37628989", "29564505", "38630735", "5402581", "21382907", "667451", "11254040", "21700295", "5855168", "40164383", "5132358", "43226130", "4468861", "1900152", "6070278", "24323695", "22635278", "36642096", "5551138", "8756719", "24349992", "11899391", "26230669", "12258338", "5691302", "5641851", "31293581", "52874170", "202259", "14973286", "2492146", "29981186", "24873253", "6334188", "4910408", "52180874", "7986878", "21150010", "17934603", "24581365", "24634621", "30292811", "34025053", "45401535", "33533307", "3692112", "7111021", "24916604", "7613033", "14606752", "25837950", "24450344", "583260", "8190282", "15128866", "12438901", "24097933", "5698494", "44265107", "40005757", "20886584", "3462075", "13256155", "15476777", "4399311", "11630388", "9813098", "44562904", "4391121", "39892135", "341324", "42800527", "24150328", "10072941", "3613041", "14021596", "19308127", "4678846", "3935126", "24148722", "2048139", "17821387", "23783727", "40790033", "12442311", "27635177", "33409100", "37029185", "13883546", "24384587" ], "top100_scores": [ -1.765625, -2.28125, -2.46875, -2.875, -2.953125, -3.21875, -3.25, -3.265625, -3.328125, -3.328125, -3.5, -3.5, -3.546875, -3.5625, -3.5625, -3.578125, -3.59375, -3.59375, -3.640625, -3.640625, -3.65625, -3.65625, -3.65625, -3.875, -3.875, -3.875, -3.890625, -3.90625, -3.921875, -3.953125, -4.03125, -4.03125, -4.03125, -4.03125, -4.09375, -4.09375, -4.09375, -4.09375, -4.09375, -4.09375, -4.09375, -4.125, -4.1875, -4.1875, -4.21875, -4.28125, -4.28125, -4.28125, -4.34375, -4.34375, -4.375, -4.40625, -4.4375, -4.4375, -4.46875, -4.46875, -4.5, -4.5, -4.5, -4.53125, -4.53125, -4.625, -4.625, -4.625, -4.625, -4.625, -4.71875, -4.75, -4.75, -4.75, -4.75, -4.8125, -4.84375, -4.875, -4.875, -4.90625, -4.90625, -4.90625, -4.90625, -4.9375, -4.96875, -4.96875, -4.96875, -4.96875, -5.0, -5.03125, -5.0625, -5.0625, -5.09375, -5.09375, -5.125, -5.1875, -5.25, -5.25, -5.25, -5.46875, -5.46875, -5.5625, -5.59375, -5.65625 ] } ] } }, "mean_ndcg@10": 0.6285726074793805 }, { "step": 4608, "pairs_seen": 589824, "training_step_seconds": 1853.5556370141312, "validation": 0.9907453422260446, "learning_rate": 1.381649961449499e-05 }, { "step": 5120, "pairs_seen": 655360, "training_step_seconds": 2057.266072322167, "validation": 0.9930241558244983, "learning_rate": 1.1842713955281418e-05 }, { "step": 5632, "pairs_seen": 720896, "training_step_seconds": 2261.4972643730835, "validation": 0.9923033154994425, "learning_rate": 9.868928296067849e-06 }, { "step": 6144, "pairs_seen": 786432, "training_step_seconds": 2465.478041716069, "validation": 0.9907337737618589, "learning_rate": 7.89514263685428e-06 }, { "step": 6656, "pairs_seen": 851968, "training_step_seconds": 2669.442799065084, "validation": 0.9900129334368032, "learning_rate": 5.921356977640709e-06 }, { "step": 7168, "pairs_seen": 917504, "training_step_seconds": 2873.6799241411063, "validation": 0.9924080134870261, "learning_rate": 3.94757131842714e-06 }, { "step": 7680, "pairs_seen": 983040, "training_step_seconds": 3077.54973619213, "validation": 0.9902998576077232, "learning_rate": 1.97378565921357e-06 }, { "step": 8192, "pairs_seen": 1048576, "training_step_seconds": 3289.2795477590953, "validation": 0.9908558375314797, "learning_rate": 0.0, "test": { "NanoNQ": { "metrics": { "ndcg@10": 0.7381787099334386, "mrr@10": 0.7291666666666667, "recall@100": 0.91, "candidate_recall": 0.91, "seconds": 6.126555197999551 }, "per_query": [ { "query_id": "test1618", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc57226", "doc57242", "doc1163498", "doc1219625", "doc1665946", "doc1622317", "doc2116209", "doc57232", "doc2173547", "doc57247", "doc2465910", "doc751998", "doc3001", "doc955504", "doc57248", "doc2530375", "doc250000", "doc2173529", "doc285755", "doc63804", "doc551897", "doc600774", "doc2173544", "doc1582693", "doc2040327", "doc260645", "doc2534676", "doc504996", "doc802928", "doc1063714", "doc1142095", "doc751967", "doc597781", "doc2173550", "doc824776", "doc751954", "doc908573", "doc2569915", "doc24310", "doc1445499", "doc1104251", "doc420626", "doc827140", "doc174973", "doc594485", "doc2876", "doc717374", "doc1538535", "doc551209", "doc1665898", "doc1104254", "doc649566", "doc2040334", "doc1291616", "doc106353", "doc703717", "doc1254764", "doc24317", "doc392494", "doc1989499", "doc703701", "doc614721", "doc224051", "doc2852", "doc1051791", "doc975622", "doc446480", "doc427061", "doc211935", "doc866703", "doc418129", "doc1254733", "doc1295396", "doc284000", "doc150031", "doc388464", "doc106332", "doc106335", "doc106362", "doc106333", "doc669209", "doc902520", "doc285723", "doc446477", "doc106367", "doc703731", "doc327615", "doc1713783", "doc1512044", "doc1650958", "doc2603021", "doc1746659", "doc2480452", "doc1948176", "doc1972074", "doc103645", "doc1632177", "doc2068718", "doc762682", "doc627159" ], "top100_scores": [ 7.5, 0.482421875, -2.4375, -2.84375, -2.90625, -3.03125, -3.328125, -3.421875, -3.703125, -3.75, -3.796875, -3.9375, -3.9375, -4.09375, -4.125, -4.1875, -4.46875, -4.53125, -4.53125, -4.59375, -4.6875, -4.6875, -4.90625, -5.0, -5.0625, -5.125, -5.125, -5.1875, -5.1875, -5.21875, -5.34375, -5.40625, -5.40625, -5.46875, -5.5, -5.65625, -5.65625, -5.75, -5.75, -5.75, -5.78125, -5.8125, -5.8125, -5.875, -5.90625, -5.90625, -6.0, -6.03125, -6.03125, -6.0625, -6.09375, -6.09375, -6.09375, -6.125, -6.15625, -6.15625, -6.3125, -6.3125, -6.3125, -6.34375, -6.40625, -6.40625, -6.4375, -6.4375, -6.4375, -6.4375, -6.4375, -6.46875, -6.46875, -6.46875, -6.5, -6.53125, -6.5625, -6.71875, -6.75, -6.75, -6.75, -6.75, -6.8125, -6.84375, -6.875, -6.90625, -6.96875, -7.125, -7.15625, -7.15625, -7.21875, -7.25, -7.28125, -7.3125, -7.5, -7.6875, -7.78125, -7.8125, -8.0625, -8.125, -8.125, -8.25, -8.4375, -8.625 ] }, { "query_id": "test1805", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc63543", "doc63538", "doc2345266", "doc1749973", "doc2292349", "doc1934037", "doc1942575", "doc345111", "doc2594422", "doc2217711", "doc1664486", "doc1911979", "doc1899261", "doc2043247", "doc2217712", "doc63542", "doc1664485", "doc2033252", "doc1059057", "doc2461162", "doc1828868", "doc2426396", "doc479842", "doc1982537", "doc1489658", "doc1815291", "doc2674988", "doc17330", "doc1952665", "doc1704007", "doc942208", "doc2155680", "doc497737", "doc474276", "doc1796956", "doc2136789", "doc914411", "doc1117614", "doc2112811", "doc2185118", "doc2362173", "doc2105862", "doc2415290", "doc2017803", "doc1448795", "doc2308785", "doc1984470", "doc1583090", "doc163261", "doc1879889", "doc608249", "doc1623079", "doc2163089", "doc2509995", "doc1243029", "doc1167678", "doc2173325", "doc1121529", "doc21277", "doc2074090", "doc465257", "doc1796951", "doc1916315", "doc26437", "doc476498", "doc1455509", "doc26394", "doc536538", "doc2212270", "doc97445", "doc1148551", "doc1530226", "doc1310966", "doc10388", "doc323321", "doc78548", "doc38625", "doc1911857", "doc530780", "doc108955", "doc564709", "doc171833", "doc1056790", "doc655666", "doc105759", "doc913113", "doc2212269", "doc1467762", "doc846246", "doc1491868", "doc2386680", "doc1116765", "doc1205332", "doc651760", "doc1852527", "doc2029100", "doc108435", "doc2526454", "doc1552106", "doc1021503" ], "top100_scores": [ 7.125, 1.6015625, -1.0546875, -1.421875, -1.6796875, -1.875, -2.5, -2.875, -3.078125, -3.359375, -3.734375, -3.96875, -4.25, -4.625, -5.0625, -5.625, -5.65625, -5.71875, -5.78125, -5.875, -6.125, -6.25, -6.40625, -6.4375, -6.5, -6.59375, -6.625, -6.625, -6.78125, -6.9375, -6.9375, -6.96875, -7.0625, -7.0625, -7.125, -7.1875, -7.28125, -7.28125, -7.3125, -7.3125, -7.3125, -7.34375, -7.53125, -7.5625, -7.5625, -7.625, -7.6875, -7.71875, -7.71875, -7.75, -7.84375, -7.875, -7.875, -7.96875, -7.96875, -8.0625, -8.125, -8.1875, -8.1875, -8.25, -8.25, -8.25, -8.3125, -8.3125, -8.3125, -8.375, -8.375, -8.375, -8.4375, -8.4375, -8.4375, -8.5, -8.5, -8.5, -8.5, -8.5625, -8.5625, -8.5625, -8.5625, -8.625, -8.625, -8.625, -8.625, -8.625, -8.6875, -8.6875, -8.6875, -8.6875, -8.75, -8.75, -8.8125, -8.8125, -8.875, -8.875, -8.875, -8.875, -8.875, -8.9375, -8.9375, -9.0625 ] }, { "query_id": "test1989", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc69765", "doc69775", "doc69778", "doc69767", "doc69772", "doc278091", "doc1328955", "doc2526400", "doc1393796", "doc812322", "doc69774", "doc2285692", "doc2548244", "doc451953", "doc2074523", "doc78091", "doc776139", "doc243667", "doc69768", "doc1285909", "doc21831", "doc21871", "doc365459", "doc1528335", "doc1675505", "doc1743887", "doc1285910", "doc21872", "doc1966948", "doc21856", "doc776173", "doc21888", "doc660012", "doc25836", "doc699194", "doc452039", "doc21829", "doc776142", "doc776137", "doc377466", "doc452016", "doc21832", "doc21906", "doc365452", "doc1842144", "doc21841", "doc296209", "doc2526412", "doc1085571", "doc365455", "doc1783753", "doc2526409", "doc1095662", "doc296216", "doc365451", "doc1817763", "doc21844", "doc829017", "doc1393769", "doc1717375", "doc452002", "doc761186", "doc753576", "doc2462709", "doc552702", "doc543379", "doc2019171", "doc552697", "doc1846050", "doc437362", "doc2173544", "doc866436", "doc866437", "doc297251", "doc980032", "doc376241", "doc1953114", "doc2296331", "doc588621", "doc807066", "doc2624891", "doc1035806", "doc1052760", "doc2271309", "doc865796", "doc980033", "doc1675530", "doc442694", "doc1986489", "doc1912505", "doc61036", "doc524514", "doc1321929", "doc1400528", "doc1455952", "doc338818", "doc993779", "doc1883553", "doc779563", "doc1787812" ], "top100_scores": [ 3.21875, -1.6015625, -1.9921875, -2.015625, -2.15625, -2.265625, -2.5625, -2.9375, -2.96875, -3.046875, -3.0625, -3.125, -3.140625, -3.140625, -3.28125, -3.28125, -3.296875, -3.3125, -3.359375, -3.40625, -3.4375, -3.625, -3.671875, -3.671875, -3.671875, -3.703125, -3.78125, -3.796875, -3.8125, -3.875, -3.921875, -3.921875, -3.9375, -3.96875, -3.96875, -3.96875, -4.0, -4.0, -4.0, -4.0, -4.09375, -4.125, -4.125, -4.1875, -4.1875, -4.21875, -4.25, -4.25, -4.28125, -4.28125, -4.28125, -4.3125, -4.3125, -4.34375, -4.34375, -4.375, -4.375, -4.4375, -4.46875, -4.5, -4.53125, -4.53125, -4.5625, -4.5625, -4.59375, -4.625, -4.65625, -4.6875, -4.75, -4.9375, -4.9375, -4.96875, -5.0, -5.0, -5.03125, -5.09375, -5.125, -5.3125, -5.34375, -5.375, -5.4375, -5.4375, -5.5, -5.65625, -5.71875, -5.71875, -5.71875, -5.75, -5.875, -5.90625, -6.0625, -6.21875, -6.28125, -6.34375, -6.5625, -6.59375, -6.59375, -6.6875, -7.21875, -7.4375 ] }, { "query_id": "test2270", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc986835", "doc1570656", "doc1402781", "doc1678115", "doc1247565", "doc2066832", "doc392155", "doc737388", "doc128663", "doc1104225", "doc400438", "doc146074", "doc440112", "doc2146296", "doc591224", "doc230376", "doc2368994", "doc1996495", "doc453091", "doc232625", "doc94024", "doc884614", "doc146132", "doc2522126", "doc163261", "doc415369", "doc2517390", "doc2173228", "doc223538", "doc1574783", "doc979054", "doc88934", "doc1996497", "doc78548", "doc1510857", "doc770526", "doc2499402", "doc1107323", "doc2114608", "doc415385", "doc438381", "doc2017803", "doc1382073", "doc2508414", "doc1759626", "doc2450143", "doc2307734", "doc1020899", "doc314759", "doc1716825", "doc2431682", "doc1077629", "doc750407", "doc2426974", "doc80089", "doc327463", "doc605467", "doc1070768", "doc9798", "doc750416", "doc99857", "doc1019814", "doc689060", "doc966365", "doc2171164", "doc2589580", "doc814675", "doc388419", "doc1940797", "doc1538520", "doc171837", "doc1993058", "doc2079848", "doc834354", "doc2391390", "doc61939", "doc562696", "doc365042", "doc1221858", "doc732018", "doc1254764", "doc479842", "doc1829626", "doc399642", "doc127042", "doc574823", "doc2833", "doc1148551", "doc297251", "doc2083810", "doc17481", "doc529465", "doc80067", "doc1397232", "doc106335", "doc157039", "doc602853", "doc1824664", "doc1321904", "doc2526454" ], "top100_scores": [ 0.73828125, -0.88671875, -1.265625, -1.6015625, -1.6953125, -1.90625, -2.359375, -2.421875, -3.046875, -3.21875, -3.296875, -3.3125, -3.375, -3.375, -3.390625, -3.453125, -3.515625, -3.5625, -3.703125, -3.71875, -3.859375, -3.859375, -3.875, -3.90625, -4.0625, -4.125, -4.125, -4.21875, -4.25, -4.28125, -4.375, -4.40625, -4.46875, -4.46875, -4.5625, -4.59375, -4.65625, -4.6875, -4.75, -4.84375, -4.875, -4.9375, -5.0625, -5.125, -5.15625, -5.5, -5.59375, -5.625, -6.21875, -6.34375, -6.6875, -6.6875, -6.84375, -7.0, -7.15625, -7.1875, -7.28125, -7.28125, -7.40625, -7.625, -7.625, -7.71875, -7.75, -7.75, -7.78125, -7.875, -7.875, -7.875, -7.9375, -7.96875, -8.0625, -8.0625, -8.0625, -8.0625, -8.0625, -8.0625, -8.0625, -8.125, -8.1875, -8.1875, -8.25, -8.25, -8.25, -8.25, -8.375, -8.4375, -8.4375, -8.4375, -8.4375, -8.5, -8.5, -8.5, -8.5, -8.625, -8.625, -8.625, -8.625, -8.6875, -8.6875, -8.875 ] }, { "query_id": "test2577", "ndcg@10": 0.31546487678572877, "mrr@10": 0.125, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc1234227", "doc1167678", "doc2165905", "doc1366756", "doc1366757", "doc672961", "doc1715056", "doc88443", "doc2165906", "doc387897", "doc1030462", "doc1121529", "doc887635", "doc559423", "doc682295", "doc866296", "doc1366769", "doc2173228", "doc1121527", "doc1366762", "doc1382171", "doc405920", "doc751799", "doc1382170", "doc2165920", "doc555360", "doc1214905", "doc1382169", "doc2307710", "doc338868", "doc1435310", "doc1812660", "doc1741701", "doc1382143", "doc106047", "doc2465505", "doc2307742", "doc2307739", "doc2307705", "doc2307734", "doc2450178", "doc2307746", "doc2450143", "doc453172", "doc230376", "doc444923", "doc1526184", "doc353446", "doc1136713", "doc80070", "doc2508414", "doc2005210", "doc2107261", "doc641530", "doc1994438", "doc1914609", "doc1425919", "doc2539732", "doc2374276", "doc24904", "doc1221858", "doc2003306", "doc2155680", "doc94024", "doc2057552", "doc1443647", "doc2053655", "doc583523", "doc2502630", "doc1803620", "doc7023", "doc399642", "doc24903", "doc1810672", "doc454591", "doc596016", "doc698075", "doc7166", "doc1027724", "doc2209653", "doc453161", "doc1418632", "doc2316765", "doc144160", "doc2509993", "doc2582472", "doc1343593", "doc144239", "doc94367", "doc140893", "doc1623534", "doc641297", "doc1007260", "doc2517379", "doc320274", "doc1791048", "doc2328678", "doc207176", "doc2545045", "doc2210110" ], "top100_scores": [ 7.125, 6.6875, 5.1875, 2.4375, 2.34375, 2.03125, 1.4609375, -1.3984375, -1.703125, -2.390625, -2.40625, -2.609375, -3.03125, -3.1875, -3.234375, -3.59375, -3.59375, -3.59375, -3.640625, -3.6875, -3.703125, -3.84375, -3.84375, -3.875, -4.0, -4.0625, -4.1875, -4.25, -4.28125, -4.3125, -4.40625, -4.5, -4.53125, -4.5625, -4.5625, -4.90625, -4.90625, -4.96875, -5.28125, -5.34375, -5.375, -5.65625, -6.09375, -7.03125, -7.25, -7.53125, -7.59375, -7.625, -7.65625, -7.8125, -7.8125, -7.84375, -7.9375, -7.9375, -7.9375, -7.96875, -8.0, -8.0, -8.0625, -8.125, -8.125, -8.125, -8.125, -8.1875, -8.1875, -8.1875, -8.25, -8.25, -8.25, -8.25, -8.25, -8.3125, -8.3125, -8.3125, -8.3125, -8.375, -8.375, -8.375, -8.375, -8.375, -8.375, -8.4375, -8.4375, -8.4375, -8.4375, -8.5, -8.5, -8.5, -8.5, -8.5, -8.5, -8.5625, -8.5625, -8.5625, -8.5625, -8.5625, -8.5625, -8.625, -8.6875, -8.6875 ] }, { "query_id": "test770", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc27529", "doc540358", "doc361696", "doc1996268", "doc27538", "doc540404", "doc1044670", "doc1770477", "doc1628841", "doc1856181", "doc1692291", "doc2272998", "doc2439860", "doc2272990", "doc361697", "doc1727553", "doc361702", "doc239270", "doc1012137", "doc1762978", "doc540363", "doc2545074", "doc437667", "doc1321884", "doc2653445", "doc1224325", "doc1485638", "doc879199", "doc361682", "doc1321967", "doc90808", "doc1520290", "doc734723", "doc1177694", "doc72481", "doc437639", "doc36467", "doc2163262", "doc754593", "doc331518", "doc1978004", "doc2068337", "doc2311306", "doc1867620", "doc437685", "doc401103", "doc536374", "doc437677", "doc75292", "doc437683", "doc1520334", "doc2328678", "doc988606", "doc1334238", "doc525586", "doc1867627", "doc1657214", "doc814675", "doc540344", "doc2005210", "doc840074", "doc2545045", "doc721746", "doc2217346", "doc1778743", "doc2005304", "doc1594148", "doc795696", "doc505009", "doc601744", "doc2402770", "doc700971", "doc1251647", "doc1014848", "doc101561", "doc604235", "doc1619495", "doc1246069", "doc914411", "doc134521", "doc1574683", "doc623682", "doc2262786", "doc170955", "doc1049873", "doc1877809", "doc1285744", "doc75967", "doc1198819", "doc2188152", "doc1316703", "doc431563", "doc191614", "doc2136789", "doc21363", "doc2197028", "doc555360", "doc299630", "doc1912506", "doc872601" ], "top100_scores": [ 2.71875, -1.8359375, -2.34375, -2.40625, -2.546875, -2.96875, -3.546875, -3.609375, -3.640625, -3.96875, -3.984375, -4.15625, -4.1875, -4.21875, -4.25, -4.28125, -4.3125, -4.3125, -4.5625, -4.65625, -4.6875, -4.8125, -4.84375, -4.875, -5.0625, -5.1875, -5.1875, -5.25, -5.375, -5.40625, -5.53125, -5.53125, -5.59375, -5.59375, -5.59375, -5.625, -5.625, -5.71875, -5.71875, -5.75, -5.75, -5.78125, -5.8125, -5.84375, -5.96875, -6.09375, -6.09375, -6.125, -6.21875, -6.21875, -6.28125, -6.34375, -6.4375, -6.4375, -6.4375, -6.5625, -6.59375, -6.8125, -6.875, -7.03125, -7.09375, -7.125, -7.1875, -7.21875, -7.25, -7.34375, -7.5625, -7.5625, -7.59375, -7.6875, -7.84375, -7.84375, -7.90625, -7.96875, -8.0, -8.0625, -8.0625, -8.125, -8.1875, -8.25, -8.25, -8.25, -8.3125, -8.3125, -8.3125, -8.3125, -8.375, -8.4375, -8.4375, -8.4375, -8.4375, -8.4375, -8.5, -8.5, -8.5625, -8.5625, -8.6875, -8.6875, -8.75, -9.125 ] }, { "query_id": "test2233", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc77634", "doc208541", "doc349744", "doc1953211", "doc1369510", "doc579128", "doc1994393", "doc739705", "doc1473550", "doc2162623", "doc268699", "doc2434664", "doc273559", "doc2483145", "doc579135", "doc1844919", "doc2314010", "doc2134247", "doc293490", "doc422133", "doc1340806", "doc438360", "doc236530", "doc2134206", "doc77635", "doc1208808", "doc925929", "doc1816786", "doc77640", "doc2025330", "doc1328113", "doc825186", "doc376565", "doc620637", "doc2611984", "doc1369505", "doc360768", "doc293491", "doc1480727", "doc856725", "doc208540", "doc1491857", "doc54270", "doc1526230", "doc613963", "doc1068154", "doc101803", "doc512949", "doc119665", "doc349747", "doc1397231", "doc272763", "doc1687132", "doc484979", "doc1397224", "doc498104", "doc101332", "doc1397232", "doc2206589", "doc856735", "doc108501", "doc2539732", "doc1829626", "doc653285", "doc782194", "doc293478", "doc2139234", "doc101767", "doc1620572", "doc216986", "doc1924612", "doc1041089", "doc2357946", "doc1328111", "doc825187", "doc2003306", "doc2095396", "doc1669853", "doc354191", "doc2072948", "doc201172", "doc833922", "doc354084", "doc986920", "doc172185", "doc529465", "doc2441320", "doc362493", "doc1540372", "doc763934", "doc525751", "doc157039", "doc1791048", "doc1843369", "doc1155687", "doc155482", "doc722466", "doc2509993", "doc260679", "doc1948176" ], "top100_scores": [ 7.6875, 2.875, 2.234375, 0.62890625, 0.1015625, -0.11328125, -0.1640625, -0.6640625, -0.9375, -1.2578125, -1.34375, -1.578125, -1.9140625, -2.125, -2.1875, -2.5625, -2.671875, -2.875, -3.0, -3.078125, -3.078125, -3.078125, -3.171875, -3.171875, -3.3125, -3.390625, -3.4375, -3.4375, -3.453125, -3.453125, -3.484375, -3.5625, -3.671875, -3.828125, -3.828125, -3.828125, -3.84375, -3.890625, -3.984375, -4.0, -4.03125, -4.03125, -4.15625, -4.15625, -4.28125, -4.3125, -4.3125, -4.40625, -4.40625, -4.40625, -4.5625, -4.59375, -4.625, -4.65625, -4.6875, -4.71875, -4.75, -4.84375, -4.84375, -4.875, -4.96875, -5.0, -5.03125, -5.09375, -5.09375, -5.15625, -5.1875, -5.21875, -5.25, -5.28125, -5.28125, -5.28125, -5.40625, -5.40625, -5.46875, -5.5625, -5.59375, -5.65625, -5.75, -5.75, -5.84375, -6.0625, -6.1875, -6.25, -6.3125, -6.5, -6.71875, -6.8125, -6.84375, -6.875, -7.09375, -7.21875, -7.3125, -7.375, -7.65625, -7.96875, -8.375, -8.625, -8.625, -8.875 ] }, { "query_id": "test826", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc29757", "doc1798668", "doc1456780", "doc101561", "doc50625", "doc1486663", "doc29765", "doc520684", "doc1567090", "doc2096499", "doc49159", "doc625773", "doc278693", "doc151694", "doc49200", "doc1595692", "doc231271", "doc2508418", "doc2509153", "doc1959162", "doc1728840", "doc2111513", "doc99857", "doc2374307", "doc583721", "doc966365", "doc1774", "doc515127", "doc650941", "doc671892", "doc1030288", "doc38625", "doc191143", "doc1350141", "doc2614073", "doc2091589", "doc28313", "doc335679", "doc2313854", "doc59421", "doc2509989", "doc56921", "doc223538", "doc722174", "doc56902", "doc357235", "doc1490186", "doc963670", "doc324540", "doc1397224", "doc324548", "doc225047", "doc127042", "doc127031", "doc764023", "doc827208", "doc88934", "doc1027724", "doc63804", "doc1938693", "doc955504", "doc1780375", "doc1612520", "doc405830", "doc2369112", "doc214269", "doc2256023", "doc434367", "doc1508091", "doc77634", "doc282351", "doc2596083", "doc1667013", "doc2332126", "doc2656322", "doc563701", "doc2255696", "doc2413034", "doc1717004", "doc446480", "doc53464", "doc726413", "doc525586", "doc673167", "doc936401", "doc1902615", "doc768602", "doc1086963", "doc669209", "doc95310", "doc2362748", "doc2328678", "doc144239", "doc1858032", "doc2260544", "doc1735465", "doc1144972", "doc1308445", "doc1056790", "doc2534676" ], "top100_scores": [ -0.380859375, -2.296875, -2.296875, -3.234375, -3.34375, -3.484375, -3.578125, -3.8125, -3.859375, -3.921875, -4.03125, -4.09375, -4.25, -4.4375, -4.5, -4.5, -4.5625, -4.5625, -4.6875, -4.71875, -4.78125, -4.875, -4.875, -4.90625, -4.90625, -4.96875, -5.0625, -5.0625, -5.21875, -5.40625, -5.40625, -5.46875, -5.5625, -5.59375, -5.59375, -5.8125, -6.0, -6.09375, -6.09375, -6.125, -6.125, -6.15625, -6.15625, -6.28125, -6.34375, -6.375, -6.59375, -6.625, -6.75, -6.75, -6.78125, -7.0625, -7.46875, -7.5625, -7.5625, -7.8125, -7.84375, -7.875, -7.90625, -7.9375, -7.9375, -7.9375, -8.0, -8.0, -8.0625, -8.125, -8.125, -8.1875, -8.1875, -8.1875, -8.1875, -8.1875, -8.1875, -8.25, -8.25, -8.25, -8.25, -8.25, -8.3125, -8.3125, -8.3125, -8.3125, -8.375, -8.375, -8.375, -8.375, -8.375, -8.375, -8.375, -8.375, -8.4375, -8.4375, -8.5, -8.5, -8.5, -8.5625, -8.5625, -8.625, -8.6875, -8.6875 ] }, { "query_id": "test1721", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc61036", "doc1376346", "doc61054", "doc61043", "doc1558629", "doc61045", "doc1643694", "doc988607", "doc627159", "doc1787812", "doc2193668", "doc1526139", "doc1612682", "doc1796400", "doc742717", "doc1288281", "doc1205818", "doc1381513", "doc2522627", "doc1380860", "doc1325273", "doc1962033", "doc323921", "doc1755685", "doc1291233", "doc1464453", "doc401103", "doc331518", "doc903103", "doc988606", "doc2068337", "doc729312", "doc2489754", "doc288971", "doc430256", "doc1077629", "doc1589706", "doc633767", "doc1538954", "doc1716825", "doc1487701", "doc879199", "doc536398", "doc1044670", "doc2362173", "doc843229", "doc2217346", "doc2202835", "doc457828", "doc1750156", "doc1485638", "doc2618276", "doc1868647", "doc356961", "doc2332984", "doc2357495", "doc827208", "doc734723", "doc490514", "doc238332", "doc2114608", "doc116279", "doc2129979", "doc42804", "doc1692185", "doc1307727", "doc1248995", "doc765127", "doc1224325", "doc2195756", "doc1020899", "doc75292", "doc491925", "doc2046260", "doc2066832", "doc2504604", "doc2059265", "doc1881502", "doc1976860", "doc26394", "doc1757007", "doc922263", "doc675035", "doc1384591", "doc72481", "doc867288", "doc404351", "doc1189628", "doc4147", "doc146074", "doc107166", "doc2386390", "doc2657970", "doc377106", "doc702815", "doc2631871", "doc2037498", "doc1914609", "doc655676", "doc367220" ], "top100_scores": [ 2.96875, -0.384765625, -2.171875, -4.15625, -4.15625, -4.53125, -4.59375, -4.71875, -4.875, -5.34375, -5.4375, -5.5, -5.59375, -5.625, -5.6875, -5.6875, -5.75, -5.78125, -5.8125, -5.9375, -5.9375, -6.0, -6.03125, -6.0625, -6.09375, -6.125, -6.125, -6.15625, -6.15625, -6.375, -6.375, -6.40625, -6.4375, -6.46875, -6.53125, -6.53125, -6.5625, -6.65625, -6.78125, -6.8125, -6.8125, -6.8125, -6.84375, -6.84375, -6.96875, -7.03125, -7.0625, -7.15625, -7.21875, -7.21875, -7.28125, -7.34375, -7.375, -7.375, -7.40625, -7.40625, -7.5, -7.5, -7.5625, -7.5625, -7.59375, -7.625, -7.625, -7.65625, -7.71875, -7.75, -7.78125, -7.78125, -7.8125, -7.84375, -7.84375, -7.84375, -7.875, -7.90625, -7.9375, -7.96875, -7.96875, -7.96875, -8.0625, -8.0625, -8.0625, -8.0625, -8.125, -8.1875, -8.1875, -8.1875, -8.25, -8.25, -8.25, -8.3125, -8.3125, -8.3125, -8.3125, -8.375, -8.375, -8.4375, -8.4375, -8.4375, -8.5625, -8.625 ] }, { "query_id": "test2845", "ndcg@10": 0.6309297535714575, "mrr@10": 0.5, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc97445", "doc97421", "doc97442", "doc1087988", "doc1116765", "doc369270", "doc1349036", "doc152515", "doc2004921", "doc2084014", "doc2071107", "doc369237", "doc1430994", "doc2083987", "doc369227", "doc2380009", "doc1992466", "doc2083995", "doc369220", "doc2083994", "doc152483", "doc1902500", "doc2071083", "doc2099374", "doc97430", "doc2574334", "doc2268982", "doc1948378", "doc2380013", "doc1349041", "doc369234", "doc626977", "doc1587504", "doc2071086", "doc1431001", "doc369204", "doc369276", "doc2071163", "doc1587502", "doc369170", "doc2426358", "doc2071134", "doc1730351", "doc2071056", "doc2071151", "doc369166", "doc2071135", "doc2084004", "doc182537", "doc97437", "doc1349039", "doc2084016", "doc2071028", "doc369240", "doc369169", "doc2071137", "doc1079691", "doc2071169", "doc369193", "doc369287", "doc920840", "doc369261", "doc1389346", "doc369210", "doc1577554", "doc1349043", "doc1902486", "doc369278", "doc369187", "doc369236", "doc369277", "doc152500", "doc369291", "doc369151", "doc1619495", "doc1577539", "doc454591", "doc1376345", "doc2188152", "doc101561", "doc2003306", "doc1391281", "doc623682", "doc25836", "doc1471942", "doc1376346", "doc1316703", "doc645561", "doc2563044", "doc555360", "doc21363", "doc924826", "doc254953", "doc565065", "doc2262786", "doc1912506", "doc216330", "doc1007260", "doc596891", "doc2210110" ], "top100_scores": [ 4.75, 2.265625, -2.4375, -2.46875, -2.9375, -3.90625, -4.5625, -4.5625, -4.65625, -4.71875, -4.84375, -4.84375, -4.84375, -4.875, -5.0, -5.09375, -5.21875, -5.34375, -5.46875, -5.71875, -5.78125, -5.84375, -6.03125, -6.125, -6.125, -6.15625, -6.34375, -6.34375, -6.34375, -6.4375, -6.4375, -6.4375, -6.46875, -6.46875, -6.46875, -6.53125, -6.5625, -6.5625, -6.5625, -6.59375, -6.65625, -6.75, -6.78125, -6.90625, -6.90625, -6.9375, -6.96875, -6.96875, -6.96875, -7.0, -7.0, -7.03125, -7.09375, -7.09375, -7.09375, -7.125, -7.15625, -7.1875, -7.21875, -7.28125, -7.28125, -7.3125, -7.3125, -7.375, -7.375, -7.40625, -7.46875, -7.46875, -7.625, -7.625, -7.625, -7.71875, -7.84375, -7.96875, -8.0625, -8.0625, -8.0625, -8.6875, -8.6875, -8.6875, -8.6875, -8.75, -8.8125, -8.9375, -8.9375, -9.0, -9.0, -9.0, -9.0, -9.0, -9.0625, -9.0625, -9.0625, -9.0625, -9.0625, -9.125, -9.125, -9.1875, -9.1875, -9.25 ] }, { "query_id": "test929", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc33193", "doc33196", "doc1612515", "doc1553106", "doc1458400", "doc418129", "doc1357070", "doc698048", "doc600774", "doc1612525", "doc1163516", "doc1357059", "doc698033", "doc162798", "doc624619", "doc636337", "doc1163509", "doc614721", "doc162720", "doc1556425", "doc614722", "doc1458417", "doc562696", "doc698039", "doc614724", "doc33191", "doc162716", "doc1832253", "doc1612520", "doc1732443", "doc859664", "doc162708", "doc636318", "doc717374", "doc158654", "doc594485", "doc1332310", "doc54026", "doc2116209", "doc162834", "doc285746", "doc1562972", "doc63030", "doc2056931", "doc64791", "doc224051", "doc2582472", "doc583523", "doc745803", "doc781344", "doc153569", "doc386637", "doc1972282", "doc609671", "doc285755", "doc46245", "doc2293773", "doc768602", "doc1644238", "doc2027228", "doc787596", "doc1343593", "doc174973", "doc2288308", "doc1585578", "doc698075", "doc2260544", "doc1027724", "doc905614", "doc57247", "doc20601", "doc726426", "doc1972074", "doc305534", "doc2603021", "doc751998", "doc374355", "doc2621513", "doc2480452", "doc534490", "doc364632", "doc2569915", "doc874101", "doc2000096", "doc2882", "doc37911", "doc2596083", "doc327615", "doc874107", "doc1207422", "doc2656965", "doc150031", "doc301324", "doc72481", "doc1521101", "doc1526184", "doc1791048", "doc936624", "doc144239", "doc2040435" ], "top100_scores": [ 4.09375, -3.5, -3.984375, -4.1875, -4.21875, -4.59375, -4.78125, -4.90625, -5.03125, -5.0625, -5.125, -5.3125, -5.40625, -5.40625, -5.46875, -5.53125, -5.5625, -5.59375, -5.59375, -5.625, -5.71875, -5.75, -5.8125, -5.90625, -5.9375, -6.125, -6.15625, -6.46875, -6.5625, -6.59375, -6.6875, -6.71875, -6.78125, -6.78125, -6.78125, -6.78125, -6.875, -6.90625, -6.90625, -7.0, -7.0, -7.03125, -7.03125, -7.0625, -7.0625, -7.09375, -7.125, -7.125, -7.15625, -7.21875, -7.21875, -7.25, -7.34375, -7.375, -7.40625, -7.53125, -7.53125, -7.5625, -7.59375, -7.59375, -7.65625, -7.6875, -7.75, -7.75, -7.90625, -7.90625, -7.90625, -7.9375, -7.9375, -7.9375, -7.9375, -8.0, -8.0625, -8.0625, -8.125, -8.125, -8.125, -8.125, -8.1875, -8.1875, -8.1875, -8.1875, -8.25, -8.3125, -8.3125, -8.375, -8.375, -8.4375, -8.4375, -8.4375, -8.5, -8.5, -8.5625, -8.6875, -8.8125, -8.8125, -8.875, -8.875, -8.9375, -8.9375 ] }, { "query_id": "test2430", "ndcg@10": 0.6309297535714575, "mrr@10": 0.5, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc1133242", "doc83863", "doc1984127", "doc253608", "doc2254465", "doc2552606", "doc929272", "doc2537823", "doc50109", "doc2254475", "doc2171547", "doc1377115", "doc83871", "doc1406086", "doc1974480", "doc1883243", "doc759547", "doc425434", "doc877114", "doc50097", "doc2537824", "doc83864", "doc758894", "doc50111", "doc1604550", "doc1984114", "doc1780375", "doc1337053", "doc901372", "doc2676569", "doc1668129", "doc759589", "doc1883237", "doc2372621", "doc1386166", "doc398870", "doc414338", "doc53439", "doc225047", "doc1508087", "doc595818", "doc369618", "doc1386116", "doc50107", "doc1617390", "doc2680499", "doc253609", "doc1202159", "doc2295211", "doc313713", "doc759527", "doc1257475", "doc1608174", "doc1386159", "doc1508091", "doc1248995", "doc1066673", "doc963099", "doc1573814", "doc2085567", "doc768311", "doc490395", "doc172947", "doc2026615", "doc2288928", "doc1815899", "doc57977", "doc562696", "doc890257", "doc1088192", "doc1632991", "doc563701", "doc108456", "doc95310", "doc861483", "doc1243029", "doc1418778", "doc550451", "doc1562972", "doc998434", "doc609671", "doc1061142", "doc1108390", "doc2544691", "doc1385349", "doc1585586", "doc709393", "doc608249", "doc391548", "doc1278394", "doc2405271", "doc752404", "doc1201849", "doc1019814", "doc127042", "doc920840", "doc723700", "doc874101", "doc376250", "doc1376345" ], "top100_scores": [ -1.6484375, -1.9296875, -2.515625, -2.796875, -3.484375, -3.890625, -3.90625, -3.921875, -4.09375, -4.09375, -4.125, -4.15625, -4.1875, -4.21875, -4.3125, -4.375, -4.375, -4.40625, -4.40625, -4.4375, -4.4375, -4.5, -4.625, -4.65625, -4.6875, -4.6875, -4.75, -4.96875, -5.09375, -5.125, -5.125, -5.125, -5.34375, -5.375, -5.5, -5.59375, -5.6875, -5.71875, -5.78125, -6.125, -6.125, -6.15625, -6.21875, -6.3125, -6.3125, -6.4375, -6.46875, -6.6875, -6.6875, -6.78125, -6.9375, -7.0, -7.0625, -7.21875, -7.34375, -7.5, -7.625, -7.84375, -7.84375, -7.84375, -7.84375, -7.875, -7.9375, -7.9375, -7.9375, -7.96875, -8.0, -8.0, -8.0, -8.125, -8.125, -8.125, -8.125, -8.125, -8.1875, -8.1875, -8.25, -8.25, -8.25, -8.25, -8.3125, -8.3125, -8.3125, -8.375, -8.375, -8.4375, -8.5, -8.5, -8.5, -8.5, -8.5, -8.5625, -8.5625, -8.5625, -8.5625, -8.5625, -8.625, -8.75, -8.8125, -8.8125 ] }, { "query_id": "test3108", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc106332", "doc703721", "doc106357", "doc1332302", "doc2846", "doc388464", "doc666653", "doc703728", "doc703706", "doc427621", "doc703714", "doc337547", "doc106362", "doc703719", "doc106333", "doc1824664", "doc106355", "doc337573", "doc1471934", "doc1824656", "doc337523", "doc1246072", "doc24299", "doc392476", "doc2173539", "doc703711", "doc703715", "doc1887731", "doc703733", "doc24311", "doc392488", "doc874101", "doc1629806", "doc703736", "doc337551", "doc106372", "doc24308", "doc2838", "doc283995", "doc446484", "doc211923", "doc2836", "doc1445515", "doc1445498", "doc392495", "doc703701", "doc2839", "doc106338", "doc703702", "doc1060782", "doc392497", "doc1136889", "doc703723", "doc1445510", "doc1445499", "doc2173550", "doc284020", "doc337506", "doc24315", "doc392492", "doc973089", "doc703705", "doc106352", "doc284003", "doc284000", "doc1471942", "doc1632177", "doc298160", "doc211896", "doc652514", "doc211929", "doc24310", "doc392481", "doc714665", "doc1051791", "doc337578", "doc211912", "doc2060101", "doc337575", "doc284042", "doc285723", "doc446480", "doc1475938", "doc24305", "doc211906", "doc964811", "doc446478", "doc1390073", "doc955743", "doc337580", "doc2878", "doc446477", "doc285724", "doc298199", "doc2173529", "doc594485", "doc1390065", "doc35719", "doc2085567", "doc713666" ], "top100_scores": [ 5.59375, 4.40625, 4.375, 4.375, 4.375, 3.453125, 3.40625, 2.125, 2.0625, 1.9296875, 1.7265625, 1.5546875, 1.4375, 1.1796875, 0.92578125, 0.8671875, 0.6796875, 0.546875, 0.458984375, 0.376953125, 0.1318359375, 0.0869140625, -0.470703125, -0.470703125, -0.51171875, -0.59375, -1.0234375, -1.0546875, -1.0546875, -1.1171875, -1.1171875, -1.2421875, -1.484375, -1.53125, -1.5390625, -1.546875, -1.5859375, -1.71875, -1.8125, -1.8515625, -1.8515625, -1.8828125, -1.890625, -1.9375, -2.03125, -2.0625, -2.15625, -2.171875, -2.171875, -2.25, -2.28125, -2.40625, -2.5625, -2.59375, -2.65625, -2.703125, -2.765625, -2.828125, -2.921875, -2.921875, -2.921875, -3.125, -3.1875, -3.21875, -3.21875, -3.3125, -3.359375, -3.625, -3.75, -3.75, -3.78125, -3.828125, -3.875, -4.0625, -4.15625, -4.15625, -4.21875, -4.25, -4.46875, -4.5, -4.5625, -4.5625, -4.5625, -4.75, -4.78125, -4.875, -4.875, -5.03125, -5.09375, -5.125, -5.125, -5.15625, -5.1875, -5.21875, -5.34375, -5.46875, -5.46875, -5.46875, -6.90625, -8.1875 ] }, { "query_id": "test194", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc7106", "doc692559", "doc7112", "doc7091", "doc7116", "doc1694559", "doc7108", "doc7099", "doc316997", "doc692580", "doc697071", "doc309595", "doc425740", "doc591048", "doc924826", "doc7093", "doc2474927", "doc873329", "doc2670770", "doc523031", "doc918892", "doc1384591", "doc1384588", "doc1173469", "doc286501", "doc683357", "doc1200685", "doc1027652", "doc934401", "doc2153582", "doc1635172", "doc1950715", "doc670570", "doc1059219", "doc1384604", "doc2308524", "doc472446", "doc7096", "doc1384589", "doc1377701", "doc57975", "doc1357287", "doc1640554", "doc313713", "doc759547", "doc422931", "doc66226", "doc318194", "doc53439", "doc57977", "doc170955", "doc2046260", "doc1111694", "doc2426396", "doc1370970", "doc452016", "doc333846", "doc2313883", "doc1883243", "doc2039201", "doc231271", "doc1617390", "doc2234638", "doc1107323", "doc594518", "doc1730233", "doc80148", "doc376238", "doc2688", "doc520687", "doc2011376", "doc1286622", "doc1416739", "doc707801", "doc86469", "doc453091", "doc2528590", "doc2366144", "doc874107", "doc2003306", "doc174973", "doc655676", "doc1618376", "doc588621", "doc626438", "doc42804", "doc1059060", "doc37911", "doc1419915", "doc1716059", "doc40405", "doc636318", "doc453153", "doc2074090", "doc367220", "doc922314", "doc1914609", "doc1285744", "doc1257475", "doc331518" ], "top100_scores": [ 4.40625, 2.484375, 0.9140625, -1.46875, -2.359375, -2.828125, -3.09375, -3.140625, -3.25, -3.546875, -3.703125, -3.78125, -3.796875, -3.890625, -3.984375, -4.21875, -4.25, -4.28125, -4.34375, -4.375, -4.4375, -4.59375, -4.625, -4.6875, -4.71875, -4.75, -4.78125, -4.8125, -4.84375, -4.9375, -5.0, -5.03125, -5.09375, -5.15625, -5.1875, -5.28125, -5.90625, -5.9375, -5.96875, -6.0625, -6.15625, -6.1875, -6.34375, -7.0, -7.3125, -7.3125, -7.40625, -7.4375, -7.4375, -7.46875, -7.65625, -7.71875, -7.71875, -7.75, -7.90625, -7.9375, -7.9375, -8.0625, -8.0625, -8.1875, -8.25, -8.25, -8.3125, -8.3125, -8.3125, -8.375, -8.375, -8.375, -8.375, -8.375, -8.4375, -8.4375, -8.4375, -8.4375, -8.4375, -8.4375, -8.4375, -8.5, -8.5, -8.5, -8.5, -8.5625, -8.5625, -8.5625, -8.5625, -8.5625, -8.5625, -8.5625, -8.5625, -8.5625, -8.5625, -8.625, -8.625, -8.625, -8.6875, -8.6875, -8.6875, -8.6875, -8.75, -8.75 ] }, { "query_id": "test2651", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc90807", "doc82130", "doc82127", "doc90819", "doc2068718", "doc90808", "doc107878", "doc2185553", "doc2252228", "doc1267320", "doc505004", "doc1551353", "doc1527545", "doc2620645", "doc1740481", "doc1968582", "doc2236863", "doc1098823", "doc1267318", "doc1079922", "doc2569900", "doc1541761", "doc1254817", "doc150031", "doc704395", "doc722466", "doc908573", "doc832551", "doc1101731", "doc891692", "doc2236865", "doc586538", "doc2000096", "doc2247113", "doc24763", "doc2093563", "doc1413571", "doc1846029", "doc1127543", "doc1273458", "doc1839188", "doc1616722", "doc1740045", "doc964811", "doc369298", "doc54026", "doc2444292", "doc2010353", "doc857278", "doc1347235", "doc1606435", "doc811414", "doc218928", "doc2631871", "doc732087", "doc198241", "doc737219", "doc672521", "doc2086681", "doc2357463", "doc1335520", "doc1395336", "doc388703", "doc882983", "doc1948176", "doc958476", "doc1421127", "doc2033842", "doc2199303", "doc543039", "doc412731", "doc583523", "doc1962174", "doc2486395", "doc2240923", "doc2033841", "doc303260", "doc1192026", "doc1833160", "doc681775", "doc1298513", "doc2163101", "doc2582472", "doc2373327", "doc114242", "doc752669", "doc1246068", "doc2528590", "doc144239", "doc1221858", "doc2267531", "doc593061", "doc2634365", "doc108456", "doc63585", "doc108491", "doc1346601", "doc2259197", "doc641297", "doc1149306" ], "top100_scores": [ 9.0625, 6.9375, 4.5625, 1.1875, -1.6328125, -2.171875, -2.8125, -3.6875, -4.09375, -4.21875, -4.28125, -4.4375, -4.5625, -4.59375, -4.59375, -4.625, -4.8125, -4.84375, -4.875, -4.875, -5.3125, -5.3125, -5.3125, -5.34375, -5.5, -5.5, -5.59375, -5.625, -5.625, -5.6875, -5.78125, -5.78125, -5.90625, -5.9375, -5.9375, -5.96875, -6.0, -6.0, -6.0625, -6.0625, -6.125, -6.1875, -6.21875, -6.21875, -6.3125, -6.375, -6.40625, -6.40625, -6.40625, -6.40625, -6.4375, -6.4375, -6.46875, -6.46875, -6.46875, -6.5, -6.5, -6.5, -6.53125, -6.53125, -6.625, -6.625, -6.65625, -6.6875, -6.75, -6.78125, -6.8125, -6.84375, -6.9375, -6.96875, -7.125, -7.15625, -7.1875, -7.25, -7.3125, -7.375, -7.375, -7.46875, -7.5, -7.53125, -7.625, -7.65625, -7.65625, -7.6875, -7.71875, -7.75, -7.78125, -7.9375, -7.9375, -8.0, -8.0, -8.0625, -8.0625, -8.0625, -8.25, -8.3125, -8.3125, -8.375, -8.4375, -8.4375 ] }, { "query_id": "test31", "ndcg@10": 0.6309297535714575, "mrr@10": 0.5, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc269387", "doc897", "doc229804", "doc220990", "doc453118", "doc2420503", "doc207871", "doc1186883", "doc15095", "doc752256", "doc1646627", "doc2009369", "doc404160", "doc2676129", "doc190628", "doc2420483", "doc2018288", "doc2235407", "doc187232", "doc1449866", "doc2203117", "doc938302", "doc1915955", "doc1244989", "doc1136713", "doc843229", "doc2370166", "doc772201", "doc453079", "doc244386", "doc551718", "doc648344", "doc2659217", "doc2111919", "doc2193690", "doc955622", "doc428404", "doc919340", "doc536387", "doc750911", "doc409226", "doc750416", "doc2203152", "doc2233735", "doc428406", "doc2274222", "doc806", "doc2395513", "doc382065", "doc2093620", "doc2134008", "doc802395", "doc2412432", "doc890682", "doc2395516", "doc244368", "doc106362", "doc1450680", "doc447240", "doc1736708", "doc56909", "doc203253", "doc645602", "doc1427198", "doc1574683", "doc28935", "doc438117", "doc1084332", "doc645600", "doc1736704", "doc289875", "doc334984", "doc2085567", "doc1207422", "doc2316765", "doc299691", "doc405920", "doc2465656", "doc2646391", "doc1287918", "doc1248717", "doc1033766", "doc254953", "doc61233", "doc1510857", "doc173893", "doc2852", "doc1018572", "doc2353712", "doc1816074", "doc376238", "doc1730288", "doc721916", "doc1726799", "doc37895", "doc1093057", "doc434733", "doc1333905", "doc527472", "doc621928" ], "top100_scores": [ 1.5, -1.3984375, -2.46875, -2.5625, -2.875, -3.046875, -3.28125, -3.3125, -3.359375, -3.484375, -3.890625, -3.90625, -4.03125, -4.0625, -4.0625, -4.25, -4.46875, -4.46875, -4.59375, -4.71875, -4.71875, -4.875, -4.9375, -5.0, -5.0, -5.0, -5.03125, -5.0625, -5.0625, -5.09375, -5.125, -5.125, -5.15625, -5.15625, -5.1875, -5.21875, -5.25, -5.34375, -5.34375, -5.375, -5.625, -5.625, -5.75, -5.78125, -6.03125, -6.125, -6.15625, -6.21875, -6.25, -6.5, -7.34375, -7.4375, -7.5, -7.5625, -7.625, -7.8125, -8.0, -8.125, -8.1875, -8.25, -8.3125, -8.3125, -8.3125, -8.375, -8.375, -8.4375, -8.4375, -8.4375, -8.4375, -8.4375, -8.5, -8.5, -8.5625, -8.5625, -8.5625, -8.5625, -8.5625, -8.625, -8.625, -8.625, -8.625, -8.625, -8.6875, -8.6875, -8.6875, -8.6875, -8.6875, -8.6875, -8.75, -8.75, -8.75, -8.75, -8.8125, -8.8125, -8.875, -8.875, -8.875, -8.875, -8.9375, -9.0625 ] }, { "query_id": "test697", "ndcg@10": 0.5, "mrr@10": 0.3333333333333333, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc303116", "doc2202499", "doc24903", "doc1380357", "doc90322", "doc1824654", "doc1380356", "doc651946", "doc30773", "doc416774", "doc1336091", "doc563701", "doc563699", "doc1926206", "doc1379360", "doc382236", "doc1333507", "doc468490", "doc620573", "doc807066", "doc24904", "doc1818632", "doc239811", "doc2202506", "doc1734041", "doc1831403", "doc651957", "doc132943", "doc24925", "doc939289", "doc1179535", "doc620571", "doc300567", "doc1474755", "doc1168119", "doc1617247", "doc24929", "doc1152526", "doc282521", "doc75967", "doc1113864", "doc1509194", "doc1686189", "doc416127", "doc368860", "doc2206639", "doc2570457", "doc398772", "doc1452587", "doc1786034", "doc2093591", "doc2570462", "doc1550156", "doc1055660", "doc1986449", "doc799956", "doc30777", "doc2302210", "doc190650", "doc2233735", "doc382065", "doc138058", "doc1076782", "doc1619495", "doc2395513", "doc1241568", "doc365455", "doc552697", "doc453118", "doc1391659", "doc650150", "doc938300", "doc2076427", "doc993796", "doc61967", "doc1803620", "doc281125", "doc1316703", "doc2183317", "doc1244989", "doc648364", "doc2105862", "doc2419056", "doc2262786", "doc220990", "doc207176", "doc7093", "doc2144435", "doc2386680", "doc623682", "doc2395516", "doc660237", "doc1830328", "doc2522126", "doc191614", "doc2275203", "doc736460", "doc645561", "doc2441320", "doc690000" ], "top100_scores": [ -2.5625, -3.46875, -3.5625, -3.6875, -3.78125, -4.0, -4.0625, -4.25, -4.28125, -4.34375, -4.46875, -4.5625, -4.5625, -4.65625, -4.65625, -4.84375, -4.84375, -4.90625, -5.03125, -5.03125, -5.0625, -5.0625, -5.1875, -5.28125, -5.28125, -5.28125, -5.34375, -5.375, -5.375, -5.375, -5.375, -5.4375, -5.46875, -5.53125, -5.5625, -5.59375, -5.6875, -5.71875, -5.875, -5.90625, -5.9375, -5.9375, -6.0, -6.03125, -6.09375, -6.09375, -6.21875, -6.25, -6.28125, -6.28125, -6.3125, -6.3125, -6.4375, -6.5, -6.53125, -6.53125, -6.65625, -7.09375, -7.34375, -7.5625, -7.75, -7.78125, -7.8125, -7.875, -8.0, -8.0625, -8.0625, -8.125, -8.125, -8.1875, -8.1875, -8.25, -8.25, -8.25, -8.3125, -8.3125, -8.3125, -8.375, -8.375, -8.375, -8.375, -8.375, -8.375, -8.375, -8.4375, -8.5, -8.5, -8.5625, -8.5625, -8.5625, -8.5625, -8.5625, -8.5625, -8.625, -8.625, -8.625, -8.6875, -8.6875, -8.75, -8.875 ] }, { "query_id": "test1037", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc1902615", "doc2041368", "doc36402", "doc23412", "doc2340753", "doc2504604", "doc283967", "doc750416", "doc723700", "doc1107236", "doc454594", "doc416789", "doc2202499", "doc1088751", "doc1883553", "doc648364", "doc854779", "doc1078877", "doc1286622", "doc594646", "doc648344", "doc36393", "doc30777", "doc244368", "doc58892", "doc2298808", "doc2274222", "doc490514", "doc2258933", "doc2202506", "doc107246", "doc752256", "doc101260", "doc2141867", "doc2009369", "doc2127006", "doc605471", "doc2523361", "doc190628", "doc1685203", "doc1634950", "doc2013112", "doc1471942", "doc2527260", "doc1518124", "doc60215", "doc19185", "doc1786046", "doc434733", "doc80948", "doc278641", "doc1136713", "doc1959162", "doc1423679", "doc1074194", "doc1136735", "doc2395516", "doc2497559", "doc2266565", "doc330463", "doc611358", "doc1074209", "doc1053537", "doc827208", "doc590470", "doc2332984", "doc114471", "doc307715", "doc1456784", "doc2203117", "doc929397", "doc2450178", "doc1119544", "doc2011042", "doc415385", "doc611282", "doc425434", "doc4147", "doc1962033", "doc1599987", "doc1464212", "doc1054919", "doc368686", "doc1914609", "doc866490", "doc1974480", "doc412168", "doc1874159", "doc56921", "doc2465921", "doc1427198", "doc2199352", "doc702815", "doc1623337", "doc2040435", "doc611287", "doc998023", "doc2431682", "doc2019060", "doc1726799" ], "top100_scores": [ -2.734375, -3.375, -4.65625, -4.9375, -5.09375, -5.15625, -5.3125, -5.34375, -5.4375, -5.4375, -5.53125, -5.59375, -5.59375, -5.625, -5.75, -5.8125, -5.90625, -6.03125, -6.03125, -6.09375, -6.09375, -6.09375, -6.15625, -6.15625, -6.15625, -6.1875, -6.1875, -6.21875, -6.4375, -6.4375, -6.46875, -6.78125, -6.90625, -6.9375, -6.96875, -7.03125, -7.0625, -7.0625, -7.09375, -7.15625, -7.1875, -7.25, -7.34375, -7.34375, -7.40625, -7.4375, -7.4375, -7.4375, -7.46875, -7.5, -7.53125, -7.53125, -7.59375, -7.625, -7.65625, -7.65625, -7.65625, -7.6875, -7.8125, -7.84375, -7.875, -7.9375, -7.96875, -8.0, -8.0, -8.0625, -8.0625, -8.1875, -8.1875, -8.1875, -8.1875, -8.1875, -8.1875, -8.1875, -8.25, -8.3125, -8.3125, -8.375, -8.375, -8.375, -8.4375, -8.4375, -8.4375, -8.4375, -8.5, -8.5, -8.5, -8.5625, -8.5625, -8.5625, -8.625, -8.625, -8.625, -8.625, -8.6875, -8.75, -8.75, -8.75, -8.75, -8.8125 ] }, { "query_id": "test1607", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc56897", "doc1102442", "doc56921", "doc2509993", "doc2091589", "doc1629783", "doc1685439", "doc2509996", "doc2313854", "doc2509989", "doc1966930", "doc56909", "doc2378781", "doc963669", "doc2091584", "doc2091597", "doc1350141", "doc2439294", "doc1795612", "doc2144660", "doc2313864", "doc873481", "doc409319", "doc56903", "doc1806221", "doc56902", "doc2408092", "doc1927193", "doc751678", "doc952849", "doc1152614", "doc1152621", "doc2117039", "doc2602317", "doc2678215", "doc368910", "doc1288170", "doc1316312", "doc1350139", "doc1102445", "doc1707339", "doc2562070", "doc1400297", "doc1152620", "doc469134", "doc2313875", "doc2509995", "doc536009", "doc2126435", "doc952880", "doc2589580", "doc1840635", "doc1341888", "doc1455952", "doc1567090", "doc1342042", "doc25697", "doc2185165", "doc346637", "doc1489658", "doc1489545", "doc346612", "doc963670", "doc2504853", "doc357235", "doc1664485", "doc1876325", "doc2031536", "doc63538", "doc1454442", "doc1768995", "doc2185118", "doc2507704", "doc1053537", "doc1747911", "doc1341905", "doc345111", "doc1489688", "doc2427033", "doc108435", "doc357255", "doc1520246", "doc296214", "doc2517860", "doc2521983", "doc474276", "doc388419", "doc529465", "doc540731", "doc172864", "doc1791044", "doc83659", "doc349135", "doc497737", "doc1397232", "doc1018578", "doc2526454", "doc556389", "doc2465909", "doc2010379" ], "top100_scores": [ 6.6875, 6.4375, 5.34375, 0.0986328125, -1.5703125, -2.0625, -2.171875, -2.34375, -2.609375, -2.65625, -2.734375, -2.921875, -2.96875, -2.96875, -2.984375, -3.109375, -3.390625, -3.484375, -4.0625, -4.125, -4.25, -4.34375, -4.34375, -4.65625, -4.78125, -4.84375, -4.84375, -4.84375, -4.84375, -4.875, -4.96875, -5.0, -5.125, -5.15625, -5.15625, -5.1875, -5.25, -5.40625, -5.5, -5.53125, -5.625, -5.625, -5.90625, -5.96875, -5.96875, -6.03125, -6.09375, -6.1875, -6.375, -6.40625, -6.46875, -6.59375, -6.59375, -7.03125, -7.25, -7.28125, -7.28125, -7.3125, -7.3125, -7.375, -7.375, -7.4375, -7.5, -7.53125, -7.5625, -7.59375, -7.625, -7.625, -7.75, -7.8125, -7.8125, -7.84375, -7.84375, -7.875, -7.875, -7.875, -7.9375, -7.96875, -8.0, -8.0, -8.125, -8.125, -8.1875, -8.25, -8.25, -8.25, -8.3125, -8.375, -8.4375, -8.5, -8.5625, -8.5625, -8.625, -8.625, -8.625, -8.75, -8.75, -8.8125, -8.8125, -8.875 ] }, { "query_id": "test2320", "ndcg@10": 0.3065735963827292, "mrr@10": 0.3333333333333333, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc80154", "doc80151", "doc80067", "doc137908", "doc1391659", "doc863660", "doc1357314", "doc80078", "doc596882", "doc80100", "doc80089", "doc345642", "doc80074", "doc1938693", "doc190325", "doc2017803", "doc299592", "doc811646", "doc80148", "doc1521481", "doc1912506", "doc817616", "doc1149597", "doc2215178", "doc2557689", "doc299573", "doc1439388", "doc1110589", "doc439513", "doc80070", "doc80133", "doc847439", "doc2252385", "doc1912505", "doc171458", "doc350535", "doc1177855", "doc2557720", "doc297251", "doc1068994", "doc2215170", "doc1640863", "doc66226", "doc2269913", "doc1473531", "doc2563030", "doc352904", "doc596861", "doc55626", "doc2557709", "doc345632", "doc2077169", "doc548572", "doc574823", "doc2415290", "doc253473", "doc1935824", "doc2431682", "doc587517", "doc626446", "doc743529", "doc1113128", "doc1543725", "doc1053454", "doc1665946", "doc952618", "doc234680", "doc2066832", "doc738831", "doc1570656", "doc18814", "doc1768106", "doc101260", "doc300567", "doc369234", "doc540358", "doc2079848", "doc860546", "doc2620889", "doc365042", "doc1254817", "doc1577539", "doc537776", "doc33193", "doc2234151", "doc531512", "doc317624", "doc738832", "doc891692", "doc36467", "doc128663", "doc2556420", "doc88934", "doc1012137", "doc1524150", "doc418974", "doc1750163", "doc591048", "doc588590", "doc1445499" ], "top100_scores": [ 3.671875, 2.1875, 1.5625, 0.2451171875, 0.01446533203125, -0.80859375, -0.92578125, -1.2890625, -1.40625, -1.890625, -1.9140625, -2.03125, -2.078125, -2.3125, -2.390625, -2.734375, -2.796875, -2.875, -2.953125, -3.015625, -3.078125, -3.203125, -3.203125, -3.25, -3.3125, -3.375, -3.390625, -3.46875, -3.625, -3.734375, -3.75, -3.90625, -3.921875, -3.9375, -4.0, -4.09375, -4.09375, -4.15625, -4.1875, -4.1875, -4.3125, -4.53125, -4.625, -4.96875, -5.03125, -5.03125, -5.1875, -5.1875, -5.21875, -5.34375, -5.46875, -5.59375, -5.71875, -6.0, -7.0, -7.09375, -7.15625, -7.3125, -7.4375, -7.4375, -7.46875, -7.5625, -7.75, -7.78125, -7.78125, -7.90625, -7.9375, -7.9375, -8.0, -8.0, -8.0625, -8.0625, -8.0625, -8.125, -8.125, -8.125, -8.125, -8.1875, -8.1875, -8.1875, -8.25, -8.25, -8.25, -8.25, -8.25, -8.25, -8.3125, -8.3125, -8.3125, -8.3125, -8.3125, -8.3125, -8.375, -8.375, -8.375, -8.375, -8.4375, -8.4375, -8.5, -8.5625 ] }, { "query_id": "test2079", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc72413", "doc506854", "doc72416", "doc474256", "doc498654", "doc732015", "doc183950", "doc2240291", "doc1214168", "doc352368", "doc18814", "doc617309", "doc1430768", "doc180079", "doc1852908", "doc399642", "doc183948", "doc2240289", "doc2010440", "doc1313629", "doc183955", "doc2217863", "doc2010343", "doc400631", "doc2010388", "doc2353712", "doc1945762", "doc2010420", "doc108788", "doc702902", "doc1313601", "doc1830328", "doc86071", "doc439092", "doc108794", "doc2010336", "doc732018", "doc732077", "doc1986552", "doc2010481", "doc2010467", "doc1248717", "doc2010474", "doc264216", "doc264212", "doc2279199", "doc1781006", "doc2240293", "doc2010340", "doc289212", "doc169399", "doc397701", "doc2603021", "doc732101", "doc556367", "doc2240268", "doc762682", "doc732087", "doc1018572", "doc732083", "doc1177572", "doc1629806", "doc1185297", "doc1248140", "doc2174234", "doc1222389", "doc2042536", "doc1487821", "doc307978", "doc703711", "doc868658", "doc802441", "doc652514", "doc2056931", "doc2505949", "doc1719794", "doc367643", "doc1427198", "doc823832", "doc1084332", "doc1533390", "doc1824656", "doc106352", "doc1823034", "doc1057032", "doc474073", "doc1824664", "doc1219625", "doc1471942", "doc914073", "doc2355469", "doc405920", "doc1276617", "doc717117", "doc1066673", "doc2412432", "doc1380860", "doc1914609", "doc2370519", "doc2581432" ], "top100_scores": [ 8.375, -4.09375, -4.40625, -5.125, -5.40625, -5.65625, -5.75, -5.8125, -5.84375, -6.09375, -6.1875, -6.21875, -6.25, -6.25, -6.3125, -6.34375, -6.375, -6.375, -6.40625, -6.4375, -6.625, -6.65625, -6.71875, -6.71875, -6.75, -6.78125, -6.78125, -6.78125, -6.8125, -6.8125, -6.875, -6.875, -6.90625, -6.90625, -7.0, -7.0, -7.09375, -7.09375, -7.125, -7.125, -7.15625, -7.21875, -7.3125, -7.34375, -7.40625, -7.40625, -7.4375, -7.5, -7.59375, -7.6875, -7.71875, -7.71875, -7.78125, -7.78125, -7.875, -7.875, -7.96875, -8.0, -8.0625, -8.0625, -8.0625, -8.125, -8.125, -8.125, -8.3125, -8.3125, -8.3125, -8.375, -8.375, -8.375, -8.4375, -8.4375, -8.4375, -8.4375, -8.5, -8.5625, -8.5625, -8.5625, -8.5625, -8.5625, -8.5625, -8.625, -8.625, -8.625, -8.625, -8.6875, -8.6875, -8.6875, -8.6875, -8.75, -8.8125, -8.8125, -8.8125, -8.875, -8.9375, -8.9375, -9.0, -9.0625, -9.125, -9.125 ] }, { "query_id": "test740", "ndcg@10": 0.6309297535714575, "mrr@10": 0.5, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc26461", "doc26444", "doc26467", "doc768172", "doc474073", "doc2376934", "doc1107283", "doc131786", "doc906677", "doc224101", "doc261056", "doc1845104", "doc99377", "doc1576987", "doc1159969", "doc639193", "doc2117039", "doc1617231", "doc746306", "doc207464", "doc2517371", "doc1157159", "doc2517376", "doc746017", "doc2517390", "doc725659", "doc429400", "doc796735", "doc1699100", "doc420626", "doc1204806", "doc675035", "doc1382286", "doc513535", "doc63543", "doc2181328", "doc1903392", "doc2370166", "doc2307739", "doc2165907", "doc382548", "doc1382171", "doc1366730", "doc1727553", "doc2545031", "doc2095396", "doc2318799", "doc2374276", "doc2589580", "doc1354717", "doc263654", "doc2372195", "doc7166", "doc938300", "doc207731", "doc1581104", "doc1741701", "doc338868", "doc1875692", "doc278693", "doc691881", "doc2114608", "doc1858032", "doc1088928", "doc1129694", "doc539428", "doc1741702", "doc2426974", "doc1366757", "doc209865", "doc1357070", "doc1617390", "doc1500831", "doc2165905", "doc108902", "doc2253893", "doc134521", "doc596021", "doc539419", "doc421372", "doc845380", "doc1704007", "doc512949", "doc1373324", "doc2033842", "doc2034261", "doc108892", "doc1101731", "doc1096393", "doc2011042", "doc2054870", "doc729572", "doc1837759", "doc2385618", "doc2351077", "doc596016", "doc1911857", "doc2429823", "doc527472", "doc1202159" ], "top100_scores": [ 1.140625, 0.96484375, 0.1220703125, 0.0546875, -0.404296875, -0.6328125, -1.7890625, -2.15625, -2.28125, -2.46875, -2.59375, -2.8125, -2.921875, -3.171875, -3.28125, -3.375, -3.390625, -3.453125, -3.5, -3.59375, -3.625, -3.640625, -3.640625, -3.65625, -3.65625, -3.703125, -4.0625, -4.125, -4.15625, -4.3125, -4.5, -4.5625, -4.71875, -5.375, -5.46875, -5.5, -5.65625, -5.6875, -5.71875, -5.90625, -6.1875, -6.28125, -6.34375, -6.375, -6.5, -6.5625, -6.59375, -6.625, -6.625, -6.75, -6.78125, -6.8125, -6.875, -6.90625, -7.28125, -7.3125, -7.34375, -7.375, -7.375, -7.4375, -7.4375, -7.46875, -7.5, -7.5, -7.5, -7.53125, -7.59375, -7.59375, -7.59375, -7.625, -7.65625, -7.65625, -7.6875, -7.75, -7.75, -7.78125, -7.8125, -7.84375, -7.84375, -7.90625, -7.96875, -8.0, -8.0625, -8.125, -8.1875, -8.1875, -8.1875, -8.25, -8.25, -8.3125, -8.3125, -8.375, -8.375, -8.375, -8.375, -8.4375, -8.4375, -8.5, -8.5625, -8.5625 ] }, { "query_id": "test2974", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "doc102097", "doc102077", "doc102096", "doc1336187", "doc2465910", "doc824776", "doc1056790", "doc923363", "doc1732443", "doc1803620", "doc174797", "doc1291616", "doc297999", "doc758964", "doc719078", "doc180234", "doc148885", "doc1996766", "doc1842984", "doc167917", "doc443215", "doc849003", "doc2173547", "doc719060", "doc1163516", "doc1427177", "doc174973", "doc872070", "doc447730", "doc2630525", "doc2592003", "doc1803558", "doc1675505", "doc1427193", "doc1297270", "doc1427181", "doc447042", "doc2430823", "doc745803", "doc881796", "doc787596", "doc446480", "doc1612515", "doc1765392", "doc340624", "doc105752", "doc57248", "doc1519810", "doc238078", "doc1675530", "doc506841", "doc2107377", "doc1406086", "doc1517979", "doc2390440", "doc1176070", "doc334984", "doc264702", "doc543379", "doc2107261", "doc2241953", "doc2653404", "doc366445", "doc388286", "doc802931", "doc35513", "doc323259", "doc562498", "doc1498235", "doc1401088", "doc70909", "doc623682", "doc2449727", "doc260679", "doc1520290", "doc1296606", "doc2674988", "doc1966930", "doc1391659", "doc1751639", "doc316997", "doc1202814", "doc1894178", "doc1136713", "doc416127", "doc1813688", "doc926314", "doc1686260", "doc693852", "doc21350", "doc2015875", "doc613408", "doc1153924", "doc88173", "doc1173469", "doc551483", "doc985384", "doc324548", "doc2036707", "doc2581432" ], "top100_scores": [ 9.125, 5.25, -3.921875, -5.34375, -5.375, -5.5625, -5.5625, -5.71875, -6.09375, -6.125, -6.15625, -6.21875, -6.28125, -6.3125, -6.53125, -6.53125, -6.625, -6.65625, -6.71875, -6.8125, -6.9375, -7.0625, -7.1875, -7.1875, -7.21875, -7.25, -7.3125, -7.34375, -7.34375, -7.34375, -7.4375, -7.5, -7.59375, -7.625, -7.71875, -7.71875, -7.75, -7.84375, -7.84375, -7.875, -7.875, -7.90625, -7.96875, -8.0, -8.0, -8.0625, -8.125, -8.125, -8.125, -8.125, -8.1875, -8.25, -8.25, -8.25, -8.3125, -8.375, -8.375, -8.375, -8.4375, -8.4375, -8.4375, -8.4375, -8.5, -8.5, -8.5625, -8.5625, -8.5625, -8.5625, -8.5625, -8.625, -8.625, -8.625, -8.625, -8.625, -8.6875, -8.6875, -8.6875, -8.6875, -8.75, -8.75, -8.75, -8.75, -8.75, -8.75, -8.75, -8.75, -8.75, -8.8125, -8.8125, -8.8125, -8.875, -8.875, -8.875, -8.875, -8.875, -8.9375, -8.9375, -9.0, -9.0625, -9.25 ] }, { "query_id": "test2360", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "doc57946", "doc964756", "doc1199221", "doc1008940", "doc81655", "doc172947", "doc1490516", "doc2389179", "doc57948", "doc177995", "doc721746", "doc87191", "doc1497539", "doc1390300", "doc7161", "doc64791", "doc371079", "doc737219", "doc37884", "doc282412", "doc1815899", "doc1094305", "doc2480317", "doc2465921", "doc1166624", "doc1501331", "doc1164435", "doc1489505", "doc609671", "doc37911", "doc1429442", "doc355540", "doc95310", "doc37890", "doc281595", "doc89435", "doc851514", "doc968501", "doc562262", "doc2014621", "doc2495035", "doc2263202", "doc2115402", "doc57940", "doc1335341", "doc37895", "doc2389178", "doc2350463", "doc167384", "doc727789", "doc1501334", "doc442694", "doc1390312", "doc1585586", "doc926861", "doc811", "doc649680", "doc447411", "doc366445", "doc1911857", "doc2328678", "doc2165715", "doc1784534", "doc1816051", "doc1418778", "doc2027228", "doc10855", "doc1154850", "doc386637", "doc1651444", "doc641297", "doc1486450", "doc781344", "doc203256", "doc429685", "doc1321914", "doc2573505", "doc1163516", "doc2648883", "doc1674853", "doc1713783", "doc1892012", "doc750414", "doc2146296", "doc963099", "doc2621513", "doc191614", "doc2312288", "doc70976", "doc704395", "doc21875", "doc2596083", "doc1327525", "doc1489112", "doc127042", "doc998023", "doc1938693", "doc1201849", "doc57977", "doc434424" ], "top100_scores": [ 8.4375, -1.9453125, -2.546875, -2.8125, -3.6875, -3.859375, -3.953125, -4.15625, -4.65625, -4.65625, -4.6875, -4.6875, -4.8125, -4.84375, -4.84375, -4.875, -4.9375, -4.96875, -5.09375, -5.09375, -5.09375, -5.09375, -5.09375, -5.15625, -5.21875, -5.3125, -5.40625, -5.4375, -5.5, -5.53125, -5.53125, -5.53125, -5.5625, -5.625, -5.625, -5.75, -5.75, -5.78125, -5.8125, -5.8125, -5.84375, -5.84375, -5.875, -5.875, -6.0, -6.03125, -6.0625, -6.0625, -6.09375, -6.125, -6.125, -6.15625, -6.21875, -6.21875, -6.25, -6.28125, -6.28125, -6.34375, -6.375, -6.40625, -6.46875, -6.53125, -6.53125, -6.625, -6.6875, -6.8125, -6.8125, -6.8125, -6.875, -6.9375, -6.96875, -7.0, -7.15625, -7.25, -7.375, -7.5, -7.625, -7.625, -7.8125, -7.90625, -8.0, -8.0, -8.0625, -8.0625, -8.1875, -8.1875, -8.1875, -8.25, -8.375, -8.375, -8.375, -8.375, -8.5, -8.5625, -8.625, -8.6875, -8.75, -8.8125, -8.9375, -9.0 ] }, { "query_id": "test639", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc22915", "doc751435", "doc765127", "doc1381513", "doc1962033", "doc22149", "doc1796400", "doc2114608", "doc861483", "doc1643694", "doc613408", "doc1485638", "doc1487701", "doc536374", "doc2077366", "doc2164807", "doc988607", "doc1224325", "doc1755685", "doc879199", "doc902657", "doc1489112", "doc1368159", "doc827208", "doc2217346", "doc923913", "doc2432006", "doc734723", "doc2357495", "doc75292", "doc1723532", "doc834354", "doc2549319", "doc430256", "doc1723101", "doc1117345", "doc1692185", "doc61054", "doc703683", "doc1809375", "doc1428083", "doc1048266", "doc1380860", "doc72481", "doc457828", "doc2080046", "doc323921", "doc12271", "doc853156", "doc469056", "doc1538954", "doc2005210", "doc1077629", "doc1307727", "doc2022943", "doc1787812", "doc490514", "doc2059265", "doc2332984", "doc42804", "doc2337413", "doc491925", "doc988606", "doc469055", "doc625773", "doc751425", "doc1104225", "doc1310966", "doc1307736", "doc814675", "doc2362173", "doc2066832", "doc1020899", "doc1881502", "doc1844826", "doc675035", "doc1868647", "doc763934", "doc750911", "doc867288", "doc2503817", "doc2657970", "doc18814", "doc377106", "doc1914609", "doc2011376", "doc2046260", "doc7018", "doc1616053", "doc15890", "doc655676", "doc2037498", "doc138058", "doc702815", "doc108902", "doc338815", "doc1740481", "doc2528590", "doc2631871", "doc367220" ], "top100_scores": [ 7.875, -1.140625, -3.0, -3.28125, -3.390625, -3.671875, -3.75, -4.03125, -4.34375, -4.375, -4.375, -4.4375, -4.5625, -4.5625, -4.65625, -4.8125, -4.84375, -4.875, -4.90625, -4.90625, -5.0625, -5.125, -5.15625, -5.21875, -5.4375, -5.4375, -5.625, -5.625, -5.6875, -5.84375, -5.84375, -5.875, -5.90625, -6.0, -6.03125, -6.03125, -6.0625, -6.0625, -6.0625, -6.09375, -6.1875, -6.1875, -6.1875, -6.21875, -6.21875, -6.375, -6.4375, -6.46875, -6.46875, -6.5625, -6.5625, -6.5625, -6.71875, -6.8125, -6.8125, -6.875, -6.90625, -7.0, -7.03125, -7.03125, -7.03125, -7.0625, -7.15625, -7.1875, -7.21875, -7.21875, -7.21875, -7.28125, -7.28125, -7.3125, -7.375, -7.4375, -7.5625, -7.65625, -7.71875, -7.71875, -7.78125, -7.84375, -7.875, -7.90625, -7.9375, -7.96875, -8.0625, -8.0625, -8.0625, -8.0625, -8.125, -8.1875, -8.25, -8.3125, -8.375, -8.375, -8.375, -8.375, -8.375, -8.5, -8.5, -8.5625, -8.625, -8.875 ] }, { "query_id": "test1829", "ndcg@10": 0.5912352048230277, "mrr@10": 0.5, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc64316", "doc64318", "doc922301", "doc41344", "doc41305", "doc971992", "doc64317", "doc851269", "doc108246", "doc922271", "doc602854", "doc1385349", "doc388285", "doc1376793", "doc35526", "doc2623672", "doc2487656", "doc64314", "doc388286", "doc2426900", "doc299630", "doc35525", "doc35499", "doc35524", "doc706930", "doc228166", "doc2294365", "doc2428288", "doc1385345", "doc2271879", "doc661907", "doc388281", "doc41356", "doc388290", "doc2072856", "doc283788", "doc597575", "doc333846", "doc35522", "doc1034008", "doc2487653", "doc467715", "doc1260115", "doc2426910", "doc602837", "doc2658416", "doc597569", "doc2487655", "doc2072831", "doc406882", "doc2426896", "doc1249983", "doc824758", "doc550451", "doc550702", "doc2072861", "doc682548", "doc35513", "doc990426", "doc1111696", "doc1107586", "doc1683659", "doc1376814", "doc799193", "doc108632", "doc374002", "doc2361673", "doc607926", "doc1385353", "doc398865", "doc456580", "doc922263", "doc1352422", "doc705952", "doc551483", "doc1686260", "doc602853", "doc333847", "doc1558517", "doc108631", "doc1955603", "doc50110", "doc2607396", "doc454594", "doc2362171", "doc2557709", "doc70909", "doc1202159", "doc153569", "doc1765392", "doc1813688", "doc790970", "doc2085567", "doc2107377", "doc1805745", "doc2241953", "doc409226", "doc369193", "doc24311", "doc392488" ], "top100_scores": [ 4.28125, 1.0, 0.5625, 0.470703125, -0.734375, -0.73828125, -0.87890625, -0.90234375, -1.296875, -1.40625, -1.6015625, -1.7109375, -1.796875, -1.921875, -1.96875, -2.0, -2.0, -2.109375, -2.125, -2.171875, -2.21875, -2.296875, -2.34375, -2.34375, -2.40625, -2.4375, -2.484375, -2.5, -2.515625, -2.640625, -2.65625, -2.6875, -2.75, -2.765625, -2.8125, -2.828125, -2.84375, -2.84375, -2.890625, -2.90625, -3.0, -3.078125, -3.078125, -3.09375, -3.171875, -3.234375, -3.265625, -3.34375, -3.40625, -3.421875, -3.4375, -3.4375, -3.484375, -3.484375, -3.6875, -3.71875, -3.796875, -3.8125, -3.890625, -4.03125, -4.0625, -4.1875, -4.3125, -4.4375, -4.4375, -4.46875, -4.78125, -4.875, -4.90625, -4.9375, -4.9375, -4.96875, -4.96875, -5.03125, -5.1875, -5.21875, -5.28125, -5.28125, -5.34375, -5.375, -5.46875, -6.125, -6.34375, -6.78125, -7.15625, -7.40625, -7.46875, -7.5625, -7.5625, -7.59375, -7.65625, -7.65625, -7.6875, -7.71875, -7.84375, -7.875, -7.9375, -8.0, -8.0625, -8.0625 ] }, { "query_id": "test2393", "ndcg@10": 0.5, "mrr@10": 0.3333333333333333, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc2545031", "doc437678", "doc82650", "doc1978012", "doc437677", "doc1520300", "doc587518", "doc1321884", "doc1978008", "doc539428", "doc1321883", "doc1321967", "doc1321882", "doc1788429", "doc1520211", "doc158382", "doc1334192", "doc437639", "doc1520311", "doc437667", "doc1321914", "doc437694", "doc83659", "doc437685", "doc1321904", "doc727452", "doc437701", "doc1321929", "doc1497917", "doc2649134", "doc1520219", "doc1334238", "doc1739769", "doc1977978", "doc252389", "doc638932", "doc2109876", "doc517096", "doc587517", "doc256867", "doc1520275", "doc1520213", "doc1520339", "doc2545063", "doc1856181", "doc1321924", "doc233547", "doc1520254", "doc1520320", "doc2656965", "doc437656", "doc361697", "doc1061142", "doc539406", "doc1989499", "doc1765385", "doc1520222", "doc1043479", "doc361696", "doc437632", "doc1321868", "doc1765392", "doc1283772", "doc1021718", "doc1382169", "doc2274222", "doc1717004", "doc1088928", "doc2054559", "doc1455255", "doc1410472", "doc1343239", "doc1297326", "doc2107904", "doc2865", "doc1837769", "doc990522", "doc974518", "doc588578", "doc702902", "doc546646", "doc874322", "doc231271", "doc2011376", "doc1411626", "doc399642", "doc1726400", "doc1962033", "doc1884503", "doc216986", "doc833922", "doc529465", "doc1000202", "doc2634365", "doc469056", "doc2037498", "doc434367", "doc80089", "doc367220", "doc1880724" ], "top100_scores": [ -1.1484375, -1.6484375, -2.25, -2.546875, -2.71875, -2.75, -2.8125, -3.171875, -3.1875, -3.4375, -3.484375, -3.65625, -3.671875, -3.703125, -3.734375, -3.75, -3.953125, -3.96875, -4.03125, -4.09375, -4.125, -4.28125, -4.4375, -4.4375, -4.46875, -4.53125, -4.59375, -4.625, -4.625, -4.6875, -4.75, -4.8125, -4.875, -4.9375, -4.96875, -5.0625, -5.0625, -5.125, -5.15625, -5.1875, -5.21875, -5.25, -5.25, -5.28125, -5.3125, -5.375, -5.40625, -5.46875, -5.46875, -5.5625, -5.6875, -5.71875, -5.84375, -5.84375, -5.875, -5.90625, -5.9375, -5.9375, -5.9375, -6.03125, -6.0625, -6.0625, -6.40625, -6.5, -6.84375, -7.1875, -7.375, -7.375, -7.40625, -7.40625, -7.46875, -7.75, -7.96875, -8.125, -8.1875, -8.1875, -8.1875, -8.1875, -8.3125, -8.375, -8.375, -8.4375, -8.4375, -8.4375, -8.4375, -8.4375, -8.5, -8.5625, -8.5625, -8.625, -8.625, -8.625, -8.625, -8.6875, -8.6875, -8.6875, -8.75, -8.8125, -8.875, -8.875 ] }, { "query_id": "test997", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc35173", "doc671985", "doc2361775", "doc550451", "doc552720", "doc2296331", "doc2019171", "doc338818", "doc1093057", "doc866436", "doc114471", "doc1959244", "doc866437", "doc2349886", "doc552697", "doc552702", "doc2462709", "doc1512040", "doc1314857", "doc829017", "doc720132", "doc1603040", "doc376241", "doc884188", "doc437362", "doc1778577", "doc1498235", "doc2558251", "doc865438", "doc2322746", "doc1314944", "doc807066", "doc68932", "doc866501", "doc1778592", "doc165022", "doc1880842", "doc720110", "doc1314852", "doc865796", "doc2173544", "doc2384757", "doc1846050", "doc452016", "doc866490", "doc753576", "doc379480", "doc2074523", "doc1455469", "doc1784534", "doc1726816", "doc2339378", "doc1986437", "doc963669", "doc346637", "doc1201849", "doc2548244", "doc771658", "doc2010379", "doc1055238", "doc2214893", "doc1341888", "doc1489575", "doc1052760", "doc1986489", "doc255050", "doc1675526", "doc281094", "doc2046260", "doc1152614", "doc285347", "doc2538901", "doc1718367", "doc2185165", "doc446484", "doc525397", "doc1912470", "doc1152621", "doc632216", "doc1272382", "doc1370970", "doc2091597", "doc1675530", "doc823832", "doc1285744", "doc1927193", "doc86469", "doc2011376", "doc171458", "doc278641", "doc2117093", "doc636318", "doc231271", "doc80148", "doc1257475", "doc874107", "doc904083", "doc655676", "doc108902", "doc367220" ], "top100_scores": [ 2.9375, -1.5703125, -1.8046875, -2.125, -2.40625, -2.421875, -2.5, -2.8125, -2.84375, -2.984375, -2.984375, -3.109375, -3.234375, -3.25, -3.390625, -3.453125, -3.703125, -3.71875, -3.9375, -4.28125, -4.28125, -4.3125, -4.40625, -4.46875, -4.5, -4.5625, -4.5625, -4.65625, -4.84375, -4.90625, -4.90625, -5.0, -5.0, -5.0, -5.0, -5.0, -5.0625, -5.09375, -5.21875, -5.21875, -5.40625, -5.4375, -5.46875, -5.53125, -5.5625, -5.5625, -5.625, -5.65625, -5.65625, -5.6875, -5.6875, -5.71875, -5.84375, -5.96875, -6.0, -6.03125, -6.125, -6.125, -6.3125, -6.34375, -6.53125, -6.59375, -6.625, -6.65625, -6.6875, -6.6875, -6.6875, -6.71875, -6.78125, -6.78125, -6.875, -6.875, -6.90625, -6.90625, -6.96875, -7.0, -7.03125, -7.09375, -7.15625, -7.25, -7.3125, -7.3125, -7.34375, -7.53125, -7.53125, -7.65625, -7.71875, -7.75, -7.75, -7.78125, -7.8125, -7.8125, -7.8125, -7.90625, -7.90625, -7.96875, -8.0, -8.0625, -8.0625, -8.125 ] }, { "query_id": "test698", "ndcg@10": 0.8772153153380493, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc24939", "doc602150", "doc602736", "doc24934", "doc645602", "doc602739", "doc1036707", "doc645564", "doc645572", "doc645600", "doc2676807", "doc1212031", "doc2655378", "doc384744", "doc1894178", "doc696366", "doc773671", "doc2629336", "doc1464195", "doc2335293", "doc1440230", "doc1948854", "doc1136713", "doc1105530", "doc353446", "doc717374", "doc641530", "doc1370970", "doc56398", "doc1535567", "doc890682", "doc1450680", "doc2128755", "doc520687", "doc1490491", "doc106353", "doc703717", "doc115973", "doc405920", "doc2619023", "doc8477", "doc2688", "doc428406", "doc1132271", "doc2058897", "doc698075", "doc1418632", "doc1293555", "doc596016", "doc382236", "doc2011376", "doc19185", "doc1525129", "doc37911", "doc158654", "doc289875", "doc534490", "doc1632177", "doc593061", "doc28581", "doc334984", "doc874107", "doc1880724", "doc80078", "doc437639", "doc2563044", "doc86469", "doc427621", "doc1912506", "doc2307746", "doc1110589", "doc2005210", "doc258447", "doc1111694", "doc655676", "doc690000", "doc2656052", "doc320274", "doc655763", "doc94024", "doc2074090", "doc80148", "doc1018578", "doc702902", "doc2210110", "doc94367", "doc1007260", "doc1119543", "doc599386", "doc453172", "doc2252352", "doc434367", "doc80089", "doc2003306", "doc1619642", "doc1419915", "doc2011042", "doc2545088", "doc1366769", "doc1557550" ], "top100_scores": [ 1.3828125, 1.1875, -2.5, -2.78125, -3.515625, -4.09375, -4.09375, -4.28125, -4.28125, -4.46875, -4.5, -4.75, -4.75, -5.03125, -5.0625, -5.21875, -5.34375, -5.375, -5.4375, -5.46875, -5.5625, -6.03125, -6.75, -6.8125, -6.84375, -6.84375, -6.84375, -7.03125, -7.1875, -7.21875, -7.21875, -7.25, -7.25, -7.34375, -7.34375, -7.5, -7.5, -7.59375, -7.625, -7.625, -7.6875, -7.6875, -7.71875, -7.71875, -7.78125, -7.78125, -7.78125, -7.78125, -7.78125, -7.8125, -7.8125, -7.8125, -7.8125, -7.84375, -7.875, -7.875, -7.875, -7.875, -7.90625, -7.9375, -7.96875, -7.96875, -7.96875, -8.0, -8.0625, -8.0625, -8.0625, -8.0625, -8.125, -8.125, -8.125, -8.125, -8.125, -8.125, -8.125, -8.1875, -8.1875, -8.1875, -8.1875, -8.1875, -8.1875, -8.1875, -8.1875, -8.1875, -8.1875, -8.25, -8.3125, -8.3125, -8.3125, -8.3125, -8.3125, -8.3125, -8.3125, -8.4375, -8.4375, -8.4375, -8.5, -8.5, -8.5625, -8.5625 ] }, { "query_id": "test1501", "ndcg@10": 0.6309297535714575, "mrr@10": 0.5, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc53464", "doc53465", "doc611283", "doc172947", "doc1911041", "doc737219", "doc611287", "doc1590438", "doc2360748", "doc284394", "doc1298637", "doc87191", "doc2165715", "doc167384", "doc1815899", "doc611282", "doc371079", "doc2336332", "doc2480317", "doc1008940", "doc758677", "doc355540", "doc2350463", "doc2660672", "doc672552", "doc1703998", "doc525751", "doc89435", "doc181195", "doc2316727", "doc7161", "doc610779", "doc146706", "doc1451837", "doc1501331", "doc2127607", "doc1127543", "doc64791", "doc2471044", "doc450131", "doc1551353", "doc543039", "doc1784440", "doc2465921", "doc1703987", "doc1740045", "doc1816051", "doc811", "doc609671", "doc727789", "doc1703993", "doc2252228", "doc1704007", "doc1429442", "doc114471", "doc238803", "doc968501", "doc2495035", "doc447411", "doc371078", "doc24303", "doc153569", "doc851514", "doc781344", "doc10855", "doc1413571", "doc1905323", "doc958476", "doc386637", "doc2027228", "doc811414", "doc823832", "doc2010353", "doc513055", "doc1101731", "doc356961", "doc552141", "doc1443647", "doc645600", "doc2480339", "doc369298", "doc1418778", "doc2535522", "doc1346601", "doc1056790", "doc2621513", "doc993779", "doc1273458", "doc54026", "doc580244", "doc1816074", "doc252971", "doc1521101", "doc1485638", "doc307715", "doc861483", "doc75292", "doc814675", "doc1606435", "doc998023" ], "top100_scores": [ 3.296875, 0.98828125, -4.25, -4.875, -4.875, -5.15625, -5.34375, -5.375, -5.375, -5.4375, -5.5, -5.59375, -5.65625, -5.6875, -5.71875, -5.75, -5.75, -5.78125, -5.78125, -5.8125, -6.0, -6.0625, -6.09375, -6.15625, -6.1875, -6.25, -6.25, -6.34375, -6.40625, -6.40625, -6.4375, -6.46875, -6.46875, -6.5, -6.53125, -6.53125, -6.5625, -6.5625, -6.59375, -6.59375, -6.625, -6.65625, -6.6875, -6.6875, -6.75, -6.78125, -6.78125, -6.8125, -6.8125, -6.8125, -6.8125, -6.90625, -6.9375, -6.9375, -6.96875, -6.96875, -7.0, -7.03125, -7.09375, -7.15625, -7.1875, -7.21875, -7.25, -7.28125, -7.375, -7.46875, -7.5, -7.59375, -7.625, -7.65625, -7.6875, -7.71875, -7.78125, -7.8125, -7.84375, -7.84375, -7.875, -7.9375, -7.96875, -8.0, -8.0625, -8.125, -8.125, -8.1875, -8.1875, -8.25, -8.375, -8.375, -8.375, -8.4375, -8.4375, -8.5, -8.5, -8.5, -8.5625, -8.5625, -8.625, -8.6875, -8.75, -8.8125 ] }, { "query_id": "test2539", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc87294", "doc783808", "doc165022", "doc1635999", "doc1394743", "doc952880", "doc115437", "doc812613", "doc1991598", "doc28582", "doc28581", "doc324530", "doc430825", "doc1517979", "doc530778", "doc173076", "doc588464", "doc1007189", "doc1624145", "doc1141791", "doc1124783", "doc2337863", "doc465257", "doc868589", "doc1840635", "doc722174", "doc28580", "doc1241568", "doc1498235", "doc1600089", "doc2111513", "doc2509153", "doc1787620", "doc2529675", "doc422931", "doc2054463", "doc1410020", "doc1177731", "doc2480539", "doc1246808", "doc1927193", "doc893803", "doc1718367", "doc25697", "doc1827142", "doc626260", "doc996399", "doc70639", "doc70620", "doc967808", "doc785116", "doc1690622", "doc1684137", "doc2142521", "doc25696", "doc2486654", "doc50625", "doc1241567", "doc688472", "doc1566486", "doc2426419", "doc49159", "doc88173", "doc1033766", "doc1619770", "doc327463", "doc233596", "doc636206", "doc1634190", "doc636208", "doc32937", "doc1019814", "doc1173346", "doc101561", "doc530780", "doc650941", "doc848379", "doc1005942", "doc1947418", "doc1102442", "doc1088161", "doc675222", "doc2679049", "doc952849", "doc2508414", "doc1827146", "doc233547", "doc233582", "doc1778577", "doc1619495", "doc648364", "doc623682", "doc1786034", "doc1548878", "doc2608289", "doc1786046", "doc2563030", "doc1471942", "doc2502199", "doc1467762" ], "top100_scores": [ 8.6875, -2.90625, -3.609375, -3.671875, -3.9375, -4.0, -4.0, -4.09375, -4.1875, -4.21875, -4.34375, -4.375, -4.40625, -4.5, -4.5, -4.5, -4.5625, -4.5625, -4.625, -4.625, -4.625, -4.65625, -4.65625, -4.6875, -4.71875, -4.71875, -4.8125, -4.8125, -4.9375, -4.96875, -4.96875, -5.0, -5.0, -5.03125, -5.0625, -5.125, -5.1875, -5.21875, -5.25, -5.25, -5.25, -5.25, -5.25, -5.28125, -5.3125, -5.34375, -5.34375, -5.375, -5.375, -5.375, -5.375, -5.4375, -5.46875, -5.5, -5.5, -5.53125, -5.53125, -5.5625, -5.59375, -5.59375, -5.65625, -5.6875, -5.6875, -5.71875, -5.8125, -5.8125, -5.875, -6.0, -6.0, -6.03125, -6.0625, -6.21875, -6.25, -6.3125, -6.34375, -6.375, -6.46875, -6.5, -6.71875, -6.71875, -6.75, -6.84375, -7.03125, -7.03125, -7.0625, -7.34375, -7.5, -7.59375, -7.59375, -7.96875, -8.0625, -8.0625, -8.1875, -8.25, -8.4375, -8.5, -8.5, -8.625, -8.625, -8.75 ] }, { "query_id": "test306", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc660236", "doc2449643", "doc2499695", "doc515771", "doc402145", "doc206040", "doc990514", "doc660265", "doc147268", "doc1283772", "doc1030288", "doc1373335", "doc1837771", "doc990522", "doc11639", "doc974518", "doc11669", "doc934719", "doc513406", "doc2527260", "doc1442519", "doc828130", "doc61233", "doc320274", "doc736460", "doc828063", "doc6858", "doc828186", "doc2244717", "doc94367", "doc126194", "doc2366137", "doc1068708", "doc1840660", "doc368673", "doc368643", "doc1623526", "doc1248532", "doc2483556", "doc546869", "doc368707", "doc1373330", "doc499894", "doc294697", "doc1599987", "doc1619642", "doc960776", "doc1548878", "doc1943842", "doc1033766", "doc368686", "doc1068994", "doc80133", "doc539419", "doc2465656", "doc460823", "doc1520283", "doc1634190", "doc1133242", "doc599387", "doc108959", "doc1279689", "doc1628841", "doc2266529", "doc1654062", "doc588578", "doc1333905", "doc1104225", "doc546881", "doc663483", "doc2498492", "doc1149597", "doc30777", "doc263654", "doc437701", "doc1228728", "doc1520268", "doc213101", "doc42125", "doc1228726", "doc2538886", "doc1492317", "doc1684137", "doc660256", "doc588621", "doc1751397", "doc203253", "doc1876325", "doc356192", "doc2313195", "doc2281723", "doc1094305", "doc1286622", "doc655676", "doc252971", "doc2674988", "doc564709", "doc346637", "doc1418778", "doc2385618" ], "top100_scores": [ 2.140625, 1.859375, 1.3359375, -1.5390625, -2.078125, -2.140625, -2.234375, -2.296875, -2.296875, -2.390625, -2.765625, -2.84375, -2.984375, -3.046875, -3.046875, -3.28125, -3.3125, -3.34375, -3.453125, -3.484375, -3.5, -3.5625, -3.640625, -3.734375, -3.828125, -4.03125, -4.125, -4.15625, -4.15625, -4.1875, -4.1875, -4.21875, -4.21875, -4.21875, -4.25, -4.25, -4.3125, -4.34375, -4.40625, -4.40625, -4.4375, -4.46875, -4.53125, -4.53125, -4.5625, -4.59375, -4.59375, -4.625, -4.625, -4.6875, -4.78125, -4.90625, -4.9375, -4.96875, -4.96875, -5.0625, -5.21875, -5.3125, -5.40625, -5.4375, -5.46875, -5.46875, -5.5625, -5.59375, -5.59375, -5.75, -5.75, -5.875, -5.875, -5.96875, -5.96875, -6.125, -6.1875, -6.5, -6.6875, -6.71875, -6.84375, -6.90625, -6.96875, -7.0, -7.0, -7.21875, -7.34375, -7.34375, -7.34375, -7.5, -7.65625, -7.78125, -7.84375, -7.875, -7.9375, -8.25, -8.3125, -8.375, -8.375, -8.4375, -8.4375, -8.4375, -8.625, -8.8125 ] }, { "query_id": "test3090", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc105739", "doc849003", "doc105758", "doc1729412", "doc105756", "doc543176", "doc719006", "doc1534825", "doc1552106", "doc8477", "doc566026", "doc946247", "doc536531", "doc2355469", "doc1223270", "doc2584848", "doc105763", "doc105751", "doc1297270", "doc2409275", "doc719060", "doc1572538", "doc787828", "doc1248125", "doc1223275", "doc171833", "doc1251654", "doc1729413", "doc1427198", "doc258447", "doc1427193", "doc381923", "doc1270352", "doc719078", "doc1903392", "doc719076", "doc1236851", "doc1803620", "doc133369", "doc1405971", "doc566021", "doc555420", "doc881796", "doc1251647", "doc519408", "doc1858032", "doc2680091", "doc719057", "doc556388", "doc737743", "doc1516597", "doc970185", "doc461467", "doc1289342", "doc2574040", "doc881797", "doc1516605", "doc1803558", "doc1427177", "doc1847142", "doc391459", "doc105752", "doc2008399", "doc737771", "doc849000", "doc1587280", "doc1534829", "doc211935", "doc830308", "doc74797", "doc2596083", "doc2588942", "doc591463", "doc823398", "doc2107904", "doc171837", "doc1163626", "doc1475938", "doc400631", "doc527459", "doc719065", "doc1214168", "doc2046260", "doc1253247", "doc174973", "doc1170390", "doc556367", "doc690001", "doc536538", "doc1170391", "doc702902", "doc732015", "doc2011376", "doc690000", "doc208245", "doc732083", "doc72413", "doc1716059", "doc655676", "doc1816074" ], "top100_scores": [ 9.125, 3.59375, 3.171875, 0.69140625, 0.5390625, -0.33203125, -1.546875, -1.7421875, -1.75, -2.125, -2.46875, -2.921875, -3.0625, -3.1875, -3.3125, -3.34375, -3.375, -3.6875, -3.6875, -3.71875, -3.734375, -3.75, -3.75, -3.90625, -3.984375, -4.09375, -4.125, -4.15625, -4.1875, -4.1875, -4.21875, -4.3125, -4.34375, -4.34375, -4.34375, -4.4375, -4.5, -4.59375, -4.6875, -4.71875, -4.75, -4.75, -4.75, -4.875, -4.875, -4.90625, -4.9375, -4.96875, -5.0, -5.03125, -5.0625, -5.09375, -5.21875, -5.21875, -5.25, -5.25, -5.28125, -5.40625, -5.40625, -5.4375, -5.5, -5.53125, -5.5625, -5.6875, -5.78125, -5.8125, -5.84375, -5.9375, -5.9375, -5.9375, -5.96875, -6.03125, -6.15625, -6.15625, -6.1875, -6.65625, -6.78125, -7.0, -7.1875, -7.28125, -7.3125, -7.46875, -7.46875, -7.5, -7.59375, -7.71875, -7.71875, -7.90625, -7.90625, -7.9375, -8.0, -8.0, -8.125, -8.1875, -8.1875, -8.25, -8.3125, -8.375, -8.5625, -8.625 ] }, { "query_id": "test115", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc4147", "doc53643", "doc2107033", "doc2107018", "doc2212269", "doc2431531", "doc1400520", "doc1745418", "doc606253", "doc3668", "doc2212270", "doc28581", "doc70679", "doc32937", "doc223538", "doc1927002", "doc848379", "doc623693", "doc1411912", "doc773043", "doc6531", "doc1294814", "doc28580", "doc2426974", "doc1634190", "doc636206", "doc38625", "doc465257", "doc635523", "doc1152614", "doc2334137", "doc1005942", "doc1602350", "doc2107022", "doc1623337", "doc28582", "doc430825", "doc530778", "doc2157990", "doc422931", "doc25696", "doc1619770", "doc1108390", "doc324548", "doc1927193", "doc324530", "doc2111513", "doc785116", "doc650941", "doc231271", "doc626260", "doc25697", "doc1425919", "doc2439295", "doc70620", "doc2001658", "doc88931", "doc1486663", "doc323921", "doc29764", "doc108435", "doc437362", "doc1911041", "doc2562070", "doc2337863", "doc965463", "doc1070768", "doc1410472", "doc1965783", "doc152998", "doc309228", "doc1007190", "doc785041", "doc173076", "doc238078", "doc1857677", "doc36460", "doc398839", "doc952880", "doc2620645", "doc1141791", "doc726933", "doc127031", "doc1728840", "doc162311", "doc56902", "doc1810672", "doc365042", "doc1763968", "doc2364249", "doc499894", "doc447042", "doc2091584", "doc2461162", "doc2525057", "doc26467", "doc2262786", "doc2504853", "doc1059057", "doc1415401" ], "top100_scores": [ -0.326171875, -2.046875, -2.265625, -2.390625, -2.40625, -2.609375, -2.640625, -2.71875, -2.8125, -2.9375, -2.953125, -3.0, -3.0, -3.03125, -3.09375, -3.15625, -3.203125, -3.296875, -3.296875, -3.34375, -3.359375, -3.59375, -3.609375, -3.703125, -3.765625, -3.78125, -3.8125, -3.875, -4.0, -4.09375, -4.09375, -4.09375, -4.15625, -4.15625, -4.1875, -4.25, -4.28125, -4.28125, -4.28125, -4.40625, -4.4375, -4.46875, -4.5625, -4.625, -4.65625, -4.65625, -4.78125, -4.84375, -4.875, -4.90625, -4.96875, -4.96875, -5.0, -5.0625, -5.1875, -5.21875, -5.28125, -5.28125, -5.34375, -5.375, -5.375, -5.40625, -5.46875, -5.5, -5.53125, -5.53125, -5.59375, -5.625, -5.65625, -5.71875, -5.75, -5.8125, -5.875, -5.90625, -5.90625, -5.96875, -5.96875, -5.96875, -5.96875, -6.0, -6.0, -6.03125, -6.3125, -6.53125, -6.53125, -6.5625, -6.59375, -6.65625, -6.65625, -6.78125, -6.84375, -6.90625, -6.9375, -7.125, -7.15625, -7.5, -7.5, -7.625, -7.625, -8.25 ] }, { "query_id": "test2032", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc70904", "doc1204609", "doc768322", "doc2024813", "doc782782", "doc1338792", "doc435081", "doc2339378", "doc435075", "doc211230", "doc70905", "doc435079", "doc435083", "doc2498492", "doc155310", "doc2288928", "doc211209", "doc435076", "doc412168", "doc2646161", "doc42101", "doc435084", "doc435085", "doc435078", "doc313365", "doc2183317", "doc1921625", "doc2607396", "doc313364", "doc1841146", "doc1685523", "doc313354", "doc1204604", "doc1483894", "doc1236143", "doc331138", "doc313342", "doc1098357", "doc286805", "doc1695182", "doc1616338", "doc1155053", "doc707801", "doc465988", "doc2352487", "doc2599866", "doc707796", "doc1841144", "doc412172", "doc2498480", "doc736126", "doc2217446", "doc313356", "doc865796", "doc1540259", "doc412180", "doc2498488", "doc313352", "doc435092", "doc313349", "doc1841145", "doc2032387", "doc1580688", "doc83875", "doc707795", "doc2058897", "doc768311", "doc278091", "doc530778", "doc706930", "doc1805745", "doc1366471", "doc1734041", "doc2316721", "doc1265795", "doc2557709", "doc2503817", "doc413908", "doc1176070", "doc1138522", "doc1972282", "doc1521101", "doc296209", "doc1501489", "doc2657970", "doc216986", "doc2449727", "doc162708", "doc1813688", "doc926314", "doc1059219", "doc37895", "doc318194", "doc1713783", "doc2271879", "doc2036707", "doc693852", "doc1106009", "doc1153924", "doc650150" ], "top100_scores": [ -0.53515625, -2.84375, -3.015625, -3.609375, -3.65625, -3.828125, -3.921875, -3.921875, -3.953125, -4.0625, -4.09375, -4.125, -4.15625, -4.1875, -4.21875, -4.25, -4.25, -4.28125, -4.3125, -4.3125, -4.3125, -4.34375, -4.4375, -4.53125, -4.53125, -4.53125, -4.5625, -4.59375, -4.625, -4.65625, -4.65625, -4.6875, -4.6875, -4.71875, -4.75, -4.78125, -4.8125, -4.84375, -4.9375, -4.96875, -4.96875, -5.0, -5.0, -5.0, -5.03125, -5.03125, -5.0625, -5.09375, -5.125, -5.125, -5.125, -5.15625, -5.15625, -5.1875, -5.21875, -5.375, -5.375, -5.5625, -5.59375, -5.65625, -5.6875, -5.71875, -5.78125, -5.84375, -6.28125, -6.5, -6.78125, -7.0625, -7.125, -7.15625, -7.34375, -7.84375, -7.875, -7.875, -7.96875, -7.96875, -8.0625, -8.0625, -8.125, -8.1875, -8.1875, -8.1875, -8.25, -8.25, -8.25, -8.25, -8.25, -8.3125, -8.3125, -8.3125, -8.3125, -8.3125, -8.375, -8.375, -8.4375, -8.4375, -8.4375, -8.5, -8.5625, -8.625 ] }, { "query_id": "test428", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc15890", "doc2042102", "doc1736708", "doc1736704", "doc688882", "doc878338", "doc1498263", "doc393485", "doc1273973", "doc2067559", "doc368910", "doc1185297", "doc518395", "doc190844", "doc627432", "doc229804", "doc2075016", "doc733127", "doc2636762", "doc447240", "doc2362171", "doc518266", "doc1508870", "doc289212", "doc1991511", "doc648364", "doc705226", "doc1300782", "doc429685", "doc1490502", "doc60315", "doc434733", "doc208245", "doc975622", "doc2300282", "doc645602", "doc2054559", "doc585415", "doc1400527", "doc717374", "doc1508087", "doc1527337", "doc1096264", "doc2613792", "doc1253247", "doc2376934", "doc868658", "doc851269", "doc187847", "doc216328", "doc367643", "doc2353712", "doc228166", "doc1651578", "doc312605", "doc253609", "doc242726", "doc527472", "doc2080883", "doc1619342", "doc1796951", "doc1018572", "doc2659217", "doc388285", "doc2258933", "doc1411861", "doc273827", "doc1342042", "doc1053329", "doc1556425", "doc1633397", "doc889047", "doc2487655", "doc602739", "doc1338793", "doc971992", "doc1663695", "doc1248125", "doc2072856", "doc209865", "doc1617178", "doc1385349", "doc41356", "doc382236", "doc494316", "doc254953", "doc26458", "doc140700", "doc737601", "doc405920", "doc1349043", "doc2165905", "doc919955", "doc1059057", "doc1287918", "doc2402770", "doc1558517", "doc872897", "doc1202159", "doc810925" ], "top100_scores": [ 5.09375, -3.640625, -3.6875, -3.921875, -4.09375, -4.34375, -4.4375, -4.65625, -5.09375, -5.25, -5.28125, -5.625, -5.71875, -5.84375, -5.96875, -6.15625, -6.21875, -6.25, -6.4375, -6.46875, -6.71875, -6.875, -6.9375, -7.0, -7.03125, -7.15625, -7.1875, -7.21875, -7.21875, -7.25, -7.25, -7.40625, -7.53125, -7.5625, -7.625, -7.71875, -7.75, -7.78125, -7.78125, -7.8125, -7.8125, -7.875, -7.90625, -7.96875, -8.0, -8.0, -8.0, -8.0, -8.0625, -8.0625, -8.0625, -8.0625, -8.0625, -8.0625, -8.0625, -8.0625, -8.0625, -8.125, -8.125, -8.125, -8.1875, -8.1875, -8.1875, -8.1875, -8.25, -8.3125, -8.3125, -8.3125, -8.3125, -8.3125, -8.3125, -8.3125, -8.3125, -8.3125, -8.375, -8.375, -8.375, -8.375, -8.375, -8.375, -8.375, -8.375, -8.375, -8.375, -8.375, -8.4375, -8.4375, -8.4375, -8.4375, -8.4375, -8.4375, -8.4375, -8.5, -8.5, -8.5, -8.5, -8.5625, -8.625, -8.6875, -8.8125 ] }, { "query_id": "test2721", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc93287", "doc1548640", "doc884905", "doc2083699", "doc2357458", "doc303260", "doc1202504", "doc180922", "doc1421127", "doc2390637", "doc993796", "doc1500831", "doc1056790", "doc353446", "doc2517860", "doc191614", "doc359025", "doc143496", "doc1962174", "doc2391390", "doc222277", "doc1993058", "doc2582196", "doc388703", "doc448867", "doc2646391", "doc1993044", "doc1012137", "doc604235", "doc1002584", "doc227150", "doc1619495", "doc841633", "doc1392288", "doc2184940", "doc1272096", "doc1990849", "doc1778577", "doc1934445", "doc2441320", "doc493405", "doc552697", "doc284394", "doc1713783", "doc843229", "doc2247113", "doc299691", "doc1984127", "doc1786034", "doc2563030", "doc2262786", "doc1751646", "doc866490", "doc1974480", "doc645602", "doc1823034", "doc1344965", "doc218667", "doc101561", "doc1400528", "doc884614", "doc1471942", "doc565065", "doc1786046", "doc1138522", "doc2502199", "doc660237", "doc286805", "doc56921", "doc2188152", "doc1316703", "doc759547", "doc447411", "doc759527", "doc623682", "doc2210110", "doc1489658", "doc591223", "doc864003", "doc2631871", "doc2217346", "doc356192", "doc1267765", "doc729312", "doc771658", "doc211230", "doc25836", "doc330463", "doc1155053", "doc736460", "doc2092646", "doc133140", "doc21363", "doc1950715", "doc1646165", "doc1912506", "doc1391278", "doc935115", "doc1033766", "doc562696" ], "top100_scores": [ -0.89453125, -4.125, -4.4375, -4.59375, -5.4375, -5.53125, -5.5625, -5.71875, -5.8125, -5.9375, -6.03125, -6.0625, -6.09375, -6.09375, -6.125, -6.21875, -6.40625, -6.4375, -6.53125, -6.53125, -6.53125, -6.5625, -6.59375, -6.78125, -6.90625, -7.0625, -7.0625, -7.1875, -7.28125, -7.375, -7.40625, -7.46875, -7.59375, -7.6875, -7.75, -7.875, -7.90625, -8.0, -8.0625, -8.0625, -8.1875, -8.25, -8.25, -8.375, -8.375, -8.4375, -8.4375, -8.4375, -8.5, -8.5, -8.5, -8.5, -8.5, -8.5, -8.5, -8.5625, -8.625, -8.625, -8.625, -8.625, -8.625, -8.6875, -8.6875, -8.6875, -8.6875, -8.6875, -8.6875, -8.75, -8.75, -8.75, -8.75, -8.75, -8.75, -8.75, -8.8125, -8.8125, -8.8125, -8.8125, -8.8125, -8.8125, -8.8125, -8.8125, -8.8125, -8.8125, -8.875, -8.875, -8.875, -8.9375, -8.9375, -8.9375, -8.9375, -8.9375, -9.0, -9.0, -9.0, -9.0, -9.0, -9.0, -9.0, -9.125 ] }, { "query_id": "test1635", "ndcg@10": 0.9197207891481876, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc57975", "doc2035909", "doc57977", "doc376241", "doc2304461", "doc113426", "doc1473531", "doc601133", "doc1535567", "doc1153924", "doc367417", "doc2049419", "doc376272", "doc376238", "doc1986489", "doc2449727", "doc1986449", "doc390322", "doc1293555", "doc1345740", "doc1055373", "doc376243", "doc1810672", "doc840951", "doc2191035", "doc1218368", "doc824947", "doc2656052", "doc1723532", "doc126007", "doc1750123", "doc904885", "doc324530", "doc1866245", "doc551351", "doc140893", "doc1204806", "doc1132271", "doc1844590", "doc2563030", "doc196873", "doc1229449", "doc1216309", "doc7091", "doc1246068", "doc289875", "doc1813688", "doc579105", "doc434424", "doc683358", "doc1640533", "doc1552779", "doc404918", "doc768322", "doc21829", "doc2117093", "doc2077366", "doc2557720", "doc60215", "doc1035806", "doc21871", "doc866490", "doc1781006", "doc1129916", "doc2153582", "doc1818635", "doc416784", "doc1204604", "doc1580688", "doc776139", "doc278091", "doc338809", "doc2295211", "doc660012", "doc1448795", "doc866437", "doc1231969", "doc1934445", "doc435076", "doc133019", "doc2563044", "doc1632177", "doc1786034", "doc1376345", "doc1285909", "doc2114608", "doc863660", "doc1357287", "doc2655378", "doc1842144", "doc550633", "doc692559", "doc162798", "doc498147", "doc1654062", "doc1192046", "doc567275", "doc697071", "doc2114806", "doc388290" ], "top100_scores": [ -2.703125, -2.796875, -2.875, -3.140625, -3.171875, -3.34375, -3.390625, -3.4375, -3.546875, -3.5625, -3.703125, -3.75, -3.75, -3.84375, -3.890625, -3.9375, -4.03125, -4.09375, -4.125, -4.125, -4.1875, -4.5, -4.59375, -4.6875, -4.75, -4.84375, -5.0, -5.0625, -5.0625, -5.21875, -5.25, -5.34375, -5.34375, -5.375, -5.5, -5.9375, -6.15625, -6.28125, -6.5625, -6.625, -6.71875, -6.875, -7.03125, -7.21875, -7.25, -7.28125, -7.375, -7.4375, -7.4375, -7.65625, -7.6875, -7.71875, -7.75, -7.78125, -7.78125, -7.8125, -7.8125, -7.84375, -7.84375, -7.875, -7.875, -7.90625, -7.9375, -7.96875, -7.96875, -8.0, -8.0, -8.0, -8.0625, -8.0625, -8.0625, -8.0625, -8.0625, -8.125, -8.125, -8.125, -8.125, -8.125, -8.125, -8.125, -8.1875, -8.1875, -8.1875, -8.1875, -8.1875, -8.1875, -8.1875, -8.25, -8.25, -8.3125, -8.375, -8.375, -8.375, -8.375, -8.375, -8.4375, -8.4375, -8.5, -8.5, -8.5625 ] }, { "query_id": "test1727", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "doc1041131", "doc2162650", "doc1321056", "doc1975694", "doc641270", "doc1160263", "doc1271924", "doc225047", "doc1119214", "doc2182012", "doc1584862", "doc350535", "doc1972860", "doc1629620", "doc1938693", "doc2275203", "doc2074090", "doc1418632", "doc336193", "doc158020", "doc1173691", "doc249856", "doc182888", "doc1792210", "doc1986433", "doc1730233", "doc407115", "doc1991515", "doc1986437", "doc1618094", "doc1589180", "doc1986449", "doc1467762", "doc2190997", "doc1244692", "doc2163262", "doc404917", "doc588621", "doc546881", "doc404918", "doc2202835", "doc1768862", "doc901884", "doc142541", "doc207176", "doc1723861", "doc1803620", "doc1912490", "doc750195", "doc1986443", "doc1840660", "doc1407398", "doc94024", "doc477048", "doc952618", "doc641530", "doc2543056", "doc2431531", "doc61967", "doc1883553", "doc7091", "doc1619642", "doc2017803", "doc1750123", "doc1136713", "doc553954", "doc323321", "doc1558629", "doc962084", "doc1060115", "doc1293555", "doc1518124", "doc545785", "doc1692185", "doc35526", "doc1806221", "doc1132252", "doc1842144", "doc361702", "doc1686260", "doc596861", "doc543039", "doc2095794", "doc2677524", "doc170931", "doc1007260", "doc2183317", "doc504996", "doc1163516", "doc2562963", "doc531512", "doc273827", "doc1343593", "doc1153924", "doc1027652", "doc1840635", "doc707795", "doc187847", "doc1640554", "doc1526184" ], "top100_scores": [ 1.6171875, -0.287109375, -1.828125, -2.203125, -2.59375, -2.703125, -2.875, -2.9375, -3.140625, -3.234375, -3.265625, -3.46875, -3.5, -3.640625, -3.921875, -3.984375, -4.25, -4.28125, -4.34375, -4.46875, -4.46875, -4.5, -4.625, -4.75, -4.78125, -4.875, -4.96875, -5.0, -5.09375, -5.15625, -5.15625, -5.34375, -5.375, -5.53125, -5.59375, -5.6875, -5.75, -5.8125, -5.90625, -5.9375, -5.9375, -6.0, -6.28125, -6.34375, -6.375, -6.5, -6.5, -6.53125, -6.53125, -6.59375, -6.59375, -6.75, -6.8125, -6.84375, -6.875, -6.96875, -6.96875, -7.03125, -7.09375, -7.09375, -7.125, -7.21875, -7.34375, -7.40625, -7.4375, -7.46875, -7.46875, -7.46875, -7.53125, -7.5625, -7.5625, -7.59375, -7.625, -7.625, -7.625, -7.625, -7.6875, -7.6875, -7.71875, -7.75, -7.78125, -7.84375, -7.84375, -7.875, -7.90625, -7.9375, -7.9375, -7.96875, -8.0625, -8.0625, -8.0625, -8.125, -8.1875, -8.1875, -8.25, -8.25, -8.3125, -8.375, -8.4375, -8.5625 ] }, { "query_id": "test29", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc807", "doc2105570", "doc806", "doc2067045", "doc1455462", "doc1088162", "doc312607", "doc190844", "doc2535522", "doc2408092", "doc966112", "doc2621492", "doc1386691", "doc877974", "doc2334133", "doc2391797", "doc1050188", "doc2621513", "doc1877808", "doc1386686", "doc848379", "doc790970", "doc1319077", "doc965461", "doc2316721", "doc28313", "doc1911448", "doc811", "doc1892012", "doc58964", "doc2258986", "doc1129694", "doc38625", "doc2212270", "doc1029479", "doc2212269", "doc1685439", "doc2161840", "doc607623", "doc1036707", "doc134521", "doc201172", "doc1974006", "doc201170", "doc629517", "doc445548", "doc963669", "doc530780", "doc1272382", "doc1177731", "doc2067559", "doc2480539", "doc1690622", "doc2001658", "doc351821", "doc2426419", "doc28935", "doc543109", "doc2262639", "doc1629783", "doc2335293", "doc1124783", "doc1806221", "doc119732", "doc2010420", "doc324554", "doc1260420", "doc28582", "doc68932", "doc636208", "doc2614074", "doc2240923", "doc994525", "doc1400297", "doc171833", "doc1566486", "doc162708", "doc2412432", "doc1595692", "doc108559", "doc2674988", "doc2548332", "doc2362171", "doc56902", "doc275856", "doc2376934", "doc413908", "doc1247565", "doc447240", "doc70909", "doc1327525", "doc593061", "doc706930", "doc352904", "doc1153924", "doc1106009", "doc673208", "doc233582", "doc497737", "doc207176" ], "top100_scores": [ -2.75, -3.515625, -3.75, -4.0, -4.03125, -4.25, -4.28125, -4.75, -4.9375, -5.1875, -5.21875, -5.375, -5.375, -5.4375, -5.4375, -5.46875, -5.8125, -5.84375, -5.84375, -5.84375, -5.875, -5.96875, -6.0, -6.03125, -6.15625, -6.15625, -6.15625, -6.25, -6.28125, -6.28125, -6.34375, -6.375, -6.375, -6.4375, -6.53125, -6.59375, -6.59375, -6.625, -6.65625, -6.6875, -6.71875, -6.71875, -6.78125, -6.8125, -6.8125, -6.8125, -6.8125, -6.84375, -6.90625, -6.9375, -6.96875, -6.96875, -7.03125, -7.0625, -7.0625, -7.0625, -7.09375, -7.15625, -7.15625, -7.25, -7.25, -7.28125, -7.34375, -7.375, -7.40625, -7.40625, -7.46875, -7.5, -7.59375, -7.625, -7.6875, -7.75, -7.78125, -7.78125, -7.84375, -7.875, -8.0625, -8.1875, -8.1875, -8.1875, -8.25, -8.25, -8.3125, -8.3125, -8.375, -8.4375, -8.4375, -8.4375, -8.4375, -8.4375, -8.5, -8.5, -8.5, -8.5, -8.625, -8.6875, -8.6875, -8.75, -8.75, -8.8125 ] }, { "query_id": "test2598", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc88931", "doc88934", "doc2624067", "doc1452752", "doc2107043", "doc127031", "doc1670518", "doc175560", "doc779563", "doc127042", "doc1438166", "doc2624072", "doc1935824", "doc1070787", "doc127040", "doc952400", "doc1763997", "doc2015719", "doc2288308", "doc2061559", "doc1378090", "doc553245", "doc1376863", "doc671111", "doc1124580", "doc399025", "doc1315443", "doc723586", "doc107246", "doc1199279", "doc1070768", "doc709393", "doc2183793", "doc998434", "doc1000202", "doc723699", "doc958366", "doc1716059", "doc994518", "doc723700", "doc84475", "doc2399229", "doc107166", "doc24505", "doc723723", "doc608249", "doc1281699", "doc2251749", "doc2296101", "doc2619671", "doc693223", "doc1716095", "doc1763968", "doc509898", "doc988735", "doc1029757", "doc626437", "doc2396125", "doc1002546", "doc865153", "doc2206799", "doc504736", "doc1519790", "doc536273", "doc555360", "doc43450", "doc1192026", "doc216986", "doc675067", "doc1385349", "doc851514", "doc2656052", "doc1632991", "doc1005393", "doc46245", "doc1717004", "doc1992659", "doc155482", "doc1392288", "doc2010467", "doc344833", "doc613408", "doc1376345", "doc550879", "doc369193", "doc2093755", "doc846246", "doc1902615", "doc386637", "doc337555", "doc454594", "doc2114608", "doc859664", "doc369287", "doc239270", "doc2360720", "doc666653", "doc1021503", "doc1585578", "doc660271" ], "top100_scores": [ 7.34375, 4.9375, 1.25, -1.8828125, -3.265625, -4.40625, -4.4375, -4.6875, -4.8125, -5.03125, -5.15625, -5.4375, -5.625, -5.65625, -5.65625, -6.0, -6.15625, -6.34375, -6.375, -6.53125, -6.625, -6.71875, -6.71875, -6.8125, -6.8125, -7.0, -7.0625, -7.125, -7.125, -7.15625, -7.21875, -7.3125, -7.4375, -7.4375, -7.53125, -7.6875, -7.6875, -7.75, -7.75, -7.78125, -7.78125, -7.84375, -7.875, -7.875, -7.90625, -7.90625, -7.9375, -7.96875, -7.96875, -7.96875, -8.0, -8.0, -8.0, -8.1875, -8.1875, -8.25, -8.25, -8.25, -8.3125, -8.3125, -8.4375, -8.4375, -8.5, -8.5, -8.5, -8.5, -8.5, -8.5625, -8.5625, -8.5625, -8.5625, -8.625, -8.625, -8.625, -8.625, -8.625, -8.6875, -8.6875, -8.6875, -8.6875, -8.6875, -8.6875, -8.75, -8.75, -8.75, -8.75, -8.75, -8.75, -8.8125, -8.8125, -8.8125, -8.8125, -8.8125, -8.875, -8.875, -8.9375, -8.9375, -8.9375, -9.0, -9.0 ] }, { "query_id": "test598", "ndcg@10": 0.6131471927654584, "mrr@10": 1.0, "recall@100": 0.5, "candidate_recall": 0.5, "top100": [ "doc21340", "doc21363", "doc338810", "doc1455508", "doc338815", "doc1455462", "doc642895", "doc1455444", "doc1455469", "doc338823", "doc21378", "doc1738086", "doc21350", "doc2442198", "doc338813", "doc1455511", "doc864003", "doc21368", "doc21339", "doc1455509", "doc338841", "doc338809", "doc338801", "doc698075", "doc338818", "doc1383497", "doc340624", "doc542895", "doc624718", "doc2173539", "doc2298808", "doc2336332", "doc1490491", "doc7165", "doc24315", "doc392492", "doc2397460", "doc1961593", "doc283995", "doc1867620", "doc2402770", "doc35525", "doc264702", "doc1832253", "doc531512", "doc1527545", "doc2328678", "doc2508414", "doc641530", "doc2107261", "doc1027724", "doc134224", "doc650883", "doc1033766", "doc105751", "doc399642", "doc1455255", "doc2465776", "doc260679", "doc443215", "doc734723", "doc527459", "doc518268", "doc2258986", "doc2316765", "doc2165920", "doc1629620", "doc896716", "doc2378961", "doc810925", "doc254953", "doc2603021", "doc1105530", "doc246550", "doc2429823", "doc309595", "doc258447", "doc1136713", "doc1837585", "doc2563044", "doc1601162", "doc313364", "doc273827", "doc1202333", "doc1105537", "doc144160", "doc277310", "doc1526184", "doc1619642", "doc2325310", "doc327615", "doc2623672", "doc873329", "doc684238", "doc2144435", "doc1343593", "doc1813688", "doc2155680", "doc2370166", "doc1007260" ], "top100_scores": [ -0.578125, -3.890625, -4.6875, -4.6875, -4.8125, -5.15625, -5.34375, -5.75, -6.09375, -6.1875, -6.28125, -6.28125, -6.375, -6.40625, -6.40625, -6.40625, -6.5625, -6.59375, -6.71875, -6.71875, -6.875, -6.9375, -6.96875, -6.96875, -7.0625, -7.4375, -7.59375, -7.59375, -7.59375, -7.71875, -7.9375, -8.0625, -8.0625, -8.0625, -8.125, -8.125, -8.125, -8.25, -8.25, -8.25, -8.3125, -8.3125, -8.3125, -8.375, -8.375, -8.4375, -8.4375, -8.4375, -8.4375, -8.4375, -8.4375, -8.4375, -8.5, -8.5, -8.5, -8.5, -8.5, -8.5, -8.5, -8.5625, -8.5625, -8.5625, -8.5625, -8.5625, -8.625, -8.625, -8.625, -8.625, -8.625, -8.6875, -8.6875, -8.6875, -8.6875, -8.6875, -8.6875, -8.6875, -8.6875, -8.6875, -8.6875, -8.6875, -8.6875, -8.6875, -8.6875, -8.6875, -8.75, -8.75, -8.75, -8.8125, -8.8125, -8.8125, -8.8125, -8.875, -8.875, -8.875, -8.875, -8.875, -8.875, -8.9375, -8.9375, -8.9375 ] }, { "query_id": "test495", "ndcg@10": 0.6131471927654584, "mrr@10": 1.0, "recall@100": 0.5, "candidate_recall": 0.5, "top100": [ "doc18274", "doc63585", "doc2003302", "doc323321", "doc43450", "doc2012361", "doc8220", "doc108480", "doc1087169", "doc1774519", "doc590536", "doc1423679", "doc1755601", "doc1844919", "doc108477", "doc2418769", "doc133140", "doc1791044", "doc108559", "doc930758", "doc848379", "doc2317941", "doc157016", "doc18273", "doc63590", "doc911115", "doc920729", "doc108456", "doc725920", "doc108481", "doc1491857", "doc986920", "doc925929", "doc376565", "doc2072948", "doc1540372", "doc1816786", "doc1924612", "doc1491868", "doc172185", "doc108508", "doc2563559", "doc782194", "doc349135", "doc1199279", "doc182046", "doc157039", "doc1791048", "doc856735", "doc703623", "doc354084", "doc2003306", "doc1791093", "doc620637", "doc1397231", "doc376580", "doc1930877", "doc381154", "doc1374770", "doc389941", "doc28313", "doc525751", "doc529465", "doc388703", "doc108501", "doc108535", "doc1953211", "doc216986", "doc1617211", "doc512672", "doc422133", "doc392495", "doc2001658", "doc357235", "doc275856", "doc2539732", "doc636208", "doc1829626", "doc2611984", "doc88934", "doc2254465", "doc1310966", "doc1746659", "doc563701", "doc2209653", "doc1508870", "doc549341", "doc1443647", "doc2357946", "doc24925", "doc1018578", "doc212903", "doc468490", "doc1675530", "doc1121529", "doc1327525", "doc70976", "doc1858032", "doc1379360", "doc7112" ], "top100_scores": [ 1.5859375, 0.09423828125, -0.55859375, -0.58984375, -0.67578125, -1.359375, -1.421875, -1.9921875, -2.078125, -2.15625, -2.515625, -2.703125, -2.765625, -2.84375, -2.90625, -2.984375, -3.0625, -3.234375, -3.28125, -3.296875, -3.484375, -3.484375, -3.53125, -3.59375, -3.59375, -3.59375, -3.609375, -3.640625, -3.640625, -3.671875, -3.6875, -3.734375, -3.75, -3.78125, -3.875, -3.90625, -4.0625, -4.09375, -4.09375, -4.125, -4.15625, -4.1875, -4.21875, -4.21875, -4.25, -4.40625, -4.4375, -4.4375, -4.5, -4.5625, -4.625, -4.625, -4.71875, -4.90625, -4.9375, -4.96875, -5.03125, -5.1875, -5.34375, -5.375, -5.53125, -5.59375, -5.6875, -5.78125, -5.8125, -5.8125, -5.84375, -6.0625, -6.625, -6.65625, -6.78125, -6.8125, -6.84375, -6.84375, -6.90625, -6.90625, -6.9375, -7.0, -7.03125, -7.1875, -7.28125, -7.3125, -7.375, -7.4375, -7.46875, -7.46875, -7.5, -7.5625, -7.5625, -7.59375, -7.75, -7.90625, -7.9375, -7.9375, -8.0, -8.0625, -8.0625, -8.0625, -8.1875, -8.25 ] }, { "query_id": "test198", "ndcg@10": 0.38685280723454163, "mrr@10": 0.5, "recall@100": 0.5, "candidate_recall": 0.5, "top100": [ "doc7165", "doc7161", "doc355540", "doc1272096", "doc7163", "doc355524", "doc1670303", "doc1335520", "doc1411867", "doc2163089", "doc203253", "doc2110826", "doc212271", "doc1705674", "doc768602", "doc1816051", "doc1299060", "doc1183356", "doc1416739", "doc86108", "doc1740481", "doc580244", "doc1992659", "doc490060", "doc334984", "doc1212031", "doc1005393", "doc1839188", "doc751718", "doc1816064", "doc15890", "doc285347", "doc605887", "doc781153", "doc823398", "doc2258986", "doc162000", "doc174973", "doc583523", "doc153569", "doc26481", "doc2203479", "doc2373327", "doc719678", "doc14746", "doc1113128", "doc1664038", "doc2074090", "doc56398", "doc86469", "doc1875692", "doc2456577", "doc88931", "doc2664641", "doc1202159", "doc1343593", "doc2647552", "doc1377686", "doc146706", "doc1816074", "doc170931", "doc1136735", "doc545789", "doc2385618", "doc2122130", "doc1526184", "doc534490", "doc536531", "doc409226", "doc1877809", "doc260668", "doc1449866", "doc1619342", "doc511592", "doc108799", "doc2111919", "doc456580", "doc1385353", "doc96723", "doc2465909", "doc1136713", "doc596882", "doc264702", "doc641530", "doc2362171", "doc2521983", "doc2005210", "doc1699100", "doc77976", "doc555360", "doc1678115", "doc2003306", "doc1947443", "doc94024", "doc1504263", "doc596891", "doc1007260", "doc94367", "doc1828693", "doc872601" ], "top100_scores": [ 2.515625, 1.9375, -0.8203125, -1.0546875, -2.34375, -3.609375, -4.09375, -4.40625, -4.53125, -4.75, -4.96875, -5.15625, -5.21875, -5.34375, -5.34375, -5.5, -5.65625, -5.71875, -5.84375, -5.9375, -6.1875, -6.1875, -6.1875, -6.28125, -6.46875, -6.78125, -6.875, -6.90625, -6.9375, -6.96875, -7.0, -7.0, -7.03125, -7.0625, -7.125, -7.15625, -7.1875, -7.21875, -7.375, -7.375, -7.375, -7.4375, -7.4375, -7.4375, -7.4375, -7.4375, -7.46875, -7.46875, -7.59375, -7.59375, -7.59375, -7.625, -7.625, -7.71875, -7.84375, -7.875, -7.875, -8.0625, -8.0625, -8.1875, -8.1875, -8.1875, -8.1875, -8.1875, -8.1875, -8.25, -8.25, -8.25, -8.25, -8.3125, -8.3125, -8.3125, -8.375, -8.4375, -8.4375, -8.4375, -8.5, -8.5, -8.5, -8.5, -8.5625, -8.5625, -8.5625, -8.5625, -8.5625, -8.5625, -8.625, -8.625, -8.625, -8.6875, -8.6875, -8.6875, -8.6875, -8.75, -8.8125, -8.875, -8.875, -8.875, -8.9375, -9.125 ] }, { "query_id": "test123", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc4611", "doc1260420", "doc1826212", "doc1260422", "doc2015875", "doc1568962", "doc1537788", "doc2340329", "doc1265795", "doc751714", "doc751718", "doc735792", "doc751719", "doc2613797", "doc2494655", "doc751726", "doc1322161", "doc370299", "doc2431178", "doc689060", "doc751729", "doc602853", "doc1035806", "doc2295957", "doc2215182", "doc1244692", "doc1768862", "doc1176070", "doc974653", "doc2667180", "doc1769462", "doc1612682", "doc1093057", "doc455756", "doc1267765", "doc520021", "doc50111", "doc752404", "doc41305", "doc1497917", "doc1563324", "doc298160", "doc2046260", "doc2163089", "doc1765392", "doc1837585", "doc1686189", "doc21841", "doc7093", "doc5734", "doc566021", "doc450131", "doc1595692", "doc211209", "doc1829626", "doc1373330", "doc80148", "doc1734041", "doc299691", "doc1296606", "doc2117093", "doc1336091", "doc594776", "doc1622317", "doc849003", "doc683357", "doc2233735", "doc208245", "doc874107", "doc613408", "doc1382207", "doc80089", "doc1156528", "doc1079691", "doc2384634", "doc682295", "doc300567", "doc273559", "doc1669092", "doc2013112", "doc53464", "doc108902", "doc367220", "doc920729", "doc963670", "doc91121", "doc1993448", "doc260672", "doc2528590", "doc47608", "doc1086818", "doc655676", "doc1049873", "doc863686", "doc387897", "doc1716834", "doc809023", "doc2019060", "doc2173550", "doc1834170" ], "top100_scores": [ 2.34375, -0.6953125, -4.0, -4.65625, -5.1875, -5.3125, -5.4375, -5.875, -5.90625, -6.15625, -6.1875, -6.5, -6.65625, -6.65625, -6.75, -6.78125, -6.8125, -6.875, -6.90625, -6.9375, -7.125, -7.125, -7.15625, -7.15625, -7.28125, -7.3125, -7.34375, -7.375, -7.375, -7.375, -7.40625, -7.59375, -7.625, -7.625, -7.625, -7.6875, -7.6875, -7.71875, -7.75, -7.78125, -7.8125, -7.84375, -7.84375, -7.875, -7.9375, -8.0, -8.0, -8.0625, -8.0625, -8.0625, -8.0625, -8.125, -8.125, -8.125, -8.1875, -8.1875, -8.1875, -8.1875, -8.1875, -8.1875, -8.25, -8.3125, -8.3125, -8.375, -8.375, -8.375, -8.4375, -8.4375, -8.4375, -8.5, -8.5, -8.5, -8.5, -8.5, -8.5, -8.5, -8.5, -8.5625, -8.5625, -8.5625, -8.5625, -8.5625, -8.5625, -8.5625, -8.5625, -8.625, -8.625, -8.625, -8.625, -8.625, -8.6875, -8.6875, -8.6875, -8.6875, -8.75, -8.75, -8.75, -8.8125, -8.8125, -8.8125 ] }, { "query_id": "test3404", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc115973", "doc2057552", "doc2011376", "doc2621500", "doc1064409", "doc244368", "doc1986143", "doc735792", "doc1366138", "doc187847", "doc725581", "doc642762", "doc1090888", "doc2010404", "doc2370166", "doc1508870", "doc2085567", "doc90808", "doc2358819", "doc531512", "doc1934174", "doc173893", "doc1445498", "doc218667", "doc52429", "doc889047", "doc844175", "doc1874808", "doc2018288", "doc750416", "doc2066832", "doc1993448", "doc1668716", "doc378250", "doc1405222", "doc227150", "doc384744", "doc2558036", "doc1823034", "doc1088928", "doc58420", "doc773671", "doc1026678", "doc1185297", "doc1129694", "doc7166", "doc1809840", "doc1961593", "doc2631871", "doc1445499", "doc269387", "doc447411", "doc648355", "doc444923", "doc1205332", "doc1689805", "doc82130", "doc751435", "doc2056486", "doc171458", "doc2042536", "doc868658", "doc2395516", "doc626786", "doc1996268", "doc919333", "doc891692", "doc2508418", "doc2373417", "doc2203117", "doc2659217", "doc691881", "doc2522627", "doc180079", "doc765127", "doc675035", "doc260654", "doc157123", "doc1253247", "doc2004585", "doc2574862", "doc349744", "doc114242", "doc1340806", "doc1685203", "doc1321967", "doc906768", "doc713666", "doc1858032", "doc2353712", "doc1125024", "doc722466", "doc299573", "doc1287918", "doc208245", "doc281066", "doc77640", "doc459410", "doc263654", "doc919332" ], "top100_scores": [ -0.3984375, -3.65625, -4.34375, -4.34375, -4.34375, -4.5, -4.53125, -4.78125, -4.96875, -5.03125, -5.125, -5.15625, -5.4375, -5.5, -5.625, -5.65625, -5.75, -5.84375, -5.90625, -6.0625, -6.125, -6.125, -6.21875, -6.28125, -6.3125, -6.34375, -6.34375, -6.375, -6.375, -6.40625, -6.5, -6.59375, -6.625, -6.65625, -6.65625, -6.65625, -6.75, -6.8125, -6.8125, -6.875, -6.875, -6.90625, -6.90625, -6.9375, -6.96875, -7.0, -7.0, -7.0, -7.09375, -7.09375, -7.125, -7.1875, -7.21875, -7.21875, -7.25, -7.28125, -7.3125, -7.34375, -7.375, -7.375, -7.40625, -7.4375, -7.4375, -7.4375, -7.46875, -7.46875, -7.5625, -7.5625, -7.625, -7.65625, -7.71875, -7.71875, -7.75, -7.75, -7.78125, -7.8125, -7.84375, -7.84375, -7.875, -7.90625, -7.90625, -7.9375, -8.0, -8.0, -8.0625, -8.0625, -8.0625, -8.125, -8.125, -8.125, -8.1875, -8.25, -8.375, -8.375, -8.375, -8.4375, -8.4375, -8.625, -8.8125, -8.875 ] }, { "query_id": "test1041", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc36467", "doc1618374", "doc1395334", "doc36463", "doc1923111", "doc874861", "doc207271", "doc1874159", "doc1307727", "doc36460", "doc525586", "doc2657970", "doc1307736", "doc1044670", "doc1618372", "doc36485", "doc2396125", "doc2396140", "doc1618376", "doc1497378", "doc2470041", "doc2046260", "doc636318", "doc2370166", "doc446484", "doc80948", "doc1370970", "doc5734", "doc1286622", "doc1419915", "doc952618", "doc81671", "doc108902", "doc2011376", "doc1912470", "doc86469", "doc1716059", "doc588578", "doc2282286", "doc655676", "doc367220", "doc91121", "doc520687", "doc72481", "doc874107", "doc2074090", "doc969509", "doc2882", "doc719078", "doc252971", "doc890682", "doc171458", "doc2631871", "doc9324", "doc1449866", "doc2688", "doc625773", "doc759547", "doc208245", "doc263654", "doc231271", "doc403589", "doc37911", "doc599398", "doc1336177", "doc2619023", "doc2117093", "doc1455509", "doc2173550", "doc1189650", "doc2563044", "doc1852527", "doc1993448", "doc2409275", "doc1816074", "doc80070", "doc856459", "doc2074523", "doc874322", "doc1868647", "doc574823", "doc80148", "doc1585581", "doc2528590", "doc174973", "doc211935", "doc434367", "doc281066", "doc929272", "doc80078", "doc1557550", "doc2384634", "doc2240268", "doc564709", "doc2674988", "doc1366769", "doc1257475", "doc904083", "doc367206", "doc1912506" ], "top100_scores": [ 6.59375, -2.703125, -3.015625, -3.625, -3.828125, -3.96875, -4.0, -4.125, -4.15625, -4.21875, -4.5625, -4.65625, -4.875, -4.96875, -5.96875, -6.25, -6.28125, -6.65625, -6.96875, -7.46875, -7.53125, -7.625, -7.90625, -8.0625, -8.0625, -8.125, -8.125, -8.25, -8.3125, -8.3125, -8.3125, -8.375, -8.4375, -8.4375, -8.4375, -8.4375, -8.4375, -8.4375, -8.4375, -8.5, -8.5, -8.5, -8.5, -8.5, -8.5625, -8.5625, -8.5625, -8.5625, -8.5625, -8.5625, -8.5625, -8.625, -8.625, -8.625, -8.625, -8.625, -8.625, -8.625, -8.625, -8.625, -8.6875, -8.6875, -8.6875, -8.6875, -8.6875, -8.6875, -8.75, -8.75, -8.75, -8.75, -8.75, -8.75, -8.75, -8.75, -8.75, -8.75, -8.75, -8.75, -8.75, -8.75, -8.75, -8.8125, -8.8125, -8.8125, -8.8125, -8.8125, -8.8125, -8.8125, -8.8125, -8.8125, -8.8125, -8.875, -8.875, -8.9375, -8.9375, -8.9375, -9.0, -9.0, -9.0, -9.0 ] }, { "query_id": "test1009", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc35719", "doc284003", "doc2456577", "doc973089", "doc1332302", "doc2832", "doc211929", "doc106362", "doc106357", "doc703721", "doc436998", "doc874101", "doc652514", "doc211896", "doc1136889", "doc1471934", "doc298160", "doc703706", "doc106355", "doc964811", "doc703719", "doc388464", "doc666653", "doc427621", "doc211923", "doc106332", "doc337547", "doc2060101", "doc284002", "doc955743", "doc1887731", "doc1445515", "doc1445498", "doc211906", "doc703711", "doc1390073", "doc446477", "doc1824664", "doc1445499", "doc745803", "doc106333", "doc1629806", "doc24299", "doc392476", "doc1390065", "doc446478", "doc1891830", "doc446480", "doc284042", "doc337575", "doc703715", "doc1475938", "doc2877", "doc246550", "doc703714", "doc2878", "doc211935", "doc1060782", "doc1445510", "doc703728", "doc703701", "doc285723", "doc2173529", "doc337578", "doc1804263", "doc1903418", "doc211912", "doc106372", "doc703736", "doc298199", "doc846246", "doc337506", "doc1051791", "doc2173539", "doc2839", "doc1332310", "doc285724", "doc594485", "doc337580", "doc2173544", "doc24308", "doc392495", "doc2836", "doc24310", "doc392497", "doc710956", "doc284000", "doc745801", "doc714665", "doc24305", "doc2173547", "doc420626", "doc24315", "doc392492", "doc1843369", "doc3011", "doc1057032", "doc713666", "doc1199279", "doc1540372" ], "top100_scores": [ 5.625, 0.703125, -2.78125, -3.25, -3.40625, -3.5, -3.5625, -3.671875, -3.734375, -3.75, -3.828125, -3.9375, -4.09375, -4.3125, -4.34375, -4.5, -4.59375, -4.65625, -4.71875, -4.875, -4.96875, -5.03125, -5.0625, -5.15625, -5.21875, -5.28125, -5.28125, -5.375, -5.375, -5.40625, -5.4375, -5.46875, -5.5, -5.5, -5.5, -5.53125, -5.5625, -5.5625, -5.59375, -5.59375, -5.65625, -5.6875, -5.75, -5.75, -5.78125, -5.78125, -5.78125, -5.8125, -5.84375, -5.84375, -5.875, -5.875, -5.875, -5.875, -5.9375, -5.9375, -5.9375, -6.0, -6.0, -6.0, -6.0, -6.09375, -6.09375, -6.125, -6.125, -6.1875, -6.21875, -6.21875, -6.21875, -6.28125, -6.3125, -6.34375, -6.375, -6.4375, -6.46875, -6.5, -6.53125, -6.53125, -6.53125, -6.53125, -6.5625, -6.71875, -6.71875, -6.75, -6.78125, -6.84375, -6.875, -6.875, -6.90625, -7.0, -7.0, -7.03125, -7.09375, -7.09375, -7.71875, -8.1875, -8.3125, -8.5625, -8.5625, -9.0 ] }, { "query_id": "test3193", "ndcg@10": 0.6309297535714575, "mrr@10": 0.5, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc626438", "doc108892", "doc1373324", "doc1581104", "doc2477335", "doc2167590", "doc24505", "doc935127", "doc1106533", "doc842383", "doc1119543", "doc828186", "doc2393669", "doc1220654", "doc1606329", "doc108938", "doc643072", "doc2573767", "doc1220638", "doc1373323", "doc1119808", "doc108887", "doc515127", "doc960776", "doc596021", "doc655750", "doc207176", "doc626446", "doc105751", "doc1064230", "doc599386", "doc108893", "doc356178", "doc626437", "doc702815", "doc2234638", "doc626440", "doc2376695", "doc309228", "doc935125", "doc108959", "doc108903", "doc2376691", "doc591463", "doc1119544", "doc935115", "doc729661", "doc2054870", "doc368707", "doc108932", "doc729572", "doc1548878", "doc1419915", "doc729573", "doc1840660", "doc596014", "doc2479871", "doc2205282", "doc1762151", "doc2449643", "doc612451", "doc2563044", "doc2105233", "doc828252", "doc1090039", "doc1726400", "doc990522", "doc499897", "doc108955", "doc990514", "doc2586142", "doc2369112", "doc1442519", "doc1148543", "doc94371", "doc2011376", "doc1117614", "doc959527", "doc645602", "doc2545099", "doc596891", "doc847439", "doc1129694", "doc1117345", "doc536387", "doc263654", "doc1629620", "doc94367", "doc1524979", "doc367643", "doc214275", "doc2034261", "doc814675", "doc564709", "doc26461", "doc1520300", "doc543039", "doc2196547", "doc1678115", "doc2312288" ], "top100_scores": [ 3.46875, 0.0026092529296875, -1.421875, -1.5234375, -1.9609375, -2.546875, -2.78125, -2.84375, -2.90625, -2.921875, -2.953125, -3.0625, -3.09375, -3.09375, -3.109375, -3.109375, -3.125, -3.203125, -3.28125, -3.46875, -3.53125, -3.53125, -3.5625, -3.5625, -3.59375, -3.734375, -3.84375, -3.875, -3.890625, -3.90625, -3.953125, -3.96875, -4.0625, -4.1875, -4.25, -4.25, -4.3125, -4.34375, -4.375, -4.40625, -4.59375, -4.59375, -4.625, -4.71875, -4.75, -4.78125, -4.84375, -4.96875, -5.03125, -5.0625, -5.09375, -5.09375, -5.09375, -5.1875, -5.3125, -5.375, -5.375, -5.375, -5.4375, -5.46875, -5.46875, -5.5, -5.5625, -5.59375, -5.59375, -5.625, -5.75, -5.78125, -5.8125, -6.0, -6.0625, -6.375, -6.59375, -6.75, -6.84375, -7.09375, -7.34375, -7.4375, -7.53125, -7.53125, -7.65625, -7.6875, -7.75, -7.8125, -7.84375, -7.875, -8.0, -8.0, -8.0, -8.0625, -8.125, -8.3125, -8.3125, -8.375, -8.375, -8.4375, -8.4375, -8.5, -8.5625, -8.875 ] }, { "query_id": "test2247", "ndcg@10": 0.5, "mrr@10": 0.3333333333333333, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "doc1504263", "doc77976", "doc77971", "doc5734", "doc1430993", "doc1431001", "doc2079848", "doc77973", "doc1823034", "doc1430994", "doc1381513", "doc703683", "doc1844826", "doc2357495", "doc2432006", "doc216328", "doc333675", "doc1224325", "doc311498", "doc2168530", "doc338815", "doc1487701", "doc1455509", "doc923913", "doc853156", "doc2164807", "doc902657", "doc2549319", "doc1643694", "doc2439860", "doc61054", "doc1045032", "doc2357497", "doc1163498", "doc2085567", "doc1150456", "doc11699", "doc1313629", "doc75292", "doc719678", "doc441683", "doc203256", "doc7165", "doc272763", "doc874107", "doc1030289", "doc1619342", "doc153569", "doc804930", "doc1366138", "doc2557709", "doc456580", "doc354191", "doc1683659", "doc303260", "doc1385353", "doc823832", "doc333847", "doc1616053", "doc1752436", "doc80123", "doc1153299", "doc2058897", "doc720136", "doc551718", "doc1480727", "doc105751", "doc191614", "doc434733", "doc1668974", "doc74797", "doc458222", "doc1202159", "doc1619495", "doc389941", "doc2206639", "doc1209437", "doc1519779", "doc2295957", "doc360768", "doc1791050", "doc1245017", "doc823398", "doc293490", "doc2442198", "doc2029100", "doc108559", "doc918892", "doc623693", "doc434367", "doc1740045", "doc1104225", "doc47008", "doc182888", "doc1784440", "doc434424", "doc318559", "doc276042", "doc1791093", "doc1305242" ], "top100_scores": [ 5.21875, 1.8671875, 1.640625, -0.0927734375, -0.87109375, -4.34375, -4.78125, -5.21875, -5.6875, -5.71875, -5.96875, -6.0, -6.5, -6.65625, -6.71875, -6.71875, -6.78125, -6.78125, -6.90625, -6.96875, -7.0, -7.125, -7.1875, -7.1875, -7.1875, -7.25, -7.28125, -7.3125, -7.375, -7.4375, -7.53125, -7.53125, -7.59375, -7.6875, -7.71875, -7.71875, -7.78125, -7.8125, -7.8125, -7.84375, -7.84375, -7.875, -7.90625, -7.9375, -7.9375, -7.96875, -8.0, -8.0, -8.0625, -8.125, -8.125, -8.125, -8.1875, -8.1875, -8.1875, -8.1875, -8.1875, -8.1875, -8.1875, -8.25, -8.25, -8.25, -8.25, -8.3125, -8.3125, -8.3125, -8.3125, -8.3125, -8.3125, -8.3125, -8.3125, -8.375, -8.375, -8.375, -8.375, -8.375, -8.375, -8.4375, -8.4375, -8.4375, -8.4375, -8.4375, -8.4375, -8.4375, -8.5, -8.5625, -8.5625, -8.5625, -8.5625, -8.5625, -8.625, -8.625, -8.625, -8.625, -8.625, -8.625, -8.75, -8.8125, -8.9375, -8.9375 ] } ] }, "NanoFiQA2018": { "metrics": { "ndcg@10": 0.4331447935835394, "mrr@10": 0.49233333333333335, "recall@100": 0.6279444444444444, "candidate_recall": 0.6279444444444444, "seconds": 7.416190547999577 }, "per_query": [ { "query_id": "3357", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "209974", "593694", "85655", "468741", "398536", "428079", "406656", "315552", "42924", "584218", "408124", "184977", "400801", "106007", "148250", "134761", "297427", "496385", "392503", "594531", "37725", "418647", "381116", "263088", "492456", "237635", "44152", "56118", "150219", "480717", "17208", "175272", "268261", "489898", "81530", "57229", "456234", "445298", "18850", "195571", "508501", "156554", "207531", "98767", "101329", "91045", "306908", "410166", "151853", "148141", "495011", "428348", "55541", "469938", "373730", "392752", "410675", "499098", "571430", "232983", "589", "30155", "573935", "145864", "12488", "298785", "121621", "201758", "42124", "453257", "203380", "355972", "360716", "188232", "415946", "102237", "388704", "588253", "213042", "225925", "89216", "526106", "275932", "278122", "146441", "593705", "190135", "347825", "326843", "569539", "306430", "533808", "278902", "185077", "574954", "109455", "464277", "6936", "4153", "277" ], "top100_scores": [ 0.047607421875, -1.421875, -1.8671875, -3.4375, -3.640625, -3.6875, -3.9375, -4.03125, -4.15625, -4.21875, -4.3125, -4.375, -4.5625, -4.625, -4.71875, -4.78125, -4.78125, -4.8125, -4.84375, -4.90625, -4.9375, -4.9375, -4.96875, -5.09375, -5.15625, -5.21875, -5.28125, -5.28125, -5.28125, -5.3125, -5.34375, -5.375, -5.40625, -5.46875, -5.53125, -5.59375, -5.6875, -5.75, -5.75, -5.75, -5.78125, -5.90625, -5.9375, -5.9375, -6.0, -6.125, -6.25, -6.375, -6.40625, -6.5, -6.53125, -6.5625, -6.59375, -6.71875, -6.78125, -6.875, -6.90625, -6.90625, -6.96875, -7.0, -7.0625, -7.09375, -7.09375, -7.15625, -7.1875, -7.1875, -7.1875, -7.21875, -7.25, -7.3125, -7.3125, -7.34375, -7.375, -7.40625, -7.40625, -7.5, -7.53125, -7.53125, -7.53125, -7.59375, -7.625, -7.65625, -7.78125, -7.78125, -7.8125, -7.84375, -7.84375, -7.84375, -7.84375, -7.90625, -7.90625, -7.9375, -8.0, -8.0, -8.0, -8.0625, -8.0625, -8.125, -8.1875, -8.1875 ] }, { "query_id": "4785", "ndcg@10": 0.5, "mrr@10": 0.3333333333333333, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "55535", "328995", "37517", "180733", "8891", "576185", "322806", "101580", "597813", "125811", "237251", "446059", "20261", "539251", "438302", "143066", "31377", "447482", "15169", "495898", "102138", "125601", "207779", "231863", "62047", "340484", "174122", "316645", "583666", "566573", "321196", "368010", "209065", "116804", "36833", "230215", "454871", "250500", "18551", "10549", "108302", "148721", "340607", "353337", "313372", "425527", "583912", "358997", "187129", "83543", "58432", "93890", "402814", "278460", "583165", "327127", "393912", "23609", "594226", "68249", "173846", "540389", "499060", "570466", "132754", "30155", "501764", "467535", "226248", "594122", "78053", "550939", "304023", "484362", "130631", "257616", "23142", "303432", "137393", "257625", "361163", "44152", "599925", "87187", "589476", "260677", "109675", "120080", "440719", "61170", "353926", "594784", "565738", "350357", "372657", "272820", "551145", "52532", "30774", "305742" ], "top100_scores": [ -3.78125, -4.03125, -4.3125, -4.375, -4.53125, -4.78125, -4.8125, -4.875, -4.9375, -5.0, -5.125, -5.15625, -5.15625, -5.1875, -5.21875, -5.21875, -5.21875, -5.28125, -5.34375, -5.375, -5.375, -5.40625, -5.40625, -5.4375, -5.4375, -5.5625, -5.5625, -5.59375, -5.59375, -5.59375, -5.65625, -5.6875, -5.6875, -5.6875, -5.71875, -5.84375, -5.84375, -5.875, -5.90625, -5.9375, -5.9375, -5.96875, -6.0, -6.03125, -6.0625, -6.0625, -6.0625, -6.09375, -6.125, -6.15625, -6.15625, -6.21875, -6.25, -6.25, -6.28125, -6.28125, -6.3125, -6.3125, -6.34375, -6.375, -6.375, -6.375, -6.53125, -6.53125, -6.5625, -6.59375, -6.625, -6.65625, -6.75, -6.75, -6.875, -6.90625, -6.90625, -6.96875, -7.03125, -7.09375, -7.125, -7.125, -7.15625, -7.15625, -7.1875, -7.21875, -7.25, -7.25, -7.3125, -7.34375, -7.34375, -7.375, -7.375, -7.4375, -7.46875, -7.5, -7.5, -7.5625, -7.5625, -7.65625, -7.78125, -7.875, -7.90625, -8.0625 ] }, { "query_id": "106", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "81530", "420915", "365410", "262721", "265533", "271691", "126770", "17488", "559866", "392484", "300121", "76695", "166904", "278702", "371579", "297427", "538208", "468086", "245447", "77488", "336468", "270426", "579763", "326020", "26263", "245867", "365648", "352700", "508764", "5219", "39303", "156554", "93564", "317768", "125111", "504599", "86852", "479461", "532932", "235438", "355592", "44917", "26790", "179855", "81599", "470968", "388713", "289582", "352271", "367880", "400196", "165659", "130631", "78837", "311214", "418999", "257168", "277810", "391463", "220834", "531192", "18539", "538023", "269987", "468741", "352638", "79411", "182168", "211708", "189190", "390368", "408112", "58882", "313525", "192900", "546277", "46791", "460721", "107584", "272940", "153541", "254151", "223170", "495165", "546400", "174122", "378161", "152286", "533808", "103405", "18850", "329662", "363919", "274833", "116647", "335991", "221479", "393733", "209067", "115175" ], "top100_scores": [ -2.53125, -2.59375, -2.625, -2.625, -2.75, -2.953125, -3.109375, -3.140625, -3.1875, -3.4375, -3.4375, -3.5, -3.5, -3.5, -3.546875, -3.546875, -3.578125, -3.59375, -3.59375, -3.609375, -3.625, -3.65625, -3.65625, -3.734375, -3.859375, -3.875, -3.96875, -4.03125, -4.15625, -4.15625, -4.1875, -4.21875, -4.21875, -4.25, -4.25, -4.34375, -4.40625, -4.40625, -4.4375, -4.5, -4.53125, -4.5625, -4.5625, -4.59375, -4.59375, -4.59375, -4.59375, -4.6875, -4.71875, -4.75, -4.75, -4.90625, -4.9375, -5.0, -5.0, -5.03125, -5.03125, -5.09375, -5.09375, -5.125, -5.15625, -5.1875, -5.25, -5.28125, -5.3125, -5.3125, -5.3125, -5.40625, -5.40625, -5.40625, -5.5, -5.5, -5.59375, -5.625, -5.6875, -5.6875, -5.71875, -5.75, -5.78125, -5.78125, -5.84375, -5.84375, -5.875, -5.875, -5.90625, -5.96875, -6.03125, -6.0625, -6.0625, -6.09375, -6.28125, -6.34375, -6.4375, -6.5625, -6.625, -6.65625, -6.6875, -6.84375, -7.3125, -7.4375 ] }, { "query_id": "5083", "ndcg@10": 0.3065735963827292, "mrr@10": 0.3333333333333333, "recall@100": 0.5, "candidate_recall": 0.5, "top100": [ "270952", "547773", "305509", "28083", "488439", "205865", "312361", "447983", "111454", "18257", "370815", "2286", "240021", "467195", "345697", "287693", "6068", "151121", "90572", "68439", "135483", "524034", "1219", "2830", "3040", "6047", "6349", "414892", "589", "449131", "3789", "61022", "7311", "594531", "2890", "2996", "5188", "5323", "39149", "391896", "7243", "490497", "294", "7423", "285147", "1203", "18792", "1699", "2528", "5219", "2860", "6703", "274945", "4976", "343", "3315", "3763", "7540", "174016", "345851", "2653", "4044", "6701", "594226", "3279", "6881", "277", "330", "1982", "3173", "4845", "4854", "249228", "119470", "469100", "5591", "6503", "6990", "2018", "5257", "6595", "1011", "6666", "281644", "1001", "2064", "2718", "7391", "550876", "146653", "161230", "2519", "4153", "6936", "3095", "2633", "4444", "5550", "495321", "2003" ], "top100_scores": [ -3.53125, -3.625, -3.953125, -3.984375, -4.125, -4.4375, -5.25, -5.5, -5.5, -5.59375, -5.75, -5.75, -5.8125, -5.875, -5.9375, -6.125, -6.21875, -6.84375, -6.90625, -7.03125, -7.09375, -7.09375, -7.1875, -7.21875, -7.21875, -7.25, -7.25, -7.28125, -7.28125, -7.3125, -7.3125, -7.34375, -7.34375, -7.375, -7.375, -7.375, -7.375, -7.375, -7.40625, -7.40625, -7.40625, -7.4375, -7.4375, -7.4375, -7.46875, -7.46875, -7.5, -7.53125, -7.53125, -7.53125, -7.5625, -7.5625, -7.59375, -7.59375, -7.625, -7.625, -7.625, -7.625, -7.65625, -7.65625, -7.65625, -7.65625, -7.65625, -7.6875, -7.6875, -7.6875, -7.75, -7.75, -7.75, -7.75, -7.78125, -7.8125, -7.84375, -7.84375, -7.84375, -7.84375, -7.84375, -7.84375, -7.875, -7.875, -7.90625, -7.9375, -7.9375, -7.96875, -7.96875, -7.96875, -7.96875, -7.96875, -8.0, -8.0625, -8.0625, -8.0625, -8.0625, -8.0625, -8.125, -8.1875, -8.1875, -8.1875, -8.3125, -8.375 ] }, { "query_id": "3033", "ndcg@10": 0.6131471927654584, "mrr@10": 1.0, "recall@100": 0.5, "candidate_recall": 0.5, "top100": [ "571430", "457455", "440506", "52622", "149692", "239052", "136932", "123468", "232282", "309923", "387010", "300133", "294123", "116181", "360773", "465135", "495864", "569539", "516817", "290317", "355717", "22425", "570453", "219421", "182217", "549870", "401724", "103590", "25381", "173212", "237234", "47747", "312038", "69306", "396180", "247902", "89611", "303432", "8859", "327263", "20036", "444899", "511678", "388036", "250798", "418630", "86088", "5550", "581780", "584238", "429037", "156499", "565007", "322778", "558832", "248629", "332152", "359814", "174019", "260795", "94520", "147080", "315086", "158122", "308113", "292769", "280335", "175951", "115175", "231947", "342018", "7748", "396066", "137393", "548299", "568255", "134494", "319331", "279936", "442142", "92819", "320579", "455398", "298737", "53996", "531499", "212661", "257168", "429978", "38325", "55666", "282683", "240038", "282189", "2996", "335667", "393483", "59710", "538743", "198583" ], "top100_scores": [ -1.4296875, -2.234375, -2.625, -2.640625, -2.71875, -2.859375, -2.875, -3.046875, -3.140625, -3.25, -3.296875, -3.421875, -3.4375, -3.625, -3.640625, -3.671875, -3.8125, -3.984375, -4.09375, -4.09375, -4.15625, -4.21875, -4.28125, -4.3125, -4.375, -4.46875, -4.46875, -4.5, -4.59375, -4.59375, -4.65625, -4.6875, -4.6875, -4.6875, -4.71875, -4.78125, -4.875, -4.90625, -4.9375, -4.9375, -4.96875, -5.0, -5.0625, -5.09375, -5.125, -5.15625, -5.1875, -5.1875, -5.21875, -5.3125, -5.34375, -5.34375, -5.40625, -5.4375, -5.46875, -5.46875, -5.5, -5.5, -5.53125, -5.53125, -5.5625, -5.625, -5.625, -5.6875, -5.6875, -5.75, -5.75, -5.8125, -5.84375, -5.84375, -5.875, -5.875, -5.90625, -6.03125, -6.0625, -6.0625, -6.15625, -6.1875, -6.1875, -6.1875, -6.21875, -6.25, -6.3125, -6.375, -6.40625, -6.40625, -6.4375, -6.53125, -6.625, -6.65625, -6.71875, -6.8125, -6.875, -7.1875, -7.4375, -7.5625, -7.71875, -7.875, -7.90625, -7.9375 ] }, { "query_id": "3189", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.5, "candidate_recall": 0.5, "top100": [ "65567", "159076", "399543", "1219", "475748", "13209", "335357", "219208", "410675", "192857", "144824", "455398", "484349", "447482", "364666", "583230", "27495", "553031", "119165", "332113", "241161", "395840", "104793", "106611", "53996", "459906", "488556", "466720", "12488", "8542", "588134", "272840", "324012", "286746", "122222", "459589", "292937", "84250", "9597", "387030", "268731", "271825", "330874", "258658", "455698", "401450", "277915", "387338", "92442", "479779", "165549", "113881", "181827", "475397", "585422", "502150", "179408", "96045", "31462", "257274", "61022", "462481", "526520", "32009", "213066", "111350", "118485", "158907", "355373", "382236", "29323", "551099", "105011", "393693", "259150", "106501", "449828", "41417", "87260", "302306", "540389", "500913", "132754", "422979", "484149", "227364", "308150", "73344", "196427", "82251", "95390", "519129", "139059", "413174", "444044", "260677", "187124", "546150", "436930", "34902" ], "top100_scores": [ -2.109375, -2.453125, -2.734375, -2.984375, -3.0, -3.0, -3.015625, -3.03125, -3.046875, -3.109375, -3.125, -3.15625, -3.1875, -3.203125, -3.203125, -3.21875, -3.234375, -3.234375, -3.25, -3.28125, -3.28125, -3.3125, -3.34375, -3.34375, -3.359375, -3.375, -3.375, -3.390625, -3.40625, -3.421875, -3.421875, -3.4375, -3.453125, -3.453125, -3.46875, -3.46875, -3.46875, -3.46875, -3.46875, -3.5, -3.515625, -3.53125, -3.546875, -3.5625, -3.5625, -3.5625, -3.578125, -3.59375, -3.65625, -3.671875, -3.6875, -3.703125, -3.71875, -3.734375, -3.75, -3.765625, -3.78125, -3.78125, -3.8125, -3.828125, -3.84375, -3.84375, -3.84375, -3.84375, -3.859375, -3.875, -3.890625, -3.90625, -3.90625, -3.921875, -3.9375, -4.0, -4.0, -4.03125, -4.03125, -4.03125, -4.0625, -4.0625, -4.0625, -4.09375, -4.09375, -4.09375, -4.125, -4.125, -4.15625, -4.1875, -4.1875, -4.25, -4.25, -4.3125, -4.375, -4.40625, -4.5, -4.53125, -4.53125, -4.6875, -4.84375, -5.0625, -5.53125, -5.875 ] }, { "query_id": "6199", "ndcg@10": 0.7668091220635322, "mrr@10": 1.0, "recall@100": 0.75, "candidate_recall": 0.75, "top100": [ "584273", "414693", "49602", "400046", "10399", "540516", "169921", "118191", "513899", "328295", "231306", "110628", "69960", "69518", "589950", "237738", "432054", "555559", "94230", "376579", "549009", "180345", "329270", "537857", "494553", "359257", "486440", "472702", "230380", "558742", "172303", "150672", "440061", "549665", "526106", "441143", "421575", "218501", "29372", "147765", "576569", "489473", "338174", "182297", "133938", "419138", "436331", "2018", "79411", "414284", "203173", "208215", "547127", "386264", "353625", "144439", "189061", "257415", "546075", "373620", "118039", "364370", "393464", "236778", "179679", "388396", "52622", "466213", "82284", "7311", "350317", "58690", "451855", "590102", "458183", "349299", "171712", "514171", "295159", "531965", "441518", "28661", "176599", "14989", "192541", "392041", "174016", "175889", "365167", "498604", "447010", "177328", "567201", "293897", "188232", "598484", "495321", "174122", "201758", "200803" ], "top100_scores": [ 3.0, 0.6796875, 0.1171875, -1.046875, -1.203125, -1.3203125, -2.125, -2.171875, -2.640625, -2.734375, -2.78125, -2.875, -2.890625, -2.90625, -2.921875, -3.125, -3.34375, -3.546875, -3.5625, -3.59375, -3.703125, -3.78125, -3.78125, -3.953125, -4.03125, -4.0625, -4.125, -4.125, -4.1875, -4.28125, -4.28125, -4.34375, -4.40625, -4.40625, -4.4375, -4.5, -4.5625, -4.5625, -4.625, -4.625, -4.6875, -4.84375, -4.84375, -4.9375, -4.9375, -4.96875, -5.0, -5.03125, -5.03125, -5.03125, -5.09375, -5.15625, -5.15625, -5.21875, -5.3125, -5.375, -5.46875, -5.46875, -5.5, -5.53125, -5.53125, -5.625, -5.65625, -5.65625, -5.6875, -5.71875, -5.78125, -5.78125, -5.84375, -5.875, -6.0625, -6.09375, -6.15625, -6.15625, -6.21875, -6.25, -6.28125, -6.3125, -6.3125, -6.3125, -6.3125, -6.34375, -6.34375, -6.375, -6.4375, -6.46875, -6.5, -6.5625, -6.59375, -6.625, -6.65625, -6.71875, -6.71875, -6.8125, -6.9375, -7.03125, -7.09375, -7.15625, -7.25, -7.28125 ] }, { "query_id": "9548", "ndcg@10": 0.38685280723454163, "mrr@10": 0.2, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "286746", "599757", "32009", "462481", "297290", "227955", "65567", "523810", "335357", "444044", "224816", "130941", "520597", "135823", "79375", "562305", "144824", "225395", "118485", "393009", "159076", "241433", "438525", "324012", "198572", "495165", "549364", "299690", "104793", "393693", "195587", "423754", "106620", "511664", "551145", "580056", "41417", "475748", "521014", "387030", "6881", "476517", "576008", "345030", "583203", "219208", "9597", "137267", "44578", "90858", "526235", "107688", "540389", "455398", "61022", "70702", "585422", "73344", "292937", "258658", "391752", "387338", "332113", "524612", "200803", "410675", "179408", "355373", "92442", "27495", "434279", "245867", "95390", "354136", "264237", "558130", "395840", "82251", "192857", "358997", "508534", "464668", "237450", "519129", "346474", "474296", "111350", "302306", "436930", "165246", "502150", "551099", "490497", "10521", "113221", "546150", "157414", "418551", "354551", "260677" ], "top100_scores": [ -1.0859375, -1.7421875, -2.0625, -2.21875, -2.40625, -2.421875, -2.453125, -2.53125, -2.71875, -2.765625, -2.8125, -2.84375, -2.890625, -2.96875, -2.984375, -3.03125, -3.0625, -3.078125, -3.078125, -3.078125, -3.203125, -3.21875, -3.234375, -3.28125, -3.328125, -3.375, -3.4375, -3.4375, -3.484375, -3.59375, -3.625, -3.671875, -3.703125, -3.734375, -3.75, -3.765625, -3.78125, -3.8125, -3.8125, -3.828125, -3.859375, -3.875, -3.890625, -3.90625, -3.90625, -4.0, -4.03125, -4.03125, -4.1875, -4.25, -4.3125, -4.3125, -4.34375, -4.34375, -4.40625, -4.4375, -4.53125, -4.5625, -4.625, -4.625, -4.625, -4.65625, -4.65625, -4.6875, -4.6875, -4.6875, -4.6875, -4.71875, -4.71875, -4.71875, -4.75, -4.75, -4.75, -4.75, -4.8125, -4.84375, -4.84375, -4.96875, -5.03125, -5.09375, -5.15625, -5.21875, -5.28125, -5.3125, -5.3125, -5.40625, -5.4375, -5.59375, -5.625, -5.625, -5.625, -5.65625, -5.84375, -6.0625, -6.09375, -6.15625, -6.28125, -6.8125, -6.96875, -7.53125 ] }, { "query_id": "3453", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "418626", "233635", "65295", "289073", "165659", "266480", "340815", "300104", "550440", "113018", "189061", "391515", "460839", "10549", "316645", "164001", "128469", "235438", "362762", "13631", "122432", "524846", "201222", "538237", "549040", "279151", "148141", "158915", "110716", "326335", "229242", "507038", "271691", "111451", "61384", "221869", "474129", "240844", "569565", "121017", "206683", "367137", "395100", "536554", "35633", "176161", "308289", "149988", "227232", "413231", "264490", "444461", "156211", "196596", "536462", "83046", "74248", "400838", "459825", "76466", "311642", "578223", "180571", "176869", "460643", "170887", "18671", "61170", "546075", "564983", "443752", "83316", "449359", "110217", "392649", "41176", "116958", "590632", "62019", "192464", "302448", "256261", "418150", "500408", "487817", "161966", "245616", "277190", "554018", "374867", "192669", "164137", "241599", "225718", "350357", "439593", "460721", "271395", "596798", "393617" ], "top100_scores": [ 0.8046875, -3.1875, -3.25, -3.375, -3.796875, -3.9375, -4.0, -4.15625, -4.3125, -4.375, -4.5, -4.5625, -4.5625, -4.59375, -4.59375, -4.625, -4.65625, -4.6875, -4.8125, -4.875, -4.90625, -4.96875, -5.0, -5.03125, -5.0625, -5.09375, -5.09375, -5.125, -5.125, -5.1875, -5.21875, -5.40625, -5.40625, -5.4375, -5.4375, -5.5, -5.5625, -5.5625, -5.65625, -5.65625, -5.6875, -5.8125, -5.8125, -5.84375, -5.90625, -5.90625, -5.9375, -5.96875, -5.96875, -6.03125, -6.0625, -6.0625, -6.09375, -6.1875, -6.1875, -6.3125, -6.40625, -6.40625, -6.46875, -6.46875, -6.5, -6.53125, -6.53125, -6.5625, -6.5625, -6.65625, -6.6875, -6.75, -6.8125, -6.84375, -6.84375, -6.90625, -7.0, -7.0, -7.0625, -7.125, -7.1875, -7.25, -7.34375, -7.375, -7.375, -7.4375, -7.46875, -7.46875, -7.5, -7.53125, -7.59375, -7.65625, -7.6875, -7.875, -7.9375, -8.0, -8.125, -8.25, -8.25, -8.25, -8.375, -8.375, -8.4375, -8.4375 ] }, { "query_id": "1736", "ndcg@10": 0.48522855511632257, "mrr@10": 1.0, "recall@100": 0.4, "candidate_recall": 0.4, "top100": [ "562896", "298908", "188406", "399406", "390598", "321196", "569056", "475668", "584273", "297288", "281049", "414693", "59327", "300489", "3040", "398090", "495431", "2018", "345697", "395152", "246882", "135571", "578738", "99463", "357017", "443852", "91183", "172305", "108302", "463065", "421575", "528032", "351907", "355592", "327366", "85214", "204478", "173929", "510989", "449131", "33673", "248615", "561123", "319043", "24138", "276323", "285524", "336468", "397538", "11082", "487621", "456679", "555101", "169275", "93271", "417130", "554217", "162745", "402739", "219033", "571246", "465814", "500261", "115499", "583359", "29397", "526106", "306874", "169978", "325332", "190941", "395379", "360628", "321199", "65179", "9814", "294128", "30770", "156326", "20261", "333219", "125497", "218360", "428953", "399199", "323310", "549665", "408124", "72289", "346444", "278071", "297274", "13656", "569421", "440012", "92549", "467195", "2064", "477226", "273947" ], "top100_scores": [ 3.421875, 0.95703125, 0.58203125, 0.3359375, -0.578125, -0.70703125, -1.25, -1.8125, -1.9921875, -2.015625, -2.171875, -2.265625, -2.375, -2.53125, -2.625, -2.6875, -2.828125, -3.015625, -3.03125, -3.140625, -3.421875, -3.453125, -3.5, -3.515625, -3.515625, -3.53125, -3.546875, -3.8125, -3.828125, -3.921875, -3.953125, -3.953125, -4.0, -4.03125, -4.09375, -4.09375, -4.125, -4.15625, -4.1875, -4.21875, -4.21875, -4.28125, -4.28125, -4.3125, -4.34375, -4.34375, -4.40625, -4.4375, -4.46875, -4.5, -4.5, -4.5625, -4.625, -4.625, -4.625, -4.6875, -4.78125, -4.8125, -4.84375, -4.875, -4.90625, -4.90625, -4.9375, -4.9375, -5.03125, -5.03125, -5.0625, -5.0625, -5.21875, -5.25, -5.3125, -5.3125, -5.40625, -5.4375, -5.4375, -5.46875, -5.46875, -5.5, -5.5, -5.53125, -5.625, -5.65625, -5.65625, -5.75, -5.75, -5.8125, -5.84375, -5.875, -5.875, -5.90625, -6.09375, -6.1875, -6.25, -6.28125, -6.46875, -6.5, -6.6875, -6.75, -6.8125, -7.59375 ] }, { "query_id": "2724", "ndcg@10": 0.5706417189553201, "mrr@10": 0.3333333333333333, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "41675", "162916", "32172", "491472", "155797", "562481", "315345", "8891", "354136", "348424", "301636", "22469", "240435", "501931", "345954", "76285", "583203", "379732", "474512", "586759", "245867", "7969", "391752", "115553", "71511", "444562", "15169", "476517", "79375", "562305", "360716", "447781", "241101", "403755", "517577", "144824", "464668", "324661", "202985", "211622", "13631", "51848", "193398", "252918", "511506", "352700", "134497", "299690", "337993", "549364", "324066", "522040", "346474", "136280", "327080", "499286", "435722", "524612", "457013", "93073", "488622", "41176", "406920", "118786", "558130", "423754", "189894", "360193", "138383", "65567", "84800", "458183", "343594", "553748", "408435", "450848", "503261", "206442", "488113", "278373", "393733", "277373", "469141", "90085", "500815", "89973", "70702", "373697", "161966", "44578", "576008", "17823", "33628", "190135", "445782", "470861", "324012", "400196", "449828", "61384" ], "top100_scores": [ 2.265625, 2.15625, -1.1796875, -2.015625, -2.1875, -2.34375, -2.4375, -2.703125, -3.03125, -3.09375, -3.1875, -3.21875, -3.328125, -3.359375, -3.4375, -3.5, -3.5, -3.515625, -3.578125, -3.640625, -3.875, -3.9375, -3.96875, -3.984375, -4.0, -4.0625, -4.125, -4.21875, -4.28125, -4.34375, -4.46875, -4.5, -4.5, -4.5, -4.5, -4.5625, -4.5625, -4.59375, -4.625, -4.65625, -4.71875, -4.78125, -4.78125, -4.84375, -4.96875, -5.0, -5.03125, -5.03125, -5.09375, -5.09375, -5.125, -5.15625, -5.1875, -5.1875, -5.21875, -5.3125, -5.34375, -5.34375, -5.375, -5.40625, -5.4375, -5.46875, -5.53125, -5.53125, -5.5625, -5.5625, -5.5625, -5.59375, -5.65625, -5.75, -5.75, -5.8125, -5.8125, -5.84375, -5.875, -5.90625, -5.9375, -5.9375, -5.96875, -5.96875, -6.0, -6.0, -6.0, -6.0625, -6.0625, -6.09375, -6.09375, -6.09375, -6.125, -6.15625, -6.15625, -6.25, -6.4375, -6.46875, -6.46875, -6.5, -6.5, -6.5, -6.78125, -7.65625 ] }, { "query_id": "1783", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "445298", "14609", "323731", "541366", "144190", "387010", "159709", "549870", "592510", "122014", "354943", "250640", "175563", "511678", "115416", "560380", "219421", "263751", "282262", "479093", "558832", "594652", "206442", "25172", "340661", "120394", "286689", "218064", "453257", "199037", "390368", "458851", "352052", "589416", "236114", "202019", "225536", "55666", "142658", "130934", "581780", "270426", "175951", "28172", "516817", "436562", "587120", "502754", "309684", "584238", "136932", "585422", "180500", "260795", "433766", "47747", "222030", "376800", "193251", "562957", "53996", "373180", "446117", "25381", "131959", "407316", "139059", "290317", "127974", "89611", "277915", "246453", "99716", "286654", "424824", "123468", "341747", "152407", "134026", "173133", "1219", "255101", "343708", "388036", "11654", "208215", "559866", "122074", "576621", "259150", "158122", "191965", "192292", "196427", "101329", "86621", "568255", "292769", "156499", "20880" ], "top100_scores": [ 0.55078125, -0.77734375, -1.6484375, -2.09375, -2.234375, -2.546875, -3.109375, -3.125, -3.71875, -3.78125, -3.921875, -3.9375, -3.96875, -4.0, -4.03125, -4.09375, -4.125, -4.28125, -4.28125, -4.3125, -4.3125, -4.34375, -4.375, -4.4375, -4.4375, -4.46875, -4.46875, -4.5, -4.53125, -4.53125, -4.5625, -4.625, -4.625, -4.625, -4.65625, -4.65625, -4.6875, -4.6875, -4.6875, -4.71875, -4.71875, -4.75, -4.75, -4.75, -4.75, -4.78125, -4.78125, -4.78125, -4.8125, -4.8125, -4.8125, -4.8125, -4.8125, -4.8125, -4.84375, -4.875, -4.875, -4.875, -4.90625, -4.90625, -4.90625, -4.90625, -4.9375, -4.9375, -4.9375, -4.96875, -4.96875, -4.96875, -4.96875, -4.96875, -4.96875, -4.96875, -5.0, -5.0, -5.0, -5.03125, -5.03125, -5.03125, -5.0625, -5.09375, -5.09375, -5.09375, -5.125, -5.125, -5.15625, -5.15625, -5.15625, -5.1875, -5.21875, -5.21875, -5.25, -5.3125, -5.375, -5.375, -5.4375, -5.5, -5.5, -5.6875, -5.78125, -6.03125 ] }, { "query_id": "6787", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "511678", "376800", "263751", "23217", "66834", "311782", "390864", "387035", "124230", "278729", "456436", "38287", "578022", "112195", "30912", "379786", "73256", "118786", "474512", "291749", "7423", "363919", "250294", "306688", "273761", "580534", "221479", "422295", "61022", "554293", "369577", "278082", "301757", "557885", "287092", "115947", "313372", "358602", "102237", "330743", "14989", "207929", "156092", "351518", "257625", "294753", "498075", "562481", "479093", "464668", "588134", "188232", "585823", "108062", "69306", "330041", "231500", "382908", "114981", "203638", "378173", "333605", "277915", "24563", "559718", "206442", "192307", "226496", "354943", "198532", "320579", "420974", "543522", "377335", "193266", "370995", "512663", "26790", "303724", "340607", "11075", "159076", "310837", "390435", "116181", "468717", "246453", "275171", "545284", "31465", "464810", "43432", "97180", "388718", "321108", "307518", "2653", "88095", "281644", "139998" ], "top100_scores": [ 2.15625, 1.8125, 0.8125, 0.59765625, -0.126953125, -0.341796875, -0.5546875, -0.90234375, -0.91015625, -0.921875, -0.98828125, -1.3203125, -1.7734375, -1.7890625, -1.828125, -1.8828125, -1.9375, -2.03125, -2.046875, -2.34375, -2.390625, -2.46875, -2.484375, -2.546875, -2.59375, -2.671875, -2.703125, -2.734375, -2.734375, -2.734375, -2.828125, -2.859375, -2.875, -2.90625, -2.90625, -3.046875, -3.046875, -3.078125, -3.09375, -3.21875, -3.265625, -3.296875, -3.3125, -3.328125, -3.390625, -3.4375, -3.59375, -3.640625, -3.703125, -3.828125, -3.859375, -3.9375, -3.9375, -3.9375, -3.96875, -3.984375, -4.03125, -4.0625, -4.09375, -4.09375, -4.1875, -4.25, -4.28125, -4.375, -4.53125, -4.5625, -4.59375, -4.6875, -4.6875, -4.6875, -4.6875, -4.8125, -4.8125, -4.84375, -4.96875, -5.0, -5.0625, -5.125, -5.15625, -5.15625, -5.1875, -5.1875, -5.21875, -5.21875, -5.21875, -5.25, -5.375, -5.375, -5.46875, -5.46875, -5.5625, -5.65625, -5.6875, -5.75, -5.78125, -5.90625, -5.90625, -6.75, -8.0625, -8.1875 ] }, { "query_id": "4286", "ndcg@10": 0.6131471927654584, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "70460", "151817", "56732", "206830", "396537", "106104", "109675", "546070", "93073", "541421", "180592", "114912", "373697", "538260", "531965", "305742", "41356", "57716", "599757", "222444", "261087", "560208", "297102", "443852", "343206", "148346", "146020", "503261", "307517", "64410", "60508", "418626", "479779", "278373", "474234", "28348", "579763", "129255", "247486", "67741", "498075", "569528", "103511", "332719", "296980", "160922", "322806", "56689", "577832", "394549", "521996", "487817", "474896", "428141", "30774", "51848", "454871", "192669", "70702", "589088", "123718", "419747", "17215", "391896", "469938", "404973", "87160", "87238", "333219", "134764", "314056", "599436", "566069", "132839", "373119", "274833", "273761", "226053", "272318", "144824", "451424", "477907", "546150", "379866", "561056", "595897", "165549", "490888", "551398", "350357", "565765", "27987", "458485", "581866", "216404", "291931", "250640", "295082", "224345", "41509" ], "top100_scores": [ 6.5, 0.58203125, -0.5234375, -1.5546875, -1.6328125, -1.921875, -2.140625, -2.609375, -2.71875, -2.734375, -2.734375, -2.8125, -2.8125, -2.9375, -2.953125, -3.015625, -3.0625, -3.125, -3.140625, -3.15625, -3.203125, -3.203125, -3.21875, -3.25, -3.265625, -3.265625, -3.296875, -3.3125, -3.3125, -3.375, -3.390625, -3.4375, -3.46875, -3.484375, -3.484375, -3.5, -3.5, -3.53125, -3.546875, -3.5625, -3.578125, -3.609375, -3.609375, -3.65625, -3.65625, -3.71875, -3.734375, -3.765625, -3.78125, -3.796875, -3.828125, -3.84375, -3.84375, -3.84375, -3.875, -3.875, -3.890625, -3.890625, -3.90625, -3.921875, -3.96875, -3.96875, -3.96875, -3.984375, -4.0, -4.0, -4.03125, -4.09375, -4.09375, -4.09375, -4.09375, -4.125, -4.125, -4.125, -4.1875, -4.1875, -4.1875, -4.21875, -4.25, -4.28125, -4.28125, -4.28125, -4.28125, -4.375, -4.375, -4.40625, -4.4375, -4.4375, -4.4375, -4.5, -4.53125, -4.6875, -4.6875, -4.75, -4.75, -4.75, -4.78125, -4.8125, -4.90625, -4.9375 ] }, { "query_id": "7071", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.5, "candidate_recall": 0.5, "top100": [ "361345", "35575", "511678", "567244", "519148", "387035", "545284", "310683", "495568", "553605", "521095", "469100", "322284", "481339", "238629", "596664", "38287", "178684", "488207", "114981", "521478", "303724", "467853", "250623", "273565", "371195", "246221", "481283", "66834", "301636", "536647", "306460", "102757", "345410", "95948", "41322", "313437", "514922", "208637", "292045", "16175", "217837", "130941", "370995", "581657", "576391", "567090", "342809", "344372", "447781", "217124", "271825", "497762", "378173", "102237", "233248", "196870", "56118", "201495", "89484", "498561", "455376", "500856", "502164", "498604", "388718", "570112", "403899", "7391", "498075", "93129", "312600", "541298", "318696", "240023", "43087", "226496", "320155", "483025", "266785", "278729", "202805", "478600", "109455", "47053", "272174", "210236", "535518", "458244", "44118", "435940", "509274", "402273", "179485", "399149", "149526", "114263", "206442", "232262", "69518" ], "top100_scores": [ 1.96875, 1.078125, 0.1630859375, -0.43359375, -0.8046875, -1.5234375, -1.546875, -1.59375, -1.859375, -2.171875, -2.171875, -2.25, -2.328125, -2.40625, -2.53125, -2.609375, -2.671875, -2.90625, -2.9375, -3.03125, -3.296875, -3.328125, -3.375, -3.4375, -3.53125, -3.625, -3.703125, -3.703125, -3.71875, -3.71875, -3.734375, -3.75, -3.75, -3.84375, -3.84375, -3.875, -3.90625, -3.921875, -3.96875, -3.96875, -4.0, -4.09375, -4.09375, -4.09375, -4.1875, -4.21875, -4.21875, -4.25, -4.25, -4.25, -4.40625, -4.40625, -4.46875, -4.625, -4.625, -4.625, -4.6875, -4.6875, -4.6875, -4.6875, -4.71875, -4.78125, -4.78125, -4.78125, -4.8125, -4.84375, -4.84375, -4.875, -4.875, -5.03125, -5.03125, -5.0625, -5.0625, -5.0625, -5.09375, -5.09375, -5.125, -5.125, -5.125, -5.21875, -5.25, -5.28125, -5.3125, -5.375, -5.375, -5.46875, -5.5, -5.53125, -5.53125, -5.625, -5.8125, -5.90625, -6.1875, -6.4375, -6.53125, -6.71875, -6.78125, -6.96875, -7.4375, -7.5 ] }, { "query_id": "6410", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "71230", "214281", "205280", "569565", "100485", "204202", "358997", "285135", "264490", "231863", "479461", "87238", "157759", "96828", "295993", "325818", "175679", "489103", "148721", "189894", "158426", "133196", "474745", "14185", "61787", "524612", "176161", "194605", "418150", "585405", "570247", "198572", "440417", "159471", "58690", "590010", "519781", "41176", "41675", "528827", "520963", "462106", "195206", "143238", "209492", "154229", "497301", "111768", "312406", "133093", "240651", "237450", "335136", "45174", "116647", "87160", "578530", "319471", "565150", "549040", "436020", "406920", "263751", "122679", "159076", "206683", "29184", "229242", "318406", "222646", "304023", "173846", "299690", "228997", "469141", "24188", "360716", "221869", "138383", "6666", "581866", "156923", "538237", "153112", "590218", "400196", "17208", "244303", "117049", "254910", "598908", "266194", "517391", "9116", "297290", "236507", "90858", "510328", "353337", "393464" ], "top100_scores": [ 1.8828125, -0.484375, -0.59375, -1.0703125, -1.078125, -1.4921875, -1.5234375, -1.53125, -1.65625, -1.8203125, -1.8515625, -1.9296875, -2.046875, -2.1875, -2.296875, -2.46875, -2.46875, -2.5, -2.546875, -2.6875, -2.75, -2.796875, -2.8125, -3.03125, -3.046875, -3.0625, -3.09375, -3.171875, -3.234375, -3.375, -3.375, -3.515625, -3.53125, -3.5625, -3.609375, -3.625, -3.6875, -3.703125, -3.765625, -3.78125, -3.8125, -3.921875, -3.921875, -3.9375, -3.96875, -4.09375, -4.09375, -4.21875, -4.21875, -4.21875, -4.25, -4.25, -4.3125, -4.3125, -4.4375, -4.53125, -4.5625, -4.5625, -4.5625, -4.5625, -4.65625, -4.6875, -4.71875, -4.71875, -4.75, -4.78125, -4.875, -4.875, -4.90625, -4.9375, -5.125, -5.1875, -5.25, -5.25, -5.3125, -5.3125, -5.3125, -5.34375, -5.40625, -5.4375, -5.5, -5.53125, -5.53125, -5.5625, -5.65625, -5.78125, -5.84375, -5.90625, -5.9375, -6.0, -6.03125, -6.09375, -6.21875, -6.375, -6.40625, -6.625, -6.875, -7.3125, -7.40625, -7.65625 ] }, { "query_id": "2296", "ndcg@10": 0.6625493460319367, "mrr@10": 1.0, "recall@100": 0.5555555555555556, "candidate_recall": 0.5555555555555556, "top100": [ "400009", "119298", "396853", "420440", "106424", "336847", "259919", "175982", "279897", "572563", "221113", "361717", "13656", "395769", "402739", "38786", "458485", "153968", "24138", "376246", "104857", "145404", "190941", "246882", "32744", "101103", "312540", "449131", "129177", "125613", "177908", "231306", "72289", "368010", "310056", "310112", "8480", "233795", "362468", "445053", "411572", "590364", "550939", "41052", "198251", "546318", "147806", "293464", "18257", "490888", "368338", "134764", "5188", "285255", "395379", "52756", "143057", "170096", "439593", "428941", "496540", "334301", "437149", "279229", "407401", "290508", "500034", "583666", "327366", "63501", "278902", "175522", "290691", "329344", "549665", "526106", "98294", "82251", "367137", "561123", "583359", "555124", "205515", "44529", "309235", "381341", "11082", "162745", "65295", "345697", "326305", "534552", "175019", "551423", "293897", "95778", "475668", "571246", "125497", "321637" ], "top100_scores": [ 0.60546875, -0.30859375, -0.39453125, -1.9140625, -2.28125, -2.6875, -2.78125, -2.890625, -3.3125, -3.40625, -3.515625, -3.546875, -3.578125, -3.671875, -3.75, -3.765625, -3.828125, -3.859375, -3.9375, -3.9375, -4.0, -4.03125, -4.0625, -4.0625, -4.0625, -4.09375, -4.125, -4.15625, -4.1875, -4.1875, -4.1875, -4.25, -4.28125, -4.3125, -4.375, -4.40625, -4.40625, -4.4375, -4.4375, -4.5, -4.5, -4.53125, -4.5625, -4.5625, -4.5625, -4.59375, -4.625, -4.625, -4.65625, -4.71875, -4.71875, -4.78125, -4.8125, -4.8125, -4.875, -4.875, -4.875, -4.9375, -4.9375, -4.96875, -4.96875, -5.0, -5.09375, -5.125, -5.1875, -5.25, -5.34375, -5.34375, -5.40625, -5.40625, -5.4375, -5.46875, -5.5625, -5.625, -5.65625, -5.6875, -5.71875, -5.71875, -5.75, -5.78125, -5.78125, -5.78125, -5.84375, -5.9375, -5.9375, -6.0, -6.25, -6.40625, -6.5, -6.5, -6.59375, -6.59375, -6.71875, -6.875, -6.96875, -7.0, -7.125, -7.3125, -7.34375, -7.4375 ] }, { "query_id": "8034", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "497301", "350247", "173846", "326335", "254910", "549254", "60728", "347992", "307518", "334800", "517391", "488622", "4444", "358997", "148632", "84800", "408918", "565691", "585405", "236507", "310973", "436020", "378906", "218261", "419747", "556688", "393987", "16187", "559768", "524612", "331008", "69197", "530938", "593879", "569283", "116647", "406542", "489103", "563446", "469141", "518932", "454871", "171420", "369437", "399480", "237483", "544070", "469835", "570178", "500695", "344783", "84870", "300104", "591558", "61384", "121480", "69308", "71257", "348621", "578597", "554465", "382384", "340815", "83079", "418551", "361163", "304023", "210751", "193012", "423754", "134764", "420974", "397340", "549364", "476517", "43432", "51848", "26292", "88801", "542024", "175019", "179893", "599436", "4153", "181827", "560208", "106310", "587267", "195206", "45053", "238903", "372657", "347825", "333334", "44529", "460721", "125477", "273142", "584304", "305742" ], "top100_scores": [ -2.6875, -3.53125, -3.65625, -3.65625, -3.6875, -3.890625, -3.953125, -4.03125, -4.125, -4.21875, -4.25, -4.25, -4.25, -4.40625, -4.40625, -4.4375, -4.46875, -4.5, -4.5, -4.5, -4.53125, -4.53125, -4.5625, -4.625, -4.65625, -4.65625, -4.65625, -4.71875, -4.71875, -4.75, -4.875, -4.875, -4.90625, -4.90625, -4.9375, -4.96875, -5.0625, -5.0625, -5.0625, -5.09375, -5.15625, -5.1875, -5.1875, -5.1875, -5.1875, -5.28125, -5.28125, -5.28125, -5.28125, -5.3125, -5.3125, -5.3125, -5.3125, -5.3125, -5.3125, -5.34375, -5.375, -5.40625, -5.53125, -5.5625, -5.59375, -5.625, -5.65625, -5.6875, -5.71875, -5.875, -5.9375, -6.0, -6.0, -6.0, -6.03125, -6.0625, -6.0625, -6.09375, -6.125, -6.125, -6.21875, -6.25, -6.3125, -6.34375, -6.46875, -6.5625, -6.625, -6.6875, -6.75, -6.78125, -6.8125, -6.8125, -6.84375, -7.0, -7.25, -7.375, -7.40625, -7.5, -7.5, -7.625, -7.65625, -7.6875, -7.75, -8.25 ] }, { "query_id": "26", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.5, "candidate_recall": 0.5, "top100": [ "81530", "494783", "245447", "173929", "175522", "532804", "392503", "114494", "355592", "531918", "8891", "336468", "240038", "524034", "443419", "68431", "598802", "350819", "557369", "425352", "373059", "201812", "346444", "297841", "239064", "357037", "300121", "492342", "274721", "369577", "295250", "172305", "576185", "563025", "2890", "263751", "74688", "368165", "368010", "567201", "86852", "81599", "251649", "325332", "42924", "103680", "251466", "293122", "71987", "381830", "125477", "328066", "321199", "297427", "9814", "345697", "589543", "221281", "33673", "2064", "114064", "24138", "390368", "153541", "107584", "130631", "376246", "85214", "574383", "300489", "79453", "461233", "430911", "18850", "294128", "40888", "500261", "511480", "104644", "226519", "324874", "23097", "538208", "76954", "395152", "396933", "152827", "254538", "330049", "472527", "559718", "259881", "306149", "222639", "573290", "495165", "571430", "495011", "298779", "415432" ], "top100_scores": [ -2.265625, -2.53125, -2.59375, -2.96875, -3.015625, -3.109375, -3.15625, -3.171875, -3.25, -3.359375, -3.390625, -3.4375, -3.4375, -3.59375, -3.625, -3.6875, -3.703125, -3.703125, -3.796875, -3.8125, -3.859375, -3.875, -3.890625, -3.890625, -3.90625, -4.03125, -4.0625, -4.09375, -4.15625, -4.21875, -4.21875, -4.21875, -4.25, -4.25, -4.28125, -4.375, -4.40625, -4.46875, -4.46875, -4.53125, -4.5625, -4.5625, -4.59375, -4.625, -4.625, -4.6875, -4.75, -4.78125, -4.8125, -4.84375, -4.875, -4.90625, -4.90625, -4.90625, -4.9375, -4.9375, -5.0625, -5.09375, -5.09375, -5.125, -5.1875, -5.25, -5.25, -5.25, -5.375, -5.40625, -5.4375, -5.53125, -5.59375, -5.59375, -5.625, -5.65625, -5.6875, -5.71875, -5.75, -5.75, -5.75, -5.875, -5.90625, -5.96875, -6.0, -6.03125, -6.0625, -6.09375, -6.125, -6.40625, -6.4375, -6.5625, -6.59375, -6.59375, -6.59375, -6.625, -6.71875, -6.75, -6.84375, -7.03125, -7.4375, -7.8125, -7.8125, -8.1875 ] }, { "query_id": "10414", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "303325", "79807", "58882", "261802", "356726", "127015", "198583", "41417", "293484", "212222", "133760", "389032", "590744", "370995", "435363", "226053", "151723", "202829", "333605", "78224", "432054", "330041", "278102", "109455", "268330", "521844", "159949", "472500", "464810", "399480", "424717", "366327", "230343", "369437", "202799", "563446", "447781", "226496", "66460", "132430", "78842", "522007", "227955", "314008", "320155", "429704", "581204", "16175", "525231", "215260", "17488", "466315", "137852", "227173", "341837", "189868", "140135", "384850", "565226", "4153", "439459", "570466", "272840", "390598", "450848", "3095", "63501", "301813", "326020", "218064", "495431", "447812", "35865", "587120", "89973", "495898", "327094", "357817", "498723", "63883", "303432", "327366", "567749", "474512", "95778", "4976", "42475", "278460", "499154", "267067", "344037", "571062", "17823", "475748", "464277", "6503", "322778", "511960", "399406", "421575" ], "top100_scores": [ 5.875, 0.7734375, 0.330078125, -0.134765625, -0.431640625, -0.57421875, -0.7734375, -1.5703125, -1.7734375, -2.03125, -2.328125, -2.46875, -2.515625, -2.515625, -2.578125, -2.578125, -2.59375, -2.6875, -2.703125, -2.734375, -3.0, -3.015625, -3.046875, -3.09375, -3.25, -3.28125, -3.3125, -3.453125, -3.546875, -3.546875, -3.578125, -3.59375, -3.609375, -3.65625, -3.671875, -3.765625, -3.78125, -3.796875, -3.796875, -3.8125, -3.828125, -3.875, -3.90625, -3.90625, -3.921875, -3.96875, -3.96875, -3.984375, -4.0, -4.125, -4.1875, -4.25, -4.28125, -4.3125, -4.34375, -4.34375, -4.40625, -4.4375, -4.5, -4.59375, -4.59375, -4.625, -4.6875, -4.71875, -4.75, -4.78125, -4.78125, -4.84375, -4.875, -5.03125, -5.125, -5.15625, -5.3125, -5.4375, -5.53125, -5.625, -5.96875, -6.125, -6.125, -6.125, -6.15625, -6.15625, -6.15625, -6.3125, -6.40625, -6.4375, -6.5625, -6.59375, -6.6875, -6.71875, -6.84375, -6.9375, -7.0, -7.03125, -7.03125, -7.0625, -7.09375, -7.21875, -7.40625, -7.90625 ] }, { "query_id": "94", "ndcg@10": 0.6309297535714575, "mrr@10": 0.5, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "274721", "245447", "71987", "399199", "382908", "283079", "295250", "174714", "300121", "74688", "472824", "598802", "425352", "390435", "355592", "114494", "508534", "408434", "442968", "559866", "55666", "560087", "289582", "223624", "547036", "312626", "81599", "336468", "130631", "257168", "78486", "152407", "182168", "484424", "262960", "249228", "392484", "390368", "346444", "172305", "173929", "417981", "592192", "406789", "558832", "460325", "196463", "44152", "9814", "72289", "18850", "390598", "589543", "300418", "289526", "377547", "398090", "527776", "233795", "418999", "57229", "496433", "188406", "319043", "13656", "253373", "397538", "69306", "212661", "156640", "297467", "456679", "459589", "567201", "321199", "513256", "501976", "273947", "20261", "91183", "467482", "24138", "461233", "278071", "510989", "190941", "325332", "330049", "92549", "395152", "114064", "11082", "404275", "526106", "294128", "297274", "299840", "487621", "583359", "209859" ], "top100_scores": [ 0.87109375, 0.392578125, -1.9140625, -2.046875, -2.0625, -2.421875, -3.046875, -3.109375, -3.1875, -3.375, -3.484375, -3.5, -3.546875, -3.6875, -3.71875, -3.859375, -3.90625, -3.90625, -3.90625, -3.953125, -3.96875, -3.96875, -4.03125, -4.09375, -4.125, -4.125, -4.125, -4.15625, -4.15625, -4.15625, -4.15625, -4.1875, -4.1875, -4.21875, -4.21875, -4.28125, -4.28125, -4.34375, -4.34375, -4.34375, -4.34375, -4.40625, -4.46875, -4.46875, -4.46875, -4.5, -4.53125, -4.53125, -4.5625, -4.65625, -4.65625, -4.75, -4.78125, -4.78125, -4.8125, -4.8125, -4.84375, -4.875, -4.875, -4.875, -4.9375, -4.9375, -5.0, -5.0, -5.03125, -5.03125, -5.0625, -5.09375, -5.125, -5.15625, -5.1875, -5.25, -5.28125, -5.34375, -5.46875, -5.59375, -5.59375, -5.625, -5.625, -5.625, -5.65625, -5.71875, -5.71875, -5.71875, -5.75, -5.78125, -5.8125, -5.8125, -5.8125, -5.84375, -5.875, -5.90625, -6.0, -6.09375, -6.125, -6.15625, -6.25, -6.375, -6.53125, -7.0625 ] }, { "query_id": "5981", "ndcg@10": 0.8687949224876582, "mrr@10": 1.0, "recall@100": 0.8, "candidate_recall": 0.8, "top100": [ "286182", "210439", "245532", "564554", "579763", "177442", "328231", "542024", "268553", "526270", "383921", "74248", "123256", "109540", "278197", "101103", "383978", "554217", "105866", "371886", "460613", "179679", "474234", "332719", "578597", "218484", "278626", "207779", "572563", "590632", "241297", "137267", "210917", "441518", "274833", "368338", "555794", "400838", "228548", "323228", "286746", "414892", "578046", "332938", "321108", "585422", "391605", "129606", "169240", "421639", "491688", "489044", "260363", "183722", "565356", "479779", "403017", "192669", "435883", "282623", "132839", "378173", "299840", "49602", "12329", "347773", "472500", "481999", "366146", "24563", "101580", "300121", "593705", "68431", "29761", "241599", "299690", "464810", "475397", "27495", "257625", "76257", "336053", "340730", "318696", "479093", "507806", "192307", "474129", "521987", "365648", "11075", "264326", "335136", "429704", "568784", "174122", "303685", "539881", "148141" ], "top100_scores": [ 5.125, 3.28125, 2.59375, 1.3203125, -3.015625, -3.1875, -3.375, -3.484375, -3.71875, -3.734375, -3.78125, -3.90625, -3.953125, -4.0, -4.09375, -4.25, -4.3125, -4.34375, -4.34375, -4.375, -4.40625, -4.46875, -4.5, -4.53125, -4.53125, -4.5625, -4.5625, -4.625, -4.65625, -4.65625, -4.71875, -4.84375, -4.84375, -4.96875, -4.96875, -5.0, -5.15625, -5.28125, -5.3125, -5.375, -5.375, -5.5, -5.5625, -5.5625, -5.5625, -5.625, -5.625, -5.65625, -5.65625, -5.6875, -5.71875, -5.71875, -5.78125, -5.875, -5.90625, -5.9375, -5.96875, -6.03125, -6.0625, -6.09375, -6.125, -6.15625, -6.15625, -6.3125, -6.3125, -6.34375, -6.375, -6.40625, -6.40625, -6.59375, -6.625, -6.71875, -6.71875, -6.78125, -6.875, -6.90625, -6.9375, -6.9375, -6.9375, -6.9375, -7.0625, -7.09375, -7.09375, -7.09375, -7.1875, -7.25, -7.28125, -7.3125, -7.40625, -7.4375, -7.46875, -7.5, -7.5, -7.5625, -7.65625, -7.65625, -7.6875, -7.75, -7.84375, -7.84375 ] }, { "query_id": "604", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "175107", "431349", "309235", "463289", "576621", "115553", "139654", "531499", "222030", "190135", "259766", "590232", "157414", "441176", "175951", "134494", "127974", "447567", "508534", "442142", "205515", "544070", "149153", "177328", "364543", "526520", "125111", "25381", "589416", "286654", "150119", "518079", "371625", "349621", "162804", "585422", "460325", "571430", "519129", "300133", "353625", "136932", "257625", "21957", "535673", "139059", "318696", "396853", "254958", "145458", "468937", "330041", "264565", "379786", "333954", "55666", "101764", "525322", "77248", "429978", "299690", "546356", "278373", "503261", "2996", "420915", "87187", "416787", "549009", "479093", "266900", "234615", "71204", "85504", "354136", "386128", "456436", "192811", "278729", "437706", "406876", "161966", "444540", "386095", "469141", "42521", "403701", "66834", "344283", "253045", "193012", "364802", "336053", "192307", "390655", "344783", "93519", "72372", "566745", "246586" ], "top100_scores": [ -2.59375, -3.078125, -3.25, -3.359375, -3.703125, -3.734375, -3.890625, -4.0, -4.03125, -4.21875, -4.21875, -4.28125, -4.34375, -4.46875, -4.46875, -4.5, -4.5, -4.5, -4.53125, -4.5625, -4.625, -4.65625, -4.6875, -4.78125, -4.8125, -4.8125, -4.875, -4.875, -4.875, -4.96875, -5.0625, -5.09375, -5.1875, -5.25, -5.25, -5.28125, -5.34375, -5.375, -5.375, -5.375, -5.4375, -5.4375, -5.5, -5.53125, -5.625, -5.78125, -5.84375, -5.84375, -5.875, -5.90625, -5.90625, -5.90625, -5.9375, -5.9375, -5.96875, -6.03125, -6.03125, -6.09375, -6.09375, -6.09375, -6.09375, -6.09375, -6.125, -6.15625, -6.15625, -6.1875, -6.21875, -6.25, -6.28125, -6.3125, -6.34375, -6.375, -6.375, -6.40625, -6.40625, -6.4375, -6.4375, -6.4375, -6.46875, -6.5, -6.5, -6.53125, -6.5625, -6.59375, -6.6875, -6.6875, -6.6875, -6.71875, -6.71875, -6.71875, -6.75, -6.78125, -6.96875, -7.0, -7.03125, -7.03125, -7.125, -7.1875, -7.40625, -7.4375 ] }, { "query_id": "2385", "ndcg@10": 0.6131471927654584, "mrr@10": 1.0, "recall@100": 0.5, "candidate_recall": 0.5, "top100": [ "373059", "529032", "519321", "312349", "288145", "351169", "224438", "272820", "287348", "329810", "260848", "466213", "162630", "468741", "382908", "246791", "77248", "366327", "331594", "245228", "364543", "400119", "509617", "276189", "553605", "535314", "114494", "334603", "239064", "392329", "68088", "252843", "190931", "510373", "291749", "496959", "474842", "507841", "108062", "242478", "112435", "423171", "15270", "434211", "221747", "294810", "469100", "143057", "557852", "272279", "116804", "203503", "160899", "102995", "392894", "437987", "374264", "520114", "413348", "271395", "204202", "315568", "149516", "486333", "225395", "268069", "92819", "107819", "483453", "253045", "484424", "24883", "76556", "343472", "408124", "418630", "366583", "472332", "184977", "111391", "386095", "536462", "85672", "477175", "298785", "370494", "175272", "525322", "183909", "561123", "166204", "440930", "523058", "237907", "446803", "92670", "160313", "121621", "134764", "407401" ], "top100_scores": [ 4.25, -3.65625, -3.921875, -4.25, -4.3125, -4.375, -4.5, -4.53125, -4.53125, -4.6875, -4.6875, -4.71875, -4.875, -4.875, -5.125, -5.21875, -5.28125, -5.28125, -5.3125, -5.34375, -5.40625, -5.40625, -5.5625, -5.59375, -5.59375, -5.65625, -5.71875, -5.75, -5.8125, -5.8125, -5.84375, -5.875, -5.875, -5.90625, -5.90625, -5.96875, -6.0, -6.09375, -6.09375, -6.1875, -6.1875, -6.25, -6.28125, -6.34375, -6.375, -6.375, -6.40625, -6.53125, -6.53125, -6.625, -6.65625, -6.71875, -6.71875, -6.75, -6.75, -6.78125, -6.84375, -6.90625, -6.9375, -7.0625, -7.09375, -7.21875, -7.25, -7.28125, -7.3125, -7.40625, -7.5, -7.5, -7.53125, -7.59375, -7.59375, -7.6875, -7.71875, -7.71875, -7.71875, -7.78125, -7.8125, -7.8125, -7.84375, -7.875, -7.875, -7.875, -7.90625, -7.90625, -7.9375, -7.96875, -8.0, -8.0625, -8.0625, -8.125, -8.1875, -8.1875, -8.1875, -8.25, -8.25, -8.25, -8.3125, -8.375, -8.375, -8.4375 ] }, { "query_id": "10447", "ndcg@10": 0.2960819109658652, "mrr@10": 0.5, "recall@100": 0.3333333333333333, "candidate_recall": 0.3333333333333333, "top100": [ "259150", "382236", "9845", "475397", "447482", "53996", "32009", "588134", "459589", "61022", "41417", "47747", "28599", "84250", "299690", "27495", "540389", "111350", "139059", "126756", "257274", "62281", "1219", "114912", "502150", "396066", "258658", "569953", "461084", "585422", "277915", "92442", "500913", "523318", "479779", "192857", "161758", "536610", "175679", "120394", "239341", "395840", "573935", "549223", "240651", "462481", "570453", "475748", "140917", "408582", "12488", "308150", "553031", "292937", "399543", "113881", "335357", "519129", "422979", "165549", "367562", "444044", "410675", "179408", "30912", "159076", "144824", "339955", "525149", "7814", "451855", "521014", "353337", "425558", "312600", "551145", "393693", "87260", "387030", "344283", "429133", "484149", "590232", "73344", "300418", "466308", "485822", "221747", "199310", "219208", "202398", "132754", "113632", "265747", "70702", "65567", "82251", "436930", "201856", "434279" ], "top100_scores": [ 1.328125, -0.482421875, -0.890625, -1.3125, -1.46875, -2.125, -2.140625, -2.140625, -2.265625, -2.46875, -2.46875, -2.515625, -2.71875, -2.734375, -2.796875, -2.8125, -2.96875, -2.984375, -3.0, -3.03125, -3.03125, -3.0625, -3.1875, -3.328125, -3.40625, -3.421875, -3.484375, -3.5, -3.5625, -3.578125, -3.609375, -3.671875, -3.6875, -3.6875, -4.0625, -4.0625, -4.09375, -4.15625, -4.15625, -4.1875, -4.21875, -4.3125, -4.375, -4.375, -4.40625, -4.40625, -4.40625, -4.46875, -4.5, -4.5, -4.53125, -4.5625, -4.625, -4.6875, -4.71875, -4.71875, -4.75, -4.8125, -4.84375, -4.90625, -4.96875, -5.03125, -5.03125, -5.0625, -5.09375, -5.125, -5.125, -5.125, -5.1875, -5.1875, -5.1875, -5.21875, -5.25, -5.28125, -5.3125, -5.34375, -5.375, -5.40625, -5.4375, -5.5, -5.5, -5.5625, -5.59375, -5.625, -5.625, -5.65625, -5.65625, -5.6875, -6.0, -6.09375, -6.125, -6.28125, -6.3125, -6.34375, -6.5625, -6.6875, -7.09375, -7.125, -7.375, -7.40625 ] }, { "query_id": "11039", "ndcg@10": 0.3416424081865622, "mrr@10": 0.5, "recall@100": 0.625, "candidate_recall": 0.625, "top100": [ "508534", "79363", "232262", "91183", "395376", "299819", "568784", "531051", "103093", "353625", "175470", "443852", "330058", "160780", "293531", "436331", "333102", "437706", "371886", "159762", "551040", "149004", "464080", "240373", "551145", "422979", "534837", "140917", "288268", "392371", "31462", "297288", "471472", "397538", "355373", "296405", "168561", "135112", "298908", "367272", "240259", "357017", "59327", "276323", "581204", "143862", "321196", "425352", "462481", "280492", "449828", "313923", "487621", "73344", "297467", "114064", "253373", "589543", "269385", "479240", "308150", "93271", "104644", "484349", "398090", "27495", "113651", "394549", "463065", "430014", "333219", "360628", "350082", "248615", "526106", "158364", "590310", "13656", "335991", "62281", "592709", "395152", "45053", "571246", "554217", "30912", "583359", "426215", "57229", "463007", "72289", "15728", "125497", "395840", "525645", "496253", "321199", "525322", "278071", "351907" ], "top100_scores": [ 1.4296875, 0.482421875, 0.193359375, -0.052734375, -1.2578125, -1.3125, -1.4453125, -1.46875, -1.6640625, -1.9453125, -2.09375, -2.1875, -2.28125, -2.296875, -2.453125, -2.640625, -2.765625, -2.859375, -2.921875, -3.03125, -3.09375, -3.125, -3.15625, -3.171875, -3.171875, -3.203125, -3.21875, -3.21875, -3.21875, -3.21875, -3.265625, -3.375, -3.375, -3.46875, -3.484375, -3.515625, -3.515625, -3.515625, -3.59375, -3.609375, -3.609375, -3.609375, -3.640625, -3.640625, -3.6875, -3.796875, -3.796875, -3.828125, -3.84375, -3.84375, -3.890625, -3.90625, -3.90625, -3.921875, -3.921875, -3.9375, -4.0, -4.0, -4.03125, -4.03125, -4.09375, -4.09375, -4.09375, -4.09375, -4.09375, -4.15625, -4.15625, -4.1875, -4.1875, -4.21875, -4.25, -4.25, -4.28125, -4.3125, -4.3125, -4.34375, -4.5, -4.53125, -4.5625, -4.59375, -4.65625, -4.71875, -4.75, -4.8125, -4.84375, -4.875, -4.875, -4.9375, -4.96875, -5.15625, -5.15625, -5.21875, -5.28125, -5.3125, -5.375, -5.375, -5.40625, -5.53125, -5.75, -5.8125 ] }, { "query_id": "2587", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "89326", "594483", "478026", "567201", "293122", "69560", "349299", "103668", "290508", "547036", "200784", "398090", "295750", "414693", "133943", "489898", "295082", "61384", "130850", "174019", "589", "171242", "15169", "83046", "457013", "343", "225718", "301833", "144698", "499889", "175196", "299840", "457529", "86852", "361279", "18844", "590102", "449082", "342212", "93890", "235271", "140049", "29184", "379732", "81530", "125659", "518932", "371886", "524912", "79375", "150707", "241101", "341455", "118485", "580963", "246586", "544070", "449001", "429704", "282262", "416513", "218501", "135705", "163641", "12488", "192900", "546678", "560340", "577832", "349424", "368698", "325818", "542667", "322806", "87915", "436530", "533808", "509837", "2064", "393101", "229242", "103771", "438525", "249320", "352638", "358997", "586007", "298737", "180592", "172736", "418551", "189678", "187124", "314806", "126675", "558921", "555476", "121480", "274833", "44118" ], "top100_scores": [ -0.30859375, -2.359375, -3.734375, -4.0625, -4.1875, -4.34375, -4.4375, -4.90625, -5.0, -5.09375, -5.3125, -5.34375, -5.40625, -5.53125, -5.625, -5.625, -5.6875, -5.8125, -5.875, -5.875, -5.9375, -6.0625, -6.09375, -6.09375, -6.125, -6.15625, -6.15625, -6.1875, -6.28125, -6.28125, -6.28125, -6.3125, -6.34375, -6.375, -6.4375, -6.5, -6.625, -6.6875, -6.6875, -6.6875, -6.71875, -6.84375, -6.90625, -7.1875, -7.28125, -7.34375, -7.40625, -7.40625, -7.53125, -7.5625, -7.625, -7.6875, -7.78125, -7.84375, -7.875, -8.0, -8.0, -8.0, -8.0625, -8.0625, -8.0625, -8.0625, -8.0625, -8.125, -8.125, -8.125, -8.125, -8.1875, -8.1875, -8.1875, -8.25, -8.25, -8.25, -8.25, -8.25, -8.25, -8.25, -8.25, -8.25, -8.3125, -8.3125, -8.3125, -8.3125, -8.3125, -8.3125, -8.3125, -8.375, -8.375, -8.375, -8.375, -8.375, -8.375, -8.375, -8.375, -8.4375, -8.4375, -8.4375, -8.5625, -8.6875, -8.6875 ] }, { "query_id": "4312", "ndcg@10": 0.9020870746500321, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "222639", "282435", "167950", "507284", "116647", "156553", "135845", "560208", "210514", "494553", "282538", "161985", "400119", "179042", "188232", "92938", "32744", "575869", "343850", "74248", "161254", "169548", "109540", "449906", "410166", "14313", "535518", "107819", "393693", "484110", "468717", "298352", "382764", "311117", "59468", "133413", "293389", "159137", "447619", "146441", "399149", "498604", "549364", "96828", "206442", "428552", "150707", "378906", "112342", "343996", "268261", "307518", "245702", "145404", "466308", "219061", "236778", "359510", "44118", "321108", "333961", "498075", "249320", "416513", "464810", "26655", "429704", "435940", "95598", "280483", "232262", "14745", "49602", "187227", "231268", "249587", "540389", "226962", "2018", "4845", "93129", "211642", "436930", "440458", "202829", "597265", "224345", "406243", "475397", "445943", "536564", "499154", "457529", "148141", "475668", "112801", "63075", "388704", "20261", "8126" ], "top100_scores": [ 8.9375, 8.5, 5.8125, 4.59375, 0.83203125, -0.466796875, -1.2421875, -2.3125, -3.015625, -3.40625, -3.453125, -3.71875, -3.8125, -3.890625, -4.09375, -4.125, -4.15625, -4.25, -4.28125, -4.375, -4.46875, -4.53125, -4.53125, -4.59375, -4.6875, -4.71875, -4.75, -4.78125, -4.78125, -4.8125, -4.875, -4.9375, -5.0, -5.09375, -5.125, -5.15625, -5.15625, -5.3125, -5.40625, -5.4375, -5.4375, -5.46875, -5.5625, -5.65625, -5.6875, -5.6875, -5.8125, -5.8125, -5.875, -5.90625, -5.90625, -5.96875, -6.09375, -6.15625, -6.21875, -6.4375, -6.53125, -6.53125, -6.53125, -6.59375, -6.65625, -6.6875, -6.6875, -6.71875, -6.75, -6.8125, -6.875, -6.875, -6.875, -7.03125, -7.0625, -7.09375, -7.09375, -7.125, -7.125, -7.15625, -7.15625, -7.1875, -7.375, -7.40625, -7.40625, -7.5, -7.5, -7.53125, -7.5625, -7.59375, -7.59375, -7.65625, -7.6875, -7.6875, -7.6875, -7.71875, -8.0, -8.0625, -8.0625, -8.125, -8.3125, -8.3125, -8.375, -8.5 ] }, { "query_id": "1920", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "65698", "295250", "444899", "250500", "227334", "496959", "568771", "592192", "303432", "362060", "551398", "481114", "246453", "257168", "330269", "278653", "431395", "369577", "202019", "156499", "263485", "449116", "531499", "254514", "448615", "65095", "127974", "385600", "377547", "91325", "113876", "462481", "33287", "227079", "360925", "594652", "103405", "527776", "558832", "391619", "116181", "568784", "223170", "89611", "484424", "577475", "403608", "396066", "506395", "599876", "595121", "382908", "23747", "392484", "549290", "175951", "435405", "184535", "525149", "400631", "541682", "162745", "352838", "248615", "219425", "406324", "359814", "265866", "73252", "81599", "300418", "546277", "60803", "442146", "11654", "408112", "87187", "367562", "408434", "529678", "445298", "489898", "223624", "69306", "445052", "25762", "136804", "47747", "360628", "251649", "410675", "239030", "513986", "512699", "55666", "481283", "142242", "134494", "551423", "98767" ], "top100_scores": [ -0.52734375, -0.75, -1.5859375, -1.765625, -1.8125, -2.015625, -2.015625, -2.171875, -2.171875, -2.21875, -2.359375, -2.375, -2.390625, -2.53125, -2.59375, -2.640625, -2.6875, -2.71875, -2.828125, -2.828125, -2.84375, -2.921875, -2.953125, -2.96875, -3.015625, -3.09375, -3.140625, -3.171875, -3.1875, -3.234375, -3.234375, -3.234375, -3.25, -3.28125, -3.3125, -3.3125, -3.34375, -3.375, -3.390625, -3.40625, -3.40625, -3.4375, -3.4375, -3.453125, -3.515625, -3.53125, -3.53125, -3.546875, -3.59375, -3.640625, -3.640625, -3.640625, -3.640625, -3.65625, -3.6875, -3.703125, -3.71875, -3.734375, -3.75, -3.765625, -3.765625, -3.765625, -3.796875, -3.8125, -3.8125, -3.828125, -3.859375, -3.859375, -3.875, -3.90625, -3.953125, -4.03125, -4.03125, -4.0625, -4.0625, -4.125, -4.125, -4.15625, -4.1875, -4.1875, -4.21875, -4.25, -4.28125, -4.3125, -4.3125, -4.34375, -4.375, -4.40625, -4.53125, -4.5625, -4.625, -4.625, -4.6875, -4.71875, -4.78125, -4.9375, -5.0, -5.375, -5.9375, -6.3125 ] }, { "query_id": "4600", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "482415", "392885", "112659", "401952", "590364", "367137", "46587", "343", "570466", "599436", "133093", "238743", "294", "46716", "567749", "394702", "16924", "425288", "555559", "289291", "372657", "559157", "519470", "343996", "453480", "231268", "265218", "499060", "565226", "34925", "586930", "274306", "69960", "236778", "584273", "226962", "260756", "311495", "569691", "565356", "3040", "470334", "434986", "578983", "267818", "118485", "143057", "491923", "531841", "160625", "553748", "127434", "212222", "350180", "152216", "317667", "355675", "166885", "70799", "344283", "150672", "494553", "106424", "203201", "381849", "327432", "549009", "62876", "391605", "468178", "290508", "278626", "118065", "540688", "505025", "225536", "536462", "216365", "362468", "534158", "27037", "177328", "428941", "432935", "389281", "104857", "271395", "581418", "594788", "162745", "592915", "61518", "596429", "314806", "5188", "94159", "184535", "184977", "260677", "554018" ], "top100_scores": [ 2.859375, 1.3359375, -2.546875, -2.578125, -2.671875, -2.9375, -3.015625, -3.03125, -3.078125, -3.234375, -3.25, -3.3125, -3.40625, -3.453125, -3.578125, -3.640625, -3.6875, -3.75, -3.828125, -3.84375, -3.90625, -3.90625, -3.96875, -4.0625, -4.09375, -4.15625, -4.1875, -4.1875, -4.25, -4.25, -4.28125, -4.3125, -4.4375, -4.4375, -4.5, -4.5, -4.53125, -4.5625, -4.59375, -4.59375, -4.625, -4.78125, -4.78125, -4.8125, -4.84375, -4.84375, -4.875, -4.875, -4.90625, -4.9375, -4.96875, -4.96875, -4.96875, -4.96875, -5.0, -5.0, -5.09375, -5.125, -5.125, -5.1875, -5.1875, -5.21875, -5.25, -5.34375, -5.34375, -5.46875, -5.5, -5.5, -5.625, -5.65625, -5.6875, -5.75, -5.75, -5.90625, -5.90625, -5.96875, -6.03125, -6.0625, -6.15625, -6.25, -6.3125, -6.5, -6.53125, -6.53125, -6.5625, -6.59375, -6.71875, -6.84375, -6.9375, -6.96875, -7.03125, -7.0625, -7.125, -7.125, -7.15625, -7.25, -7.28125, -7.46875, -7.53125, -7.9375 ] }, { "query_id": "988", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "41356", "183883", "18200", "60093", "241161", "537394", "479779", "595287", "87160", "569528", "389281", "69721", "343", "123718", "531965", "118065", "4044", "278197", "373697", "5188", "477175", "380387", "302448", "355675", "332938", "203201", "231521", "396537", "332719", "286746", "105011", "404973", "577832", "480773", "333219", "470334", "578983", "156908", "419747", "134764", "580025", "598332", "345030", "441518", "391896", "343206", "121230", "326305", "589088", "454287", "387338", "7311", "379639", "564408", "202208", "565046", "501764", "126756", "21468", "334301", "53200", "523058", "151817", "27037", "554814", "393733", "406286", "460457", "109675", "487739", "551099", "151121", "561056", "123557", "206222", "190941", "53047", "253373", "399583", "530692", "278626", "203380", "472527", "469938", "217427", "496433", "546150", "416188", "80871", "113660", "29372", "599779", "132288", "244749", "386095", "250503", "423171", "271395", "422684", "184977" ], "top100_scores": [ -0.7265625, -1.390625, -1.6875, -1.9609375, -1.9921875, -2.046875, -2.234375, -2.25, -2.4375, -2.59375, -2.609375, -2.6875, -2.8125, -2.90625, -2.921875, -2.921875, -2.953125, -2.984375, -3.0, -3.046875, -3.046875, -3.21875, -3.234375, -3.25, -3.296875, -3.296875, -3.34375, -3.359375, -3.421875, -3.53125, -3.546875, -3.578125, -3.59375, -3.625, -3.6875, -3.703125, -3.71875, -3.75, -3.75, -3.796875, -3.828125, -3.890625, -3.90625, -3.921875, -3.921875, -3.96875, -4.0, -4.03125, -4.0625, -4.125, -4.15625, -4.15625, -4.1875, -4.1875, -4.21875, -4.21875, -4.21875, -4.21875, -4.25, -4.28125, -4.28125, -4.34375, -4.375, -4.40625, -4.40625, -4.4375, -4.4375, -4.4375, -4.5, -4.5625, -4.625, -4.65625, -4.6875, -4.71875, -4.78125, -4.78125, -4.84375, -4.9375, -5.0, -5.125, -5.125, -5.15625, -5.25, -5.25, -5.25, -5.28125, -5.375, -5.4375, -5.65625, -5.78125, -5.875, -6.125, -6.40625, -6.625, -6.8125, -6.96875, -7.28125, -7.4375, -8.0, -8.125 ] }, { "query_id": "9385", "ndcg@10": 0.6309297535714575, "mrr@10": 0.5, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "61787", "403755", "334154", "263088", "44617", "480808", "562481", "210917", "330792", "39303", "360716", "384607", "286226", "481999", "403701", "367313", "416569", "507841", "344175", "240435", "74266", "380759", "341579", "400571", "317666", "407654", "299690", "438302", "111451", "231521", "274833", "350082", "512694", "556913", "307518", "308150", "439540", "331008", "250640", "95889", "306688", "294", "95598", "185686", "180592", "522040", "477907", "289073", "305676", "108399", "8200", "66183", "84630", "394702", "42475", "531051", "290508", "365597", "396974", "546075", "150707", "445053", "286461", "440458", "363960", "285449", "373585", "266900", "98130", "543770", "206442", "1203", "364370", "147080", "524912", "595121", "301547", "440959", "555276", "489103", "134494", "78053", "285803", "507828", "260535", "250844", "48866", "253563", "304304", "338344", "197495", "153541", "420915", "549620", "463631", "261802", "498888", "581591", "202829", "424079" ], "top100_scores": [ -3.859375, -4.96875, -5.34375, -5.40625, -5.46875, -5.53125, -5.71875, -5.84375, -5.875, -6.125, -6.125, -6.15625, -6.1875, -6.1875, -6.3125, -6.3125, -6.46875, -6.59375, -6.625, -6.625, -6.65625, -6.75, -6.875, -6.90625, -6.90625, -6.96875, -6.96875, -6.96875, -7.0, -7.0, -7.0, -7.0625, -7.09375, -7.125, -7.1875, -7.21875, -7.28125, -7.3125, -7.375, -7.375, -7.40625, -7.40625, -7.46875, -7.46875, -7.46875, -7.5, -7.5, -7.5, -7.53125, -7.53125, -7.5625, -7.59375, -7.59375, -7.59375, -7.625, -7.625, -7.6875, -7.6875, -7.6875, -7.6875, -7.71875, -7.75, -7.8125, -7.8125, -7.84375, -7.84375, -7.84375, -7.84375, -7.875, -7.875, -7.875, -7.90625, -7.9375, -7.96875, -7.96875, -8.0, -8.0, -8.0, -8.0625, -8.125, -8.125, -8.125, -8.125, -8.125, -8.1875, -8.1875, -8.1875, -8.25, -8.25, -8.3125, -8.3125, -8.3125, -8.3125, -8.3125, -8.375, -8.4375, -8.4375, -8.4375, -8.5, -8.5625 ] }, { "query_id": "10246", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "273142", "176717", "327080", "156029", "340263", "28314", "179520", "36193", "593644", "282499", "89216", "565007", "340815", "54638", "576976", "115553", "486440", "98767", "586759", "181538", "408742", "113948", "598553", "279151", "373585", "572822", "246586", "23217", "139998", "264490", "377944", "436530", "474384", "132966", "347992", "85783", "175522", "483984", "401447", "161076", "519781", "410061", "228792", "292762", "151555", "44917", "342212", "242849", "13631", "31565", "132111", "144773", "324661", "63075", "247085", "254910", "518932", "187761", "393101", "179893", "573974", "71399", "121480", "392060", "461446", "581780", "403033", "495467", "133938", "238682", "29817", "285135", "433245", "260569", "503047", "371195", "191965", "50542", "251704", "117391", "530938", "278902", "313437", "21468", "235271", "163641", "354974", "533727", "310837", "568165", "474050", "103093", "454871", "197401", "574678", "398090", "430014", "109546", "237316", "72026" ], "top100_scores": [ 3.125, 2.75, 2.03125, 1.75, 1.375, 0.380859375, -2.078125, -3.140625, -3.140625, -3.140625, -3.625, -4.59375, -4.59375, -4.84375, -4.9375, -5.125, -5.15625, -5.1875, -5.5, -5.5, -5.53125, -5.53125, -5.59375, -5.59375, -5.625, -5.65625, -5.6875, -5.78125, -5.8125, -5.84375, -6.0, -6.03125, -6.0625, -6.125, -6.21875, -6.21875, -6.21875, -6.28125, -6.3125, -6.34375, -6.375, -6.40625, -6.4375, -6.4375, -6.5, -6.5, -6.53125, -6.59375, -6.59375, -6.625, -6.71875, -6.71875, -6.71875, -6.875, -6.96875, -7.0, -7.0, -7.03125, -7.09375, -7.15625, -7.1875, -7.1875, -7.21875, -7.25, -7.25, -7.3125, -7.3125, -7.34375, -7.34375, -7.40625, -7.46875, -7.5, -7.5, -7.5, -7.5, -7.5625, -7.59375, -7.6875, -7.75, -7.8125, -7.84375, -7.9375, -7.96875, -8.0, -8.0, -8.0, -8.0625, -8.125, -8.125, -8.125, -8.125, -8.1875, -8.1875, -8.25, -8.25, -8.25, -8.3125, -8.375, -8.5, -8.5625 ] }, { "query_id": "2348", "ndcg@10": 0.7421246259355072, "mrr@10": 1.0, "recall@100": 0.6, "candidate_recall": 0.6, "top100": [ "134864", "447619", "454465", "268261", "247486", "389004", "146441", "226496", "410166", "306430", "311117", "282262", "381757", "543714", "44118", "297427", "64410", "483025", "91012", "423438", "26252", "402273", "233413", "542139", "416476", "311782", "382558", "240844", "514970", "41509", "21957", "428941", "75476", "221869", "462440", "308150", "71543", "108062", "87160", "260677", "389032", "401961", "123718", "94159", "393733", "338277", "57716", "307518", "574954", "226053", "407378", "591461", "444562", "472824", "589088", "109203", "69306", "566069", "456679", "189061", "440719", "47973", "55666", "599876", "70702", "65040", "212363", "414892", "546070", "329810", "536674", "95889", "563446", "65567", "150857", "543619", "17823", "438547", "13975", "252843", "144824", "346498", "180592", "384098", "485898", "44617", "223551", "377547", "413231", "512699", "367313", "481114", "195385", "113558", "285803", "212827", "273947", "394093", "596798", "281644" ], "top100_scores": [ -1.140625, -1.171875, -1.7890625, -1.953125, -2.015625, -2.125, -2.53125, -2.6875, -2.90625, -2.953125, -2.984375, -3.46875, -3.484375, -3.65625, -3.859375, -3.984375, -4.03125, -4.15625, -4.1875, -4.28125, -4.4375, -4.46875, -4.5, -4.5, -4.65625, -4.6875, -4.6875, -4.6875, -4.71875, -4.8125, -4.8125, -4.96875, -4.96875, -5.0, -5.03125, -5.0625, -5.09375, -5.125, -5.15625, -5.1875, -5.1875, -5.1875, -5.21875, -5.21875, -5.3125, -5.34375, -5.34375, -5.34375, -5.375, -5.46875, -5.625, -5.65625, -5.71875, -5.71875, -5.71875, -5.71875, -5.78125, -5.8125, -5.875, -5.90625, -5.9375, -5.9375, -6.0, -6.0, -6.03125, -6.03125, -6.0625, -6.09375, -6.125, -6.1875, -6.1875, -6.1875, -6.34375, -6.34375, -6.34375, -6.375, -6.40625, -6.46875, -6.5, -6.5, -6.53125, -6.5625, -6.59375, -6.6875, -6.75, -6.78125, -6.875, -6.9375, -6.96875, -7.125, -7.25, -7.28125, -7.4375, -7.5, -7.65625, -7.78125, -7.78125, -7.8125, -7.8125, -7.96875 ] }, { "query_id": "8351", "ndcg@10": 0.6131471927654584, "mrr@10": 1.0, "recall@100": 0.5, "candidate_recall": 0.5, "top100": [ "273142", "477588", "562481", "516790", "202985", "336399", "540389", "125659", "240651", "339955", "282499", "279185", "508185", "499060", "304851", "293389", "331606", "175504", "173846", "310326", "205791", "382236", "112136", "154768", "459589", "368044", "402778", "553031", "332152", "179520", "23609", "558542", "32009", "266900", "519781", "78053", "290631", "513986", "190928", "150707", "447482", "61022", "461084", "435125", "31465", "514834", "278122", "549254", "407759", "569539", "599925", "175982", "402814", "88947", "429704", "28116", "102209", "215118", "356490", "139059", "426343", "391463", "464668", "67320", "537394", "323228", "43432", "511506", "176786", "373501", "389562", "565738", "213066", "83059", "367562", "5188", "71873", "402112", "192307", "87915", "380351", "289073", "347992", "530938", "439459", "70702", "260677", "226248", "96828", "562110", "2064", "372787", "342018", "71299", "233635", "474575", "345851", "547982", "202019", "305742" ], "top100_scores": [ 0.69921875, -2.359375, -4.09375, -4.28125, -4.34375, -4.375, -4.375, -4.375, -4.46875, -4.5625, -4.65625, -4.71875, -4.71875, -4.8125, -4.84375, -4.84375, -4.875, -4.875, -4.90625, -4.96875, -4.96875, -4.96875, -5.0, -5.0, -5.09375, -5.125, -5.1875, -5.1875, -5.21875, -5.25, -5.3125, -5.375, -5.4375, -5.46875, -5.46875, -5.53125, -5.5625, -5.625, -5.71875, -5.71875, -5.71875, -5.71875, -5.71875, -5.78125, -5.78125, -5.78125, -5.78125, -5.84375, -5.875, -5.875, -5.9375, -5.9375, -5.96875, -6.0, -6.0625, -6.0625, -6.1875, -6.21875, -6.3125, -6.34375, -6.34375, -6.4375, -6.4375, -6.46875, -6.5, -6.5625, -6.59375, -6.59375, -6.65625, -6.65625, -6.6875, -6.71875, -6.71875, -6.75, -6.8125, -6.84375, -6.875, -6.90625, -6.9375, -7.03125, -7.03125, -7.0625, -7.0625, -7.125, -7.28125, -7.34375, -7.34375, -7.375, -7.375, -7.40625, -7.40625, -7.46875, -7.46875, -7.5625, -7.59375, -7.78125, -7.84375, -7.90625, -8.0, -8.1875 ] }, { "query_id": "5402", "ndcg@10": 0.38685280723454163, "mrr@10": 0.5, "recall@100": 0.5, "candidate_recall": 0.5, "top100": [ "125811", "227485", "486604", "69058", "578738", "584278", "595029", "362468", "85697", "245532", "41052", "583359", "209859", "495431", "26655", "85214", "172305", "251846", "539473", "421575", "437149", "195837", "351907", "2064", "135571", "13656", "290631", "233795", "202731", "108302", "64279", "2860", "500261", "84630", "345697", "444044", "104857", "264326", "327366", "368504", "14463", "61350", "265109", "554217", "40888", "300489", "78312", "246882", "18257", "550172", "110400", "358795", "507806", "205906", "26837", "521987", "123991", "379859", "244278", "482963", "285255", "247778", "281599", "86852", "2018", "98816", "447983", "399406", "459724", "61014", "445053", "167943", "224371", "463065", "74517", "278626", "390598", "114064", "336468", "204478", "490888", "418108", "396933", "368010", "113651", "260535", "282168", "572563", "551423", "103093", "272174", "239061", "28348", "39820", "152827", "526106", "236778", "571430", "430398", "192811" ], "top100_scores": [ -1.9609375, -2.765625, -3.171875, -3.21875, -3.234375, -3.34375, -3.390625, -3.421875, -3.515625, -3.53125, -3.609375, -3.734375, -3.75, -3.828125, -3.859375, -3.984375, -4.0, -4.03125, -4.15625, -4.21875, -4.25, -4.34375, -4.5, -4.5, -4.5, -4.53125, -4.53125, -4.53125, -4.59375, -4.59375, -4.625, -4.625, -4.6875, -4.78125, -4.8125, -4.875, -4.90625, -5.0, -5.0625, -5.0625, -5.0625, -5.09375, -5.09375, -5.125, -5.125, -5.15625, -5.15625, -5.1875, -5.25, -5.25, -5.3125, -5.3125, -5.3125, -5.375, -5.40625, -5.53125, -5.53125, -5.5625, -5.59375, -5.625, -5.625, -5.625, -5.65625, -5.65625, -5.65625, -5.65625, -5.6875, -5.71875, -5.78125, -5.8125, -5.875, -5.875, -5.90625, -5.96875, -5.96875, -6.0, -6.0, -6.03125, -6.0625, -6.0625, -6.0625, -6.0625, -6.125, -6.125, -6.125, -6.15625, -6.25, -6.28125, -6.3125, -6.3125, -6.34375, -6.40625, -6.4375, -6.5625, -6.71875, -6.875, -7.03125, -7.75, -7.84375, -8.0 ] }, { "query_id": "1948", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "293122", "321196", "5219", "219033", "569421", "589", "165397", "25391", "88973", "502875", "176017", "406656", "406109", "131382", "442110", "548299", "468049", "526106", "185999", "316359", "8126", "500403", "588591", "379732", "274359", "2718", "457455", "408124", "152827", "577475", "51761", "359814", "236114", "527776", "518079", "565133", "541682", "594784", "340661", "65698", "568255", "190941", "342212", "354943", "529879", "199069", "300121", "191925", "198532", "203446", "29372", "336468", "210439", "278653", "297013", "161966", "18727", "546315", "65040", "95390", "309684", "267067", "49602", "546678", "29817", "21883", "442146", "209065", "359713", "355592", "317667", "546277", "92549", "301161", "518393", "244749", "372657", "265278", "9116", "319043", "297467", "240628", "350357", "175522", "489898", "405777", "458485", "480717", "315304", "434201", "416513", "195587", "24883", "133760", "319555", "21468", "383978", "595897", "513658", "533727" ], "top100_scores": [ -4.96875, -5.53125, -5.5625, -5.59375, -5.75, -5.8125, -5.8125, -5.8125, -5.9375, -5.96875, -6.0, -6.0, -6.0625, -6.0625, -6.125, -6.1875, -6.1875, -6.21875, -6.21875, -6.28125, -6.3125, -6.3125, -6.375, -6.375, -6.40625, -6.4375, -6.4375, -6.46875, -6.53125, -6.53125, -6.53125, -6.5625, -6.5625, -6.59375, -6.59375, -6.59375, -6.6875, -6.71875, -6.71875, -6.75, -6.75, -6.75, -6.75, -6.78125, -6.8125, -6.875, -6.875, -6.875, -6.90625, -6.9375, -6.9375, -6.9375, -7.0, -7.03125, -7.0625, -7.09375, -7.1875, -7.1875, -7.1875, -7.25, -7.25, -7.28125, -7.34375, -7.34375, -7.375, -7.375, -7.375, -7.40625, -7.4375, -7.46875, -7.53125, -7.5625, -7.5625, -7.5625, -7.5625, -7.59375, -7.59375, -7.59375, -7.625, -7.65625, -7.71875, -7.71875, -7.71875, -7.75, -7.84375, -7.84375, -7.84375, -7.84375, -8.0, -8.0, -8.125, -8.1875, -8.3125, -8.375, -8.375, -8.5, -8.5625, -8.5625, -8.6875, -8.8125 ] }, { "query_id": "3682", "ndcg@10": 0.21840743681816419, "mrr@10": 0.16666666666666666, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "75686", "9082", "226496", "425527", "471730", "329662", "79764", "188015", "94690", "496819", "203876", "245746", "390864", "477316", "428031", "549040", "499060", "310056", "535518", "360139", "115553", "193502", "66431", "537053", "324874", "281599", "447983", "358795", "30352", "400009", "280177", "118039", "2519", "428079", "547127", "336053", "525247", "154768", "551234", "359257", "246586", "461177", "209849", "330041", "453976", "549665", "26051", "178668", "356161", "284610", "263867", "1203", "449131", "409350", "370494", "98816", "295085", "279185", "253563", "27987", "224392", "92938", "269727", "366560", "31565", "245917", "576976", "369437", "336268", "179893", "306460", "76996", "266480", "488207", "189061", "344283", "237635", "81353", "403608", "106104", "196427", "420974", "352700", "328073", "365298", "478600", "431443", "98130", "332136", "501931", "61518", "292045", "133760", "171819", "227232", "333605", "261258", "383287", "29502", "542667" ], "top100_scores": [ 1.875, -1.671875, -2.140625, -2.609375, -2.96875, -2.96875, -3.0625, -3.078125, -3.171875, -3.1875, -3.265625, -3.46875, -3.5, -3.625, -3.640625, -3.671875, -3.71875, -3.765625, -3.796875, -3.796875, -3.921875, -4.0, -4.0, -4.03125, -4.03125, -4.09375, -4.09375, -4.09375, -4.125, -4.125, -4.125, -4.15625, -4.1875, -4.21875, -4.21875, -4.25, -4.3125, -4.3125, -4.3125, -4.34375, -4.4375, -4.4375, -4.4375, -4.5, -4.5, -4.53125, -4.5625, -4.59375, -4.625, -4.65625, -4.65625, -4.6875, -4.6875, -4.71875, -4.71875, -4.75, -4.78125, -4.90625, -4.9375, -4.9375, -4.9375, -4.96875, -4.96875, -5.0, -5.03125, -5.03125, -5.09375, -5.21875, -5.4375, -5.4375, -5.5625, -5.625, -5.625, -5.65625, -5.75, -5.75, -5.8125, -5.84375, -5.875, -5.9375, -6.1875, -6.28125, -6.28125, -6.3125, -6.3125, -6.40625, -6.53125, -6.6875, -6.75, -6.75, -6.8125, -6.84375, -6.90625, -6.96875, -6.96875, -6.96875, -7.03125, -7.09375, -7.125, -7.28125 ] }, { "query_id": "2676", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "55666", "364543", "12822", "549620", "366560", "269987", "306460", "278082", "120080", "293404", "13975", "162630", "355972", "315304", "390435", "109455", "383287", "403608", "175522", "441518", "257625", "207929", "353698", "245447", "14745", "488954", "337993", "106104", "196463", "465648", "278629", "554293", "42565", "192811", "259150", "107584", "569539", "554814", "244749", "149516", "241189", "102237", "81353", "26790", "515615", "5188", "68431", "260795", "169240", "552792", "570453", "103447", "305742", "61518", "553031", "489101", "484149", "279897", "520026", "196427", "287501", "104453", "279936", "539008", "193502", "157219", "260007", "309758", "52532", "7311", "532787", "75754", "206442", "244986", "428277", "599757", "354974", "216708", "102209", "16626", "290691", "520597", "108514", "239061", "489174", "287085", "475748", "512699", "236778", "164038", "76414", "419578", "316838", "245917", "545284", "542667", "321120", "273761", "133760", "237635" ], "top100_scores": [ -0.1826171875, -1.7578125, -1.796875, -2.796875, -2.796875, -2.828125, -2.890625, -3.0, -3.25, -3.375, -3.421875, -3.484375, -3.53125, -3.546875, -3.625, -3.65625, -3.65625, -3.84375, -3.875, -3.953125, -3.96875, -4.03125, -4.09375, -4.09375, -4.125, -4.125, -4.15625, -4.15625, -4.15625, -4.1875, -4.1875, -4.1875, -4.21875, -4.25, -4.3125, -4.3125, -4.3125, -4.40625, -4.4375, -4.4375, -4.46875, -4.5, -4.5, -4.5, -4.53125, -4.53125, -4.5625, -4.59375, -4.59375, -4.59375, -4.625, -4.625, -4.625, -4.65625, -4.71875, -4.75, -4.78125, -4.78125, -4.78125, -4.78125, -4.8125, -4.9375, -4.96875, -4.96875, -5.0, -5.0625, -5.125, -5.15625, -5.21875, -5.21875, -5.25, -5.25, -5.25, -5.34375, -5.375, -5.375, -5.40625, -5.40625, -5.40625, -5.4375, -5.46875, -5.5, -5.625, -5.75, -5.75, -5.8125, -5.84375, -5.84375, -5.875, -5.875, -6.0, -6.0625, -6.09375, -6.25, -6.625, -6.84375, -7.03125, -7.21875, -7.375, -7.4375 ] }, { "query_id": "7431", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "477907", "523058", "121505", "157414", "251642", "510736", "435576", "189678", "563446", "305287", "232262", "58353", "98294", "510989", "233413", "454287", "581204", "552792", "426215", "455698", "53200", "160780", "386994", "332938", "546598", "83543", "5188", "230215", "455428", "482963", "188015", "473427", "559157", "331093", "59327", "164044", "359510", "574678", "266239", "103093", "95778", "279229", "326872", "314056", "337097", "354551", "364802", "310361", "206449", "109903", "18436", "423754", "150607", "13656", "546070", "87160", "553031", "595455", "554217", "597679", "439593", "490888", "260677", "139366", "372921", "232286", "445782", "351109", "285918", "278626", "560340", "12329", "554814", "341837", "123718", "313923", "585823", "580056", "360139", "389347", "175019", "223551", "551423", "559718", "336701", "253373", "561056", "353337", "80014", "507806", "333219", "589088", "513256", "353081", "123880", "464080", "468937", "321637", "132839", "581780" ], "top100_scores": [ 0.380859375, -0.055419921875, -0.76171875, -1.4609375, -1.4765625, -1.578125, -1.703125, -1.71875, -2.0625, -2.0625, -2.078125, -2.109375, -2.171875, -2.21875, -2.265625, -2.359375, -2.4375, -2.484375, -2.546875, -2.5625, -2.609375, -2.65625, -2.671875, -2.6875, -2.734375, -2.78125, -2.78125, -2.84375, -2.859375, -2.90625, -2.90625, -2.921875, -2.9375, -2.9375, -3.015625, -3.015625, -3.15625, -3.15625, -3.15625, -3.15625, -3.1875, -3.1875, -3.28125, -3.28125, -3.375, -3.390625, -3.390625, -3.421875, -3.421875, -3.453125, -3.578125, -3.625, -3.640625, -3.640625, -3.75, -3.796875, -3.796875, -3.8125, -3.8125, -3.828125, -3.890625, -3.90625, -3.921875, -3.984375, -4.03125, -4.03125, -4.125, -4.15625, -4.1875, -4.25, -4.25, -4.28125, -4.28125, -4.3125, -4.3125, -4.3125, -4.40625, -4.4375, -4.5, -4.5, -4.5, -4.65625, -4.6875, -4.6875, -4.78125, -4.8125, -4.8125, -4.875, -4.875, -4.96875, -5.15625, -5.15625, -5.15625, -5.71875, -6.0, -6.3125, -6.5, -6.65625, -6.875, -8.0 ] }, { "query_id": "8779", "ndcg@10": 0.2640681225725909, "mrr@10": 0.25, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "559654", "168561", "12614", "180571", "150707", "61787", "444044", "437194", "1219", "392371", "446059", "209730", "139059", "447482", "367556", "596429", "115175", "525645", "192857", "394549", "99233", "361345", "590310", "154178", "92442", "254280", "422979", "250844", "449828", "312248", "60441", "330874", "111350", "517516", "483644", "279538", "277810", "333616", "332113", "347957", "61022", "418135", "588134", "446615", "502482", "526882", "585422", "500913", "546678", "436562", "258658", "458183", "519129", "106611", "253970", "485883", "196427", "162745", "569953", "100452", "285449", "541315", "248677", "371821", "174122", "425527", "248629", "44529", "326305", "139998", "546150", "224530", "572563", "62047", "176017", "150219", "439593", "9597", "228315", "116958", "164137", "460348", "64026", "330533", "278991", "71293", "516790", "133997", "583666", "368504", "118039", "253373", "382384", "480717", "152502", "574954", "271395", "241189", "277190", "225718" ], "top100_scores": [ -2.515625, -2.609375, -3.0, -3.53125, -3.828125, -4.53125, -4.71875, -4.8125, -4.90625, -4.9375, -4.9375, -4.96875, -4.96875, -5.03125, -5.125, -5.15625, -5.1875, -5.21875, -5.25, -5.25, -5.25, -5.3125, -5.40625, -5.40625, -5.4375, -5.46875, -5.46875, -5.5, -5.53125, -5.53125, -5.5625, -5.5625, -5.71875, -5.75, -5.75, -5.78125, -5.78125, -5.78125, -5.84375, -5.875, -5.90625, -5.90625, -5.9375, -5.9375, -5.96875, -6.03125, -6.03125, -6.0625, -6.0625, -6.0625, -6.09375, -6.15625, -6.15625, -6.15625, -6.15625, -6.21875, -6.25, -6.25, -6.3125, -6.3125, -6.40625, -6.4375, -6.59375, -6.6875, -6.75, -6.75, -6.78125, -6.84375, -6.875, -6.875, -6.9375, -7.0, -7.0, -7.25, -7.3125, -7.3125, -7.3125, -7.34375, -7.34375, -7.375, -7.40625, -7.46875, -7.5, -7.53125, -7.65625, -7.6875, -7.78125, -7.78125, -7.8125, -7.84375, -7.875, -7.875, -7.875, -7.875, -7.96875, -8.0, -8.0625, -8.125, -8.125, -8.1875 ] }, { "query_id": "6896", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "330041", "441176", "379786", "226496", "66834", "378594", "488207", "148632", "522319", "333605", "169240", "23217", "263751", "257625", "295082", "361482", "110983", "289291", "509837", "106104", "337993", "323731", "306430", "97081", "561999", "420529", "306149", "12822", "201355", "447619", "366560", "71543", "390864", "309923", "555414", "75024", "458851", "18436", "573935", "118786", "343219", "403608", "300641", "554293", "14732", "29502", "528157", "374867", "299690", "244749", "355972", "430997", "328073", "281599", "431443", "246221", "403755", "557885", "250500", "196427", "403701", "72315", "30324", "379859", "368338", "104094", "7423", "401961", "290317", "474512", "430189", "32172", "596914", "333616", "385130", "208215", "348424", "205791", "81353", "587120", "374676", "173133", "377944", "426960", "326843", "259341", "102323", "208934", "393693", "268653", "530410", "483676", "581780", "477172", "308150", "499154", "383287", "244278", "206442", "353337" ], "top100_scores": [ -0.7578125, -1.09375, -1.109375, -1.15625, -1.5390625, -1.578125, -1.6171875, -1.765625, -1.796875, -1.9375, -1.984375, -2.09375, -2.375, -2.453125, -2.484375, -2.484375, -2.515625, -2.546875, -2.546875, -2.625, -2.734375, -2.734375, -2.75, -2.765625, -2.765625, -2.796875, -2.796875, -2.8125, -2.875, -2.875, -2.890625, -2.890625, -2.90625, -3.0, -3.09375, -3.140625, -3.15625, -3.171875, -3.171875, -3.171875, -3.1875, -3.1875, -3.1875, -3.1875, -3.1875, -3.234375, -3.25, -3.25, -3.296875, -3.3125, -3.328125, -3.359375, -3.359375, -3.375, -3.453125, -3.515625, -3.53125, -3.546875, -3.578125, -3.59375, -3.59375, -3.625, -3.625, -3.640625, -3.671875, -3.671875, -3.6875, -3.6875, -3.71875, -3.734375, -3.859375, -3.875, -3.875, -3.921875, -4.09375, -4.125, -4.125, -4.125, -4.15625, -4.21875, -4.28125, -4.3125, -4.34375, -4.40625, -4.40625, -4.4375, -4.8125, -4.9375, -4.9375, -4.96875, -5.09375, -5.34375, -5.4375, -5.46875, -6.1875, -6.1875, -6.84375, -7.125, -7.25, -7.40625 ] }, { "query_id": "3039", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "232983", "408434", "163693", "549870", "434351", "223624", "392285", "453257", "531499", "387010", "300418", "252843", "420529", "317197", "223170", "134026", "28172", "307531", "431349", "15270", "574037", "264068", "488954", "502875", "65698", "99716", "373180", "147080", "11454", "137393", "446117", "127974", "156499", "240259", "136804", "259072", "191965", "282770", "306688", "374676", "576362", "562957", "281612", "442110", "423171", "165645", "396066", "586326", "134494", "206431", "175889", "208216", "440061", "126756", "382908", "388713", "149516", "413642", "559866", "361482", "75195", "388704", "221281", "166204", "225718", "418999", "271395", "102323", "395483", "525685", "272279", "158058", "315925", "468937", "313012", "570112", "176599", "302209", "277208", "147439", "289526", "387035", "586061", "428953", "389004", "343472", "495568", "335164", "13656", "4044", "224530", "86852", "57392", "487739", "148346", "184977", "21468", "179679", "110367", "426215" ], "top100_scores": [ -0.85546875, -1.421875, -2.0, -2.125, -2.296875, -2.34375, -2.390625, -2.53125, -2.65625, -2.71875, -2.96875, -2.984375, -2.984375, -3.0, -3.015625, -3.0625, -3.109375, -3.125, -3.21875, -3.234375, -3.265625, -3.328125, -3.390625, -3.40625, -3.421875, -3.453125, -3.46875, -3.46875, -3.484375, -3.53125, -3.546875, -3.734375, -3.75, -3.765625, -3.84375, -3.84375, -3.84375, -3.859375, -3.890625, -3.90625, -3.921875, -4.03125, -4.09375, -4.125, -4.125, -4.15625, -4.1875, -4.21875, -4.28125, -4.3125, -4.34375, -4.34375, -4.34375, -4.34375, -4.4375, -4.4375, -4.5, -4.5, -4.53125, -4.5625, -4.65625, -4.6875, -4.6875, -4.8125, -4.84375, -4.84375, -4.9375, -4.9375, -5.0, -5.03125, -5.125, -5.1875, -5.21875, -5.625, -5.78125, -5.84375, -6.375, -6.375, -6.40625, -6.4375, -6.4375, -6.4375, -6.46875, -6.5625, -6.5625, -6.65625, -6.71875, -6.8125, -6.8125, -6.875, -6.90625, -7.0, -7.03125, -7.03125, -7.125, -7.5625, -7.5625, -7.5625, -7.625, -7.75 ] }, { "query_id": "5064", "ndcg@10": 0.6131471927654584, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "2003", "586289", "412109", "321619", "228308", "551423", "142201", "521987", "198251", "595287", "513986", "385600", "529678", "592192", "241599", "65648", "274306", "541421", "313885", "195587", "69150", "298563", "103093", "32833", "53200", "599075", "148976", "44529", "531965", "42565", "5188", "302448", "75754", "449828", "283505", "407844", "413231", "154829", "109938", "138283", "407401", "208216", "60750", "192811", "203670", "309235", "360628", "140135", "332938", "581204", "442896", "260363", "152286", "481114", "94434", "7311", "562934", "333219", "142242", "511506", "195206", "161254", "589476", "93519", "554217", "474896", "287693", "104644", "272328", "561832", "492250", "353081", "162745", "404973", "87160", "241189", "531299", "85214", "11082", "98294", "65698", "361832", "233413", "465135", "172736", "218501", "370815", "108302", "351518", "475748", "117077", "202731", "421639", "132288", "66183", "126751", "208437", "241070", "269987", "102209" ], "top100_scores": [ 2.734375, -3.0, -3.203125, -3.265625, -3.28125, -3.375, -3.828125, -3.953125, -3.953125, -4.03125, -4.0625, -4.09375, -4.09375, -4.125, -4.125, -4.15625, -4.25, -4.28125, -4.28125, -4.3125, -4.375, -4.40625, -4.53125, -4.5625, -4.5625, -4.5625, -4.5625, -4.5625, -4.59375, -4.625, -4.65625, -4.65625, -4.6875, -4.6875, -4.71875, -4.78125, -4.8125, -4.8125, -4.9375, -4.9375, -4.9375, -5.03125, -5.03125, -5.0625, -5.0625, -5.09375, -5.125, -5.15625, -5.21875, -5.21875, -5.28125, -5.28125, -5.34375, -5.40625, -5.40625, -5.46875, -5.5, -5.5, -5.53125, -5.59375, -5.625, -5.625, -5.65625, -5.6875, -5.71875, -5.71875, -5.71875, -5.71875, -5.78125, -5.78125, -5.78125, -5.8125, -5.84375, -5.84375, -5.875, -5.9375, -6.0, -6.03125, -6.09375, -6.09375, -6.09375, -6.1875, -6.25, -6.28125, -6.34375, -6.375, -6.5, -6.5, -6.625, -6.65625, -6.65625, -6.75, -7.0, -7.375, -7.40625, -7.40625, -7.4375, -7.625, -7.96875, -8.1875 ] }, { "query_id": "5331", "ndcg@10": 0.6309297535714575, "mrr@10": 0.5, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "220147", "200784", "143655", "134972", "237718", "261258", "104188", "595605", "107377", "1001", "409818", "115947", "344372", "235779", "447812", "384772", "24563", "493202", "499154", "333605", "373585", "61919", "125298", "89484", "144824", "175563", "277190", "79375", "445994", "174315", "394549", "324564", "305676", "200756", "599876", "453829", "188232", "209974", "581672", "99448", "518932", "132288", "303112", "265747", "147080", "558233", "265090", "89611", "469601", "490497", "460341", "77488", "406656", "420379", "135823", "442968", "433032", "590310", "440458", "163034", "311214", "80871", "194319", "420993", "94117", "162767", "201706", "47795", "535697", "428141", "522040", "370494", "533727", "525645", "193266", "330792", "569565", "176161", "162916", "315345", "449333", "555276", "362579", "240259", "152502", "321120", "309758", "354136", "400046", "240373", "345851", "588080", "546678", "391619", "519148", "30774", "292769", "535673", "9116", "527776" ], "top100_scores": [ 3.046875, 2.9375, 0.796875, -0.240234375, -1.203125, -1.5078125, -1.84375, -2.09375, -2.4375, -2.609375, -2.9375, -2.9375, -3.015625, -3.078125, -3.421875, -3.421875, -3.453125, -3.515625, -3.65625, -3.703125, -3.71875, -3.734375, -3.828125, -3.859375, -3.9375, -4.0, -4.03125, -4.0625, -4.125, -4.15625, -4.1875, -4.21875, -4.21875, -4.21875, -4.28125, -4.3125, -4.375, -4.40625, -4.46875, -4.5, -4.53125, -4.53125, -4.5625, -4.65625, -4.6875, -4.6875, -4.75, -4.78125, -4.84375, -5.03125, -5.21875, -5.28125, -5.53125, -5.59375, -5.59375, -5.65625, -5.65625, -5.71875, -5.75, -5.75, -5.8125, -5.84375, -5.90625, -5.9375, -5.9375, -5.9375, -6.03125, -6.0625, -6.0625, -6.125, -6.1875, -6.28125, -6.28125, -6.3125, -6.375, -6.375, -6.375, -6.40625, -6.5625, -6.59375, -6.59375, -6.625, -6.65625, -6.75, -6.8125, -6.8125, -6.8125, -6.84375, -7.0, -7.0625, -7.1875, -7.21875, -7.34375, -7.34375, -7.4375, -7.65625, -7.6875, -7.78125, -7.8125, -7.90625 ] }, { "query_id": "7377", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "579557", "464277", "286335", "559768", "58690", "593879", "20504", "97402", "590276", "28291", "31954", "544070", "83079", "68325", "560208", "30563", "175504", "491472", "6666", "293679", "240651", "297290", "271825", "39303", "503062", "397445", "434279", "236507", "580056", "263088", "158310", "502271", "234979", "599757", "23142", "520963", "568518", "126151", "321637", "406920", "440779", "552220", "161966", "266194", "344783", "118485", "530938", "105011", "467535", "461313", "436020", "245702", "154707", "354767", "445782", "553031", "272520", "3789", "424079", "257443", "531066", "5591", "192888", "478060", "574383", "563025", "179855", "287558", "77052", "85621", "392752", "57844", "564759", "434201", "93073", "444044", "148721", "462612", "554140", "495165", "454871", "237316", "257168", "47795", "569539", "12623", "441384", "590232", "99233", "429133", "457529", "561056", "301547", "180592", "190800", "245616", "391463", "293464", "361329", "138065" ], "top100_scores": [ -0.79296875, -1.6328125, -2.078125, -2.25, -2.296875, -2.96875, -3.0625, -3.078125, -3.15625, -3.421875, -3.421875, -3.421875, -3.5, -3.5, -3.546875, -3.734375, -3.765625, -3.828125, -3.84375, -3.90625, -3.90625, -4.03125, -4.21875, -4.375, -4.40625, -4.40625, -4.46875, -4.5625, -4.5625, -4.5625, -4.65625, -4.6875, -4.75, -4.75, -4.78125, -4.8125, -4.8125, -4.84375, -4.875, -4.90625, -4.9375, -4.9375, -4.96875, -5.03125, -5.09375, -5.09375, -5.15625, -5.15625, -5.15625, -5.15625, -5.1875, -5.25, -5.25, -5.28125, -5.28125, -5.3125, -5.3125, -5.34375, -5.34375, -5.34375, -5.40625, -5.4375, -5.46875, -5.5, -5.59375, -5.625, -5.625, -5.6875, -5.84375, -5.90625, -5.9375, -5.96875, -5.96875, -6.0, -6.0, -6.0, -6.0625, -6.125, -6.125, -6.15625, -6.15625, -6.1875, -6.1875, -6.25, -6.40625, -6.4375, -6.46875, -6.46875, -6.53125, -6.625, -6.625, -6.65625, -6.71875, -6.75, -6.875, -7.0625, -7.09375, -7.09375, -7.5625, -7.5625 ] }, { "query_id": "2903", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "59686", "593694", "174025", "223170", "558832", "207531", "489898", "407378", "44152", "37725", "79411", "113451", "451580", "195571", "406656", "509617", "66492", "282770", "130934", "116181", "65095", "149516", "510409", "281612", "403877", "483453", "158058", "428348", "453257", "107584", "382908", "254514", "295250", "595121", "89611", "65698", "69306", "250500", "405105", "467853", "590234", "525149", "408434", "129606", "153541", "541315", "449116", "369577", "25762", "446190", "584218", "423171", "548299", "252843", "133235", "315552", "408112", "568255", "307531", "485140", "239030", "160313", "75195", "373180", "440061", "202019", "244303", "29300", "408124", "496433", "568165", "444899", "225120", "546277", "150070", "344780", "395483", "533808", "445052", "134494", "102323", "272820", "199568", "244749", "399583", "560208", "392503", "175522", "121621", "172736", "13656", "221113", "469938", "546150", "151121", "110367", "205865", "397313", "203638", "235271" ], "top100_scores": [ 1.125, -1.765625, -2.484375, -3.34375, -3.34375, -3.421875, -3.4375, -3.453125, -3.46875, -3.53125, -3.5625, -3.765625, -3.796875, -3.8125, -3.828125, -3.9375, -3.9375, -4.15625, -4.1875, -4.1875, -4.1875, -4.21875, -4.21875, -4.25, -4.28125, -4.28125, -4.3125, -4.34375, -4.5, -4.53125, -4.5625, -4.5625, -4.59375, -4.65625, -4.71875, -4.71875, -4.71875, -4.75, -4.75, -4.75, -4.78125, -4.8125, -4.8125, -4.8125, -4.8125, -4.84375, -4.84375, -4.875, -4.875, -4.875, -4.90625, -4.9375, -4.9375, -4.96875, -4.96875, -4.96875, -5.0, -5.0, -5.03125, -5.09375, -5.1875, -5.1875, -5.1875, -5.3125, -5.34375, -5.34375, -5.40625, -5.40625, -5.5, -5.5, -5.53125, -5.5625, -5.5625, -5.625, -5.625, -5.625, -5.625, -5.65625, -5.78125, -5.90625, -6.0, -6.0625, -6.09375, -6.125, -6.125, -6.28125, -6.34375, -6.40625, -6.46875, -6.625, -7.0625, -7.125, -7.21875, -7.25, -7.4375, -7.65625, -7.65625, -7.78125, -8.1875, -8.1875 ] }, { "query_id": "4233", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "590836", "187129", "16270", "154886", "31377", "353048", "544070", "537913", "591344", "513376", "583666", "116804", "118191", "160578", "185077", "413966", "462367", "208437", "151442", "262885", "554217", "408307", "438419", "113660", "583912", "573290", "433032", "231863", "349299", "391605", "462440", "62047", "207779", "588247", "71257", "555794", "530692", "44529", "379546", "556913", "436020", "215620", "316651", "462113", "567165", "563446", "385600", "446059", "20994", "322806", "410675", "380759", "492250", "418551", "577729", "38918", "454871", "520963", "332064", "551099", "454465", "192669", "78520", "577832", "397445", "333219", "586851", "172761", "445782", "352638", "303432", "22425", "18436", "453829", "285918", "171483", "148721", "323228", "462612", "393733", "53100", "205280", "336468", "590232", "201317", "189678", "589476", "522040", "20036", "289582", "431443", "595455", "257616", "311214", "441518", "224345", "74688", "508610", "31954", "246058" ], "top100_scores": [ 6.1875, 3.09375, 2.625, 1.296875, -1.921875, -2.328125, -3.15625, -3.625, -3.796875, -3.84375, -3.96875, -4.34375, -4.6875, -4.75, -4.90625, -5.125, -5.25, -5.375, -5.59375, -5.625, -5.65625, -5.6875, -5.78125, -5.875, -5.90625, -5.96875, -6.03125, -6.03125, -6.0625, -6.1875, -6.1875, -6.21875, -6.21875, -6.25, -6.25, -6.25, -6.28125, -6.3125, -6.34375, -6.375, -6.375, -6.4375, -6.4375, -6.4375, -6.46875, -6.5, -6.5, -6.53125, -6.5625, -6.625, -6.625, -6.625, -6.6875, -6.6875, -6.71875, -6.78125, -6.78125, -6.90625, -6.9375, -6.9375, -6.9375, -6.96875, -6.96875, -7.0, -7.0, -7.0, -7.09375, -7.09375, -7.125, -7.21875, -7.21875, -7.25, -7.25, -7.28125, -7.28125, -7.3125, -7.34375, -7.375, -7.40625, -7.4375, -7.4375, -7.53125, -7.5625, -7.59375, -7.59375, -7.625, -7.65625, -7.65625, -7.78125, -7.78125, -7.8125, -7.84375, -7.875, -7.875, -7.9375, -8.0, -8.125, -8.1875, -8.1875, -8.3125 ] }, { "query_id": "1310", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "535651", "101103", "597813", "310056", "223338", "49798", "84630", "596473", "358795", "51504", "79378", "112435", "437149", "93564", "482963", "510805", "71543", "554018", "343823", "368010", "279488", "573935", "531841", "550172", "310326", "111454", "30352", "211642", "360139", "290631", "165710", "70799", "233413", "233795", "256261", "246882", "385013", "368044", "445549", "14472", "14538", "263867", "433245", "8480", "584278", "585823", "280177", "293464", "85697", "225106", "510373", "47565", "109903", "549040", "362468", "475663", "175771", "219398", "305742", "561056", "334750", "341837", "444477", "294076", "20529", "336053", "293624", "467535", "278626", "350131", "69058", "528184", "87187", "75686", "241297", "220834", "192464", "44917", "336847", "402778", "455428", "309235", "128408", "454287", "112195", "150607", "103093", "426215", "507806", "2064", "445053", "28346", "160464", "568255", "147806", "174016", "551423", "302306", "321108", "475397" ], "top100_scores": [ 2.5, -2.296875, -2.578125, -2.671875, -2.703125, -3.4375, -3.59375, -3.640625, -3.703125, -3.703125, -3.796875, -3.9375, -3.9375, -3.984375, -3.984375, -4.0, -4.03125, -4.0625, -4.0625, -4.09375, -4.125, -4.1875, -4.28125, -4.3125, -4.3125, -4.3125, -4.3125, -4.40625, -4.4375, -4.4375, -4.53125, -4.53125, -4.53125, -4.53125, -4.5625, -4.5625, -4.59375, -4.65625, -4.6875, -4.6875, -4.71875, -4.75, -4.84375, -4.875, -4.90625, -4.90625, -4.96875, -5.0, -5.0625, -5.0625, -5.125, -5.15625, -5.15625, -5.1875, -5.1875, -5.21875, -5.21875, -5.25, -5.40625, -5.4375, -5.5, -5.53125, -5.53125, -5.5625, -5.59375, -5.59375, -5.625, -5.625, -5.65625, -5.65625, -5.65625, -5.6875, -5.71875, -5.71875, -5.75, -5.75, -5.75, -5.78125, -5.78125, -5.8125, -5.8125, -5.84375, -5.9375, -5.9375, -5.9375, -6.0, -6.03125, -6.03125, -6.125, -6.34375, -6.4375, -6.53125, -6.78125, -7.34375, -7.53125, -7.65625, -7.6875, -7.75, -7.875, -8.125 ] }, { "query_id": "8378", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.3333333333333333, "candidate_recall": 0.3333333333333333, "top100": [ "511678", "521095", "495568", "519148", "98767", "567244", "361345", "387035", "469100", "114981", "311782", "207929", "337049", "38287", "90085", "11075", "363919", "467853", "500856", "295082", "369437", "481339", "43497", "480879", "301161", "221869", "347992", "30557", "393842", "328073", "250623", "109455", "41852", "99132", "102237", "121480", "132111", "18727", "242849", "593644", "132966", "545284", "161076", "203638", "14699", "71293", "261902", "246221", "386095", "355871", "581579", "413174", "241433", "533727", "18065", "250294", "419747", "565133", "104188", "474962", "517516", "344372", "66834", "378173", "526235", "2633", "84800", "570112", "310837", "503261", "26292", "192900", "78053", "258190", "266785", "558921", "123320", "92284", "388718", "460839", "31465", "303724", "390864", "2064", "590453", "166885", "454871", "275833", "71399", "356490", "282623", "313437", "381341", "216365", "464385", "119165", "299690", "130631", "21468", "228548" ], "top100_scores": [ 1.6953125, 0.494140625, 0.359375, 0.038330078125, 0.01068115234375, -0.0223388671875, -0.1298828125, -1.328125, -1.7109375, -2.078125, -2.09375, -2.21875, -2.234375, -2.28125, -2.28125, -2.359375, -2.4375, -2.46875, -2.53125, -2.546875, -2.671875, -2.78125, -2.8125, -2.8125, -2.859375, -2.890625, -2.90625, -3.0, -3.015625, -3.03125, -3.03125, -3.09375, -3.09375, -3.125, -3.140625, -3.140625, -3.203125, -3.28125, -3.296875, -3.3125, -3.359375, -3.390625, -3.421875, -3.421875, -3.421875, -3.5, -3.5, -3.5625, -3.59375, -3.625, -3.65625, -3.6875, -3.78125, -3.8125, -3.84375, -3.859375, -3.890625, -3.90625, -4.0625, -4.125, -4.125, -4.15625, -4.21875, -4.28125, -4.28125, -4.28125, -4.28125, -4.34375, -4.40625, -4.4375, -4.4375, -4.46875, -4.5, -4.53125, -4.5625, -4.59375, -4.59375, -4.59375, -4.625, -4.65625, -4.65625, -4.65625, -4.65625, -4.75, -4.78125, -5.0, -5.0625, -5.1875, -5.21875, -5.3125, -5.625, -5.65625, -5.71875, -5.84375, -5.84375, -5.90625, -7.0625, -7.1875, -7.21875, -7.875 ] } ] }, "NanoSciFact": { "metrics": { "ndcg@10": 0.6854595060483355, "mrr@10": 0.648, "recall@100": 0.88, "candidate_recall": 0.88, "seconds": 8.442649154996616 }, "per_query": [ { "query_id": "514", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "16256507", "30720103", "520579", "26409363", "38551172", "36960449", "19878070", "4462079", "12102963", "23267371", "19278208", "44572913", "3215494", "11246427", "41915616", "25599283", "20048431", "25135304", "4483571", "11071351", "21993510", "21553394", "46485368", "8595678", "41310252", "30981192", "22023404", "34054472", "19460822", "9244474", "2138843", "21557614", "12810152", "24273592", "8037453", "10692948", "6158879", "38712515", "3150030", "8856690", "12236208", "22309946", "11360768", "3222187", "25974070", "42441846", "33409100", "2425364", "29735200", "30208015", "17324544", "33733520", "45770026", "25690516", "2194320", "25028913", "12801438", "31890716", "27550580", "3083927", "20471181", "24510595", "34121231", "46451940", "4505748", "4910408", "1285713", "15570962", "25298276", "2842550", "12358173", "4463588", "25837950", "6042706", "15615957", "27428509", "42800527", "29564505", "4457834", "1428840", "13230773", "19532163", "40473317", "40913091", "6327940", "11441172", "1522647", "20887554", "82665667", "8582337", "29981186", "195689316", "4394525", "37182501", "16701509", "16980892", "12205576", "14934137", "20302714", "3981244" ], "top100_scores": [ -2.28125, -2.3125, -2.484375, -2.640625, -2.9375, -3.3125, -3.34375, -3.390625, -3.390625, -3.5625, -3.5625, -3.640625, -3.828125, -3.875, -3.9375, -4.0, -4.0625, -4.25, -4.28125, -4.375, -4.40625, -4.4375, -4.46875, -4.53125, -4.53125, -4.625, -4.71875, -4.71875, -4.875, -4.875, -4.875, -4.90625, -4.9375, -4.96875, -5.0, -5.0, -5.0, -5.0, -5.03125, -5.125, -5.125, -5.25, -5.25, -5.28125, -5.28125, -5.28125, -5.3125, -5.34375, -5.34375, -5.375, -5.375, -5.4375, -5.46875, -5.46875, -5.53125, -5.5625, -5.5625, -5.5625, -5.65625, -5.71875, -5.71875, -5.71875, -5.71875, -5.75, -5.75, -5.78125, -5.8125, -5.8125, -5.84375, -5.84375, -5.90625, -5.90625, -5.90625, -5.9375, -5.9375, -5.96875, -5.96875, -5.96875, -6.0625, -6.1875, -6.25, -6.28125, -6.3125, -6.3125, -6.3125, -6.3125, -6.65625, -6.75, -6.8125, -6.875, -6.9375, -7.0, -7.03125, -7.03125, -7.0625, -7.0625, -7.125, -7.28125, -7.34375, -7.5625 ] }, { "query_id": "269", "ndcg@10": 0.6309297535714575, "mrr@10": 0.5, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "36838958", "970012", "14865329", "32955023", "25687558", "25878014", "496873", "13000926", "4319174", "34582256", "3083927", "2613775", "38028419", "8137081", "1568684", "36960449", "13025574", "4854076", "4810810", "17000834", "29347970", "16546131", "21868715", "14492339", "7198295", "10765888", "2192419", "11968641", "25817686", "21902910", "15135001", "22420524", "22495397", "13770184", "6853699", "34121231", "38252314", "275294", "12871281", "36547290", "791050", "25988622", "3559136", "1192458", "4460880", "18231807", "708425", "1871230", "3493623", "25901598", "38830961", "6309659", "2679511", "14972169", "20287253", "2042250", "4380004", "20368353", "712078", "5864770", "26886351", "13923140", "18126445", "27635177", "17333231", "1507222", "31293581", "13952658", "16532419", "35079452", "18042803", "39637840", "6712836", "33912748", "16208091", "27995781", "4345315", "20501163", "4340358", "58006489", "25085979", "7028976", "9021186", "10189634", "13905670", "885056", "20977638", "42387637", "16472469", "14835068", "33986507", "13763195", "2714623", "11721286", "8596837", "11674596", "19561411", "26067999", "502591", "36830715" ], "top100_scores": [ 3.921875, 1.203125, 0.1943359375, -1.8828125, -2.546875, -3.46875, -3.515625, -3.921875, -4.46875, -4.59375, -4.6875, -4.9375, -4.96875, -5.0, -5.0625, -5.21875, -5.3125, -5.375, -5.59375, -5.65625, -5.6875, -5.6875, -5.71875, -5.875, -5.9375, -5.9375, -6.15625, -6.21875, -6.34375, -6.40625, -6.4375, -6.5, -6.5625, -6.625, -6.71875, -6.90625, -6.9375, -6.96875, -6.96875, -7.0, -7.03125, -7.03125, -7.03125, -7.0625, -7.0625, -7.09375, -7.125, -7.125, -7.125, -7.15625, -7.1875, -7.25, -7.28125, -7.28125, -7.28125, -7.28125, -7.3125, -7.34375, -7.34375, -7.34375, -7.34375, -7.34375, -7.34375, -7.375, -7.375, -7.40625, -7.40625, -7.4375, -7.4375, -7.4375, -7.4375, -7.4375, -7.46875, -7.46875, -7.5, -7.53125, -7.5625, -7.5625, -7.59375, -7.59375, -7.59375, -7.59375, -7.625, -7.65625, -7.65625, -7.75, -7.75, -7.78125, -7.78125, -7.8125, -7.84375, -7.84375, -7.90625, -7.9375, -7.96875, -8.0, -8.0, -8.0625, -8.0625, -8.0625 ] }, { "query_id": "343", "ndcg@10": 0.5706417189553201, "mrr@10": 0.3333333333333333, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "6158879", "23783727", "7873737", "5884524", "24150328", "19308127", "471921", "16180601", "25028913", "20887554", "15925931", "7640792", "16760369", "38630735", "5935987", "30981192", "40156901", "44827480", "6157837", "13282296", "29526125", "20526907", "13179318", "21301090", "3056682", "12102963", "29253460", "3462075", "43226130", "5698494", "12561083", "20554003", "1522647", "36288526", "19945096", "39443128", "750781", "45447613", "14973286", "13448422", "4678846", "6070278", "35495268", "31890716", "10072941", "6945285", "35186640", "9813098", "29564505", "15048300", "7711685", "6123521", "9617381", "2958458", "21571708", "6517763", "5912283", "5132358", "3083927", "5262240", "11992632", "2138843", "8037453", "2058909", "7613033", "21257564", "27449472", "29981186", "22401061", "44562904", "22942787", "23887844", "44265107", "12009265", "14188138", "6421734", "7965928", "13883546", "7373453", "3613041", "13791044", "8582337", "22420524", "3929361", "33960383", "32462603", "6309659", "7552215", "26244918", "8842332", "23136735", "3107733", "44048701", "4505748", "10699587", "22309946", "12122482", "8529693", "26720366", "791050" ], "top100_scores": [ 4.34375, 4.0, 0.68359375, -0.66015625, -2.09375, -2.234375, -2.28125, -2.359375, -2.765625, -2.84375, -2.84375, -2.921875, -3.140625, -3.28125, -3.3125, -3.390625, -3.5625, -3.59375, -3.625, -3.65625, -3.671875, -3.6875, -3.78125, -3.78125, -3.875, -3.953125, -3.96875, -4.0, -4.0625, -4.09375, -4.125, -4.15625, -4.25, -4.28125, -4.34375, -4.375, -4.375, -4.40625, -4.46875, -4.46875, -4.53125, -4.53125, -4.5625, -4.5625, -4.59375, -4.59375, -4.6875, -4.6875, -4.75, -4.84375, -4.90625, -4.9375, -4.9375, -4.96875, -4.96875, -5.125, -5.125, -5.125, -5.15625, -5.15625, -5.1875, -5.1875, -5.1875, -5.21875, -5.53125, -5.53125, -5.5625, -5.59375, -5.59375, -5.71875, -5.8125, -5.84375, -6.0625, -6.21875, -6.28125, -6.3125, -6.34375, -6.34375, -6.375, -6.4375, -6.53125, -6.5625, -6.6875, -6.75, -6.84375, -6.90625, -6.90625, -6.96875, -7.0625, -7.09375, -7.1875, -7.21875, -7.21875, -7.25, -7.28125, -7.34375, -7.40625, -7.5, -7.5625, -7.5625 ] }, { "query_id": "551", "ndcg@10": 0.6309297535714575, "mrr@10": 0.5, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "8903143", "33499189", "29288582", "52095986", "5914739", "38830961", "40590358", "29362104", "18231807", "33397197", "85326624", "2714623", "34905328", "4418070", "13868795", "4324278", "25085979", "34436231", "23076291", "41982985", "5811042", "4270992", "28006126", "5483793", "6961811", "994800", "9283422", "35531883", "20220731", "12871281", "11666252", "9160947", "35651106", "25479072", "6936141", "15972906", "22174015", "10562341", "19603353", "7115651", "4468861", "18237384", "18042803", "1196631", "24387017", "40608679", "27910499", "20457190", "18758057", "30184745", "1454773", "17463549", "20344442", "26117607", "23912923", "6767271", "36271512", "14834714", "3118719", "306006", "36216395", "3531388", "6123924", "2825380", "22874817", "6163801", "14767844", "21366394", "31107919", "5386514", "3545805", "41226276", "21754541", "51952430", "8563659", "20646904", "22997657", "8305686", "15425958", "3127341", "8144920", "18488986", "26011884", "4820792", "2593298", "34498325", "18546584", "15435343", "5132358", "5836", "14380875", "21164071", "38587347", "19561411", "79696454", "35987381", "40094786", "14934137", "13798951", "25353658" ], "top100_scores": [ -0.5625, -2.8125, -2.859375, -3.046875, -3.4375, -3.46875, -3.484375, -3.515625, -3.515625, -3.734375, -3.84375, -3.859375, -3.90625, -3.953125, -3.984375, -4.0, -4.0, -4.0, -4.09375, -4.125, -4.15625, -4.15625, -4.1875, -4.1875, -4.21875, -4.25, -4.25, -4.25, -4.28125, -4.28125, -4.3125, -4.3125, -4.34375, -4.375, -4.375, -4.375, -4.375, -4.375, -4.40625, -4.4375, -4.46875, -4.46875, -4.5, -4.5, -4.5, -4.53125, -4.5625, -4.59375, -4.59375, -4.59375, -4.59375, -4.625, -4.6875, -4.6875, -4.6875, -4.6875, -4.71875, -4.71875, -4.71875, -4.71875, -4.71875, -4.71875, -4.71875, -4.75, -4.75, -4.75, -4.75, -4.75, -4.78125, -4.8125, -4.84375, -4.84375, -4.84375, -4.875, -4.875, -4.90625, -4.90625, -4.9375, -4.96875, -5.0, -5.0, -5.03125, -5.03125, -5.03125, -5.09375, -5.09375, -5.125, -5.125, -5.15625, -5.1875, -5.21875, -5.25, -5.25, -5.3125, -5.34375, -5.375, -5.4375, -5.46875, -5.65625, -5.6875 ] }, { "query_id": "641", "ndcg@10": 0.8175295903539445, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "5912283", "10749308", "28542402", "12672066", "7239105", "16826810", "31554917", "21203899", "25483562", "32852283", "13123189", "14260013", "38752049", "45581752", "32463364", "2248870", "14079881", "25315295", "4587978", "20326526", "18025240", "24921368", "24524403", "26720366", "26231129", "7595742", "46112052", "24581365", "21274919", "24341590", "25895285", "31591262", "49432306", "20697217", "17930286", "1281769", "20471181", "7986878", "33884866", "3056682", "19497526", "35314705", "7834603", "15215393", "30658796", "26079071", "10958594", "7965928", "21246752", "41074251", "25589047", "2391552", "4961038", "14782049", "343052", "2048139", "24285403", "25690516", "21700295", "23863576", "3329824", "35766603", "26244918", "32454714", "11254040", "22517564", "31884697", "9021186", "3866315", "13282296", "31363207", "13619127", "15462523", "19510470", "19529370", "6157837", "40127292", "26409363", "6650933", "3858268", "10072941", "32743723", "15678772", "8610932", "3898784", "2335873", "496873", "20610557", "10017612", "22688699", "45764440", "37583120", "24634621", "6153754", "10699587", "9955779", "20554003", "18074797", "8037453", "39532074" ], "top100_scores": [ -0.515625, -4.75, -5.0625, -5.3125, -5.46875, -5.5625, -5.59375, -5.78125, -6.09375, -6.25, -6.40625, -6.78125, -6.8125, -6.90625, -6.9375, -7.21875, -7.53125, -7.65625, -7.6875, -7.71875, -7.75, -7.78125, -7.78125, -7.8125, -7.84375, -7.9375, -7.96875, -8.0, -8.0, -8.0, -8.0625, -8.0625, -8.0625, -8.125, -8.1875, -8.1875, -8.1875, -8.25, -8.25, -8.25, -8.25, -8.25, -8.25, -8.25, -8.25, -8.25, -8.25, -8.3125, -8.3125, -8.3125, -8.3125, -8.3125, -8.3125, -8.3125, -8.375, -8.375, -8.375, -8.375, -8.375, -8.375, -8.375, -8.375, -8.375, -8.375, -8.4375, -8.4375, -8.4375, -8.4375, -8.4375, -8.4375, -8.4375, -8.4375, -8.4375, -8.4375, -8.5, -8.5, -8.5, -8.5, -8.5, -8.5, -8.5625, -8.5625, -8.5625, -8.5625, -8.5625, -8.5625, -8.5625, -8.625, -8.625, -8.625, -8.625, -8.625, -8.625, -8.625, -8.6875, -8.6875, -8.6875, -8.6875, -8.6875, -8.75 ] }, { "query_id": "971", "ndcg@10": 0.9828920819566879, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "27873158", "9764256", "46695481", "6561200", "28617573", "7650066", "19140422", "16980892", "46355579", "23136735", "20279166", "23471400", "6748318", "3566945", "1203035", "7165938", "41074251", "3878434", "3078080", "12471115", "10692412", "20839751", "881332", "7020505", "11201004", "4688340", "9274291", "26798867", "13916951", "25742130", "12779444", "3790895", "1921218", "5735492", "13831558", "13515165", "36355784", "13445579", "32423829", "19673227", "20610390", "2727303", "5850219", "22942787", "3285322", "36003142", "12358173", "11880289", "22067786", "35443524", "52188256", "13007205", "7736860", "23126677", "8891333", "14252892", "7821634", "40735046", "26067999", "16422880", "27240667", "2931832", "2272614", "2140497", "4911006", "14664424", "1996292", "24660385", "27099731", "3935126", "4695046", "14717213", "3210545", "43329366", "24450344", "7451018", "24581365", "14729253", "654735", "31933981", "39903312", "16016673", "32721137", "14827874", "23639838", "1780819", "22309946", "21902400", "13763195", "15476777", "3215494", "19532163", "5151024", "17163294", "45449835", "32454714", "19047331", "20886584", "15559582", "12770738" ], "top100_scores": [ 4.5, 3.296875, 2.40625, 1.5390625, 0.6484375, -0.76953125, -1.9140625, -2.09375, -2.515625, -3.015625, -4.125, -4.28125, -4.3125, -4.34375, -4.40625, -4.5625, -4.59375, -4.65625, -4.65625, -4.6875, -4.78125, -4.96875, -5.0, -5.09375, -5.15625, -5.15625, -5.1875, -5.40625, -5.4375, -5.46875, -5.53125, -5.53125, -5.5625, -5.59375, -5.625, -5.625, -5.65625, -5.65625, -5.6875, -5.6875, -5.71875, -5.75, -5.75, -5.78125, -5.90625, -5.9375, -6.0, -6.03125, -6.03125, -6.03125, -6.0625, -6.09375, -6.125, -6.125, -6.125, -6.15625, -6.15625, -6.15625, -6.1875, -6.1875, -6.21875, -6.21875, -6.21875, -6.25, -6.28125, -6.28125, -6.3125, -6.3125, -6.3125, -6.34375, -6.34375, -6.34375, -6.375, -6.46875, -6.46875, -6.5, -6.53125, -6.53125, -6.625, -6.625, -6.625, -6.6875, -6.6875, -6.6875, -6.75, -6.75, -6.8125, -6.8125, -6.8125, -6.84375, -6.90625, -6.96875, -6.96875, -6.96875, -7.0, -7.03125, -7.03125, -7.125, -7.21875, -7.375 ] }, { "query_id": "475", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "33030946", "5785219", "23148978", "23576165", "1605196", "20672596", "18810195", "24349992", "4423401", "6363093", "4530659", "27647593", "5839365", "4418878", "39776978", "18678095", "30152134", "33370", "40473317", "38533515", "2919030", "16319097", "3590806", "13256155", "1148122", "4387494", "27900414", "29689140", "9301606", "8038329", "19460822", "10247314", "10450300", "4387484", "30658796", "11200685", "16128711", "34445160", "7506409", "30933307", "11992632", "16605494", "17023584", "26374799", "20738970", "31761981", "14296612", "24249915", "11569583", "8721150", "35345807", "16233471", "27889071", "3118719", "17919731", "20333864", "10562341", "34982259", "17601006", "12156187", "9460704", "12489688", "12642224", "928281", "11887584", "5704562", "38844612", "19945096", "40667577", "21914176", "25344732", "9769310", "16120395", "29657303", "22401061", "19071857", "10627801", "4417558", "27789588", "14060030", "11716783", "23180075", "20960682", "21093407", "28783084", "27873158", "17433284", "5035827", "39225849", "8208212", "30919024", "2402323", "16863359", "28617573", "11255504", "23237995", "13223957", "28193026", "10145528", "23639838" ], "top100_scores": [ -2.40625, -3.125, -3.546875, -3.546875, -3.828125, -3.84375, -3.859375, -4.0, -4.28125, -4.3125, -4.375, -4.375, -4.4375, -4.6875, -4.84375, -4.875, -5.125, -5.15625, -5.1875, -5.1875, -5.21875, -5.3125, -5.375, -5.5, -5.5, -5.65625, -5.75, -5.78125, -5.78125, -5.8125, -5.8125, -5.8125, -5.84375, -5.875, -5.875, -5.875, -5.875, -5.90625, -5.9375, -5.9375, -5.9375, -5.96875, -5.96875, -5.96875, -5.96875, -6.03125, -6.03125, -6.09375, -6.09375, -6.09375, -6.125, -6.125, -6.125, -6.125, -6.125, -6.125, -6.15625, -6.15625, -6.1875, -6.1875, -6.21875, -6.21875, -6.3125, -6.3125, -6.3125, -6.3125, -6.34375, -6.34375, -6.375, -6.375, -6.375, -6.375, -6.40625, -6.40625, -6.40625, -6.40625, -6.4375, -6.4375, -6.4375, -6.4375, -6.46875, -6.46875, -6.46875, -6.53125, -6.59375, -6.59375, -6.59375, -6.59375, -6.625, -6.78125, -6.84375, -6.875, -6.875, -6.875, -6.90625, -6.9375, -6.96875, -7.09375, -7.125, -7.21875 ] }, { "query_id": "380", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "19005293", "40365566", "23912923", "44562221", "20610557", "3083927", "219475", "4391121", "21651116", "10648422", "45449835", "5500086", "12966719", "13905670", "29509926", "195683603", "67045088", "3684342", "22281684", "7975937", "15946643", "45096063", "20261352", "12058271", "24177706", "5979056", "15425958", "27602752", "12130690", "5003144", "14386505", "17438862", "15727984", "3835423", "1574014", "343052", "364522", "23509113", "20428155", "56486733", "14615911", "34016987", "4418070", "24873253", "26735018", "33203108", "21258863", "3619931", "9159125", "7281161", "6417632", "5137019", "15561961", "26735905", "28712203", "3493623", "7198295", "1733337", "97884", "3973445", "4345315", "8639034", "49556906", "10450300", "12885341", "25263810", "42065070", "9021186", "2958458", "5838067", "10247282", "26067999", "92308", "16532419", "26025820", "31313782", "24323695", "1344498", "8247469", "19205437", "4347374", "39481265", "22896384", "2603304", "36642096", "25175997", "15803282", "1391126", "16572581", "5867846", "5633957", "1970884", "12631697", "15319019", "20960682", "7177329", "25942757", "2335873", "22623275", "10697096" ], "top100_scores": [ 6.6875, -0.80859375, -1.21875, -1.78125, -1.890625, -2.015625, -2.125, -2.453125, -2.515625, -2.578125, -2.578125, -2.75, -2.8125, -2.921875, -2.96875, -3.0625, -3.140625, -3.140625, -3.328125, -3.359375, -3.390625, -3.4375, -3.5, -3.515625, -3.53125, -3.5625, -3.59375, -3.703125, -3.84375, -3.90625, -4.0, -4.09375, -4.09375, -4.1875, -4.21875, -4.25, -4.28125, -4.28125, -4.34375, -4.5, -4.5, -4.53125, -4.53125, -4.5625, -4.5625, -4.5625, -4.65625, -4.6875, -4.71875, -4.71875, -4.75, -4.78125, -4.78125, -4.78125, -4.84375, -4.84375, -4.9375, -5.0, -5.0, -5.03125, -5.03125, -5.0625, -5.15625, -5.21875, -5.3125, -5.34375, -5.375, -5.375, -5.375, -5.4375, -5.46875, -5.53125, -5.53125, -5.65625, -5.65625, -5.6875, -5.8125, -5.84375, -5.84375, -5.9375, -6.125, -6.15625, -6.15625, -6.25, -6.3125, -6.40625, -6.4375, -6.46875, -6.53125, -6.6875, -6.8125, -6.875, -6.875, -6.875, -6.90625, -6.9375, -7.09375, -7.28125, -7.3125, -7.53125 ] }, { "query_id": "129", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "27768226", "16167746", "29745822", "7239105", "5641851", "12991445", "22674621", "41310252", "2832403", "6477536", "16390264", "35329820", "40666943", "33370", "25028913", "23785605", "6123924", "4398832", "6407356", "751192", "22707413", "52868579", "13901073", "7111021", "16979690", "32909242", "21956124", "21479575", "20280410", "10577574", "29387024", "24942840", "30292811", "32357890", "4959368", "5372432", "12561083", "12801438", "13179318", "3230361", "13097856", "25602549", "19661996", "12471115", "27123743", "25254425", "38180456", "41298619", "9617381", "21323587", "2479538", "16233471", "3790895", "23294314", "5238341", "9658390", "25293616", "29253460", "13899137", "8529693", "33740844", "63858430", "25886725", "6319826", "11748341", "12672066", "32328114", "15856466", "23267371", "22711954", "21914176", "21553394", "409280", "38630735", "76463821", "15692098", "10982689", "1871230", "8298120", "13494853", "13322804", "5596332", "7036529", "20186513", "13934676", "27024392", "38037690", "11624482", "26611834", "7547329", "75636923", "13025574", "28017005", "39984099", "11230569", "9167230", "30655442", "3052642", "25121903", "3716075" ], "top100_scores": [ 0.8984375, -4.59375, -5.0, -5.09375, -5.65625, -5.65625, -5.6875, -5.75, -5.875, -6.0, -6.0, -6.0625, -6.125, -6.15625, -6.15625, -6.1875, -6.21875, -6.25, -6.3125, -6.34375, -6.34375, -6.375, -6.40625, -6.40625, -6.40625, -6.46875, -6.46875, -6.46875, -6.5, -6.53125, -6.53125, -6.53125, -6.5625, -6.59375, -6.59375, -6.625, -6.625, -6.65625, -6.65625, -6.65625, -6.6875, -6.6875, -6.6875, -6.6875, -6.6875, -6.6875, -6.71875, -6.71875, -6.71875, -6.75, -6.75, -6.75, -6.75, -6.78125, -6.78125, -6.78125, -6.8125, -6.8125, -6.8125, -6.84375, -6.84375, -6.875, -6.90625, -6.90625, -6.9375, -6.9375, -6.9375, -6.96875, -6.96875, -7.0, -7.0, -7.0, -7.0, -7.0, -7.03125, -7.03125, -7.03125, -7.03125, -7.0625, -7.0625, -7.0625, -7.09375, -7.09375, -7.125, -7.125, -7.125, -7.125, -7.15625, -7.15625, -7.15625, -7.15625, -7.1875, -7.25, -7.25, -7.25, -7.28125, -7.3125, -7.46875, -7.5625, -7.6875 ] }, { "query_id": "1202", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "3475317", "4391121", "17412260", "21258863", "24707550", "21320417", "17023584", "22517564", "29509926", "2042250", "1049501", "15435343", "16066726", "6853699", "7975937", "12580014", "44562221", "4429118", "3943235", "19603353", "28783084", "5511240", "23388442", "9225850", "4418070", "22852120", "5406411", "3981033", "40323148", "24726600", "23801039", "9767444", "15889329", "3330111", "4380287", "36216395", "5572127", "6580081", "34378726", "20722510", "27403802", "19005293", "21382907", "52095986", "52925737", "12641252", "5752492", "26702468", "25148216", "4345315", "24044977", "7399084", "13778710", "16863359", "5519177", "1900152", "8137081", "1605392", "5107861", "25942757", "9977329", "26230669", "9159125", "6501747", "25946292", "2506153", "1196631", "4416964", "20501163", "26474812", "38587347", "5137019", "31293581", "343052", "4928282", "29015485", "31272411", "24315156", "14692646", "8604837", "1265945", "49432306", "22696649", "24157077", "1970884", "3493623", "41877386", "4402497", "17438862", "4544916", "2714623", "20960682", "10039688", "3107733", "6144337", "11581157", "7968532", "15521377", "4454788", "7875158" ], "top100_scores": [ 1.6015625, -1.703125, -1.8828125, -2.359375, -2.453125, -2.59375, -2.59375, -2.796875, -2.828125, -2.859375, -2.890625, -2.890625, -2.9375, -2.9375, -2.953125, -2.984375, -3.09375, -3.171875, -3.203125, -3.234375, -3.25, -3.265625, -3.28125, -3.3125, -3.328125, -3.328125, -3.34375, -3.34375, -3.390625, -3.421875, -3.4375, -3.46875, -3.515625, -3.515625, -3.515625, -3.5625, -3.625, -3.640625, -3.65625, -3.671875, -3.671875, -3.71875, -3.71875, -3.78125, -3.84375, -3.859375, -3.859375, -3.875, -3.890625, -3.9375, -3.9375, -3.96875, -3.984375, -4.0625, -4.09375, -4.09375, -4.125, -4.125, -4.125, -4.15625, -4.21875, -4.21875, -4.25, -4.28125, -4.28125, -4.3125, -4.34375, -4.34375, -4.375, -4.375, -4.4375, -4.46875, -4.46875, -4.53125, -4.53125, -4.53125, -4.53125, -4.5625, -4.5625, -4.59375, -4.625, -4.65625, -4.71875, -4.8125, -4.84375, -4.875, -4.90625, -4.96875, -5.0, -5.03125, -5.0625, -5.25, -5.40625, -5.46875, -5.5, -5.65625, -5.71875, -5.875, -6.125, -6.625 ] }, { "query_id": "743", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "5691302", "23783727", "5824985", "9813098", "6853699", "15984735", "35495268", "3056682", "6158879", "18256197", "32159283", "19332616", "4020950", "38630735", "20526907", "29526125", "34054472", "6070278", "10576136", "23785605", "12770738", "24150328", "9122283", "5884524", "4418112", "16760369", "15194125", "5085118", "12810152", "27550580", "22530842", "9846940", "496873", "44264297", "3984231", "25451374", "7640792", "8290953", "28264919", "13448422", "14726759", "14848619", "6153754", "33884866", "4506414", "2973910", "44827480", "21239672", "21868715", "10984005", "6085365", "23124332", "31889025", "4442799", "7489663", "32743723", "38727075", "9278263", "15946643", "14361849", "26025820", "24269361", "29253460", "33409100", "19460822", "23509113", "43192375", "883747", "25488034", "18174210", "28164534", "14934137", "2248870", "32454714", "7764903", "2264455", "1234098", "14657344", "17682477", "28712203", "22159299", "5386514", "16644043", "35651106", "30261663", "24190159", "33934971", "5273056", "13001323", "25738896", "1748921", "5107861", "26672703", "25897733", "13651792", "25817686", "4544916", "46517055", "435529", "17741440" ], "top100_scores": [ -2.5, -2.90625, -3.453125, -3.59375, -3.625, -3.78125, -3.796875, -3.8125, -3.84375, -3.90625, -3.96875, -4.0625, -4.125, -4.125, -4.15625, -4.1875, -4.1875, -4.25, -4.25, -4.28125, -4.28125, -4.3125, -4.46875, -4.5, -4.59375, -4.65625, -4.71875, -4.8125, -4.8125, -4.84375, -4.96875, -4.96875, -5.03125, -5.09375, -5.09375, -5.15625, -5.25, -5.46875, -5.75, -5.75, -5.8125, -5.875, -5.90625, -5.9375, -6.15625, -6.15625, -6.28125, -6.34375, -6.34375, -6.34375, -6.375, -6.5, -6.625, -6.71875, -6.78125, -6.84375, -7.15625, -7.1875, -7.1875, -7.21875, -7.28125, -7.34375, -7.40625, -7.4375, -7.53125, -7.5625, -7.625, -7.65625, -7.65625, -7.6875, -7.75, -7.75, -7.78125, -7.84375, -7.84375, -7.84375, -7.875, -7.875, -7.90625, -7.90625, -7.90625, -7.90625, -7.9375, -7.9375, -7.9375, -7.9375, -8.0, -8.0, -8.0, -8.0, -8.0625, -8.0625, -8.0625, -8.1875, -8.1875, -8.1875, -8.1875, -8.25, -8.375, -8.375 ] }, { "query_id": "659", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "1215116", "3896759", "14337960", "46926352", "20261352", "13901073", "6415816", "34544514", "22613657", "4999387", "25098790", "27264454", "4387494", "46765242", "12801438", "11043831", "24921368", "952111", "140907540", "15135001", "3127341", "5402581", "39970500", "2492146", "25895285", "27150276", "7764903", "46437558", "52887689", "5372432", "27567994", "41294031", "13714201", "15953181", "12471115", "20372201", "39892135", "38747567", "11728637", "11481946", "26720366", "24269361", "37628989", "35651106", "10548391", "5704562", "3831884", "43329366", "7547329", "20610557", "12899612", "12130067", "16812091", "7834603", "40655970", "6417632", "33960383", "13070316", "7808055", "11718220", "26607366", "13011249", "7370282", "17327939", "19313533", "23670644", "25068298", "15570962", "20052986", "4961038", "21009874", "34818263", "704526", "14834714", "14865329", "11172205", "2388819", "36816310", "2973910", "3874000", "11359243", "6078882", "23639838", "1748921", "5395426", "16389141", "26378103", "29634262", "84379954", "9791313", "4399268", "34025053", "21377587", "42279414", "1148122", "13914198", "13639330", "10982689", "27049238", "40817021" ], "top100_scores": [ -5.4375, -6.21875, -6.96875, -7.0, -7.21875, -7.3125, -7.40625, -7.4375, -7.5625, -7.59375, -7.65625, -7.6875, -7.8125, -7.84375, -7.84375, -7.84375, -7.875, -7.90625, -7.90625, -7.90625, -7.9375, -7.9375, -7.96875, -7.96875, -8.0, -8.0, -8.0, -8.0, -8.0, -8.0, -8.0625, -8.0625, -8.0625, -8.0625, -8.0625, -8.0625, -8.0625, -8.0625, -8.0625, -8.125, -8.125, -8.125, -8.125, -8.125, -8.125, -8.1875, -8.1875, -8.1875, -8.1875, -8.1875, -8.1875, -8.1875, -8.1875, -8.1875, -8.1875, -8.1875, -8.1875, -8.25, -8.25, -8.25, -8.25, -8.25, -8.3125, -8.3125, -8.3125, -8.3125, -8.3125, -8.3125, -8.3125, -8.3125, -8.3125, -8.3125, -8.3125, -8.375, -8.375, -8.375, -8.375, -8.375, -8.375, -8.375, -8.375, -8.375, -8.4375, -8.4375, -8.4375, -8.4375, -8.4375, -8.5, -8.5, -8.5, -8.5, -8.5, -8.5625, -8.5625, -8.5625, -8.5625, -8.5625, -8.625, -8.625, -8.6875 ] }, { "query_id": "128", "ndcg@10": 0.5, "mrr@10": 0.3333333333333333, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "25175997", "6070278", "8290953", "13902570", "2665425", "11109043", "10697096", "19854543", "2587396", "28633594", "791050", "6137330", "23471400", "2576811", "6961811", "19332616", "140907540", "38630735", "10284593", "22281684", "5596332", "30058568", "8595678", "13515165", "32463364", "15856466", "29460384", "4910408", "22711954", "12991445", "13906581", "38369817", "16284655", "13445579", "2338488", "18174210", "19675911", "881332", "22867765", "7717468", "22730024", "20839751", "21395936", "24828165", "27373088", "12899612", "8219248", "25298276", "4463811", "15176526", "6565037", "21859699", "22896970", "16167746", "15570962", "16812091", "202259", "35760786", "22036571", "982650", "17693849", "16201748", "20326526", "45920278", "23260700", "1805641", "2130391", "35531883", "24144677", "12672066", "42387637", "20280410", "34228604", "31962403", "23639838", "36816310", "46182525", "25985964", "17088791", "1180972", "46695481", "3944632", "38712515", "8250852", "37641175", "16256507", "34760396", "24396137", "38037690", "16172576", "26611834", "12643937", "11020556", "10982689", "4378885", "469066", "3033830", "25036988", "39532074", "25813706" ], "top100_scores": [ -5.0625, -5.15625, -5.8125, -6.0, -6.09375, -6.28125, -6.3125, -6.4375, -6.625, -6.65625, -6.75, -6.84375, -6.875, -7.0, -7.0625, -7.0625, -7.09375, -7.15625, -7.15625, -7.15625, -7.15625, -7.1875, -7.21875, -7.25, -7.25, -7.25, -7.25, -7.3125, -7.3125, -7.3125, -7.34375, -7.375, -7.375, -7.40625, -7.40625, -7.4375, -7.4375, -7.4375, -7.46875, -7.46875, -7.46875, -7.46875, -7.53125, -7.53125, -7.53125, -7.5625, -7.5625, -7.5625, -7.5625, -7.59375, -7.59375, -7.59375, -7.59375, -7.59375, -7.625, -7.625, -7.65625, -7.6875, -7.6875, -7.6875, -7.6875, -7.6875, -7.71875, -7.71875, -7.71875, -7.75, -7.78125, -7.8125, -7.8125, -7.8125, -7.8125, -7.8125, -7.8125, -7.84375, -7.84375, -7.84375, -7.875, -7.875, -7.90625, -7.90625, -7.90625, -7.90625, -7.9375, -7.9375, -7.9375, -7.9375, -8.0, -8.0, -8.0, -8.0, -8.0, -8.0625, -8.0625, -8.0625, -8.0625, -8.125, -8.1875, -8.1875, -8.1875, -8.25 ] }, { "query_id": "501", "ndcg@10": 0.43067655807339306, "mrr@10": 0.25, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "58564850", "13282296", "27866735", "17930286", "20326526", "71625969", "28530299", "5556809", "37583120", "24881307", "5137019", "20471181", "7595742", "1281769", "43226130", "24524403", "21274919", "14079881", "7965928", "14782049", "5402581", "5912283", "24285403", "19804204", "32463364", "25643818", "24276304", "4394525", "13293033", "26016929", "18038250", "18025240", "143868995", "11441172", "3619931", "32743723", "7239105", "15692098", "25483562", "1389264", "1733337", "23863576", "4387494", "17973161", "57574395", "13714201", "13934676", "15678772", "35443524", "43220289", "3572885", "14834714", "2831620", "14606752", "5468807", "654735", "28910120", "24510595", "24872571", "18446525", "10641715", "87758", "8529693", "16806763", "22401720", "23912923", "7115651", "8892905", "3090454", "25938221", "4841908", "34016944", "7433668", "21246752", "27024392", "5270265", "3553087", "3616843", "11459139", "2842550", "17755060", "20459964", "24190159", "24101431", "1800734", "33677323", "24873253", "13944805", "18104691", "30041340", "33370", "27602752", "751192", "19970015", "3210545", "8596357", "37480103", "12265561", "4959368", "52893592" ], "top100_scores": [ -1.90625, -2.859375, -2.90625, -2.9375, -3.0, -3.109375, -3.265625, -3.484375, -3.515625, -3.515625, -3.59375, -3.625, -3.671875, -3.703125, -3.703125, -3.890625, -3.953125, -4.03125, -4.0625, -4.21875, -4.28125, -4.34375, -4.40625, -4.40625, -4.40625, -4.4375, -4.4375, -4.5625, -4.59375, -4.6875, -4.71875, -4.78125, -4.78125, -4.84375, -4.84375, -4.875, -5.0, -5.09375, -5.1875, -5.21875, -5.25, -5.28125, -5.28125, -5.34375, -5.375, -5.46875, -5.5, -5.53125, -5.59375, -5.6875, -5.78125, -5.8125, -5.96875, -6.0, -6.0, -6.0, -6.09375, -6.15625, -6.21875, -6.25, -6.375, -6.53125, -6.65625, -6.75, -6.78125, -6.78125, -6.875, -6.9375, -6.9375, -6.96875, -6.96875, -7.0, -7.0625, -7.09375, -7.09375, -7.125, -7.1875, -7.21875, -7.25, -7.3125, -7.375, -7.4375, -7.5, -7.5, -7.53125, -7.53125, -7.53125, -7.59375, -7.625, -7.625, -7.65625, -7.65625, -7.71875, -7.84375, -7.875, -7.875, -7.90625, -8.0, -8.0, -8.125 ] }, { "query_id": "1339", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "15482274", "41782935", "6748318", "7986878", "26445118", "24942840", "14606752", "41822527", "9754530", "32462603", "28633594", "56486733", "7948486", "10944947", "26244918", "5145974", "13624704", "11718220", "37628989", "22711954", "196664003", "6796297", "1944452", "5266423", "11109043", "25643818", "22312627", "16108876", "32665136", "13123189", "32023005", "16737210", "11728637", "841371", "40996863", "219475", "22922353", "5377059", "4366738", "4468861", "3203590", "30261663", "39532074", "11716783", "9056874", "11742219", "23777820", "704526", "58006489", "52874170", "7468449", "39903312", "27686445", "6723450", "7093809", "8698208", "4417558", "7988832", "39368721", "12411274", "41264017", "9911547", "25036988", "43226130", "9764256", "24731248", "18429416", "6417632", "51386222", "17821387", "21012916", "1871499", "6106004", "23702805", "3943235", "14155726", "14965508", "32852283", "2988714", "8690595", "752423", "15561961", "21902400", "1701063", "1333643", "52175065", "16732790", "516867", "19529370", "32721137", "20279166", "4325398", "34268160", "13801259", "25451374", "33634749", "15559582", "12236208", "40429879", "39285547" ], "top100_scores": [ 1.25, -4.8125, -5.1875, -5.6875, -5.75, -6.09375, -6.1875, -6.25, -6.3125, -6.4375, -6.46875, -6.46875, -6.53125, -6.5625, -6.5625, -6.65625, -6.71875, -6.75, -6.84375, -6.875, -6.90625, -6.90625, -6.96875, -7.0, -7.03125, -7.0625, -7.125, -7.125, -7.15625, -7.15625, -7.15625, -7.1875, -7.1875, -7.21875, -7.21875, -7.21875, -7.25, -7.25, -7.25, -7.25, -7.28125, -7.28125, -7.28125, -7.28125, -7.3125, -7.3125, -7.34375, -7.34375, -7.34375, -7.375, -7.375, -7.40625, -7.40625, -7.4375, -7.46875, -7.46875, -7.46875, -7.5, -7.5, -7.53125, -7.53125, -7.53125, -7.53125, -7.53125, -7.5625, -7.59375, -7.59375, -7.59375, -7.59375, -7.59375, -7.625, -7.65625, -7.65625, -7.65625, -7.65625, -7.65625, -7.65625, -7.65625, -7.6875, -7.6875, -7.6875, -7.6875, -7.6875, -7.71875, -7.71875, -7.71875, -7.75, -7.78125, -7.78125, -7.78125, -7.8125, -7.84375, -7.84375, -7.875, -7.875, -7.90625, -7.9375, -7.96875, -8.0625, -8.25 ] }, { "query_id": "800", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "4679264", "6040392", "26230669", "9291668", "7988832", "14475235", "3707035", "4434951", "12324049", "11992632", "11578459", "23901235", "1780819", "24524403", "1871499", "7492250", "12207167", "25315295", "28441310", "42387637", "9194077", "14308244", "5108807", "1032372", "28530299", "5935987", "31884697", "19460822", "4036038", "9791313", "10641715", "9433958", "5704562", "6923961", "29557235", "15521377", "25597580", "30468386", "1967410", "8519911", "18038250", "45820464", "7426741", "9559146", "5035827", "25690516", "6259170", "13350374", "4653837", "22549449", "8150638", "24347647", "34436231", "16233471", "10765888", "5395426", "11674596", "6650933", "6407356", "23052989", "17050065", "8891333", "14367469", "6599693", "4345757", "19489351", "2547636", "24652030", "26008462", "40655970", "22178316", "30933307", "36708463", "4457834", "7514614", "11844826", "31882215", "654735", "26099680", "8856690", "25946292", "5838067", "7114092", "11527822", "20418809", "33912748", "23777820", "9239963", "37583120", "16242975", "19970015", "27602752", "25022826", "18938992", "6718824", "25488034", "19912367", "41928290", "16732790", "15248287" ], "top100_scores": [ -1.90625, -2.03125, -2.8125, -2.875, -2.9375, -2.984375, -3.234375, -3.34375, -3.390625, -3.546875, -3.59375, -3.65625, -3.65625, -3.703125, -3.75, -3.8125, -3.953125, -3.953125, -3.984375, -3.984375, -4.0, -4.0, -4.03125, -4.03125, -4.125, -4.125, -4.125, -4.15625, -4.15625, -4.15625, -4.1875, -4.1875, -4.1875, -4.21875, -4.28125, -4.28125, -4.3125, -4.3125, -4.3125, -4.34375, -4.34375, -4.34375, -4.375, -4.4375, -4.5, -4.5, -4.5625, -4.5625, -4.625, -4.65625, -4.65625, -4.6875, -4.71875, -4.71875, -4.75, -4.75, -4.75, -4.78125, -4.78125, -4.8125, -4.8125, -4.8125, -4.84375, -4.875, -4.875, -4.9375, -5.0, -5.0625, -5.09375, -5.125, -5.125, -5.125, -5.125, -5.15625, -5.15625, -5.15625, -5.25, -5.25, -5.28125, -5.3125, -5.3125, -5.375, -5.4375, -5.4375, -5.46875, -5.59375, -5.59375, -5.59375, -5.625, -5.65625, -5.6875, -5.8125, -5.84375, -5.84375, -5.90625, -6.0, -6.0, -6.125, -6.21875, -6.28125 ] }, { "query_id": "1014", "ndcg@10": 0.5, "mrr@10": 0.3333333333333333, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "10557471", "7150238", "6277638", "2266471", "2296264", "15615957", "7198295", "4515975", "41310252", "4434951", "31933981", "4483571", "10482574", "23895668", "37296667", "4463811", "24082820", "2052720", "1227277", "306311", "12991445", "32322418", "14241418", "14647747", "46112052", "350542", "17195001", "16233471", "9752604", "14874811", "29947146", "8595678", "23273454", "116792", "38028419", "4961038", "31882215", "982650", "22901758", "29015485", "32023005", "25315295", "17168045", "24670522", "10790846", "4324278", "40710501", "5785219", "25690564", "29321530", "4362729", "51952430", "38811597", "11200685", "27403802", "36386637", "4388082", "38037690", "23076291", "17539488", "35345807", "21571708", "2832403", "23901235", "14835068", "4460880", "8646760", "5944514", "25599283", "18199839", "58006489", "25251625", "15856466", "1733337", "31407112", "28821565", "4396105", "8417211", "18174210", "34760396", "82665667", "9194077", "21626639", "44693226", "19572798", "8698857", "33884866", "39368721", "6157837", "29460384", "45027320", "4700428", "28530299", "12552297", "20544428", "1456068", "29851836", "1974176", "12794099", "9822397" ], "top100_scores": [ -4.09375, -4.6875, -4.75, -4.75, -5.0625, -5.25, -5.25, -5.3125, -5.4375, -5.5625, -5.59375, -5.625, -5.65625, -5.65625, -5.6875, -5.9375, -6.03125, -6.09375, -6.125, -6.15625, -6.25, -6.25, -6.28125, -6.34375, -6.375, -6.46875, -6.5, -6.53125, -6.625, -6.65625, -6.65625, -6.6875, -6.71875, -6.75, -6.75, -6.75, -6.78125, -6.84375, -6.875, -6.875, -6.90625, -6.90625, -7.0, -7.0, -7.09375, -7.09375, -7.09375, -7.125, -7.15625, -7.15625, -7.25, -7.25, -7.28125, -7.3125, -7.34375, -7.375, -7.375, -7.40625, -7.4375, -7.4375, -7.5, -7.5, -7.5625, -7.59375, -7.59375, -7.59375, -7.65625, -7.6875, -7.6875, -7.6875, -7.71875, -7.71875, -7.75, -7.75, -7.78125, -7.78125, -7.78125, -7.84375, -7.84375, -7.875, -7.875, -7.9375, -7.9375, -7.96875, -7.96875, -7.96875, -7.96875, -8.0, -8.0, -8.0, -8.0625, -8.125, -8.1875, -8.1875, -8.1875, -8.25, -8.25, -8.3125, -8.375, -8.4375 ] }, { "query_id": "1021", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "9433958", "36547290", "4402497", "2947124", "28006126", "16572581", "30437264", "34016987", "1243475", "15488881", "44408494", "27602752", "11721286", "14367469", "7821634", "15425958", "10450300", "4387494", "9614443", "3107733", "22549449", "26071782", "28249680", "8002887", "4653837", "36838958", "38944245", "25045244", "6163801", "18938992", "6776834", "23887844", "12885341", "24423427", "46202852", "29023309", "22647695", "11992632", "6182947", "23305884", "13322804", "28164534", "7224723", "13380011", "19005293", "39285547", "515489", "3680979", "40254495", "23052989", "8596357", "39443128", "33986507", "30933307", "17416520", "5838067", "3756384", "25629722", "34287602", "25994317", "21700295", "20183360", "5867846", "25263810", "26336593", "36637129", "7228140", "4389252", "20690388", "22134353", "16962732", "42065070", "23535770", "20960682", "8247469", "11837657", "5800138", "30468386", "13878124", "3085264", "4418269", "7552147", "25946292", "9988425", "24943534", "22800314", "5398179", "40655970", "11254556", "25488034", "654735", "15491404", "10617916", "2754534", "21562657", "11913139", "20471181", "10790846", "4688340", "24596228" ], "top100_scores": [ -0.59765625, -3.546875, -3.59375, -3.625, -3.84375, -3.9375, -3.984375, -4.09375, -4.28125, -4.3125, -4.34375, -4.4375, -4.5, -4.53125, -4.53125, -4.625, -4.65625, -4.71875, -4.75, -4.78125, -4.84375, -4.90625, -4.9375, -4.9375, -5.03125, -5.0625, -5.15625, -5.15625, -5.28125, -5.375, -5.375, -5.40625, -5.4375, -5.4375, -5.5, -5.5, -5.5, -5.5625, -5.59375, -5.65625, -5.6875, -5.71875, -5.8125, -5.84375, -5.875, -5.875, -5.90625, -5.96875, -6.0, -6.03125, -6.0625, -6.0625, -6.09375, -6.25, -6.25, -6.3125, -6.375, -6.375, -6.4375, -6.5, -6.53125, -6.53125, -6.53125, -6.59375, -6.59375, -6.625, -6.65625, -6.71875, -6.75, -6.78125, -6.78125, -6.8125, -6.84375, -6.875, -6.875, -6.875, -6.90625, -6.90625, -6.9375, -7.09375, -7.09375, -7.09375, -7.125, -7.125, -7.25, -7.28125, -7.28125, -7.3125, -7.40625, -7.4375, -7.46875, -7.5625, -7.625, -7.6875, -7.6875, -7.75, -7.75, -7.78125, -7.875, -7.9375 ] }, { "query_id": "1266", "ndcg@10": 0.6309297535714575, "mrr@10": 0.5, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "27123743", "37480103", "13831842", "4886637", "25973484", "23557241", "16322674", "17450673", "5487448", "15512462", "16098747", "38551172", "5864770", "22007333", "13831558", "32534305", "4828631", "1428840", "9171913", "2140497", "21874312", "3285322", "2015126", "6334188", "32462603", "9394119", "11630388", "20280410", "16701509", "520579", "13519661", "5372432", "26798867", "22922353", "16390264", "4959368", "24341590", "22401720", "52188256", "17088791", "23967973", "4414547", "32001951", "40735046", "2931832", "32423829", "13007205", "16734530", "9822397", "3329824", "4820792", "18340282", "5824985", "31229233", "13515165", "7821634", "27240667", "30226988", "12438901", "11880289", "5270265", "1285713", "15559582", "15946643", "43334921", "29981186", "8659426", "19673227", "46695481", "20839751", "1780819", "24916604", "14700857", "3355397", "41264017", "25121903", "16691520", "22975806", "20886584", "15113221", "1389264", "36432234", "31311495", "22509015", "4429932", "17648235", "45638119", "16086778", "1456068", "17163294", "38485364", "26067999", "28617573", "31616203", "20428155", "12810152", "38623601", "6327940", "24873253", "8037453" ], "top100_scores": [ -1.4296875, -1.796875, -2.359375, -2.5625, -2.703125, -2.734375, -3.0625, -3.125, -3.15625, -3.28125, -3.59375, -3.6875, -3.6875, -3.734375, -3.796875, -4.1875, -4.28125, -4.28125, -4.375, -4.40625, -4.40625, -4.5, -4.5625, -4.5625, -4.6875, -4.71875, -4.75, -4.78125, -4.8125, -4.90625, -4.9375, -4.9375, -4.96875, -5.03125, -5.09375, -5.09375, -5.15625, -5.15625, -5.3125, -5.3125, -5.3125, -5.3125, -5.34375, -5.375, -5.40625, -5.40625, -5.40625, -5.4375, -5.4375, -5.4375, -5.4375, -5.46875, -5.46875, -5.46875, -5.5625, -5.5625, -5.59375, -5.59375, -5.625, -5.625, -5.625, -5.625, -5.65625, -5.65625, -5.65625, -5.65625, -5.65625, -5.65625, -5.6875, -5.6875, -5.6875, -5.6875, -5.6875, -5.71875, -5.71875, -5.78125, -5.8125, -5.875, -5.9375, -5.9375, -5.96875, -6.0, -6.03125, -6.0625, -6.0625, -6.125, -6.125, -6.125, -6.1875, -6.1875, -6.1875, -6.28125, -6.40625, -6.4375, -6.46875, -6.5625, -6.5625, -6.625, -6.6875, -6.6875 ] }, { "query_id": "598", "ndcg@10": 0.38685280723454163, "mrr@10": 0.2, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "36355784", "27873158", "46695481", "10958594", "25742130", "7650066", "20610390", "6561200", "9764256", "28617573", "12779444", "16701509", "6748318", "32423829", "9056874", "27240667", "15512462", "4824840", "25121903", "16980892", "22942787", "20280410", "9547722", "32534305", "14408200", "20321154", "52188256", "13831558", "43329366", "11880289", "17124832", "19140422", "2140497", "23136735", "34228604", "3329824", "17088791", "46437558", "1780819", "26798867", "40735046", "9167230", "41074251", "25641414", "13025574", "14973286", "5864770", "2058909", "9274291", "3590806", "25589047", "17450673", "24396137", "37480103", "9171913", "24581365", "26067999", "7165938", "21301090", "79231308", "25806385", "10692412", "16322674", "25973484", "2727303", "46355579", "8582337", "21495419", "952111", "14700857", "7736860", "14664424", "24294572", "31311495", "12438901", "26016929", "27099731", "4911006", "7451018", "5855168", "1387104", "1996292", "581832", "18617259", "3462075", "1203035", "33257464", "22309946", "27647593", "17876040", "8891333", "4856149", "24323695", "19532163", "13097856", "14827874", "13763195", "28468276", "14019636", "10699587" ], "top100_scores": [ -1.8203125, -3.1875, -3.21875, -3.359375, -3.40625, -3.484375, -3.5625, -3.703125, -3.984375, -4.03125, -4.15625, -4.21875, -4.25, -4.34375, -4.34375, -4.40625, -4.40625, -4.53125, -4.5625, -4.59375, -4.59375, -4.59375, -4.625, -4.625, -4.6875, -4.6875, -4.75, -4.8125, -4.90625, -4.90625, -4.90625, -5.0, -5.125, -5.15625, -5.28125, -5.34375, -5.46875, -5.46875, -5.46875, -5.5, -5.5, -5.5, -5.53125, -5.53125, -5.625, -5.65625, -5.65625, -5.71875, -5.75, -5.75, -5.78125, -5.8125, -5.8125, -5.84375, -5.84375, -5.84375, -5.875, -5.875, -5.90625, -5.90625, -5.90625, -5.9375, -5.9375, -5.9375, -6.0, -6.0, -6.0, -6.0, -6.0, -6.03125, -6.0625, -6.09375, -6.125, -6.125, -6.125, -6.15625, -6.15625, -6.21875, -6.21875, -6.25, -6.25, -6.28125, -6.28125, -6.34375, -6.375, -6.40625, -6.40625, -6.4375, -6.4375, -6.4375, -6.46875, -6.53125, -6.59375, -6.625, -6.65625, -6.65625, -6.6875, -6.6875, -6.71875, -6.84375 ] }, { "query_id": "1180", "ndcg@10": 0.6309297535714575, "mrr@10": 0.5, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "44366096", "31272411", "10627801", "14474178", "7820043", "11784947", "30437264", "4402497", "9433958", "5867846", "6144337", "40473317", "52095986", "6501747", "16172576", "42065070", "285794", "2492146", "24221369", "24943534", "8005007", "49556906", "7647224", "24596228", "52944377", "26133404", "23576726", "3835423", "16572581", "8563659", "25141908", "12885341", "4347374", "4664540", "10450300", "3308636", "10359591", "1970884", "18816720", "26751583", "22705234", "26873988", "6182947", "25263810", "22703082", "20996244", "40323148", "8300657", "30933307", "8247469", "12966719", "20018321", "1333643", "24423427", "44562058", "18914652", "7177329", "17454301", "5953485", "34016987", "41337677", "29023309", "37643601", "4883040", "35760786", "20960682", "4162857", "3566945", "43378932", "27602752", "19854744", "15058155", "11411060", "21274496", "5398179", "8038329", "23305884", "24922825", "39550665", "24177706", "39389082", "11244195", "7451018", "32533299", "25946292", "27373088", "22623275", "13123189", "21150010", "1071991", "21562657", "7860396", "13780287", "6670101", "3756384", "708425", "1049501", "7912", "3033830", "885056" ], "top100_scores": [ 1.9296875, 1.53125, 1.3515625, 0.2578125, -3.03125, -4.25, -4.28125, -4.375, -4.5, -4.875, -4.96875, -4.96875, -5.0, -5.0, -5.03125, -5.09375, -5.125, -5.1875, -5.21875, -5.34375, -5.375, -5.40625, -5.40625, -5.53125, -5.59375, -5.625, -5.625, -5.65625, -5.6875, -5.71875, -5.75, -5.75, -5.78125, -5.8125, -5.84375, -5.875, -5.875, -5.90625, -5.90625, -6.0, -6.0625, -6.09375, -6.09375, -6.125, -6.125, -6.125, -6.15625, -6.21875, -6.21875, -6.21875, -6.25, -6.28125, -6.28125, -6.3125, -6.3125, -6.34375, -6.34375, -6.40625, -6.40625, -6.46875, -6.5, -6.5, -6.53125, -6.5625, -6.5625, -6.59375, -6.65625, -6.65625, -6.75, -6.75, -6.84375, -6.84375, -6.875, -6.9375, -6.96875, -6.96875, -7.0, -7.0, -7.0, -7.03125, -7.03125, -7.0625, -7.0625, -7.09375, -7.125, -7.15625, -7.1875, -7.21875, -7.25, -7.25, -7.3125, -7.34375, -7.40625, -7.40625, -7.4375, -7.5, -7.5, -7.59375, -7.6875, -7.71875 ] }, { "query_id": "692", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "24088502", "36288526", "27243019", "11344428", "5415832", "991137", "8137081", "14021596", "40900567", "5289038", "23665162", "24670522", "3698758", "5304891", "27910499", "23124332", "5572127", "10015292", "18617259", "2842550", "5782614", "11349166", "21547032", "26474812", "3899896", "30152134", "14973286", "7227763", "2138843", "14672919", "16745747", "7764903", "14492339", "22482024", "27602752", "2533768", "11902109", "45447613", "25985964", "623486", "43329366", "45449835", "34982259", "54561384", "4335423", "10165258", "9787715", "1748921", "13959707", "27049238", "6315132", "40590358", "4409524", "4385779", "13734012", "4910408", "8529693", "35714909", "120626", "8317408", "13373629", "46517055", "17463549", "4421742", "1360607", "42065070", "2587396", "11771811", "9122283", "7986878", "7198295", "25515907", "4506414", "36444198", "14566771", "202259", "13448422", "31889025", "14965508", "35271381", "17168045", "30639847", "14865329", "32322418", "11071351", "39368721", "25974070", "30492966", "24396137", "9171913", "2030623", "7489663", "6153754", "663464", "4647303", "25355575", "12206390", "25079962", "5323845", "8037453" ], "top100_scores": [ -0.85546875, -1.2578125, -2.90625, -3.75, -3.78125, -3.84375, -3.921875, -3.984375, -4.03125, -4.09375, -4.09375, -4.3125, -4.375, -4.40625, -4.40625, -4.53125, -4.59375, -4.71875, -4.75, -4.75, -4.78125, -4.8125, -4.8125, -4.8125, -4.84375, -4.875, -4.875, -5.03125, -5.03125, -5.09375, -5.1875, -5.1875, -5.21875, -5.3125, -5.3125, -5.34375, -5.4375, -5.46875, -5.53125, -5.59375, -5.625, -5.6875, -5.6875, -5.71875, -5.75, -5.78125, -5.8125, -5.875, -5.875, -6.0, -6.0, -6.09375, -6.15625, -6.1875, -6.34375, -6.375, -6.5, -6.5, -6.53125, -6.53125, -6.53125, -6.625, -6.625, -6.71875, -6.71875, -6.75, -6.8125, -6.8125, -6.875, -6.875, -6.875, -6.875, -6.90625, -6.90625, -7.0, -7.03125, -7.03125, -7.03125, -7.0625, -7.0625, -7.125, -7.1875, -7.1875, -7.21875, -7.375, -7.40625, -7.40625, -7.4375, -7.46875, -7.46875, -7.5, -7.53125, -7.53125, -7.59375, -7.65625, -7.65625, -7.71875, -7.75, -7.78125, -7.96875 ] }, { "query_id": "148", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "1084345", "10012166", "24347647", "4326318", "6277638", "52887689", "10463997", "16627684", "25576204", "17463549", "982650", "7185591", "2266471", "22159299", "24396137", "32328114", "8425533", "24177706", "33569870", "38623601", "38811597", "2274272", "3504761", "2613775", "6227220", "31882215", "28138927", "1605196", "8002887", "2543135", "4452659", "13651792", "27240667", "4399311", "16233471", "6040392", "1344498", "3707035", "516867", "16728949", "15836115", "6315132", "19460822", "52925737", "19912367", "43390777", "28712203", "9548440", "27647593", "26330861", "11414664", "1797622", "8551160", "2052720", "21221346", "2619579", "4414481", "12804937", "8646760", "33733520", "17195001", "24157077", "752423", "984825", "17000834", "24706198", "6446747", "4362729", "34498325", "9764256", "25806385", "19961177", "15830352", "12030735", "32159283", "27873158", "16390264", "19165076", "8298120", "2492146", "6945285", "17587795", "27134931", "4385779", "5850219", "32181055", "22896970", "16839245", "11922370", "11041152", "13770184", "5151024", "7036529", "26297042", "12206390", "341324", "3033830", "40735046", "803312", "13230773" ], "top100_scores": [ 7.375, 2.671875, -3.09375, -3.46875, -3.546875, -3.765625, -4.0, -4.0, -4.15625, -4.15625, -4.25, -4.4375, -4.46875, -4.5, -4.5, -4.5, -4.53125, -4.625, -4.65625, -4.65625, -4.71875, -4.75, -4.78125, -4.8125, -4.84375, -4.875, -4.875, -4.90625, -4.9375, -4.9375, -4.96875, -5.0625, -5.0625, -5.0625, -5.09375, -5.1875, -5.28125, -5.28125, -5.34375, -5.4375, -5.46875, -5.5625, -5.625, -5.75, -5.875, -5.9375, -6.0625, -6.1875, -6.25, -6.34375, -6.4375, -6.46875, -6.5625, -6.65625, -6.78125, -6.8125, -6.84375, -6.90625, -6.9375, -6.96875, -7.15625, -7.1875, -7.21875, -7.21875, -7.21875, -7.28125, -7.28125, -7.28125, -7.3125, -7.3125, -7.34375, -7.375, -7.375, -7.40625, -7.4375, -7.46875, -7.46875, -7.46875, -7.5, -7.5, -7.53125, -7.5625, -7.625, -7.625, -7.65625, -7.6875, -7.6875, -7.71875, -7.75, -7.75, -7.78125, -7.78125, -7.8125, -7.84375, -7.84375, -7.875, -7.9375, -8.0, -8.0, -8.125 ] }, { "query_id": "300", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "16120395", "6421792", "8856690", "35747505", "3849194", "27438378", "27889071", "44420873", "17911973", "7029990", "30184745", "24042919", "25488034", "5094468", "1084345", "3553087", "7968532", "40913091", "13106686", "36816310", "10993232", "984825", "10530014", "11784947", "1103795", "26848994", "20048431", "24731248", "1333643", "16966326", "4421742", "23351136", "19822046", "7970974", "2380002", "6415816", "36547290", "40710501", "4587978", "25748308", "36432234", "13763195", "23895668", "11411060", "24042363", "169264", "16167746", "6947286", "15381976", "8426046", "38751591", "23746313", "4417558", "25254425", "3514072", "23180075", "6401675", "21601459", "7688110", "20018321", "49429882", "15727984", "25994317", "4442799", "4396105", "23727313", "7820043", "4313478", "515489", "4406819", "14050257", "2988714", "21622715", "11886686", "8002887", "39281166", "7860396", "7912", "8396189", "40667066", "5144381", "25799020", "502591", "935538", "15655418", "42314147", "15248287", "8247597", "4138659", "34439544", "4429388", "10790846", "19099739", "20646904", "21562657", "24881307", "19165076", "8327914", "21373240", "17945638" ], "top100_scores": [ -1.3828125, -1.5, -1.578125, -1.5859375, -1.75, -1.828125, -1.875, -1.921875, -1.9453125, -2.0, -2.0, -2.015625, -2.015625, -2.046875, -2.09375, -2.125, -2.125, -2.125, -2.125, -2.140625, -2.140625, -2.171875, -2.21875, -2.21875, -2.21875, -2.21875, -2.234375, -2.25, -2.25, -2.265625, -2.28125, -2.28125, -2.28125, -2.296875, -2.296875, -2.296875, -2.296875, -2.296875, -2.3125, -2.3125, -2.3125, -2.328125, -2.34375, -2.34375, -2.390625, -2.40625, -2.40625, -2.40625, -2.40625, -2.40625, -2.421875, -2.421875, -2.421875, -2.4375, -2.46875, -2.484375, -2.484375, -2.484375, -2.515625, -2.546875, -2.546875, -2.5625, -2.5625, -2.578125, -2.578125, -2.59375, -2.59375, -2.59375, -2.59375, -2.609375, -2.625, -2.625, -2.640625, -2.640625, -2.640625, -2.640625, -2.640625, -2.65625, -2.65625, -2.65625, -2.6875, -2.703125, -2.703125, -2.71875, -2.71875, -2.734375, -2.75, -2.75, -2.75, -2.78125, -2.796875, -2.796875, -2.8125, -2.859375, -2.875, -2.90625, -2.953125, -2.953125, -2.984375, -3.03125 ] }, { "query_id": "410", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "14924526", "15889329", "116792", "3878434", "7729656", "5254463", "5691302", "23912923", "25515907", "44935041", "14367469", "4767806", "23670644", "29231620", "20645335", "13780287", "11043831", "25643818", "52180874", "32322418", "18421962", "6504953", "12172346", "17631671", "13899137", "25878014", "34121231", "45414636", "22178316", "4457834", "5991309", "7042304", "4653837", "7602348", "25416944", "3707035", "20344442", "52805891", "1287809", "17236106", "27866735", "317204", "25597580", "6137330", "26008063", "6812319", "810480", "7492250", "31889025", "38025907", "22973574", "9548440", "6334188", "38727075", "22674621", "2242416", "36637129", "23716150", "9056874", "12800122", "42441846", "1180972", "2138843", "17119869", "3870062", "5765455", "4679264", "37583120", "13242763", "21914176", "23901235", "22896384", "26848994", "26230669", "19854543", "41226276", "46437558", "6277638", "1576955", "7736860", "20886584", "34228604", "3929361", "7595742", "29073751", "1606628", "16108876", "4418112", "8721150", "23816832", "18074797", "6647414", "16980892", "11837657", "13934676", "29634262", "52188256", "8780599", "25121903", "14500725" ], "top100_scores": [ 3.4375, -1.7578125, -2.96875, -3.171875, -3.390625, -3.53125, -3.65625, -3.75, -3.828125, -3.90625, -3.921875, -4.0625, -4.125, -4.15625, -4.25, -4.25, -4.28125, -4.34375, -4.4375, -4.53125, -4.5625, -4.59375, -4.625, -4.65625, -4.8125, -4.84375, -4.90625, -4.90625, -4.9375, -4.96875, -5.0, -5.03125, -5.1875, -5.1875, -5.25, -5.25, -5.25, -5.25, -5.28125, -5.28125, -5.28125, -5.34375, -5.375, -5.375, -5.4375, -5.46875, -5.5, -5.5, -5.53125, -5.53125, -5.65625, -5.65625, -5.71875, -5.8125, -5.875, -5.90625, -5.96875, -5.96875, -5.96875, -6.0, -6.03125, -6.03125, -6.0625, -6.0625, -6.09375, -6.09375, -6.15625, -6.15625, -6.1875, -6.1875, -6.21875, -6.21875, -6.25, -6.34375, -6.46875, -6.46875, -6.59375, -6.65625, -6.71875, -6.78125, -6.78125, -6.84375, -6.875, -6.875, -6.875, -6.9375, -6.9375, -7.0, -7.15625, -7.1875, -7.21875, -7.3125, -7.34375, -7.375, -7.5, -7.53125, -7.625, -7.65625, -7.71875, -7.875 ] }, { "query_id": "72", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "6076903", "2533768", "4587978", "11200685", "19308127", "18895793", "14644164", "40500438", "11043831", "9956893", "1550937", "15322518", "11535539", "2158516", "2272614", "4961038", "67045088", "4795303", "23974474", "26886351", "35660758", "44408494", "14296612", "1065627", "18473550", "21219071", "5860364", "5468807", "21179714", "11420613", "778436", "14178995", "21199527", "18447487", "16660256", "34016944", "30658796", "5785219", "4467129", "23604601", "30184745", "4464565", "164985", "34445160", "3559136", "4920376", "21868715", "40901687", "1748921", "20179918", "8208212", "4483571", "6157837", "18546584", "21622715", "20659283", "35345807", "20028729", "24190159", "8185080", "45218443", "11884292", "16546131", "9379687", "4380004", "33030946", "25813706", "42731834", "13763195", "22896970", "3376731", "14198646", "22711954", "30884033", "23388442", "19970015", "45401535", "28164534", "25994317", "13831558", "8317408", "17648235", "29107180", "19099739", "27393799", "3981729", "32927475", "8868863", "5252837", "4036038", "36708463", "28928964", "8721150", "8759633", "25886725", "20302714", "13916484", "18074797", "45461275", "35085326" ], "top100_scores": [ -1.3671875, -3.578125, -4.75, -4.75, -4.78125, -4.96875, -4.96875, -5.0, -5.34375, -5.46875, -5.5625, -5.5625, -5.59375, -5.8125, -5.84375, -6.0, -6.03125, -6.0625, -6.15625, -6.15625, -6.1875, -6.25, -6.34375, -6.375, -6.40625, -6.40625, -6.4375, -6.46875, -6.5, -6.53125, -6.53125, -6.53125, -6.5625, -6.59375, -6.625, -6.65625, -6.6875, -6.75, -6.84375, -6.875, -6.9375, -6.96875, -6.96875, -7.0, -7.0, -7.0625, -7.125, -7.1875, -7.21875, -7.21875, -7.25, -7.25, -7.28125, -7.3125, -7.34375, -7.34375, -7.34375, -7.375, -7.40625, -7.40625, -7.4375, -7.4375, -7.4375, -7.46875, -7.46875, -7.46875, -7.46875, -7.53125, -7.53125, -7.53125, -7.5625, -7.5625, -7.59375, -7.59375, -7.59375, -7.59375, -7.625, -7.625, -7.625, -7.625, -7.65625, -7.65625, -7.6875, -7.6875, -7.71875, -7.71875, -7.71875, -7.75, -7.84375, -7.84375, -7.875, -7.875, -7.90625, -7.96875, -8.0, -8.0, -8.0625, -8.1875, -8.1875, -8.25 ] }, { "query_id": "982", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "2988714", "23160444", "22159299", "20672596", "6422576", "9283422", "6609935", "6788835", "21562657", "20279166", "10012166", "24347647", "12225214", "26297042", "10790846", "27555165", "14367469", "39571812", "8533245", "4483571", "37673301", "11083121", "8538916", "14972169", "31761981", "25488034", "21380348", "654735", "15727984", "3052213", "8646760", "12217662", "25806385", "8396189", "39285547", "35747505", "31851367", "14021596", "1281769", "26008462", "17648235", "9513785", "3849194", "38751591", "11411060", "28707489", "8327914", "34537906", "8426046", "7688110", "12800122", "18104691", "4138659", "31933981", "39368721", "7042304", "4406819", "34439544", "10212612", "7860396", "7093809", "7970974", "17438862", "6327940", "34604584", "15830352", "169264", "21219071", "20018321", "23420615", "3514072", "4463811", "19708993", "8428935", "22800314", "4828984", "26474812", "30184745", "1676568", "24712186", "36345185", "24770913", "7111021", "20287253", "5774746", "3935126", "11844826", "20646904", "11630388", "41928290", "24896957", "46182525", "17945638", "24042363", "28230867", "19572798", "6718824", "22623275", "3154880", "935538" ], "top100_scores": [ 2.796875, -3.171875, -3.28125, -3.515625, -3.609375, -3.65625, -3.671875, -3.84375, -4.125, -4.125, -4.125, -4.125, -4.21875, -4.21875, -4.25, -4.34375, -4.34375, -4.34375, -4.46875, -4.5, -4.53125, -4.59375, -4.59375, -4.625, -4.6875, -4.6875, -4.78125, -4.78125, -4.78125, -4.8125, -4.8125, -4.8125, -4.8125, -4.84375, -4.90625, -4.9375, -4.9375, -4.9375, -4.96875, -4.96875, -4.96875, -5.0, -5.0, -5.0, -5.0, -5.03125, -5.03125, -5.03125, -5.03125, -5.03125, -5.0625, -5.0625, -5.0625, -5.09375, -5.125, -5.125, -5.15625, -5.15625, -5.15625, -5.21875, -5.21875, -5.21875, -5.21875, -5.21875, -5.21875, -5.21875, -5.25, -5.25, -5.25, -5.28125, -5.28125, -5.28125, -5.28125, -5.3125, -5.3125, -5.3125, -5.3125, -5.34375, -5.34375, -5.34375, -5.34375, -5.375, -5.375, -5.40625, -5.40625, -5.4375, -5.46875, -5.5, -5.53125, -5.53125, -5.5625, -5.625, -5.625, -5.6875, -5.71875, -5.71875, -5.8125, -5.90625, -6.0, -6.03125 ] }, { "query_id": "437", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "5765455", "3391547", "2359152", "3863543", "24101431", "13293033", "5836", "164985", "8083310", "40901687", "16712164", "6123924", "40667577", "31070360", "4346731", "15879931", "38025907", "33677323", "14663842", "8629328", "25315295", "14338915", "11992632", "3495456", "6636088", "3475317", "26336593", "38630735", "10641715", "7834603", "11771811", "25895285", "18104691", "3610080", "21320417", "8267678", "20646904", "10365787", "7997337", "38844612", "22178316", "1944452", "5782614", "14118484", "20288322", "51706771", "6000423", "9977329", "4767806", "20333864", "4856149", "19736671", "8925851", "3707035", "2679511", "39225849", "15968271", "17934603", "7020505", "14178995", "8385277", "4447055", "17967608", "20501163", "5821617", "22623275", "22185730", "31554917", "5979056", "42731834", "1336292", "6969753", "13790144", "18882947", "11020675", "13867350", "21150010", "2851611", "8250852", "21274496", "27449472", "6407356", "17805221", "27647593", "13001323", "11886686", "11469078", "17088791", "10704438", "13000926", "30468386", "23604601", "14408200", "7547329", "41298619", "10039688", "16863359", "46764350", "8005007", "581832" ], "top100_scores": [ 0.302734375, -0.56640625, -1.046875, -1.1796875, -1.3125, -1.4296875, -1.4765625, -1.75, -1.796875, -1.796875, -1.890625, -1.96875, -2.015625, -2.03125, -2.171875, -2.203125, -2.25, -2.359375, -2.359375, -2.375, -2.40625, -2.484375, -2.53125, -2.53125, -2.609375, -2.671875, -2.6875, -2.6875, -2.6875, -2.796875, -2.8125, -2.8125, -2.84375, -2.859375, -2.890625, -2.90625, -2.921875, -2.96875, -3.015625, -3.0625, -3.078125, -3.109375, -3.21875, -3.25, -3.265625, -3.296875, -3.296875, -3.3125, -3.3125, -3.328125, -3.375, -3.421875, -3.421875, -3.546875, -3.578125, -3.609375, -3.65625, -3.78125, -3.921875, -3.9375, -4.0, -4.0, -4.09375, -4.125, -4.1875, -4.21875, -4.28125, -4.34375, -4.375, -4.40625, -4.40625, -4.40625, -4.40625, -4.59375, -4.90625, -4.90625, -4.90625, -4.9375, -5.0, -5.09375, -5.125, -5.15625, -5.15625, -5.15625, -5.1875, -5.21875, -5.25, -5.28125, -5.3125, -5.4375, -5.4375, -5.46875, -5.46875, -5.5625, -5.5625, -5.59375, -5.625, -5.65625, -6.125, -6.375 ] }, { "query_id": "993", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "16472469", "26607366", "4319844", "2679511", "36242796", "25813706", "28230867", "7468449", "29231620", "18263406", "36623997", "7944381", "12156187", "140874", "19572798", "9687772", "26117607", "36713289", "46182525", "8997410", "5114282", "2638387", "7142113", "14972169", "52850476", "40769868", "6947286", "4483571", "14171859", "5144381", "41852733", "8427306", "25141908", "8856690", "36464673", "4999387", "37450671", "37673301", "4932668", "15058155", "26083387", "18174210", "46451940", "33387953", "15968271", "26133404", "4387484", "1243475", "29107180", "7020505", "25028913", "27866735", "25737507", "24896957", "15282056", "41811327", "11902109", "7492250", "19510470", "21641088", "34287602", "26008063", "1391126", "18914652", "11441172", "13905670", "34103335", "1265945", "20851402", "13966946", "21902400", "16732790", "11360768", "2593298", "17450673", "24612804", "25742130", "778436", "15491404", "22482024", "13509809", "23052989", "1967017", "26887439", "7729656", "3033830", "39668245", "25022826", "46517055", "28707489", "25806385", "29785642", "34818263", "8398627", "84085333", "19071857", "20399078", "33911859", "37480103", "6962472" ], "top100_scores": [ 3.390625, -2.796875, -3.390625, -4.0625, -4.6875, -5.4375, -5.53125, -5.59375, -5.625, -5.875, -5.96875, -6.0, -6.65625, -6.9375, -7.09375, -7.125, -7.125, -7.1875, -7.21875, -7.21875, -7.25, -7.3125, -7.34375, -7.375, -7.375, -7.375, -7.375, -7.46875, -7.46875, -7.46875, -7.5, -7.5, -7.5, -7.53125, -7.625, -7.625, -7.65625, -7.6875, -7.71875, -7.71875, -7.71875, -7.71875, -7.75, -7.78125, -7.78125, -7.84375, -7.84375, -7.84375, -7.875, -7.875, -7.875, -7.875, -7.875, -7.90625, -7.90625, -7.90625, -7.90625, -7.9375, -7.96875, -7.96875, -7.96875, -7.96875, -7.96875, -7.96875, -8.0, -8.0, -8.0, -8.0, -8.0625, -8.0625, -8.0625, -8.0625, -8.0625, -8.0625, -8.0625, -8.0625, -8.0625, -8.125, -8.125, -8.125, -8.125, -8.125, -8.125, -8.125, -8.125, -8.1875, -8.1875, -8.1875, -8.1875, -8.1875, -8.1875, -8.25, -8.25, -8.3125, -8.375, -8.375, -8.4375, -8.4375, -8.5, -8.5625 ] }, { "query_id": "1370", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "2425364", "33740844", "21553394", "14479433", "8529693", "11728637", "38551172", "8842332", "3150030", "520579", "4515975", "16098747", "11360768", "30720103", "23267371", "2159648", "16322674", "275294", "16256507", "22023404", "26611834", "18025240", "34544514", "25973484", "41310252", "17450673", "21380348", "5487448", "37480103", "9822397", "22922353", "40473317", "3222187", "24625323", "33257464", "25599283", "9513785", "19878070", "44572913", "29015485", "26378103", "36960449", "4462079", "10944947", "40667066", "14865329", "8856690", "1263446", "21239672", "25994317", "5824985", "24594624", "12810152", "4500832", "42441846", "40090058", "38028419", "43220289", "4483571", "21502234", "20280410", "34753204", "2604063", "7426741", "4442799", "39558597", "16119973", "12779444", "52865789", "12672066", "5839365", "15692098", "140907540", "11201004", "3113630", "39571812", "37641175", "12009265", "3090454", "9629682", "4303939", "29657303", "37182501", "20501163", "6313547", "6636088", "6227220", "7595742", "6504953", "33409100", "5273056", "15907458", "6446747", "28910120", "25738896", "30292811", "36816310", "11369420", "16422880", "29745822" ], "top100_scores": [ -2.0, -3.328125, -4.09375, -4.46875, -4.46875, -4.65625, -4.75, -4.75, -4.78125, -5.0, -5.0, -5.03125, -5.15625, -5.1875, -5.1875, -5.1875, -5.25, -5.28125, -5.3125, -5.40625, -5.40625, -5.40625, -5.5, -5.5, -5.59375, -5.6875, -5.71875, -5.78125, -5.78125, -5.78125, -5.8125, -6.0, -6.03125, -6.03125, -6.0625, -6.09375, -6.09375, -6.125, -6.125, -6.125, -6.125, -6.21875, -6.28125, -6.34375, -6.40625, -6.40625, -6.4375, -6.4375, -6.4375, -6.4375, -6.5, -6.5625, -6.625, -6.625, -6.625, -6.71875, -6.75, -6.75, -6.8125, -6.8125, -6.90625, -6.90625, -6.90625, -7.0, -7.09375, -7.09375, -7.125, -7.1875, -7.21875, -7.21875, -7.25, -7.25, -7.25, -7.25, -7.34375, -7.375, -7.40625, -7.4375, -7.4375, -7.46875, -7.5, -7.53125, -7.53125, -7.5625, -7.5625, -7.625, -7.6875, -7.6875, -7.71875, -7.75, -7.78125, -7.8125, -7.8125, -7.8125, -7.84375, -7.90625, -7.90625, -7.9375, -7.9375, -7.96875 ] }, { "query_id": "230", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "3067015", "9394119", "5849439", "43385013", "6517763", "1387104", "8892905", "14663842", "45638119", "20672596", "857189", "18676539", "456304", "2015126", "3113630", "24144677", "20526907", "20280410", "4561402", "9498458", "4303939", "22482024", "38028419", "12810152", "52072815", "641786", "9478135", "46437558", "4345315", "3285322", "26456326", "6636088", "3090454", "5939172", "10530014", "980196", "11951999", "15319019", "85665741", "17236106", "20821402", "21553394", "16745747", "12794099", "11742219", "71625969", "19822046", "1456068", "849771", "3153673", "41293601", "41239107", "1522647", "1605392", "25014337", "1686997", "14864285", "41852733", "39558597", "6313547", "7029990", "12409683", "5484763", "28712203", "21551568", "13519661", "3831884", "23267371", "4587978", "52850476", "37608303", "24384587", "9658390", "435529", "25738896", "28441310", "13583615", "2638387", "5273056", "40913091", "22174015", "13883546", "12991445", "20240998", "41022628", "37182501", "18956141", "6207111", "275294", "30297355", "26000593", "21380348", "20501163", "33796570", "33370", "18340282", "6446747", "21373240", "21274496", "9822397" ], "top100_scores": [ 0.82421875, -2.546875, -3.453125, -3.890625, -4.1875, -4.21875, -4.34375, -4.5, -4.53125, -4.84375, -5.0, -5.125, -5.15625, -5.1875, -5.21875, -5.28125, -5.34375, -5.625, -5.65625, -5.75, -6.03125, -6.0625, -6.25, -6.25, -6.28125, -6.375, -6.375, -6.40625, -6.40625, -6.46875, -6.5, -6.5625, -6.5625, -6.59375, -6.59375, -6.625, -6.6875, -6.71875, -6.75, -6.78125, -6.78125, -6.8125, -6.84375, -6.84375, -6.875, -6.90625, -6.90625, -6.96875, -7.03125, -7.0625, -7.09375, -7.09375, -7.09375, -7.125, -7.21875, -7.21875, -7.25, -7.3125, -7.34375, -7.375, -7.375, -7.375, -7.40625, -7.40625, -7.4375, -7.5, -7.5, -7.5, -7.53125, -7.5625, -7.59375, -7.59375, -7.625, -7.625, -7.625, -7.625, -7.65625, -7.65625, -7.6875, -7.6875, -7.71875, -7.71875, -7.71875, -7.75, -7.75, -7.78125, -7.78125, -7.84375, -7.84375, -7.84375, -7.84375, -7.84375, -7.875, -7.875, -7.875, -7.96875, -7.96875, -7.96875, -8.0, -8.125 ] }, { "query_id": "421", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "4429118", "42489926", "44640124", "43224840", "14768471", "18399038", "22980205", "15541119", "2665425", "12225214", "18758057", "5991309", "36271512", "11581157", "502797", "3788528", "5764562", "1605196", "38623601", "18231807", "327319", "20758340", "8596357", "21746539", "4270992", "13980338", "49432306", "24315156", "3464191", "41165286", "13290521", "16736883", "6454371", "41982985", "4320424", "32927475", "35651106", "22198971", "5132358", "5752492", "2721426", "32101982", "90756514", "1265945", "17631671", "3330111", "35079452", "11048759", "323030", "19450341", "21902400", "35884026", "45143088", "2242416", "9460704", "42279414", "9451052", "40608679", "3285322", "17163294", "24221369", "2417551", "18938992", "21557614", "5979056", "516867", "23698769", "15655418", "10530014", "19945096", "5531479", "17023584", "6421734", "9278263", "26702468", "1234098", "26117607", "15058155", "28086354", "2391552", "23273454", "5567005", "5099266", "24450344", "3083927", "6588614", "7948486", "5596332", "6580081", "841371", "3067015", "12892137", "1631583", "7151961", "15983148", "5839365", "3052642", "3825472", "8250852", "3623127" ], "top100_scores": [ -3.671875, -4.375, -5.21875, -5.21875, -5.25, -5.3125, -5.34375, -5.375, -5.46875, -5.46875, -5.46875, -5.5, -5.53125, -5.5625, -5.59375, -5.59375, -5.625, -5.625, -5.65625, -5.65625, -5.6875, -5.75, -5.75, -5.78125, -5.8125, -5.84375, -5.84375, -5.875, -5.90625, -5.9375, -5.9375, -5.9375, -5.96875, -6.0, -6.0, -6.03125, -6.0625, -6.09375, -6.09375, -6.09375, -6.09375, -6.125, -6.125, -6.125, -6.15625, -6.15625, -6.15625, -6.15625, -6.1875, -6.1875, -6.1875, -6.21875, -6.28125, -6.28125, -6.3125, -6.3125, -6.34375, -6.4375, -6.46875, -6.46875, -6.5, -6.5, -6.53125, -6.5625, -6.5625, -6.59375, -6.59375, -6.59375, -6.625, -6.65625, -6.65625, -6.65625, -6.6875, -6.71875, -6.75, -6.75, -6.75, -6.78125, -6.78125, -6.78125, -6.875, -6.875, -6.90625, -6.90625, -6.96875, -6.96875, -7.0, -7.0, -7.0625, -7.0625, -7.09375, -7.1875, -7.21875, -7.21875, -7.21875, -7.25, -7.28125, -7.28125, -7.34375, -7.78125 ] }, { "query_id": "1271", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "13768432", "26045237", "27550580", "87758", "6070278", "10071590", "2587396", "25938221", "43534665", "6153754", "21301090", "2291922", "26107000", "22530842", "8246922", "13108582", "2774906", "4460880", "28542402", "13448422", "9056874", "3984231", "2973910", "7602348", "19854744", "4418070", "8290953", "45820464", "27460509", "17168045", "37182501", "952111", "2060137", "21868715", "19529370", "25121903", "4932668", "9122283", "19149247", "46764350", "18446525", "7042304", "34630025", "17934603", "7729656", "25649545", "22309946", "30813140", "13801259", "36025357", "712078", "11441172", "22995579", "12265561", "22688699", "42708716", "5238341", "49432306", "2138843", "23816832", "12122482", "18924534", "29785642", "2296264", "27449472", "15541119", "29107180", "21902400", "44572913", "1180972", "9752604", "15889329", "4347374", "16086778", "37297740", "23076291", "33792330", "12513042", "15521377", "13106686", "35660758", "12489688", "4700428", "58564850", "24725136", "22495397", "6670101", "1153655", "8290760", "1084345", "7114092", "42279414", "14768471", "17119869", "2604063", "30464859", "21891856", "28086354", "20821402", "13380011" ], "top100_scores": [ 2.640625, -2.921875, -3.15625, -3.234375, -3.40625, -3.484375, -3.75, -3.875, -4.09375, -4.21875, -4.25, -4.3125, -4.46875, -4.53125, -4.53125, -4.5625, -4.59375, -4.59375, -4.59375, -4.65625, -4.65625, -4.71875, -4.71875, -4.71875, -4.71875, -4.78125, -4.78125, -4.875, -4.90625, -4.9375, -4.9375, -4.96875, -5.0, -5.0, -5.09375, -5.125, -5.15625, -5.1875, -5.1875, -5.1875, -5.25, -5.3125, -5.34375, -5.34375, -5.375, -5.40625, -5.40625, -5.4375, -5.46875, -5.53125, -5.59375, -5.65625, -5.65625, -5.6875, -5.71875, -5.75, -5.78125, -5.78125, -5.84375, -5.875, -5.96875, -6.0, -6.0, -6.125, -6.125, -6.125, -6.125, -6.15625, -6.1875, -6.1875, -6.25, -6.25, -6.3125, -6.3125, -6.375, -6.375, -6.375, -6.40625, -6.4375, -6.4375, -6.4375, -6.46875, -6.46875, -6.5, -6.59375, -6.59375, -6.59375, -6.65625, -6.71875, -6.75, -6.75, -6.75, -6.78125, -6.8125, -6.84375, -6.84375, -6.9375, -6.9375, -7.0625, -7.125 ] }, { "query_id": "589", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "10984005", "31889025", "5698494", "25599283", "41264017", "30720103", "39368721", "12206390", "12794099", "5551138", "4647303", "23783727", "34228604", "752423", "6070278", "52072815", "9813098", "5556809", "24555878", "8780599", "202259", "10072941", "30981192", "1287809", "9617381", "37628989", "52874170", "23983289", "33733520", "16233471", "6945285", "4462079", "25643818", "37583120", "8596837", "27466734", "13230773", "25451374", "24408040", "2052720", "13714201", "471921", "43226130", "25355575", "39970500", "15925931", "36003142", "16760369", "583260", "7552215", "8529693", "35495268", "24873253", "38630735", "2492146", "28419824", "22922353", "23400191", "44572913", "2338488", "970012", "4020950", "11246427", "25761154", "980196", "12009265", "21993510", "24625323", "4687948", "40996863", "44827480", "275294", "19315511", "26067999", "4312169", "25121903", "37488367", "6309659", "1733337", "23912923", "21387297", "21048969", "44048701", "4326318", "3903084", "4653837", "7711685", "26230669", "6647414", "26099680", "28441310", "24347647", "13934676", "29387024", "12205576", "9787715", "19912367", "17088791", "21914176", "17911973" ], "top100_scores": [ 6.84375, -1.4765625, -2.40625, -2.75, -2.984375, -3.09375, -3.140625, -3.171875, -3.359375, -3.375, -3.390625, -3.421875, -3.515625, -3.53125, -3.546875, -3.546875, -3.59375, -3.671875, -3.671875, -3.71875, -3.71875, -3.734375, -3.796875, -3.8125, -3.875, -3.875, -3.890625, -3.890625, -3.953125, -3.984375, -3.984375, -4.0, -4.03125, -4.09375, -4.125, -4.15625, -4.21875, -4.28125, -4.28125, -4.3125, -4.34375, -4.34375, -4.375, -4.375, -4.40625, -4.4375, -4.46875, -4.5625, -4.5625, -4.5625, -4.59375, -4.65625, -4.65625, -4.65625, -4.78125, -4.78125, -4.84375, -4.90625, -4.90625, -5.125, -5.125, -5.15625, -5.1875, -5.25, -5.3125, -5.40625, -5.40625, -5.4375, -5.46875, -5.46875, -5.59375, -5.59375, -5.625, -5.65625, -5.65625, -5.65625, -5.96875, -5.96875, -6.03125, -6.09375, -6.125, -6.15625, -6.15625, -6.1875, -6.1875, -6.28125, -6.375, -6.375, -6.375, -6.40625, -6.5625, -6.625, -6.6875, -6.6875, -6.84375, -6.9375, -6.9375, -6.96875, -7.0625, -7.3125 ] }, { "query_id": "180", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "16966326", "9217800", "3113630", "4452659", "52925737", "12058271", "1454773", "22317868", "23403754", "14566771", "13380011", "4889228", "42035464", "46765242", "20054396", "14496749", "21932297", "24995939", "24652030", "34604584", "7860396", "6157371", "8005007", "24725136", "935538", "1907601", "41710132", "11721286", "4653837", "3514072", "5273056", "23576165", "4423559", "4270992", "14768471", "23052989", "8774475", "4444861", "22495397", "18104691", "32985041", "2119889", "1333643", "52873726", "21219071", "22549449", "23420615", "7093809", "6492658", "40608679", "22896384", "457630", "36111909", "11411060", "6227220", "21179714", "22442133", "24349992", "6477536", "24294572", "21564598", "41928290", "6158879", "19970015", "10698739", "26886351", "1507222", "20018321", "4326318", "20240998", "25022826", "4928057", "40667066", "22922353", "2481032", "6422576", "665817", "37138639", "5824985", "40312663", "12225214", "13448422", "5700349", "7640792", "7965928", "6327940", "23785605", "15319019", "2380002", "19675911", "18938992", "2242416", "37029185", "6182947", "17693849", "13717103", "28015516", "16701509", "14474178", "17416520" ], "top100_scores": [ 4.78125, -2.4375, -2.515625, -2.515625, -2.578125, -2.71875, -2.84375, -2.859375, -2.921875, -2.984375, -3.0, -3.015625, -3.046875, -3.0625, -3.09375, -3.09375, -3.109375, -3.125, -3.1875, -3.203125, -3.203125, -3.21875, -3.234375, -3.234375, -3.265625, -3.28125, -3.28125, -3.328125, -3.34375, -3.375, -3.375, -3.40625, -3.421875, -3.4375, -3.453125, -3.5, -3.53125, -3.546875, -3.59375, -3.625, -3.6875, -3.703125, -3.71875, -3.78125, -3.828125, -3.859375, -3.875, -3.9375, -3.9375, -3.9375, -4.0625, -4.0625, -4.0625, -4.0625, -4.09375, -4.125, -4.15625, -4.15625, -4.15625, -4.1875, -4.21875, -4.21875, -4.21875, -4.21875, -4.25, -4.25, -4.25, -4.25, -4.25, -4.25, -4.28125, -4.34375, -4.375, -4.375, -4.375, -4.375, -4.4375, -4.4375, -4.46875, -4.46875, -4.5, -4.5625, -4.5625, -4.59375, -4.59375, -4.625, -4.625, -4.6875, -4.6875, -4.71875, -4.71875, -4.75, -4.75, -4.78125, -4.78125, -4.8125, -4.84375, -4.9375, -5.0, -5.15625 ] }, { "query_id": "907", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "6923961", "17755060", "712078", "11915280", "19683625", "343052", "39758684", "2443495", "9159125", "27123743", "1389264", "14471161", "6896063", "11968641", "14768471", "24828165", "12513042", "5254463", "14729253", "24282306", "2296264", "25576204", "13329980", "4464565", "11271123", "1032372", "19541444", "16364639", "9614443", "14332945", "22901758", "2030623", "16627684", "9558539", "16853734", "4447785", "20675284", "57783564", "23895668", "952111", "8891333", "33638477", "45764440", "13007205", "8002887", "25293721", "36831892", "24190159", "23420807", "31803596", "164985", "11578459", "2494748", "4583180", "31902335", "8856690", "21179714", "4444861", "6790197", "13906892", "4489217", "7986878", "8994465", "5838067", "21557055", "19358586", "20568364", "26059876", "1243475", "28334217", "32852283", "12887068", "9831859", "20183360", "5765455", "67045088", "38076716", "10812605", "4889228", "4418112", "12207340", "13070316", "45875990", "15659108", "14874811", "219475", "8577229", "9315213", "7151961", "11951999", "4729644", "11716783", "654735", "17648235", "15521377", "4688340", "982650", "11238951", "7717468", "7736860" ], "top100_scores": [ 5.3125, -1.484375, -1.5546875, -2.6875, -3.078125, -3.15625, -3.1875, -3.21875, -3.296875, -3.40625, -3.828125, -3.890625, -3.984375, -4.03125, -4.15625, -4.21875, -4.21875, -4.3125, -4.4375, -4.53125, -4.53125, -4.5625, -4.5625, -4.5625, -4.625, -4.6875, -4.8125, -4.8125, -4.8125, -4.84375, -4.84375, -4.875, -4.875, -4.9375, -4.96875, -5.03125, -5.0625, -5.0625, -5.0625, -5.125, -5.125, -5.125, -5.125, -5.125, -5.125, -5.15625, -5.1875, -5.1875, -5.21875, -5.21875, -5.25, -5.25, -5.25, -5.28125, -5.3125, -5.3125, -5.34375, -5.34375, -5.34375, -5.375, -5.375, -5.375, -5.4375, -5.4375, -5.46875, -5.46875, -5.5625, -5.5625, -5.59375, -5.625, -5.6875, -5.6875, -5.75, -5.78125, -5.78125, -5.78125, -5.8125, -5.875, -5.90625, -5.90625, -5.9375, -5.96875, -5.96875, -6.0, -6.0625, -6.1875, -6.3125, -6.3125, -6.34375, -6.375, -6.4375, -6.46875, -6.5, -6.5, -6.5625, -6.625, -6.71875, -7.03125, -7.0625, -7.0625 ] }, { "query_id": "217", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "21366394", "24387017", "20388894", "18429416", "21363424", "7115651", "40365566", "41877386", "2042250", "22174015", "40632104", "17829012", "13868795", "14311986", "22852120", "10165258", "13798951", "4468861", "20357868", "23801039", "6723450", "46926352", "8639034", "45414636", "36242796", "38587347", "2248870", "24282306", "33535222", "10831818", "25353658", "52095986", "7370282", "22874817", "40312663", "6123924", "11666252", "24707550", "11233339", "6270720", "15081770", "2474731", "29125354", "20220731", "85326624", "40608679", "4429118", "22198971", "7433668", "28006126", "20344442", "25085979", "21320417", "15128866", "5811042", "15435343", "10450300", "266641", "6961811", "306006", "40473317", "4820792", "14767844", "43619625", "21258863", "8038329", "34436231", "38919140", "23912923", "20610557", "8246922", "23260700", "24101431", "3935126", "25479072", "7111021", "13329980", "22647695", "18834078", "1234098", "3462075", "3835423", "22997657", "2266471", "1243475", "9767444", "20457190", "54562433", "7717468", "33370", "10359591", "36271512", "39443128", "9558539", "14296612", "1127562", "37204802", "3748310", "14496749", "25901598" ], "top100_scores": [ 3.890625, -2.796875, -3.28125, -3.34375, -3.375, -3.390625, -3.40625, -3.515625, -3.5625, -3.671875, -3.6875, -3.765625, -3.765625, -3.8125, -3.890625, -3.90625, -3.921875, -3.9375, -3.9375, -3.953125, -4.09375, -4.09375, -4.125, -4.15625, -4.1875, -4.1875, -4.1875, -4.25, -4.28125, -4.3125, -4.3125, -4.3125, -4.40625, -4.40625, -4.4375, -4.4375, -4.53125, -4.53125, -4.53125, -4.5625, -4.5625, -4.59375, -4.625, -4.625, -4.625, -4.6875, -4.71875, -4.75, -4.75, -4.78125, -4.8125, -4.875, -4.90625, -4.9375, -4.96875, -4.96875, -4.96875, -5.0, -5.03125, -5.03125, -5.0625, -5.0625, -5.0625, -5.0625, -5.125, -5.125, -5.125, -5.15625, -5.15625, -5.1875, -5.21875, -5.21875, -5.25, -5.25, -5.25, -5.28125, -5.3125, -5.3125, -5.3125, -5.34375, -5.375, -5.375, -5.4375, -5.46875, -5.53125, -5.5625, -5.59375, -5.6875, -5.71875, -5.90625, -5.9375, -5.96875, -6.0, -6.28125, -6.375, -6.4375, -6.53125, -6.6875, -6.71875, -7.1875 ] }, { "query_id": "1335", "ndcg@10": 0.6309297535714575, "mrr@10": 0.5, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "27243019", "27910499", "20220731", "25985964", "4468861", "13398997", "5567223", "40608679", "19511011", "24069089", "24101431", "3464191", "8305686", "4856149", "6961811", "17463549", "6936141", "33535222", "16660256", "35987381", "22174015", "5132358", "20457190", "18758057", "38830961", "22968257", "19510470", "22874817", "994800", "13868795", "14834714", "37182501", "25479072", "5483793", "20344442", "15972906", "2437807", "25738896", "28006126", "2559303", "27555165", "2825380", "1196631", "34905328", "52095986", "3545805", "33499189", "24879055", "41982985", "13798951", "35651106", "17682477", "40087494", "8903143", "1071991", "4380287", "2714623", "38587347", "9283422", "10078024", "32454714", "15128866", "30152134", "25817686", "79696454", "18237384", "14938990", "9412420", "5914739", "11344428", "44265107", "16737210", "16172576", "33684572", "36271512", "9604301", "3835423", "13714201", "46926352", "86129154", "10605189", "4418070", "20610557", "40655970", "84379954", "10648422", "4020950", "1122198", "7299977", "34287602", "10039688", "19561411", "8764879", "10145528", "25737507", "39443128", "751192", "13790144", "1889358", "11071351" ], "top100_scores": [ 1.59375, 1.2265625, -1.96875, -2.234375, -2.796875, -2.890625, -2.96875, -3.21875, -3.265625, -3.546875, -3.6875, -3.765625, -3.796875, -3.828125, -3.90625, -3.953125, -3.96875, -3.984375, -4.0, -4.09375, -4.09375, -4.09375, -4.125, -4.125, -4.15625, -4.1875, -4.1875, -4.21875, -4.25, -4.25, -4.3125, -4.3125, -4.40625, -4.40625, -4.4375, -4.4375, -4.4375, -4.4375, -4.46875, -4.5, -4.53125, -4.5625, -4.5625, -4.625, -4.65625, -4.65625, -4.6875, -4.71875, -4.78125, -4.84375, -4.875, -4.875, -4.90625, -4.9375, -4.9375, -5.0625, -5.09375, -5.15625, -5.1875, -5.1875, -5.1875, -5.21875, -5.21875, -5.25, -5.28125, -5.375, -5.40625, -5.4375, -5.5625, -5.59375, -5.625, -5.6875, -5.71875, -5.78125, -5.78125, -5.8125, -5.875, -5.90625, -5.90625, -5.9375, -6.0, -6.125, -6.15625, -6.1875, -6.21875, -6.28125, -6.3125, -6.40625, -6.5, -6.53125, -6.6875, -6.84375, -6.84375, -7.21875, -7.28125, -7.34375, -7.59375, -7.875, -7.96875, -8.3125 ] }, { "query_id": "628", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "24512064", "5735492", "22705234", "46202852", "39443128", "5867846", "10450300", "10530014", "20996244", "5114282", "4883040", "28738741", "5835149", "11784947", "8038329", "15081770", "5398179", "18816720", "1386103", "27602752", "8300657", "27910499", "5752492", "2947124", "35987381", "857189", "17454301", "21274496", "18275697", "42065070", "16572581", "2603304", "40473317", "21498497", "12685434", "24510595", "29023309", "11899391", "7177329", "1071991", "6776834", "11238951", "8247469", "23305884", "5304891", "4347374", "2638387", "25141908", "39550665", "8325952", "8563659", "8005007", "30933307", "26873988", "15058155", "35651106", "991137", "21562657", "26133404", "11359243", "3835423", "34025053", "37362689", "12885341", "30492966", "6182947", "14834714", "24943534", "19854744", "4402497", "7115651", "12966719", "3308636", "21700295", "19005293", "1243475", "5511240", "24423427", "6270720", "10627801", "11344428", "20960682", "25576204", "40312663", "20344442", "266641", "25263810", "30437264", "8298120", "29564505", "18914652", "9767444", "75636923", "34982259", "7820043", "3662510", "39164524", "40913091", "8250852", "31304956" ], "top100_scores": [ -0.25, -3.078125, -3.1875, -3.296875, -3.328125, -3.609375, -3.640625, -3.671875, -3.703125, -3.703125, -3.84375, -3.875, -4.0625, -4.09375, -4.21875, -4.21875, -4.28125, -4.28125, -4.28125, -4.3125, -4.34375, -4.34375, -4.375, -4.375, -4.4375, -4.46875, -4.5, -4.53125, -4.53125, -4.625, -4.625, -4.625, -4.65625, -4.65625, -4.65625, -4.6875, -4.75, -4.78125, -4.8125, -4.84375, -4.84375, -4.84375, -4.84375, -5.0, -5.0625, -5.0625, -5.09375, -5.125, -5.15625, -5.15625, -5.1875, -5.28125, -5.28125, -5.375, -5.375, -5.40625, -5.4375, -5.46875, -5.5, -5.5, -5.53125, -5.53125, -5.53125, -5.5625, -5.5625, -5.59375, -5.6875, -5.71875, -5.8125, -5.84375, -5.84375, -5.875, -5.90625, -5.9375, -5.9375, -5.96875, -6.03125, -6.09375, -6.09375, -6.15625, -6.1875, -6.28125, -6.28125, -6.375, -6.4375, -6.46875, -6.5, -6.625, -6.6875, -6.96875, -7.09375, -7.1875, -7.21875, -7.25, -7.3125, -7.34375, -7.5, -7.5, -7.8125, -7.96875 ] }, { "query_id": "324", "ndcg@10": 0.43067655807339306, "mrr@10": 0.25, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "22174015", "15248287", "13509809", "2014909", "12827098", "44562221", "5132358", "24721866", "5774746", "20471181", "24612804", "654735", "19510470", "21498497", "9878167", "36242796", "27437459", "20501163", "9604301", "52874170", "30981192", "1754001", "36444198", "25028913", "12122482", "20544428", "25677651", "8037453", "23816832", "33918970", "3078080", "7028976", "45449835", "18174210", "36345185", "36653415", "18231807", "4460880", "4483571", "4380004", "17333231", "32322418", "20287253", "16472469", "2593298", "45401535", "712078", "5864770", "16208091", "4561402", "188911", "7142113", "29347970", "11246427", "29231620", "13905670", "597790", "58006489", "14171859", "7020505", "20851402", "11360768", "38252314", "9687772", "4387484", "14835068", "4410181", "11441172", "33387953", "2042250", "15968271", "13923140", "15058155", "40905302", "39668245", "18275697", "38752049", "1574014", "27995781", "17450673", "8892905", "15491404", "28193026", "21902400", "45153864", "2344892", "37480103", "2638387", "3493623", "24896957", "22482024", "885056", "24318630", "84085333", "20960682", "36830715", "6712836", "667451", "25813706", "6962472" ], "top100_scores": [ -1.7734375, -3.015625, -3.78125, -4.0, -4.0, -4.1875, -4.21875, -4.28125, -4.28125, -4.28125, -4.375, -4.375, -4.40625, -4.5625, -4.625, -4.78125, -4.875, -5.0, -5.1875, -5.28125, -5.3125, -5.40625, -5.4375, -5.59375, -5.75, -5.84375, -5.875, -5.90625, -6.03125, -6.03125, -6.0625, -6.125, -6.1875, -6.3125, -6.46875, -6.5625, -6.5625, -6.625, -6.78125, -6.8125, -6.875, -6.90625, -7.03125, -7.0625, -7.0625, -7.15625, -7.15625, -7.15625, -7.15625, -7.25, -7.28125, -7.28125, -7.28125, -7.3125, -7.3125, -7.375, -7.375, -7.375, -7.40625, -7.4375, -7.46875, -7.5, -7.5, -7.53125, -7.53125, -7.53125, -7.5625, -7.5625, -7.5625, -7.5625, -7.5625, -7.59375, -7.59375, -7.625, -7.6875, -7.6875, -7.6875, -7.6875, -7.71875, -7.75, -7.75, -7.75, -7.75, -7.75, -7.75, -7.78125, -7.78125, -7.78125, -7.78125, -7.8125, -7.84375, -7.84375, -7.875, -7.875, -7.875, -7.90625, -7.9375, -7.96875, -8.0, -8.0625 ] }, { "query_id": "823", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "15319019", "6421792", "39443128", "9498458", "641786", "14241418", "2272614", "28738741", "40127292", "51706771", "5560962", "6426919", "24190159", "31460499", "17462437", "14819804", "14864285", "9478135", "43311750", "9394119", "19708993", "12909503", "1576955", "19673227", "3360428", "32023005", "8892905", "26973393", "85665741", "4410181", "3285322", "712078", "41329906", "17050065", "28724565", "4462777", "5270265", "16966326", "19736671", "10326242", "4336849", "2608447", "5782614", "24896957", "25895285", "3210545", "4444861", "6503534", "4729644", "6078882", "1386103", "195352", "28264919", "1145473", "40349336", "33387953", "13717103", "5811042", "4345315", "28441310", "14479433", "11441172", "4312169", "120626", "9638032", "24725136", "8925851", "19822046", "67787658", "18038250", "8247597", "6042706", "9648896", "4820792", "26336593", "9889151", "7093809", "4979184", "4702639", "13001323", "30122260", "52805891", "4414547", "39558597", "21383026", "4468861", "33370", "35271381", "10697096", "29657303", "28937856", "25599283", "14021596", "18450716", "41120293", "43192375", "6227220", "31001322", "15692098", "16172576" ], "top100_scores": [ -0.5703125, -4.71875, -4.90625, -5.09375, -5.25, -5.3125, -5.4375, -5.4375, -5.5, -5.5, -5.53125, -5.5625, -5.5625, -5.84375, -5.84375, -5.96875, -6.0, -6.125, -6.1875, -6.21875, -6.25, -6.28125, -6.3125, -6.3125, -6.40625, -6.4375, -6.46875, -6.46875, -6.46875, -6.53125, -6.5625, -6.5625, -6.625, -6.625, -6.65625, -6.65625, -6.6875, -6.75, -6.75, -6.78125, -6.78125, -6.8125, -6.84375, -6.84375, -6.875, -6.90625, -6.9375, -6.9375, -6.9375, -6.96875, -6.96875, -6.96875, -7.0, -7.0, -7.03125, -7.03125, -7.03125, -7.0625, -7.0625, -7.09375, -7.125, -7.125, -7.15625, -7.21875, -7.25, -7.25, -7.28125, -7.28125, -7.28125, -7.28125, -7.28125, -7.375, -7.40625, -7.40625, -7.4375, -7.5, -7.5, -7.5, -7.5625, -7.5625, -7.59375, -7.71875, -7.78125, -7.78125, -7.84375, -7.875, -7.90625, -7.9375, -7.9375, -7.9375, -7.9375, -7.9375, -7.9375, -7.96875, -8.0625, -8.0625, -8.0625, -8.0625, -8.25, -8.25 ] }, { "query_id": "770", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "15476777", "2492146", "9558539", "7165938", "26973393", "24873253", "52180874", "35301079", "1387104", "6334188", "32421068", "13256155", "24980622", "46602807", "4961038", "20127522", "42731834", "19673227", "19945096", "7613033", "10958594", "15128866", "7821634", "32777637", "12584053", "24575065", "3308636", "19529370", "24341590", "15946643", "2296264", "43334921", "3613041", "5386514", "3210545", "37029185", "25298276", "20501163", "7986878", "17693849", "5151024", "5641851", "24634621", "5372432", "6407356", "16737210", "31591262", "3981033", "25589047", "52188256", "39903312", "25690516", "27264454", "20610557", "39580129", "26000593", "1287809", "16390264", "2058909", "3329824", "24524403", "17462437", "23126677", "17876040", "15041758", "14827874", "26341063", "5492542", "1805641", "19460822", "520579", "25886725", "341324", "24323695", "22517564", "39892135", "202259", "15975146", "14361849", "19497526", "40164383", "16119973", "10072941", "6561200", "19308127", "41298619", "29981186", "3078550", "6421792", "39558597", "12991445", "667451", "9167230", "39532074", "6790197", "22730024", "27428509", "1358909", "15559582", "5912283" ], "top100_scores": [ -1.546875, -3.09375, -3.109375, -3.328125, -3.40625, -3.640625, -3.765625, -3.796875, -3.84375, -3.859375, -3.984375, -4.0, -4.15625, -4.15625, -4.21875, -4.28125, -4.375, -4.40625, -4.40625, -4.40625, -4.40625, -4.40625, -4.625, -4.625, -4.625, -4.65625, -4.65625, -4.71875, -4.75, -4.75, -4.75, -4.8125, -4.84375, -4.90625, -4.96875, -5.0, -5.0, -5.03125, -5.0625, -5.0625, -5.09375, -5.15625, -5.21875, -5.25, -5.25, -5.28125, -5.375, -5.40625, -5.4375, -5.4375, -5.46875, -5.46875, -5.46875, -5.5, -5.59375, -5.59375, -5.59375, -5.65625, -5.65625, -5.65625, -5.78125, -5.78125, -5.8125, -5.90625, -5.9375, -6.0, -6.0, -6.0, -6.0, -6.03125, -6.03125, -6.0625, -6.0625, -6.1875, -6.21875, -6.21875, -6.28125, -6.375, -6.375, -6.40625, -6.46875, -6.5, -6.59375, -6.6875, -6.71875, -6.75, -6.78125, -6.84375, -6.90625, -7.125, -7.15625, -7.1875, -7.25, -7.28125, -7.34375, -7.40625, -7.46875, -7.46875, -7.5, -7.71875 ] }, { "query_id": "1213", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "7948486", "17934603", "34016987", "13905670", "36444198", "14492339", "21498497", "4427060", "23901235", "10648422", "39084565", "6853699", "5107861", "2192419", "34469966", "16905344", "343052", "13902570", "22406695", "12580014", "28647122", "52925737", "9225850", "4399311", "33397197", "5752492", "3616843", "4345315", "25315295", "15879931", "15058155", "11233339", "22281684", "25148216", "36345578", "14865329", "4447785", "14386505", "25817686", "3863543", "21626639", "17438862", "23273454", "20610557", "12130690", "5979056", "5572127", "27789588", "33792330", "23388442", "31933981", "3330111", "8604837", "11899391", "26702468", "4429118", "28149602", "7489663", "4380287", "36216395", "15381976", "21956124", "28783084", "20960682", "3943235", "24396137", "364522", "29509926", "29347970", "5035827", "27093166", "25036988", "34189936", "8137081", "3973445", "40323148", "1360607", "9956893", "38131471", "15425958", "16472469", "22517564", "8317408", "3083927", "12827098", "8083310", "44935041", "1265945", "34228604", "2316374", "24725136", "31107919", "15975146", "22975806", "30933307", "15521377", "16605494", "3285059", "6670101", "46517055" ], "top100_scores": [ 0.6328125, 0.06494140625, -0.03662109375, -0.5390625, -0.6875, -0.70703125, -0.87890625, -0.88671875, -1.0859375, -1.3359375, -1.6484375, -1.78125, -1.8671875, -1.8984375, -1.90625, -2.203125, -2.21875, -2.296875, -2.34375, -2.46875, -2.5, -2.59375, -2.625, -2.625, -2.6875, -2.703125, -2.84375, -2.921875, -2.9375, -2.984375, -3.015625, -3.0625, -3.09375, -3.109375, -3.109375, -3.15625, -3.21875, -3.25, -3.25, -3.25, -3.28125, -3.3125, -3.359375, -3.375, -3.390625, -3.40625, -3.421875, -3.453125, -3.453125, -3.5, -3.53125, -3.546875, -3.546875, -3.5625, -3.578125, -3.609375, -3.609375, -3.671875, -3.671875, -3.6875, -3.75, -3.765625, -3.84375, -3.84375, -3.859375, -3.890625, -3.921875, -3.96875, -4.09375, -4.125, -4.21875, -4.21875, -4.21875, -4.25, -4.3125, -4.34375, -4.34375, -4.4375, -4.5, -4.53125, -4.5625, -4.65625, -4.78125, -4.8125, -4.8125, -4.90625, -4.90625, -5.09375, -5.28125, -5.4375, -5.46875, -5.5, -5.59375, -5.625, -5.71875, -5.71875, -5.84375, -7.4375, -7.53125, -7.84375 ] }, { "query_id": "1132", "ndcg@10": 0.23719771276929622, "mrr@10": 0.2, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "6936141", "2714623", "15972906", "41982985", "33499189", "1196631", "2825380", "18758057", "34905328", "24069089", "18834078", "5914739", "4389252", "40094786", "11195653", "21746539", "79696454", "6961811", "8903143", "10562341", "18231807", "6163801", "7869794", "994800", "20457190", "35651106", "29362104", "28006126", "9283422", "29288582", "24726600", "22705234", "14647747", "1454773", "22174015", "13868795", "20344442", "39550665", "14644164", "52095986", "18042803", "25942757", "4394525", "13798951", "36642096", "49432306", "14834714", "10162553", "24879055", "5483793", "1243475", "17463549", "2388819", "12871281", "17682477", "40608679", "20220731", "18275697", "4468861", "27567994", "21719289", "8305686", "28206748", "3545805", "10450300", "18429416", "14934137", "27910499", "40473317", "42693833", "18231257", "8246922", "25353658", "31107919", "18882947", "8396189", "23420615", "16398827", "17119869", "15491404", "29745822", "7820043", "31293581", "25597580", "38131471", "7093809", "4457834", "42489926", "18473550", "4387484", "11837657", "26071782", "6670101", "14092737", "23604601", "9600826", "2832403", "24269361", "24349992", "28937856" ], "top100_scores": [ 4.75, 3.828125, 1.4453125, 1.1328125, 0.8671875, 0.279296875, -0.11376953125, -0.859375, -1.2578125, -1.2734375, -1.375, -1.46875, -1.578125, -1.6796875, -1.8828125, -1.9375, -2.03125, -2.140625, -2.265625, -2.3125, -2.46875, -2.515625, -2.59375, -2.828125, -2.859375, -3.078125, -3.140625, -3.1875, -3.3125, -3.3125, -3.3125, -3.328125, -3.375, -3.421875, -3.53125, -3.546875, -3.59375, -3.59375, -3.59375, -3.640625, -3.671875, -3.71875, -3.796875, -3.8125, -3.828125, -3.84375, -3.859375, -3.90625, -3.953125, -4.03125, -4.03125, -4.15625, -4.1875, -4.1875, -4.1875, -4.21875, -4.21875, -4.21875, -4.28125, -4.28125, -4.3125, -4.375, -4.40625, -4.4375, -4.5625, -4.59375, -4.625, -4.625, -4.65625, -4.78125, -4.84375, -4.84375, -4.84375, -4.90625, -4.96875, -5.21875, -5.28125, -5.34375, -5.59375, -5.6875, -5.78125, -5.875, -5.875, -5.90625, -5.90625, -5.9375, -6.0, -6.09375, -6.28125, -6.34375, -6.40625, -6.4375, -6.71875, -6.71875, -6.75, -6.78125, -6.96875, -7.0, -7.0625, -7.3125 ] }, { "query_id": "1146", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "13906581", "28738741", "21323587", "12258338", "27712433", "21301090", "13515165", "16532419", "26611094", "19945096", "9274291", "3078080", "4695046", "4824840", "16204011", "19961177", "32969964", "5641851", "9658390", "79231308", "40905302", "45920278", "6517267", "41493639", "29107210", "3898784", "17415081", "6421734", "980196", "24318630", "21590125", "38180456", "74137632", "13481731", "12087063", "21377587", "409280", "40817021", "19071857", "23639838", "45461275", "5884524", "15512462", "30292811", "11230569", "11718220", "7419612", "13734012", "13732033", "3150030", "9167230", "45548062", "5151024", "24088502", "3413083", "26000593", "17691617", "427865", "6334188", "36033696", "29387024", "41294031", "27024392", "12672066", "25121903", "21203899", "44048701", "31933981", "12205576", "31313782", "18340282", "6123924", "13322804", "7595742", "7986878", "3944632", "13007205", "15968271", "4162857", "12217662", "39580129", "42009630", "17088791", "11728637", "21009874", "3285322", "8290760", "1173667", "9196472", "984825", "3038933", "20672596", "32955023", "84784389", "26099680", "12552297", "24273592", "19736671", "29362104", "27768226" ], "top100_scores": [ 3.15625, -3.40625, -3.921875, -4.78125, -5.1875, -5.25, -5.625, -5.6875, -5.84375, -5.9375, -5.96875, -6.0, -6.0, -6.0625, -6.0625, -6.0625, -6.0625, -6.0625, -6.09375, -6.15625, -6.15625, -6.1875, -6.1875, -6.1875, -6.28125, -6.28125, -6.3125, -6.3125, -6.4375, -6.4375, -6.4375, -6.4375, -6.4375, -6.5, -6.53125, -6.625, -6.625, -6.65625, -6.6875, -6.6875, -6.6875, -6.78125, -6.84375, -6.84375, -6.875, -6.9375, -7.0, -7.09375, -7.09375, -7.125, -7.15625, -7.15625, -7.15625, -7.1875, -7.21875, -7.25, -7.25, -7.28125, -7.3125, -7.40625, -7.40625, -7.4375, -7.4375, -7.5, -7.5, -7.53125, -7.5625, -7.5625, -7.625, -7.625, -7.625, -7.625, -7.65625, -7.65625, -7.6875, -7.71875, -7.71875, -7.71875, -7.71875, -7.75, -7.75, -7.78125, -7.8125, -7.84375, -7.84375, -7.875, -7.90625, -7.90625, -7.9375, -7.96875, -8.0, -8.0, -8.0, -8.0625, -8.125, -8.125, -8.125, -8.125, -8.125, -8.25 ] }, { "query_id": "691", "ndcg@10": 0.6309297535714575, "mrr@10": 0.5, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "33076846", "10991183", "14461101", "10530014", "16511863", "32532238", "23700330", "7370282", "24881307", "7114092", "27602752", "14019636", "8764879", "23393712", "12156187", "14407673", "18882947", "5270265", "2988714", "12685434", "25191216", "5821617", "29073751", "25157790", "21793890", "885056", "34537906", "31141365", "27306942", "9478135", "11200685", "8093935", "43880096", "4345315", "21179714", "17876040", "15879931", "18041692", "3973445", "23052989", "17671145", "11568270", "12670680", "19510470", "4447785", "641786", "5099266", "1982286", "3863543", "2316374", "14380875", "22703082", "18895793", "10795340", "667451", "5914739", "3981033", "5304891", "36345185", "9911547", "4396105", "33986507", "17755060", "36212758", "21557614", "25677651", "45764440", "3874000", "16280642", "9301606", "38485364", "8698857", "37204802", "38131471", "12892137", "7034001", "13639330", "15707049", "25519138", "11255504", "16863359", "13902570", "11887584", "19313533", "12800122", "12207340", "4664540", "6259170", "3935126", "15856466", "11983390", "1605392", "24423427", "17648235", "20585600", "21164071", "16472469", "23863576", "8892905", "2958458" ], "top100_scores": [ 2.46875, 1.3984375, -1.8203125, -2.21875, -2.5625, -2.6875, -2.8125, -2.90625, -2.953125, -3.078125, -3.203125, -3.28125, -3.46875, -3.5, -3.546875, -3.59375, -3.796875, -3.9375, -4.0, -4.125, -4.1875, -4.21875, -4.375, -4.40625, -4.4375, -4.46875, -4.46875, -4.46875, -4.53125, -4.53125, -4.59375, -4.6875, -4.6875, -4.6875, -4.71875, -4.71875, -4.71875, -4.75, -4.75, -4.8125, -4.84375, -4.84375, -4.875, -4.875, -4.875, -4.875, -4.9375, -4.96875, -5.0, -5.0625, -5.0625, -5.0625, -5.0625, -5.125, -5.1875, -5.1875, -5.1875, -5.21875, -5.28125, -5.375, -5.40625, -5.4375, -5.53125, -5.65625, -5.71875, -5.71875, -5.75, -5.75, -5.78125, -5.875, -5.875, -5.9375, -5.9375, -5.9375, -5.9375, -6.0, -6.09375, -6.09375, -6.09375, -6.09375, -6.1875, -6.21875, -6.28125, -6.40625, -6.53125, -6.5625, -6.6875, -6.75, -6.78125, -6.8125, -6.8125, -6.875, -6.875, -6.90625, -6.9375, -6.9375, -7.03125, -7.1875, -7.34375, -7.5 ] }, { "query_id": "723", "ndcg@10": 1.0, "mrr@10": 1.0, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "5531479", "28712203", "1871230", "9225850", "3330111", "29509926", "6327940", "21932297", "22406695", "935034", "22696649", "17934603", "1800734", "52925737", "18924534", "12058271", "13011249", "15488881", "42693833", "9977329", "195683603", "15727984", "15248287", "27789588", "26008462", "2405259", "44562058", "40365566", "3984231", "3495456", "11710511", "9159125", "3684342", "5979056", "26059876", "33920995", "5094468", "15058155", "2242416", "24315156", "8246090", "9889151", "14591894", "2543135", "17017465", "8396189", "496873", "20758340", "14767844", "7869794", "2825380", "6454371", "6969753", "3155374", "5774746", "22317868", "28015516", "43224840", "6609935", "3930020", "36345185", "612002", "6784372", "2030623", "29073751", "2060137", "14530534", "7736860", "46517055", "33068577", "15548965", "18467982", "2177022", "44935041", "25623469", "6308416", "9600826", "8759633", "12948892", "10790846", "4462139", "26071782", "11716783", "20054396", "5914739", "21557055", "3727986", "2727303", "16128711", "469066", "8093935", "140874", "38751591", "26117607", "5860364", "8494570", "21622715", "14205246", "14500725", "25682129" ], "top100_scores": [ 7.09375, -2.328125, -3.140625, -3.5625, -3.578125, -3.734375, -3.796875, -3.8125, -3.8125, -3.953125, -3.984375, -4.03125, -4.09375, -4.1875, -4.34375, -4.375, -4.375, -4.40625, -4.40625, -4.4375, -4.5, -4.5625, -4.59375, -4.59375, -4.6875, -4.84375, -4.875, -4.90625, -4.9375, -4.96875, -4.96875, -4.96875, -5.0, -5.0625, -5.09375, -5.125, -5.125, -5.15625, -5.1875, -5.21875, -5.28125, -5.3125, -5.34375, -5.40625, -5.40625, -5.4375, -5.46875, -5.46875, -5.5, -5.5, -5.5, -5.625, -5.65625, -5.71875, -5.71875, -5.75, -5.78125, -5.8125, -5.84375, -5.90625, -5.9375, -5.96875, -5.96875, -6.03125, -6.09375, -6.09375, -6.09375, -6.125, -6.15625, -6.15625, -6.21875, -6.25, -6.25, -6.28125, -6.375, -6.40625, -6.46875, -6.53125, -6.59375, -6.625, -6.6875, -6.6875, -6.71875, -6.8125, -6.84375, -6.875, -6.875, -6.90625, -6.9375, -6.9375, -6.96875, -6.96875, -7.0, -7.09375, -7.125, -7.25, -7.34375, -7.5, -7.5625, -7.6875 ] }, { "query_id": "913", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "9956893", "25677651", "712078", "3531388", "7343711", "16882895", "2158516", "7729656", "14386505", "1454773", "67045088", "4820792", "7621534", "20333864", "24881307", "11238784", "28783084", "8596357", "23397658", "20554003", "2443495", "35660758", "6209599", "27024392", "4319174", "32001951", "21564598", "36432234", "6397191", "8856690", "982650", "13868795", "40963697", "15215393", "11666252", "22134353", "20690388", "27615329", "13398997", "9301606", "5531479", "46517055", "23273454", "6363093", "24069089", "12265561", "1748921", "11200685", "22317868", "24003461", "28334217", "36838958", "24042363", "14198646", "33920995", "17055665", "40383969", "33499189", "17934603", "1686997", "7645565", "21465696", "40500438", "1616661", "14241418", "86694016", "35395662", "45096063", "6923795", "12737132", "57783564", "12948892", "21012916", "5953485", "15972906", "1800734", "31851367", "21868715", "39763465", "6609935", "2973910", "24712186", "3153673", "28937856", "3973445", "15381976", "36540079", "37608303", "14332945", "29015485", "28086354", "11020556", "15176526", "306006", "13583521", "2177022", "11771811", "13481880", "17412260", "38712515" ], "top100_scores": [ -1.7265625, -3.171875, -3.40625, -3.46875, -3.5625, -3.6875, -4.125, -4.15625, -4.25, -4.4375, -4.5625, -4.5625, -4.6875, -4.6875, -4.71875, -4.71875, -4.75, -4.75, -4.8125, -4.875, -4.90625, -4.90625, -4.9375, -4.96875, -5.09375, -5.09375, -5.125, -5.15625, -5.15625, -5.1875, -5.25, -5.28125, -5.28125, -5.28125, -5.3125, -5.375, -5.40625, -5.4375, -5.5, -5.53125, -5.5625, -5.625, -5.6875, -5.8125, -5.8125, -5.875, -5.875, -5.90625, -5.90625, -5.9375, -6.0, -6.0, -6.03125, -6.03125, -6.03125, -6.0625, -6.09375, -6.09375, -6.09375, -6.09375, -6.125, -6.15625, -6.1875, -6.21875, -6.21875, -6.3125, -6.375, -6.375, -6.40625, -6.40625, -6.40625, -6.46875, -6.5, -6.5, -6.53125, -6.53125, -6.53125, -6.5625, -6.59375, -6.59375, -6.65625, -6.6875, -6.71875, -6.78125, -6.875, -6.875, -6.90625, -6.90625, -6.9375, -7.0, -7.03125, -7.03125, -7.09375, -7.125, -7.15625, -7.15625, -7.15625, -7.21875, -7.28125, -7.34375 ] }, { "query_id": "124", "ndcg@10": 0.6309297535714575, "mrr@10": 0.5, "recall@100": 1.0, "candidate_recall": 1.0, "top100": [ "7111021", "4883040", "31363207", "1986482", "17077004", "13899137", "7224723", "32770503", "20188586", "28806780", "13071728", "32454714", "11230569", "14260013", "13901073", "44562058", "6144337", "35087728", "24943534", "21644993", "25897733", "3330111", "11254040", "15997009", "9021186", "14834714", "4347374", "12225214", "14501880", "16787954", "26038789", "24241932", "341324", "13398997", "8563659", "45908102", "1336292", "5284188", "226488", "11899391", "45461275", "32023005", "16066726", "7433668", "14647747", "2274272", "18546584", "39550665", "8300657", "266641", "32909242", "40127292", "20457190", "43378932", "6157837", "29288582", "1386103", "13923140", "3493623", "3475317", "12966719", "35079452", "2048139", "10450300", "3935126", "20220731", "15128866", "13798951", "2042250", "21383026", "20610557", "21185923", "35186640", "21859699", "17876040", "21700295", "22401720", "5864770", "25953438", "5586392", "21957231", "3898784", "39285547", "14296612", "7419612", "3083927", "8997410", "21181273", "20287253", "12236208", "12205576", "7808055", "831167", "24581365", "23420807", "13734012", "1191830", "16760369", "18694784", "37488367" ], "top100_scores": [ 4.75, 3.015625, -1.75, -2.640625, -2.96875, -3.109375, -3.109375, -3.125, -3.21875, -3.390625, -3.65625, -3.828125, -3.859375, -4.15625, -4.1875, -4.34375, -4.4375, -4.46875, -4.46875, -4.5625, -4.59375, -4.625, -4.6875, -4.6875, -4.78125, -4.90625, -4.96875, -5.0625, -5.09375, -5.21875, -5.21875, -5.25, -5.25, -5.28125, -5.3125, -5.375, -5.4375, -5.5625, -5.59375, -5.625, -5.625, -5.65625, -5.6875, -5.75, -5.75, -5.8125, -5.84375, -5.9375, -5.96875, -6.0, -6.0, -6.03125, -6.0625, -6.09375, -6.15625, -6.15625, -6.3125, -6.34375, -6.4375, -6.4375, -6.4375, -6.46875, -6.5, -6.53125, -6.5625, -6.625, -6.625, -6.65625, -6.6875, -6.6875, -6.6875, -6.75, -6.8125, -6.875, -6.96875, -6.96875, -7.03125, -7.09375, -7.15625, -7.15625, -7.15625, -7.28125, -7.4375, -7.46875, -7.53125, -7.59375, -7.59375, -7.59375, -7.71875, -7.71875, -7.75, -7.75, -7.75, -7.75, -7.8125, -7.84375, -7.875, -7.875, -8.0625, -8.125 ] }, { "query_id": "1278", "ndcg@10": 0.0, "mrr@10": 0.0, "recall@100": 0.0, "candidate_recall": 0.0, "top100": [ "49432306", "1454773", "5492542", "1900152", "25589047", "5132358", "5402581", "21382907", "3610080", "4468861", "40632104", "24873253", "11254040", "29564505", "23912923", "14973286", "21700295", "22635278", "14361849", "5855168", "5551138", "21150010", "40164383", "667451", "10162553", "24916604", "29981186", "8756719", "6334188", "37628989", "43226130", "24349992", "3692112", "38630735", "24323695", "30492966", "4910408", "202259", "25837950", "36642096", "52874170", "2492146", "12258338", "6070278", "20886584", "5691302", "34025053", "15476777", "52180874", "24581365", "5698494", "5641851", "24150328", "10072941", "24634621", "13256155", "44265107", "14606752", "33533307", "24450344", "7613033", "8190282", "23783727", "15128866", "9813098", "3462075", "44562904", "583260", "42800527", "2048139", "30292811", "4391121", "341324", "39892135", "17934603", "3613041", "3935126", "31293581", "24097933", "45401535", "26230669", "7986878", "40790033", "11899391", "11630388", "19308127", "12438901", "7111021", "14021596", "4678846", "33409100", "27635177", "37029185", "40005757", "4399311", "17821387", "24148722", "13883546", "12442311", "24384587" ], "top100_scores": [ -1.7265625, -2.046875, -2.328125, -2.578125, -2.671875, -2.765625, -2.765625, -2.9375, -2.953125, -3.03125, -3.046875, -3.0625, -3.109375, -3.125, -3.171875, -3.171875, -3.171875, -3.203125, -3.265625, -3.265625, -3.3125, -3.40625, -3.4375, -3.453125, -3.453125, -3.59375, -3.59375, -3.609375, -3.609375, -3.640625, -3.671875, -3.671875, -3.6875, -3.703125, -3.8125, -3.84375, -3.84375, -3.890625, -3.890625, -3.90625, -3.9375, -3.9375, -4.0, -4.0, -4.0, -4.03125, -4.0625, -4.15625, -4.1875, -4.21875, -4.25, -4.25, -4.25, -4.25, -4.28125, -4.3125, -4.34375, -4.34375, -4.375, -4.375, -4.375, -4.46875, -4.5, -4.5, -4.53125, -4.53125, -4.59375, -4.625, -4.65625, -4.65625, -4.71875, -4.71875, -4.8125, -4.8125, -4.8125, -4.84375, -4.84375, -4.84375, -4.875, -4.90625, -4.96875, -5.0, -5.03125, -5.03125, -5.09375, -5.09375, -5.09375, -5.21875, -5.40625, -5.5, -5.53125, -5.8125, -5.8125, -5.875, -5.875, -5.96875, -6.3125, -6.59375, -6.96875, -7.21875 ] } ] } }, "mean_ndcg@10": 0.6189276698551045 } ]