| { | |
| "dataset": "scifact", | |
| "split": "test", | |
| "metric": "dot", | |
| "norm_query": false, | |
| "norm_doc": false, | |
| "scores": { | |
| "ndcg": { | |
| "NDCG@1": 0.49667, | |
| "NDCG@3": 0.56063, | |
| "NDCG@5": 0.5832, | |
| "NDCG@10": 0.618, | |
| "NDCG@20": 0.63668, | |
| "NDCG@50": 0.64841, | |
| "NDCG@100": 0.65303, | |
| "NDCG@200": 0.65582, | |
| "NDCG@1000": 0.66222 | |
| }, | |
| "map": { | |
| "MAP@1": 0.48222, | |
| "MAP@3": 0.53771, | |
| "MAP@5": 0.55207, | |
| "MAP@10": 0.56804, | |
| "MAP@20": 0.57421, | |
| "MAP@50": 0.5764, | |
| "MAP@100": 0.57689, | |
| "MAP@200": 0.57703, | |
| "MAP@1000": 0.57722 | |
| }, | |
| "precision": { | |
| "P@1": 0.49667, | |
| "P@3": 0.21556, | |
| "P@5": 0.14467, | |
| "P@10": 0.08467, | |
| "P@20": 0.04683, | |
| "P@50": 0.02007, | |
| "P@100": 0.01037, | |
| "P@200": 0.00528, | |
| "P@1000": 0.00111 | |
| }, | |
| "recall": { | |
| "Recall@1": 0.48222, | |
| "Recall@3": 0.602, | |
| "Recall@5": 0.65778, | |
| "Recall@10": 0.76, | |
| "Recall@20": 0.82856, | |
| "Recall@50": 0.88467, | |
| "Recall@100": 0.911, | |
| "Recall@200": 0.931, | |
| "Recall@1000": 0.98333 | |
| }, | |
| "mrr": { | |
| "MRR@1": 0.49667, | |
| "MRR@3": 0.555, | |
| "MRR@5": 0.56767, | |
| "MRR@10": 0.58091, | |
| "MRR@20": 0.58502, | |
| "MRR@50": 0.58662, | |
| "MRR@100": 0.58706, | |
| "MRR@200": 0.5872, | |
| "MRR@1000": 0.58737 | |
| }, | |
| "recall_cap": { | |
| "R_cap@1": 0.49667, | |
| "R_cap@3": 0.605, | |
| "R_cap@5": 0.65778, | |
| "R_cap@10": 0.76, | |
| "R_cap@20": 0.82856, | |
| "R_cap@50": 0.88467, | |
| "R_cap@100": 0.911, | |
| "R_cap@200": 0.931, | |
| "R_cap@1000": 0.98333 | |
| }, | |
| "hole": { | |
| "Hole@1": 0.48, | |
| "Hole@3": 0.74444, | |
| "Hole@5": 0.808, | |
| "Hole@10": 0.86233, | |
| "Hole@20": 0.902, | |
| "Hole@50": 0.9238, | |
| "Hole@100": 0.9323, | |
| "Hole@200": 0.9359, | |
| "Hole@1000": 0.94129 | |
| } | |
| } | |
| } | |