| { | |
| "dataset": "fever", | |
| "split": "test", | |
| "metric": "dot", | |
| "norm_query": false, | |
| "norm_doc": false, | |
| "scores": { | |
| "ndcg": { | |
| "NDCG@1": 0.4685, | |
| "NDCG@3": 0.58291, | |
| "NDCG@5": 0.61555, | |
| "NDCG@10": 0.63923, | |
| "NDCG@20": 0.65243, | |
| "NDCG@50": 0.66162, | |
| "NDCG@100": 0.66512, | |
| "NDCG@200": 0.66738, | |
| "NDCG@1000": 0.66975 | |
| }, | |
| "map": { | |
| "MAP@1": 0.43439, | |
| "MAP@3": 0.54012, | |
| "MAP@5": 0.55886, | |
| "MAP@10": 0.56904, | |
| "MAP@20": 0.57297, | |
| "MAP@50": 0.57463, | |
| "MAP@100": 0.57501, | |
| "MAP@200": 0.57516, | |
| "MAP@1000": 0.57524 | |
| }, | |
| "precision": { | |
| "P@1": 0.4685, | |
| "P@3": 0.24182, | |
| "P@5": 0.1628, | |
| "P@10": 0.08954, | |
| "P@20": 0.04771, | |
| "P@50": 0.02015, | |
| "P@100": 0.01036, | |
| "P@200": 0.00529, | |
| "P@1000": 0.00109 | |
| }, | |
| "recall": { | |
| "Recall@1": 0.43439, | |
| "Recall@3": 0.66842, | |
| "Recall@5": 0.74702, | |
| "Recall@10": 0.81819, | |
| "Recall@20": 0.86817, | |
| "Recall@50": 0.91176, | |
| "Recall@100": 0.93145, | |
| "Recall@200": 0.94589, | |
| "Recall@1000": 0.9631 | |
| }, | |
| "mrr": { | |
| "MRR@1": 0.4685, | |
| "MRR@3": 0.57831, | |
| "MRR@5": 0.59725, | |
| "MRR@10": 0.60729, | |
| "MRR@20": 0.61065, | |
| "MRR@50": 0.61202, | |
| "MRR@100": 0.61225, | |
| "MRR@200": 0.61232, | |
| "MRR@1000": 0.61235 | |
| }, | |
| "recall_cap": { | |
| "R_cap@1": 0.4685, | |
| "R_cap@3": 0.66964, | |
| "R_cap@5": 0.74736, | |
| "R_cap@10": 0.8182, | |
| "R_cap@20": 0.86817, | |
| "R_cap@50": 0.91176, | |
| "R_cap@100": 0.93145, | |
| "R_cap@200": 0.94589, | |
| "R_cap@1000": 0.9631 | |
| }, | |
| "hole": { | |
| "Hole@1": 0.50285, | |
| "Hole@3": 0.72937, | |
| "Hole@5": 0.81251, | |
| "Hole@10": 0.891, | |
| "Hole@20": 0.93745, | |
| "Hole@50": 0.97033, | |
| "Hole@100": 0.98308, | |
| "Hole@200": 0.9901, | |
| "Hole@1000": 0.99652 | |
| } | |
| } | |
| } | |