| { | |
| "dataset": "webis-touche2020", | |
| "split": "test", | |
| "metric": "dot", | |
| "norm_query": false, | |
| "norm_doc": false, | |
| "scores": { | |
| "ndcg": { | |
| "NDCG@1": 0.23469, | |
| "NDCG@3": 0.19546, | |
| "NDCG@5": 0.20774, | |
| "NDCG@10": 0.20204, | |
| "NDCG@20": 0.21577, | |
| "NDCG@50": 0.27115, | |
| "NDCG@100": 0.31444, | |
| "NDCG@200": 0.35927, | |
| "NDCG@1000": 0.43626 | |
| }, | |
| "map": { | |
| "MAP@1": 0.02245, | |
| "MAP@3": 0.04169, | |
| "MAP@5": 0.05849, | |
| "MAP@10": 0.07998, | |
| "MAP@20": 0.09998, | |
| "MAP@50": 0.1207, | |
| "MAP@100": 0.13034, | |
| "MAP@200": 0.13799, | |
| "MAP@1000": 0.14633 | |
| }, | |
| "precision": { | |
| "P@1": 0.2449, | |
| "P@3": 0.21088, | |
| "P@5": 0.22449, | |
| "P@10": 0.18367, | |
| "P@20": 0.14286, | |
| "P@50": 0.09714, | |
| "P@100": 0.06653, | |
| "P@200": 0.04449, | |
| "P@1000": 0.01453 | |
| }, | |
| "recall": { | |
| "Recall@1": 0.02245, | |
| "Recall@3": 0.05107, | |
| "Recall@5": 0.09042, | |
| "Recall@10": 0.1418, | |
| "Recall@20": 0.21284, | |
| "Recall@50": 0.32885, | |
| "Recall@100": 0.429, | |
| "Recall@200": 0.54296, | |
| "Recall@1000": 0.79353 | |
| }, | |
| "mrr": { | |
| "MRR@1": 0.2449, | |
| "MRR@3": 0.34014, | |
| "MRR@5": 0.38401, | |
| "MRR@10": 0.39492, | |
| "MRR@20": 0.40261, | |
| "MRR@50": 0.4037, | |
| "MRR@100": 0.40457, | |
| "MRR@200": 0.40476, | |
| "MRR@1000": 0.4048 | |
| }, | |
| "recall_cap": { | |
| "R_cap@1": 0.2449, | |
| "R_cap@3": 0.21088, | |
| "R_cap@5": 0.22449, | |
| "R_cap@10": 0.20515, | |
| "R_cap@20": 0.21951, | |
| "R_cap@50": 0.32885, | |
| "R_cap@100": 0.429, | |
| "R_cap@200": 0.54296, | |
| "R_cap@1000": 0.79353 | |
| }, | |
| "hole": { | |
| "Hole@1": 0.67347, | |
| "Hole@3": 0.72109, | |
| "Hole@5": 0.73061, | |
| "Hole@10": 0.77551, | |
| "Hole@20": 0.82347, | |
| "Hole@50": 0.86327, | |
| "Hole@100": 0.90245, | |
| "Hole@200": 0.93031, | |
| "Hole@1000": 0.969 | |
| } | |
| } | |
| } | |