AugTriever-TQGen-AbSum / beir_output /dbpedia-entity.json
memray's picture
Upload 130 files
e1b3d32
{
"dataset": "dbpedia-entity",
"split": "test",
"metric": "dot",
"norm_query": false,
"norm_doc": false,
"scores": {
"ndcg": {
"NDCG@1": 0.37625,
"NDCG@3": 0.33357,
"NDCG@5": 0.32254,
"NDCG@10": 0.31098,
"NDCG@20": 0.31096,
"NDCG@50": 0.3355,
"NDCG@100": 0.36694,
"NDCG@200": 0.39383,
"NDCG@1000": 0.44367
},
"map": {
"MAP@1": 0.0666,
"MAP@3": 0.10441,
"MAP@5": 0.12252,
"MAP@10": 0.14517,
"MAP@20": 0.16753,
"MAP@50": 0.19349,
"MAP@100": 0.20652,
"MAP@200": 0.21367,
"MAP@1000": 0.22134
},
"precision": {
"P@1": 0.49,
"P@3": 0.37583,
"P@5": 0.3225,
"P@10": 0.24875,
"P@20": 0.19162,
"P@50": 0.1265,
"P@100": 0.08685,
"P@200": 0.05551,
"P@1000": 0.01938
},
"recall": {
"Recall@1": 0.0666,
"Recall@3": 0.12451,
"Recall@5": 0.15934,
"Recall@10": 0.20823,
"Recall@20": 0.26649,
"Recall@50": 0.3662,
"Recall@100": 0.45154,
"Recall@200": 0.53488,
"Recall@1000": 0.70457
},
"mrr": {
"MRR@1": 0.49,
"MRR@3": 0.59,
"MRR@5": 0.60338,
"MRR@10": 0.60992,
"MRR@20": 0.61379,
"MRR@50": 0.61554,
"MRR@100": 0.61576,
"MRR@200": 0.61586,
"MRR@1000": 0.61592
},
"recall_cap": {
"R_cap@1": 0.49,
"R_cap@3": 0.3975,
"R_cap@5": 0.36588,
"R_cap@10": 0.33175,
"R_cap@20": 0.32552,
"R_cap@50": 0.37796,
"R_cap@100": 0.45692,
"R_cap@200": 0.53814,
"R_cap@1000": 0.70522
},
"hole": {
"Hole@1": 0.3275,
"Hole@3": 0.4025,
"Hole@5": 0.452,
"Hole@10": 0.531,
"Hole@20": 0.61462,
"Hole@50": 0.7237,
"Hole@100": 0.79307,
"Hole@200": 0.85231,
"Hole@1000": 0.93407
}
}
}