File size: 1,456 Bytes
4ec0bf2 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 |
{
"dataset_revision": "66e76a618a34d6d565d5538088562851e6daa7ec",
"mteb_dataset_name": "Ocnli",
"mteb_version": "1.1.2",
"validation": {
"cos_sim": {
"accuracy": 0.8110449377368706,
"accuracy_threshold": 0.5931570529937744,
"ap": 0.8516141108141811,
"f1": 0.8297771455666192,
"f1_threshold": 0.5646798610687256,
"precision": 0.7530120481927711,
"recall": 0.9239704329461457
},
"dot": {
"accuracy": 0.8105035192203573,
"accuracy_threshold": 0.5924628973007202,
"ap": 0.8513568069803823,
"f1": 0.8304038004750595,
"f1_threshold": 0.5658385157585144,
"precision": 0.7547495682210709,
"recall": 0.9229144667370645
},
"euclidean": {
"accuracy": 0.8110449377368706,
"accuracy_threshold": 0.8982482552528381,
"ap": 0.8516341835376644,
"f1": 0.8296860133206471,
"f1_threshold": 0.9301300048828125,
"precision": 0.754978354978355,
"recall": 0.9208025343189018
},
"evaluation_time": 2.98,
"manhattan": {
"accuracy": 0.8115863562533838,
"accuracy_threshold": 30.367427825927734,
"ap": 0.8513388548299352,
"f1": 0.8291048348492102,
"f1_threshold": 31.26837158203125,
"precision": 0.7583187390542907,
"recall": 0.914466737064414
},
"max": {
"accuracy": 0.8115863562533838,
"ap": 0.8516341835376644,
"f1": 0.8304038004750595
}
}
} |