Commit
•
1ed2c3a
1
Parent(s):
f47e3b5
Add base_model metadata
Browse filesTo expose this model in the Qwen/Qwen2-7B model tree
![Screenshot 2024-08-28 at 14.35.00.png](https://cdn-uploads.huggingface.co/production/uploads/60107b385ac3e86b3ea4fc34/5joDyE1X7hJC2D5KEx-1M.png)
README.md
CHANGED
@@ -510,7 +510,7 @@ model-index:
|
|
510 |
- type: map_at_5
|
511 |
value: 29.53
|
512 |
- type: mrr_at_1
|
513 |
-
value: 25
|
514 |
- type: mrr_at_10
|
515 |
value: 35.843
|
516 |
- type: mrr_at_100
|
@@ -522,7 +522,7 @@ model-index:
|
|
522 |
- type: mrr_at_5
|
523 |
value: 34.264
|
524 |
- type: ndcg_at_1
|
525 |
-
value: 25
|
526 |
- type: ndcg_at_10
|
527 |
value: 38.606
|
528 |
- type: ndcg_at_100
|
@@ -534,7 +534,7 @@ model-index:
|
|
534 |
- type: ndcg_at_5
|
535 |
value: 34.43
|
536 |
- type: precision_at_1
|
537 |
-
value: 25
|
538 |
- type: precision_at_10
|
539 |
value: 7.811
|
540 |
- type: precision_at_100
|
@@ -2200,9 +2200,9 @@ model-index:
|
|
2200 |
- type: recall_at_10
|
2201 |
value: 93.167
|
2202 |
- type: recall_at_100
|
2203 |
-
value: 99
|
2204 |
- type: recall_at_1000
|
2205 |
-
value: 100
|
2206 |
- type: recall_at_3
|
2207 |
value: 81.667
|
2208 |
- type: recall_at_5
|
@@ -2336,19 +2336,19 @@ model-index:
|
|
2336 |
- type: map_at_5
|
2337 |
value: 1.155
|
2338 |
- type: mrr_at_1
|
2339 |
-
value: 96
|
2340 |
- type: mrr_at_10
|
2341 |
-
value: 98
|
2342 |
- type: mrr_at_100
|
2343 |
-
value: 98
|
2344 |
- type: mrr_at_1000
|
2345 |
-
value: 98
|
2346 |
- type: mrr_at_3
|
2347 |
-
value: 98
|
2348 |
- type: mrr_at_5
|
2349 |
-
value: 98
|
2350 |
- type: ndcg_at_1
|
2351 |
-
value: 93
|
2352 |
- type: ndcg_at_10
|
2353 |
value: 82.258
|
2354 |
- type: ndcg_at_100
|
@@ -2360,11 +2360,11 @@ model-index:
|
|
2360 |
- type: ndcg_at_5
|
2361 |
value: 86.79
|
2362 |
- type: precision_at_1
|
2363 |
-
value: 96
|
2364 |
- type: precision_at_10
|
2365 |
value: 84.8
|
2366 |
- type: precision_at_100
|
2367 |
-
value: 66
|
2368 |
- type: precision_at_1000
|
2369 |
value: 25.356
|
2370 |
- type: precision_at_3
|
@@ -2913,7 +2913,7 @@ model-index:
|
|
2913 |
- type: recall_at_100
|
2914 |
value: 99.368
|
2915 |
- type: recall_at_1000
|
2916 |
-
value: 100
|
2917 |
- type: recall_at_3
|
2918 |
value: 85.669
|
2919 |
- type: recall_at_5
|
@@ -3273,7 +3273,7 @@ model-index:
|
|
3273 |
- type: recall_at_1
|
3274 |
value: 56.2
|
3275 |
- type: recall_at_10
|
3276 |
-
value: 75
|
3277 |
- type: recall_at_100
|
3278 |
value: 89.9
|
3279 |
- type: recall_at_1000
|
@@ -4035,47 +4035,47 @@ model-index:
|
|
4035 |
- type: cos_sim_accuracy
|
4036 |
value: 99.90069513406156
|
4037 |
- type: cos_sim_ap
|
4038 |
-
value: 100
|
4039 |
- type: cos_sim_f1
|
4040 |
value: 99.95032290114257
|
4041 |
- type: cos_sim_precision
|
4042 |
-
value: 100
|
4043 |
- type: cos_sim_recall
|
4044 |
value: 99.90069513406156
|
4045 |
- type: dot_accuracy
|
4046 |
value: 99.90069513406156
|
4047 |
- type: dot_ap
|
4048 |
-
value: 100
|
4049 |
- type: dot_f1
|
4050 |
value: 99.95032290114257
|
4051 |
- type: dot_precision
|
4052 |
-
value: 100
|
4053 |
- type: dot_recall
|
4054 |
value: 99.90069513406156
|
4055 |
- type: euclidean_accuracy
|
4056 |
value: 99.90069513406156
|
4057 |
- type: euclidean_ap
|
4058 |
-
value: 100
|
4059 |
- type: euclidean_f1
|
4060 |
value: 99.95032290114257
|
4061 |
- type: euclidean_precision
|
4062 |
-
value: 100
|
4063 |
- type: euclidean_recall
|
4064 |
value: 99.90069513406156
|
4065 |
- type: manhattan_accuracy
|
4066 |
value: 99.90069513406156
|
4067 |
- type: manhattan_ap
|
4068 |
-
value: 100
|
4069 |
- type: manhattan_f1
|
4070 |
value: 99.95032290114257
|
4071 |
- type: manhattan_precision
|
4072 |
-
value: 100
|
4073 |
- type: manhattan_recall
|
4074 |
value: 99.90069513406156
|
4075 |
- type: max_accuracy
|
4076 |
value: 99.90069513406156
|
4077 |
- type: max_ap
|
4078 |
-
value: 100
|
4079 |
- type: max_f1
|
4080 |
value: 99.95032290114257
|
4081 |
task:
|
@@ -4124,7 +4124,7 @@ model-index:
|
|
4124 |
- type: manhattan_f1
|
4125 |
value: 73.68421052631581
|
4126 |
- type: manhattan_precision
|
4127 |
-
value: 64
|
4128 |
- type: manhattan_recall
|
4129 |
value: 86.82170542635659
|
4130 |
- type: max_accuracy
|
@@ -4236,7 +4236,7 @@ model-index:
|
|
4236 |
type: lyon-nlp/mteb-fr-retrieval-syntec-s2p
|
4237 |
metrics:
|
4238 |
- type: map_at_1
|
4239 |
-
value: 63
|
4240 |
- type: map_at_10
|
4241 |
value: 73.471
|
4242 |
- type: map_at_100
|
@@ -4248,7 +4248,7 @@ model-index:
|
|
4248 |
- type: map_at_5
|
4249 |
value: 73.05
|
4250 |
- type: mrr_at_1
|
4251 |
-
value: 63
|
4252 |
- type: mrr_at_10
|
4253 |
value: 73.471
|
4254 |
- type: mrr_at_100
|
@@ -4260,7 +4260,7 @@ model-index:
|
|
4260 |
- type: mrr_at_5
|
4261 |
value: 73.05
|
4262 |
- type: ndcg_at_1
|
4263 |
-
value: 63
|
4264 |
- type: ndcg_at_10
|
4265 |
value: 78.255
|
4266 |
- type: ndcg_at_100
|
@@ -4272,29 +4272,29 @@ model-index:
|
|
4272 |
- type: ndcg_at_5
|
4273 |
value: 77.264
|
4274 |
- type: precision_at_1
|
4275 |
-
value: 63
|
4276 |
- type: precision_at_10
|
4277 |
value: 9.3
|
4278 |
- type: precision_at_100
|
4279 |
-
value: 1
|
4280 |
- type: precision_at_1000
|
4281 |
value: 0.1
|
4282 |
- type: precision_at_3
|
4283 |
value: 26.333000000000002
|
4284 |
- type: precision_at_5
|
4285 |
-
value: 18
|
4286 |
- type: recall_at_1
|
4287 |
-
value: 63
|
4288 |
- type: recall_at_10
|
4289 |
-
value: 93
|
4290 |
- type: recall_at_100
|
4291 |
-
value: 100
|
4292 |
- type: recall_at_1000
|
4293 |
-
value: 100
|
4294 |
- type: recall_at_3
|
4295 |
-
value: 79
|
4296 |
- type: recall_at_5
|
4297 |
-
value: 90
|
4298 |
task:
|
4299 |
type: Retrieval
|
4300 |
- dataset:
|
@@ -4482,7 +4482,7 @@ model-index:
|
|
4482 |
type: PL-MTEB/cdsce-pairclassification
|
4483 |
metrics:
|
4484 |
- type: cos_sim_accuracy
|
4485 |
-
value: 89
|
4486 |
- type: cos_sim_ap
|
4487 |
value: 76.75437826834582
|
4488 |
- type: cos_sim_f1
|
@@ -4492,7 +4492,7 @@ model-index:
|
|
4492 |
- type: cos_sim_recall
|
4493 |
value: 64.21052631578948
|
4494 |
- type: dot_accuracy
|
4495 |
-
value: 89
|
4496 |
- type: dot_ap
|
4497 |
value: 76.75437826834582
|
4498 |
- type: dot_f1
|
@@ -4502,7 +4502,7 @@ model-index:
|
|
4502 |
- type: dot_recall
|
4503 |
value: 64.21052631578948
|
4504 |
- type: euclidean_accuracy
|
4505 |
-
value: 89
|
4506 |
- type: euclidean_ap
|
4507 |
value: 76.75437826834582
|
4508 |
- type: euclidean_f1
|
@@ -4512,7 +4512,7 @@ model-index:
|
|
4512 |
- type: euclidean_recall
|
4513 |
value: 64.21052631578948
|
4514 |
- type: manhattan_accuracy
|
4515 |
-
value: 89
|
4516 |
- type: manhattan_ap
|
4517 |
value: 76.66074220647083
|
4518 |
- type: manhattan_f1
|
@@ -4522,7 +4522,7 @@ model-index:
|
|
4522 |
- type: manhattan_recall
|
4523 |
value: 59.473684210526315
|
4524 |
- type: max_accuracy
|
4525 |
-
value: 89
|
4526 |
- type: max_ap
|
4527 |
value: 76.75437826834582
|
4528 |
- type: max_f1
|
@@ -4570,7 +4570,7 @@ model-index:
|
|
4570 |
- type: map_at_5
|
4571 |
value: 15.168000000000001
|
4572 |
- type: mrr_at_1
|
4573 |
-
value: 66
|
4574 |
- type: mrr_at_10
|
4575 |
value: 72.76700000000001
|
4576 |
- type: mrr_at_100
|
@@ -4594,7 +4594,7 @@ model-index:
|
|
4594 |
- type: ndcg_at_5
|
4595 |
value: 43.734
|
4596 |
- type: precision_at_1
|
4597 |
-
value: 66
|
4598 |
- type: precision_at_10
|
4599 |
value: 33.074999999999996
|
4600 |
- type: precision_at_100
|
@@ -4604,7 +4604,7 @@ model-index:
|
|
4604 |
- type: precision_at_3
|
4605 |
value: 48.583
|
4606 |
- type: precision_at_5
|
4607 |
-
value: 42
|
4608 |
- type: recall_at_1
|
4609 |
value: 8.83
|
4610 |
- type: recall_at_10
|
@@ -5428,7 +5428,7 @@ model-index:
|
|
5428 |
- type: precision_at_1000
|
5429 |
value: 0.11299999999999999
|
5430 |
- type: precision_at_3
|
5431 |
-
value: 26
|
5432 |
- type: precision_at_5
|
5433 |
value: 16.933
|
5434 |
- type: recall_at_1
|
@@ -5438,9 +5438,9 @@ model-index:
|
|
5438 |
- type: recall_at_100
|
5439 |
value: 95.667
|
5440 |
- type: recall_at_1000
|
5441 |
-
value: 100
|
5442 |
- type: recall_at_3
|
5443 |
-
value: 71
|
5444 |
- type: recall_at_5
|
5445 |
value: 75.672
|
5446 |
task:
|
@@ -5465,19 +5465,19 @@ model-index:
|
|
5465 |
- type: map_at_5
|
5466 |
value: 1.13
|
5467 |
- type: mrr_at_1
|
5468 |
-
value: 88
|
5469 |
- type: mrr_at_10
|
5470 |
-
value: 93
|
5471 |
- type: mrr_at_100
|
5472 |
-
value: 93
|
5473 |
- type: mrr_at_1000
|
5474 |
-
value: 93
|
5475 |
- type: mrr_at_3
|
5476 |
-
value: 93
|
5477 |
- type: mrr_at_5
|
5478 |
-
value: 93
|
5479 |
- type: ndcg_at_1
|
5480 |
-
value: 85
|
5481 |
- type: ndcg_at_10
|
5482 |
value: 80.303
|
5483 |
- type: ndcg_at_100
|
@@ -5489,7 +5489,7 @@ model-index:
|
|
5489 |
- type: ndcg_at_5
|
5490 |
value: 82.976
|
5491 |
- type: precision_at_1
|
5492 |
-
value: 88
|
5493 |
- type: precision_at_10
|
5494 |
value: 83.39999999999999
|
5495 |
- type: precision_at_100
|
@@ -5514,6 +5514,7 @@ model-index:
|
|
5514 |
value: 1.173
|
5515 |
task:
|
5516 |
type: Retrieval
|
|
|
5517 |
---
|
5518 |
|
5519 |
## gte-Qwen2-7B-instruct
|
|
|
510 |
- type: map_at_5
|
511 |
value: 29.53
|
512 |
- type: mrr_at_1
|
513 |
+
value: 25
|
514 |
- type: mrr_at_10
|
515 |
value: 35.843
|
516 |
- type: mrr_at_100
|
|
|
522 |
- type: mrr_at_5
|
523 |
value: 34.264
|
524 |
- type: ndcg_at_1
|
525 |
+
value: 25
|
526 |
- type: ndcg_at_10
|
527 |
value: 38.606
|
528 |
- type: ndcg_at_100
|
|
|
534 |
- type: ndcg_at_5
|
535 |
value: 34.43
|
536 |
- type: precision_at_1
|
537 |
+
value: 25
|
538 |
- type: precision_at_10
|
539 |
value: 7.811
|
540 |
- type: precision_at_100
|
|
|
2200 |
- type: recall_at_10
|
2201 |
value: 93.167
|
2202 |
- type: recall_at_100
|
2203 |
+
value: 99
|
2204 |
- type: recall_at_1000
|
2205 |
+
value: 100
|
2206 |
- type: recall_at_3
|
2207 |
value: 81.667
|
2208 |
- type: recall_at_5
|
|
|
2336 |
- type: map_at_5
|
2337 |
value: 1.155
|
2338 |
- type: mrr_at_1
|
2339 |
+
value: 96
|
2340 |
- type: mrr_at_10
|
2341 |
+
value: 98
|
2342 |
- type: mrr_at_100
|
2343 |
+
value: 98
|
2344 |
- type: mrr_at_1000
|
2345 |
+
value: 98
|
2346 |
- type: mrr_at_3
|
2347 |
+
value: 98
|
2348 |
- type: mrr_at_5
|
2349 |
+
value: 98
|
2350 |
- type: ndcg_at_1
|
2351 |
+
value: 93
|
2352 |
- type: ndcg_at_10
|
2353 |
value: 82.258
|
2354 |
- type: ndcg_at_100
|
|
|
2360 |
- type: ndcg_at_5
|
2361 |
value: 86.79
|
2362 |
- type: precision_at_1
|
2363 |
+
value: 96
|
2364 |
- type: precision_at_10
|
2365 |
value: 84.8
|
2366 |
- type: precision_at_100
|
2367 |
+
value: 66
|
2368 |
- type: precision_at_1000
|
2369 |
value: 25.356
|
2370 |
- type: precision_at_3
|
|
|
2913 |
- type: recall_at_100
|
2914 |
value: 99.368
|
2915 |
- type: recall_at_1000
|
2916 |
+
value: 100
|
2917 |
- type: recall_at_3
|
2918 |
value: 85.669
|
2919 |
- type: recall_at_5
|
|
|
3273 |
- type: recall_at_1
|
3274 |
value: 56.2
|
3275 |
- type: recall_at_10
|
3276 |
+
value: 75
|
3277 |
- type: recall_at_100
|
3278 |
value: 89.9
|
3279 |
- type: recall_at_1000
|
|
|
4035 |
- type: cos_sim_accuracy
|
4036 |
value: 99.90069513406156
|
4037 |
- type: cos_sim_ap
|
4038 |
+
value: 100
|
4039 |
- type: cos_sim_f1
|
4040 |
value: 99.95032290114257
|
4041 |
- type: cos_sim_precision
|
4042 |
+
value: 100
|
4043 |
- type: cos_sim_recall
|
4044 |
value: 99.90069513406156
|
4045 |
- type: dot_accuracy
|
4046 |
value: 99.90069513406156
|
4047 |
- type: dot_ap
|
4048 |
+
value: 100
|
4049 |
- type: dot_f1
|
4050 |
value: 99.95032290114257
|
4051 |
- type: dot_precision
|
4052 |
+
value: 100
|
4053 |
- type: dot_recall
|
4054 |
value: 99.90069513406156
|
4055 |
- type: euclidean_accuracy
|
4056 |
value: 99.90069513406156
|
4057 |
- type: euclidean_ap
|
4058 |
+
value: 100
|
4059 |
- type: euclidean_f1
|
4060 |
value: 99.95032290114257
|
4061 |
- type: euclidean_precision
|
4062 |
+
value: 100
|
4063 |
- type: euclidean_recall
|
4064 |
value: 99.90069513406156
|
4065 |
- type: manhattan_accuracy
|
4066 |
value: 99.90069513406156
|
4067 |
- type: manhattan_ap
|
4068 |
+
value: 100
|
4069 |
- type: manhattan_f1
|
4070 |
value: 99.95032290114257
|
4071 |
- type: manhattan_precision
|
4072 |
+
value: 100
|
4073 |
- type: manhattan_recall
|
4074 |
value: 99.90069513406156
|
4075 |
- type: max_accuracy
|
4076 |
value: 99.90069513406156
|
4077 |
- type: max_ap
|
4078 |
+
value: 100
|
4079 |
- type: max_f1
|
4080 |
value: 99.95032290114257
|
4081 |
task:
|
|
|
4124 |
- type: manhattan_f1
|
4125 |
value: 73.68421052631581
|
4126 |
- type: manhattan_precision
|
4127 |
+
value: 64
|
4128 |
- type: manhattan_recall
|
4129 |
value: 86.82170542635659
|
4130 |
- type: max_accuracy
|
|
|
4236 |
type: lyon-nlp/mteb-fr-retrieval-syntec-s2p
|
4237 |
metrics:
|
4238 |
- type: map_at_1
|
4239 |
+
value: 63
|
4240 |
- type: map_at_10
|
4241 |
value: 73.471
|
4242 |
- type: map_at_100
|
|
|
4248 |
- type: map_at_5
|
4249 |
value: 73.05
|
4250 |
- type: mrr_at_1
|
4251 |
+
value: 63
|
4252 |
- type: mrr_at_10
|
4253 |
value: 73.471
|
4254 |
- type: mrr_at_100
|
|
|
4260 |
- type: mrr_at_5
|
4261 |
value: 73.05
|
4262 |
- type: ndcg_at_1
|
4263 |
+
value: 63
|
4264 |
- type: ndcg_at_10
|
4265 |
value: 78.255
|
4266 |
- type: ndcg_at_100
|
|
|
4272 |
- type: ndcg_at_5
|
4273 |
value: 77.264
|
4274 |
- type: precision_at_1
|
4275 |
+
value: 63
|
4276 |
- type: precision_at_10
|
4277 |
value: 9.3
|
4278 |
- type: precision_at_100
|
4279 |
+
value: 1
|
4280 |
- type: precision_at_1000
|
4281 |
value: 0.1
|
4282 |
- type: precision_at_3
|
4283 |
value: 26.333000000000002
|
4284 |
- type: precision_at_5
|
4285 |
+
value: 18
|
4286 |
- type: recall_at_1
|
4287 |
+
value: 63
|
4288 |
- type: recall_at_10
|
4289 |
+
value: 93
|
4290 |
- type: recall_at_100
|
4291 |
+
value: 100
|
4292 |
- type: recall_at_1000
|
4293 |
+
value: 100
|
4294 |
- type: recall_at_3
|
4295 |
+
value: 79
|
4296 |
- type: recall_at_5
|
4297 |
+
value: 90
|
4298 |
task:
|
4299 |
type: Retrieval
|
4300 |
- dataset:
|
|
|
4482 |
type: PL-MTEB/cdsce-pairclassification
|
4483 |
metrics:
|
4484 |
- type: cos_sim_accuracy
|
4485 |
+
value: 89
|
4486 |
- type: cos_sim_ap
|
4487 |
value: 76.75437826834582
|
4488 |
- type: cos_sim_f1
|
|
|
4492 |
- type: cos_sim_recall
|
4493 |
value: 64.21052631578948
|
4494 |
- type: dot_accuracy
|
4495 |
+
value: 89
|
4496 |
- type: dot_ap
|
4497 |
value: 76.75437826834582
|
4498 |
- type: dot_f1
|
|
|
4502 |
- type: dot_recall
|
4503 |
value: 64.21052631578948
|
4504 |
- type: euclidean_accuracy
|
4505 |
+
value: 89
|
4506 |
- type: euclidean_ap
|
4507 |
value: 76.75437826834582
|
4508 |
- type: euclidean_f1
|
|
|
4512 |
- type: euclidean_recall
|
4513 |
value: 64.21052631578948
|
4514 |
- type: manhattan_accuracy
|
4515 |
+
value: 89
|
4516 |
- type: manhattan_ap
|
4517 |
value: 76.66074220647083
|
4518 |
- type: manhattan_f1
|
|
|
4522 |
- type: manhattan_recall
|
4523 |
value: 59.473684210526315
|
4524 |
- type: max_accuracy
|
4525 |
+
value: 89
|
4526 |
- type: max_ap
|
4527 |
value: 76.75437826834582
|
4528 |
- type: max_f1
|
|
|
4570 |
- type: map_at_5
|
4571 |
value: 15.168000000000001
|
4572 |
- type: mrr_at_1
|
4573 |
+
value: 66
|
4574 |
- type: mrr_at_10
|
4575 |
value: 72.76700000000001
|
4576 |
- type: mrr_at_100
|
|
|
4594 |
- type: ndcg_at_5
|
4595 |
value: 43.734
|
4596 |
- type: precision_at_1
|
4597 |
+
value: 66
|
4598 |
- type: precision_at_10
|
4599 |
value: 33.074999999999996
|
4600 |
- type: precision_at_100
|
|
|
4604 |
- type: precision_at_3
|
4605 |
value: 48.583
|
4606 |
- type: precision_at_5
|
4607 |
+
value: 42
|
4608 |
- type: recall_at_1
|
4609 |
value: 8.83
|
4610 |
- type: recall_at_10
|
|
|
5428 |
- type: precision_at_1000
|
5429 |
value: 0.11299999999999999
|
5430 |
- type: precision_at_3
|
5431 |
+
value: 26
|
5432 |
- type: precision_at_5
|
5433 |
value: 16.933
|
5434 |
- type: recall_at_1
|
|
|
5438 |
- type: recall_at_100
|
5439 |
value: 95.667
|
5440 |
- type: recall_at_1000
|
5441 |
+
value: 100
|
5442 |
- type: recall_at_3
|
5443 |
+
value: 71
|
5444 |
- type: recall_at_5
|
5445 |
value: 75.672
|
5446 |
task:
|
|
|
5465 |
- type: map_at_5
|
5466 |
value: 1.13
|
5467 |
- type: mrr_at_1
|
5468 |
+
value: 88
|
5469 |
- type: mrr_at_10
|
5470 |
+
value: 93
|
5471 |
- type: mrr_at_100
|
5472 |
+
value: 93
|
5473 |
- type: mrr_at_1000
|
5474 |
+
value: 93
|
5475 |
- type: mrr_at_3
|
5476 |
+
value: 93
|
5477 |
- type: mrr_at_5
|
5478 |
+
value: 93
|
5479 |
- type: ndcg_at_1
|
5480 |
+
value: 85
|
5481 |
- type: ndcg_at_10
|
5482 |
value: 80.303
|
5483 |
- type: ndcg_at_100
|
|
|
5489 |
- type: ndcg_at_5
|
5490 |
value: 82.976
|
5491 |
- type: precision_at_1
|
5492 |
+
value: 88
|
5493 |
- type: precision_at_10
|
5494 |
value: 83.39999999999999
|
5495 |
- type: precision_at_100
|
|
|
5514 |
value: 1.173
|
5515 |
task:
|
5516 |
type: Retrieval
|
5517 |
+
base_model: Qwen/Qwen2-7B
|
5518 |
---
|
5519 |
|
5520 |
## gte-Qwen2-7B-instruct
|