Add base_model metadata

#32
by davanstrien HF staff - opened
Files changed (1) hide show
  1. README.md +58 -57
README.md CHANGED
@@ -510,7 +510,7 @@ model-index:
510
  - type: map_at_5
511
  value: 29.53
512
  - type: mrr_at_1
513
- value: 25.0
514
  - type: mrr_at_10
515
  value: 35.843
516
  - type: mrr_at_100
@@ -522,7 +522,7 @@ model-index:
522
  - type: mrr_at_5
523
  value: 34.264
524
  - type: ndcg_at_1
525
- value: 25.0
526
  - type: ndcg_at_10
527
  value: 38.606
528
  - type: ndcg_at_100
@@ -534,7 +534,7 @@ model-index:
534
  - type: ndcg_at_5
535
  value: 34.43
536
  - type: precision_at_1
537
- value: 25.0
538
  - type: precision_at_10
539
  value: 7.811
540
  - type: precision_at_100
@@ -2200,9 +2200,9 @@ model-index:
2200
  - type: recall_at_10
2201
  value: 93.167
2202
  - type: recall_at_100
2203
- value: 99.0
2204
  - type: recall_at_1000
2205
- value: 100.0
2206
  - type: recall_at_3
2207
  value: 81.667
2208
  - type: recall_at_5
@@ -2336,19 +2336,19 @@ model-index:
2336
  - type: map_at_5
2337
  value: 1.155
2338
  - type: mrr_at_1
2339
- value: 96.0
2340
  - type: mrr_at_10
2341
- value: 98.0
2342
  - type: mrr_at_100
2343
- value: 98.0
2344
  - type: mrr_at_1000
2345
- value: 98.0
2346
  - type: mrr_at_3
2347
- value: 98.0
2348
  - type: mrr_at_5
2349
- value: 98.0
2350
  - type: ndcg_at_1
2351
- value: 93.0
2352
  - type: ndcg_at_10
2353
  value: 82.258
2354
  - type: ndcg_at_100
@@ -2360,11 +2360,11 @@ model-index:
2360
  - type: ndcg_at_5
2361
  value: 86.79
2362
  - type: precision_at_1
2363
- value: 96.0
2364
  - type: precision_at_10
2365
  value: 84.8
2366
  - type: precision_at_100
2367
- value: 66.0
2368
  - type: precision_at_1000
2369
  value: 25.356
2370
  - type: precision_at_3
@@ -2913,7 +2913,7 @@ model-index:
2913
  - type: recall_at_100
2914
  value: 99.368
2915
  - type: recall_at_1000
2916
- value: 100.0
2917
  - type: recall_at_3
2918
  value: 85.669
2919
  - type: recall_at_5
@@ -3273,7 +3273,7 @@ model-index:
3273
  - type: recall_at_1
3274
  value: 56.2
3275
  - type: recall_at_10
3276
- value: 75.0
3277
  - type: recall_at_100
3278
  value: 89.9
3279
  - type: recall_at_1000
@@ -4035,47 +4035,47 @@ model-index:
4035
  - type: cos_sim_accuracy
4036
  value: 99.90069513406156
4037
  - type: cos_sim_ap
4038
- value: 100.0
4039
  - type: cos_sim_f1
4040
  value: 99.95032290114257
4041
  - type: cos_sim_precision
4042
- value: 100.0
4043
  - type: cos_sim_recall
4044
  value: 99.90069513406156
4045
  - type: dot_accuracy
4046
  value: 99.90069513406156
4047
  - type: dot_ap
4048
- value: 100.0
4049
  - type: dot_f1
4050
  value: 99.95032290114257
4051
  - type: dot_precision
4052
- value: 100.0
4053
  - type: dot_recall
4054
  value: 99.90069513406156
4055
  - type: euclidean_accuracy
4056
  value: 99.90069513406156
4057
  - type: euclidean_ap
4058
- value: 100.0
4059
  - type: euclidean_f1
4060
  value: 99.95032290114257
4061
  - type: euclidean_precision
4062
- value: 100.0
4063
  - type: euclidean_recall
4064
  value: 99.90069513406156
4065
  - type: manhattan_accuracy
4066
  value: 99.90069513406156
4067
  - type: manhattan_ap
4068
- value: 100.0
4069
  - type: manhattan_f1
4070
  value: 99.95032290114257
4071
  - type: manhattan_precision
4072
- value: 100.0
4073
  - type: manhattan_recall
4074
  value: 99.90069513406156
4075
  - type: max_accuracy
4076
  value: 99.90069513406156
4077
  - type: max_ap
4078
- value: 100.0
4079
  - type: max_f1
4080
  value: 99.95032290114257
4081
  task:
@@ -4124,7 +4124,7 @@ model-index:
4124
  - type: manhattan_f1
4125
  value: 73.68421052631581
4126
  - type: manhattan_precision
4127
- value: 64.0
4128
  - type: manhattan_recall
4129
  value: 86.82170542635659
4130
  - type: max_accuracy
@@ -4236,7 +4236,7 @@ model-index:
4236
  type: lyon-nlp/mteb-fr-retrieval-syntec-s2p
4237
  metrics:
4238
  - type: map_at_1
4239
- value: 63.0
4240
  - type: map_at_10
4241
  value: 73.471
4242
  - type: map_at_100
@@ -4248,7 +4248,7 @@ model-index:
4248
  - type: map_at_5
4249
  value: 73.05
4250
  - type: mrr_at_1
4251
- value: 63.0
4252
  - type: mrr_at_10
4253
  value: 73.471
4254
  - type: mrr_at_100
@@ -4260,7 +4260,7 @@ model-index:
4260
  - type: mrr_at_5
4261
  value: 73.05
4262
  - type: ndcg_at_1
4263
- value: 63.0
4264
  - type: ndcg_at_10
4265
  value: 78.255
4266
  - type: ndcg_at_100
@@ -4272,29 +4272,29 @@ model-index:
4272
  - type: ndcg_at_5
4273
  value: 77.264
4274
  - type: precision_at_1
4275
- value: 63.0
4276
  - type: precision_at_10
4277
  value: 9.3
4278
  - type: precision_at_100
4279
- value: 1.0
4280
  - type: precision_at_1000
4281
  value: 0.1
4282
  - type: precision_at_3
4283
  value: 26.333000000000002
4284
  - type: precision_at_5
4285
- value: 18.0
4286
  - type: recall_at_1
4287
- value: 63.0
4288
  - type: recall_at_10
4289
- value: 93.0
4290
  - type: recall_at_100
4291
- value: 100.0
4292
  - type: recall_at_1000
4293
- value: 100.0
4294
  - type: recall_at_3
4295
- value: 79.0
4296
  - type: recall_at_5
4297
- value: 90.0
4298
  task:
4299
  type: Retrieval
4300
  - dataset:
@@ -4482,7 +4482,7 @@ model-index:
4482
  type: PL-MTEB/cdsce-pairclassification
4483
  metrics:
4484
  - type: cos_sim_accuracy
4485
- value: 89.0
4486
  - type: cos_sim_ap
4487
  value: 76.75437826834582
4488
  - type: cos_sim_f1
@@ -4492,7 +4492,7 @@ model-index:
4492
  - type: cos_sim_recall
4493
  value: 64.21052631578948
4494
  - type: dot_accuracy
4495
- value: 89.0
4496
  - type: dot_ap
4497
  value: 76.75437826834582
4498
  - type: dot_f1
@@ -4502,7 +4502,7 @@ model-index:
4502
  - type: dot_recall
4503
  value: 64.21052631578948
4504
  - type: euclidean_accuracy
4505
- value: 89.0
4506
  - type: euclidean_ap
4507
  value: 76.75437826834582
4508
  - type: euclidean_f1
@@ -4512,7 +4512,7 @@ model-index:
4512
  - type: euclidean_recall
4513
  value: 64.21052631578948
4514
  - type: manhattan_accuracy
4515
- value: 89.0
4516
  - type: manhattan_ap
4517
  value: 76.66074220647083
4518
  - type: manhattan_f1
@@ -4522,7 +4522,7 @@ model-index:
4522
  - type: manhattan_recall
4523
  value: 59.473684210526315
4524
  - type: max_accuracy
4525
- value: 89.0
4526
  - type: max_ap
4527
  value: 76.75437826834582
4528
  - type: max_f1
@@ -4570,7 +4570,7 @@ model-index:
4570
  - type: map_at_5
4571
  value: 15.168000000000001
4572
  - type: mrr_at_1
4573
- value: 66.0
4574
  - type: mrr_at_10
4575
  value: 72.76700000000001
4576
  - type: mrr_at_100
@@ -4594,7 +4594,7 @@ model-index:
4594
  - type: ndcg_at_5
4595
  value: 43.734
4596
  - type: precision_at_1
4597
- value: 66.0
4598
  - type: precision_at_10
4599
  value: 33.074999999999996
4600
  - type: precision_at_100
@@ -4604,7 +4604,7 @@ model-index:
4604
  - type: precision_at_3
4605
  value: 48.583
4606
  - type: precision_at_5
4607
- value: 42.0
4608
  - type: recall_at_1
4609
  value: 8.83
4610
  - type: recall_at_10
@@ -5428,7 +5428,7 @@ model-index:
5428
  - type: precision_at_1000
5429
  value: 0.11299999999999999
5430
  - type: precision_at_3
5431
- value: 26.0
5432
  - type: precision_at_5
5433
  value: 16.933
5434
  - type: recall_at_1
@@ -5438,9 +5438,9 @@ model-index:
5438
  - type: recall_at_100
5439
  value: 95.667
5440
  - type: recall_at_1000
5441
- value: 100.0
5442
  - type: recall_at_3
5443
- value: 71.0
5444
  - type: recall_at_5
5445
  value: 75.672
5446
  task:
@@ -5465,19 +5465,19 @@ model-index:
5465
  - type: map_at_5
5466
  value: 1.13
5467
  - type: mrr_at_1
5468
- value: 88.0
5469
  - type: mrr_at_10
5470
- value: 93.0
5471
  - type: mrr_at_100
5472
- value: 93.0
5473
  - type: mrr_at_1000
5474
- value: 93.0
5475
  - type: mrr_at_3
5476
- value: 93.0
5477
  - type: mrr_at_5
5478
- value: 93.0
5479
  - type: ndcg_at_1
5480
- value: 85.0
5481
  - type: ndcg_at_10
5482
  value: 80.303
5483
  - type: ndcg_at_100
@@ -5489,7 +5489,7 @@ model-index:
5489
  - type: ndcg_at_5
5490
  value: 82.976
5491
  - type: precision_at_1
5492
- value: 88.0
5493
  - type: precision_at_10
5494
  value: 83.39999999999999
5495
  - type: precision_at_100
@@ -5514,6 +5514,7 @@ model-index:
5514
  value: 1.173
5515
  task:
5516
  type: Retrieval
 
5517
  ---
5518
 
5519
  ## gte-Qwen2-7B-instruct
 
510
  - type: map_at_5
511
  value: 29.53
512
  - type: mrr_at_1
513
+ value: 25
514
  - type: mrr_at_10
515
  value: 35.843
516
  - type: mrr_at_100
 
522
  - type: mrr_at_5
523
  value: 34.264
524
  - type: ndcg_at_1
525
+ value: 25
526
  - type: ndcg_at_10
527
  value: 38.606
528
  - type: ndcg_at_100
 
534
  - type: ndcg_at_5
535
  value: 34.43
536
  - type: precision_at_1
537
+ value: 25
538
  - type: precision_at_10
539
  value: 7.811
540
  - type: precision_at_100
 
2200
  - type: recall_at_10
2201
  value: 93.167
2202
  - type: recall_at_100
2203
+ value: 99
2204
  - type: recall_at_1000
2205
+ value: 100
2206
  - type: recall_at_3
2207
  value: 81.667
2208
  - type: recall_at_5
 
2336
  - type: map_at_5
2337
  value: 1.155
2338
  - type: mrr_at_1
2339
+ value: 96
2340
  - type: mrr_at_10
2341
+ value: 98
2342
  - type: mrr_at_100
2343
+ value: 98
2344
  - type: mrr_at_1000
2345
+ value: 98
2346
  - type: mrr_at_3
2347
+ value: 98
2348
  - type: mrr_at_5
2349
+ value: 98
2350
  - type: ndcg_at_1
2351
+ value: 93
2352
  - type: ndcg_at_10
2353
  value: 82.258
2354
  - type: ndcg_at_100
 
2360
  - type: ndcg_at_5
2361
  value: 86.79
2362
  - type: precision_at_1
2363
+ value: 96
2364
  - type: precision_at_10
2365
  value: 84.8
2366
  - type: precision_at_100
2367
+ value: 66
2368
  - type: precision_at_1000
2369
  value: 25.356
2370
  - type: precision_at_3
 
2913
  - type: recall_at_100
2914
  value: 99.368
2915
  - type: recall_at_1000
2916
+ value: 100
2917
  - type: recall_at_3
2918
  value: 85.669
2919
  - type: recall_at_5
 
3273
  - type: recall_at_1
3274
  value: 56.2
3275
  - type: recall_at_10
3276
+ value: 75
3277
  - type: recall_at_100
3278
  value: 89.9
3279
  - type: recall_at_1000
 
4035
  - type: cos_sim_accuracy
4036
  value: 99.90069513406156
4037
  - type: cos_sim_ap
4038
+ value: 100
4039
  - type: cos_sim_f1
4040
  value: 99.95032290114257
4041
  - type: cos_sim_precision
4042
+ value: 100
4043
  - type: cos_sim_recall
4044
  value: 99.90069513406156
4045
  - type: dot_accuracy
4046
  value: 99.90069513406156
4047
  - type: dot_ap
4048
+ value: 100
4049
  - type: dot_f1
4050
  value: 99.95032290114257
4051
  - type: dot_precision
4052
+ value: 100
4053
  - type: dot_recall
4054
  value: 99.90069513406156
4055
  - type: euclidean_accuracy
4056
  value: 99.90069513406156
4057
  - type: euclidean_ap
4058
+ value: 100
4059
  - type: euclidean_f1
4060
  value: 99.95032290114257
4061
  - type: euclidean_precision
4062
+ value: 100
4063
  - type: euclidean_recall
4064
  value: 99.90069513406156
4065
  - type: manhattan_accuracy
4066
  value: 99.90069513406156
4067
  - type: manhattan_ap
4068
+ value: 100
4069
  - type: manhattan_f1
4070
  value: 99.95032290114257
4071
  - type: manhattan_precision
4072
+ value: 100
4073
  - type: manhattan_recall
4074
  value: 99.90069513406156
4075
  - type: max_accuracy
4076
  value: 99.90069513406156
4077
  - type: max_ap
4078
+ value: 100
4079
  - type: max_f1
4080
  value: 99.95032290114257
4081
  task:
 
4124
  - type: manhattan_f1
4125
  value: 73.68421052631581
4126
  - type: manhattan_precision
4127
+ value: 64
4128
  - type: manhattan_recall
4129
  value: 86.82170542635659
4130
  - type: max_accuracy
 
4236
  type: lyon-nlp/mteb-fr-retrieval-syntec-s2p
4237
  metrics:
4238
  - type: map_at_1
4239
+ value: 63
4240
  - type: map_at_10
4241
  value: 73.471
4242
  - type: map_at_100
 
4248
  - type: map_at_5
4249
  value: 73.05
4250
  - type: mrr_at_1
4251
+ value: 63
4252
  - type: mrr_at_10
4253
  value: 73.471
4254
  - type: mrr_at_100
 
4260
  - type: mrr_at_5
4261
  value: 73.05
4262
  - type: ndcg_at_1
4263
+ value: 63
4264
  - type: ndcg_at_10
4265
  value: 78.255
4266
  - type: ndcg_at_100
 
4272
  - type: ndcg_at_5
4273
  value: 77.264
4274
  - type: precision_at_1
4275
+ value: 63
4276
  - type: precision_at_10
4277
  value: 9.3
4278
  - type: precision_at_100
4279
+ value: 1
4280
  - type: precision_at_1000
4281
  value: 0.1
4282
  - type: precision_at_3
4283
  value: 26.333000000000002
4284
  - type: precision_at_5
4285
+ value: 18
4286
  - type: recall_at_1
4287
+ value: 63
4288
  - type: recall_at_10
4289
+ value: 93
4290
  - type: recall_at_100
4291
+ value: 100
4292
  - type: recall_at_1000
4293
+ value: 100
4294
  - type: recall_at_3
4295
+ value: 79
4296
  - type: recall_at_5
4297
+ value: 90
4298
  task:
4299
  type: Retrieval
4300
  - dataset:
 
4482
  type: PL-MTEB/cdsce-pairclassification
4483
  metrics:
4484
  - type: cos_sim_accuracy
4485
+ value: 89
4486
  - type: cos_sim_ap
4487
  value: 76.75437826834582
4488
  - type: cos_sim_f1
 
4492
  - type: cos_sim_recall
4493
  value: 64.21052631578948
4494
  - type: dot_accuracy
4495
+ value: 89
4496
  - type: dot_ap
4497
  value: 76.75437826834582
4498
  - type: dot_f1
 
4502
  - type: dot_recall
4503
  value: 64.21052631578948
4504
  - type: euclidean_accuracy
4505
+ value: 89
4506
  - type: euclidean_ap
4507
  value: 76.75437826834582
4508
  - type: euclidean_f1
 
4512
  - type: euclidean_recall
4513
  value: 64.21052631578948
4514
  - type: manhattan_accuracy
4515
+ value: 89
4516
  - type: manhattan_ap
4517
  value: 76.66074220647083
4518
  - type: manhattan_f1
 
4522
  - type: manhattan_recall
4523
  value: 59.473684210526315
4524
  - type: max_accuracy
4525
+ value: 89
4526
  - type: max_ap
4527
  value: 76.75437826834582
4528
  - type: max_f1
 
4570
  - type: map_at_5
4571
  value: 15.168000000000001
4572
  - type: mrr_at_1
4573
+ value: 66
4574
  - type: mrr_at_10
4575
  value: 72.76700000000001
4576
  - type: mrr_at_100
 
4594
  - type: ndcg_at_5
4595
  value: 43.734
4596
  - type: precision_at_1
4597
+ value: 66
4598
  - type: precision_at_10
4599
  value: 33.074999999999996
4600
  - type: precision_at_100
 
4604
  - type: precision_at_3
4605
  value: 48.583
4606
  - type: precision_at_5
4607
+ value: 42
4608
  - type: recall_at_1
4609
  value: 8.83
4610
  - type: recall_at_10
 
5428
  - type: precision_at_1000
5429
  value: 0.11299999999999999
5430
  - type: precision_at_3
5431
+ value: 26
5432
  - type: precision_at_5
5433
  value: 16.933
5434
  - type: recall_at_1
 
5438
  - type: recall_at_100
5439
  value: 95.667
5440
  - type: recall_at_1000
5441
+ value: 100
5442
  - type: recall_at_3
5443
+ value: 71
5444
  - type: recall_at_5
5445
  value: 75.672
5446
  task:
 
5465
  - type: map_at_5
5466
  value: 1.13
5467
  - type: mrr_at_1
5468
+ value: 88
5469
  - type: mrr_at_10
5470
+ value: 93
5471
  - type: mrr_at_100
5472
+ value: 93
5473
  - type: mrr_at_1000
5474
+ value: 93
5475
  - type: mrr_at_3
5476
+ value: 93
5477
  - type: mrr_at_5
5478
+ value: 93
5479
  - type: ndcg_at_1
5480
+ value: 85
5481
  - type: ndcg_at_10
5482
  value: 80.303
5483
  - type: ndcg_at_100
 
5489
  - type: ndcg_at_5
5490
  value: 82.976
5491
  - type: precision_at_1
5492
+ value: 88
5493
  - type: precision_at_10
5494
  value: 83.39999999999999
5495
  - type: precision_at_100
 
5514
  value: 1.173
5515
  task:
5516
  type: Retrieval
5517
+ base_model: Qwen/Qwen2-7B
5518
  ---
5519
 
5520
  ## gte-Qwen2-7B-instruct