tuan.ljn commited on
Commit
d667d30
·
1 Parent(s): be4d7ee

Feat: update mteb

Browse files
Files changed (2) hide show
  1. .ipynb_checkpoints/README-checkpoint.md +0 -0
  2. README.md +633 -633
.ipynb_checkpoints/README-checkpoint.md ADDED
The diff for this file is too large to render. See raw diff
 
README.md CHANGED
@@ -21,9 +21,9 @@ model-index:
21
  revision: 392ba3f5bcc8c51f578786c1fc3dae648662cb9b
22
  metrics:
23
  - type: v_measure
24
- value: 62.16774435322237
25
  - type: v_measures
26
- value: [0.60677169174265, 0.6420496407630484, 0.5831486687495704, 0.6103877439594066, 0.6135248698273804]
27
  - task:
28
  type: Clustering
29
  dataset:
@@ -34,9 +34,9 @@ model-index:
34
  revision: 392ba3f5bcc8c51f578786c1fc3dae648662cb9b
35
  metrics:
36
  - type: v_measure
37
- value: 45.11926529002472
38
  - type: v_measures
39
- value: [0.4690142817423344, 0.48186364883143407, 0.40961058482586177, 0.4555301647788916, 0.49555829107195404]
40
  - task:
41
  type: Reranking
42
  dataset:
@@ -47,17 +47,17 @@ model-index:
47
  revision: 65393d0d7a08a10b4e348135e824f385d420b0fd
48
  metrics:
49
  - type: map
50
- value: 69.49670623246055
51
  - type: mrr
52
- value: 70.57920059215395
53
  - type: nAUC_map_diff1
54
- value: 46.93583791194171
55
  - type: nAUC_map_max
56
- value: 12.952266693104086
57
  - type: nAUC_mrr_diff1
58
- value: 46.49838896134123
59
  - type: nAUC_mrr_max
60
- value: 12.945500349888256
61
  - task:
62
  type: Retrieval
63
  dataset:
@@ -68,215 +68,215 @@ model-index:
68
  revision: fcf295ea64c750f41fadbaa37b9b861558e1bfbd
69
  metrics:
70
  - type: map_at_1
71
- value: 23.877000000000002
72
  - type: map_at_10
73
- value: 34.146
74
  - type: map_at_100
75
- value: 35.223
76
  - type: map_at_1000
77
- value: 35.288000000000004
78
  - type: map_at_20
79
- value: 34.809
80
  - type: map_at_3
81
- value: 30.865
82
  - type: map_at_5
83
- value: 32.75
84
  - type: mrr_at_1
85
- value: 23.877374784110536
86
  - type: mrr_at_10
87
- value: 34.14572881541799
88
  - type: mrr_at_100
89
- value: 35.22324372446191
90
  - type: mrr_at_1000
91
- value: 35.288352142287124
92
  - type: mrr_at_20
93
- value: 34.80894565935135
94
  - type: mrr_at_3
95
- value: 30.864997121473824
96
  - type: mrr_at_5
97
- value: 32.74971214738059
98
  - type: nauc_map_at_1000_diff1
99
- value: 28.136812962104194
100
  - type: nauc_map_at_1000_max
101
- value: 31.214898326900837
102
  - type: nauc_map_at_100_diff1
103
- value: 28.119991398878746
104
  - type: nauc_map_at_100_max
105
- value: 31.2520011148291
106
  - type: nauc_map_at_10_diff1
107
- value: 28.01420623899893
108
  - type: nauc_map_at_10_max
109
- value: 31.051127129355816
110
  - type: nauc_map_at_1_diff1
111
- value: 32.23902177581629
112
  - type: nauc_map_at_1_max
113
- value: 27.914644851993835
114
  - type: nauc_map_at_20_diff1
115
- value: 28.034550292503745
116
  - type: nauc_map_at_20_max
117
- value: 31.156067279297712
118
  - type: nauc_map_at_3_diff1
119
- value: 28.987510163070528
120
  - type: nauc_map_at_3_max
121
- value: 30.35159704885011
122
  - type: nauc_map_at_5_diff1
123
- value: 28.019972213413862
124
  - type: nauc_map_at_5_max
125
- value: 30.66566859751052
126
  - type: nauc_mrr_at_1000_diff1
127
- value: 28.136812962104194
128
  - type: nauc_mrr_at_1000_max
129
- value: 31.214898326900837
130
  - type: nauc_mrr_at_100_diff1
131
- value: 28.119991398878746
132
  - type: nauc_mrr_at_100_max
133
- value: 31.2520011148291
134
  - type: nauc_mrr_at_10_diff1
135
- value: 28.01420623899893
136
  - type: nauc_mrr_at_10_max
137
- value: 31.051127129355816
138
  - type: nauc_mrr_at_1_diff1
139
- value: 32.23902177581629
140
  - type: nauc_mrr_at_1_max
141
- value: 27.914644851993835
142
  - type: nauc_mrr_at_20_diff1
143
- value: 28.034550292503745
144
  - type: nauc_mrr_at_20_max
145
- value: 31.156067279297712
146
  - type: nauc_mrr_at_3_diff1
147
- value: 28.987510163070528
148
  - type: nauc_mrr_at_3_max
149
- value: 30.35159704885011
150
  - type: nauc_mrr_at_5_diff1
151
- value: 28.019972213413862
152
  - type: nauc_mrr_at_5_max
153
- value: 30.66566859751052
154
  - type: nauc_ndcg_at_1000_diff1
155
- value: 27.456299162816823
156
  - type: nauc_ndcg_at_1000_max
157
- value: 32.93630897207968
158
  - type: nauc_ndcg_at_100_diff1
159
- value: 27.087578748905443
160
  - type: nauc_ndcg_at_100_max
161
- value: 34.07171921695189
162
  - type: nauc_ndcg_at_10_diff1
163
- value: 26.45362434341446
164
  - type: nauc_ndcg_at_10_max
165
- value: 32.69872772032841
166
  - type: nauc_ndcg_at_1_diff1
167
- value: 32.23902177581629
168
  - type: nauc_ndcg_at_1_max
169
- value: 27.914644851993835
170
  - type: nauc_ndcg_at_20_diff1
171
- value: 26.546411985287328
172
  - type: nauc_ndcg_at_20_max
173
- value: 33.315042403391146
174
  - type: nauc_ndcg_at_3_diff1
175
- value: 28.22726901187368
176
  - type: nauc_ndcg_at_3_max
177
- value: 31.107882771083716
178
  - type: nauc_ndcg_at_5_diff1
179
- value: 26.53308191047483
180
  - type: nauc_ndcg_at_5_max
181
- value: 31.745457345687644
182
  - type: nauc_precision_at_1000_diff1
183
- value: 31.787960621338584
184
  - type: nauc_precision_at_1000_max
185
- value: 83.34048964759938
186
  - type: nauc_precision_at_100_diff1
187
- value: 22.689454794514674
188
  - type: nauc_precision_at_100_max
189
- value: 56.51346402342033
190
  - type: nauc_precision_at_10_diff1
191
- value: 21.608154860900104
192
  - type: nauc_precision_at_10_max
193
- value: 38.128695260474316
194
  - type: nauc_precision_at_1_diff1
195
- value: 32.23902177581629
196
  - type: nauc_precision_at_1_max
197
- value: 27.914644851993835
198
  - type: nauc_precision_at_20_diff1
199
- value: 21.311237344523352
200
  - type: nauc_precision_at_20_max
201
- value: 42.38170368945545
202
  - type: nauc_precision_at_3_diff1
203
- value: 26.251240026415594
204
  - type: nauc_precision_at_3_max
205
- value: 33.14183218948066
206
  - type: nauc_precision_at_5_diff1
207
- value: 22.323515149849143
208
  - type: nauc_precision_at_5_max
209
- value: 34.83814944665866
210
  - type: nauc_recall_at_1000_diff1
211
- value: 31.787960621337096
212
  - type: nauc_recall_at_1000_max
213
- value: 83.34048964759839
214
  - type: nauc_recall_at_100_diff1
215
- value: 22.68945479451463
216
  - type: nauc_recall_at_100_max
217
- value: 56.51346402342039
218
  - type: nauc_recall_at_10_diff1
219
- value: 21.608154860900108
220
  - type: nauc_recall_at_10_max
221
- value: 38.12869526047428
222
  - type: nauc_recall_at_1_diff1
223
- value: 32.23902177581629
224
  - type: nauc_recall_at_1_max
225
- value: 27.914644851993835
226
  - type: nauc_recall_at_20_diff1
227
- value: 21.31123734452329
228
  - type: nauc_recall_at_20_max
229
- value: 42.38170368945536
230
  - type: nauc_recall_at_3_diff1
231
- value: 26.251240026415605
232
  - type: nauc_recall_at_3_max
233
- value: 33.14183218948067
234
  - type: nauc_recall_at_5_diff1
235
- value: 22.323515149849175
236
  - type: nauc_recall_at_5_max
237
- value: 34.838149446658676
238
  - type: ndcg_at_1
239
- value: 23.877000000000002
240
  - type: ndcg_at_10
241
- value: 39.894
242
  - type: ndcg_at_100
243
- value: 45.31
244
  - type: ndcg_at_1000
245
- value: 47.11
246
  - type: ndcg_at_20
247
- value: 42.344
248
  - type: ndcg_at_3
249
- value: 33.151
250
  - type: ndcg_at_5
251
- value: 36.538
252
  - type: precision_at_1
253
- value: 23.877000000000002
254
  - type: precision_at_10
255
- value: 5.829
256
  - type: precision_at_100
257
- value: 0.84
258
  - type: precision_at_1000
259
  value: 0.098
260
  - type: precision_at_20
261
- value: 3.402
262
  - type: precision_at_3
263
- value: 13.256
264
  - type: precision_at_5
265
- value: 9.594
266
  - type: recall_at_1
267
- value: 23.877000000000002
268
  - type: recall_at_10
269
- value: 58.29
270
  - type: recall_at_100
271
- value: 83.981
272
  - type: recall_at_1000
273
- value: 98.273
274
  - type: recall_at_20
275
- value: 68.048
276
  - type: recall_at_3
277
- value: 39.767
278
  - type: recall_at_5
279
- value: 47.971000000000004
280
  - task:
281
  type: Classification
282
  dataset:
@@ -287,11 +287,11 @@ model-index:
287
  revision: 1399c76144fd37290681b995c656ef9b2e06e26d
288
  metrics:
289
  - type: accuracy
290
- value: 36.476000000000006
291
  - type: f1
292
- value: 36.03335046550013
293
  - type: f1_weighted
294
- value: 36.03335046550013
295
  - task:
296
  type: Retrieval
297
  dataset:
@@ -302,215 +302,215 @@ model-index:
302
  revision: 5effa1b9b5fa3b0f9e12523e6e43e5f86a6e6d59
303
  metrics:
304
  - type: map_at_1
305
- value: 4.505
306
  - type: map_at_10
307
- value: 6.736000000000001
308
  - type: map_at_100
309
- value: 7.7170000000000005
310
  - type: map_at_1000
311
- value: 7.872
312
  - type: map_at_20
313
- value: 7.188
314
  - type: map_at_3
315
- value: 5.48
316
  - type: map_at_5
317
- value: 6.2010000000000005
318
  - type: mrr_at_1
319
- value: 4.504504504504505
320
  - type: mrr_at_10
321
- value: 6.736021736021734
322
  - type: mrr_at_100
323
- value: 7.716897811853375
324
  - type: mrr_at_1000
325
- value: 7.872078574339072
326
  - type: mrr_at_20
327
- value: 7.188043602517285
328
  - type: mrr_at_3
329
- value: 5.480480480480481
330
  - type: mrr_at_5
331
- value: 6.201201201201201
332
  - type: nauc_map_at_1000_diff1
333
- value: 9.177110661724994
334
  - type: nauc_map_at_1000_max
335
- value: 19.581137962800387
336
  - type: nauc_map_at_100_diff1
337
- value: 9.096980120184368
338
  - type: nauc_map_at_100_max
339
- value: 19.54215642149057
340
  - type: nauc_map_at_10_diff1
341
- value: 8.637281023019964
342
  - type: nauc_map_at_10_max
343
- value: 17.84975523194812
344
  - type: nauc_map_at_1_diff1
345
- value: 19.715845736413897
346
  - type: nauc_map_at_1_max
347
- value: 22.821823196426216
348
  - type: nauc_map_at_20_diff1
349
- value: 8.85616083027924
350
  - type: nauc_map_at_20_max
351
- value: 18.800619630494747
352
  - type: nauc_map_at_3_diff1
353
- value: 11.970736140126895
354
  - type: nauc_map_at_3_max
355
- value: 20.754455652041457
356
  - type: nauc_map_at_5_diff1
357
- value: 9.68670568454811
358
  - type: nauc_map_at_5_max
359
- value: 19.035110245752186
360
  - type: nauc_mrr_at_1000_diff1
361
- value: 9.177110661724994
362
  - type: nauc_mrr_at_1000_max
363
- value: 19.581137962800387
364
  - type: nauc_mrr_at_100_diff1
365
- value: 9.096980120184368
366
  - type: nauc_mrr_at_100_max
367
- value: 19.54215642149057
368
  - type: nauc_mrr_at_10_diff1
369
- value: 8.637281023019964
370
  - type: nauc_mrr_at_10_max
371
- value: 17.84975523194812
372
  - type: nauc_mrr_at_1_diff1
373
- value: 19.715845736413897
374
  - type: nauc_mrr_at_1_max
375
- value: 22.821823196426216
376
  - type: nauc_mrr_at_20_diff1
377
- value: 8.85616083027924
378
  - type: nauc_mrr_at_20_max
379
- value: 18.800619630494747
380
  - type: nauc_mrr_at_3_diff1
381
- value: 11.970736140126895
382
  - type: nauc_mrr_at_3_max
383
- value: 20.754455652041457
384
  - type: nauc_mrr_at_5_diff1
385
- value: 9.68670568454811
386
  - type: nauc_mrr_at_5_max
387
- value: 19.035110245752186
388
  - type: nauc_ndcg_at_1000_diff1
389
- value: 7.272590066641199
390
  - type: nauc_ndcg_at_1000_max
391
- value: 21.564876885227246
392
  - type: nauc_ndcg_at_100_diff1
393
- value: 6.996962123756745
394
  - type: nauc_ndcg_at_100_max
395
- value: 21.48819737415115
396
  - type: nauc_ndcg_at_10_diff1
397
- value: 5.952271424213348
398
  - type: nauc_ndcg_at_10_max
399
- value: 15.438325101789955
400
  - type: nauc_ndcg_at_1_diff1
401
- value: 19.715845736413897
402
  - type: nauc_ndcg_at_1_max
403
- value: 22.821823196426216
404
  - type: nauc_ndcg_at_20_diff1
405
- value: 6.0775956296065194
406
  - type: nauc_ndcg_at_20_max
407
- value: 17.32348858429454
408
  - type: nauc_ndcg_at_3_diff1
409
- value: 10.011894115345685
410
  - type: nauc_ndcg_at_3_max
411
- value: 19.600714912273165
412
  - type: nauc_ndcg_at_5_diff1
413
- value: 7.069608406352418
414
  - type: nauc_ndcg_at_5_max
415
- value: 17.409122828150466
416
  - type: nauc_precision_at_1000_diff1
417
- value: 2.472142797187889
418
  - type: nauc_precision_at_1000_max
419
- value: 29.78192441139725
420
  - type: nauc_precision_at_100_diff1
421
- value: 4.871828786067134
422
  - type: nauc_precision_at_100_max
423
- value: 26.717041811249132
424
  - type: nauc_precision_at_10_diff1
425
- value: 2.0259948327543524
426
  - type: nauc_precision_at_10_max
427
- value: 11.425514117155359
428
  - type: nauc_precision_at_1_diff1
429
- value: 19.715845736413897
430
  - type: nauc_precision_at_1_max
431
- value: 22.821823196426216
432
  - type: nauc_precision_at_20_diff1
433
- value: 2.3809386452019883
434
  - type: nauc_precision_at_20_max
435
- value: 15.289885806023024
436
  - type: nauc_precision_at_3_diff1
437
- value: 5.414977537859986
438
  - type: nauc_precision_at_3_max
439
- value: 16.727539483477383
440
  - type: nauc_precision_at_5_diff1
441
- value: 2.2356111757850745
442
  - type: nauc_precision_at_5_max
443
- value: 14.322893730603653
444
  - type: nauc_recall_at_1000_diff1
445
- value: 2.472142797187975
446
  - type: nauc_recall_at_1000_max
447
- value: 29.781924411397203
448
  - type: nauc_recall_at_100_diff1
449
- value: 4.871828786067137
450
  - type: nauc_recall_at_100_max
451
- value: 26.717041811249132
452
  - type: nauc_recall_at_10_diff1
453
- value: 2.0259948327543675
454
  - type: nauc_recall_at_10_max
455
- value: 11.425514117155396
456
  - type: nauc_recall_at_1_diff1
457
- value: 19.715845736413897
458
  - type: nauc_recall_at_1_max
459
- value: 22.821823196426216
460
  - type: nauc_recall_at_20_diff1
461
- value: 2.380938645201958
462
  - type: nauc_recall_at_20_max
463
- value: 15.289885806022976
464
  - type: nauc_recall_at_3_diff1
465
- value: 5.414977537859985
466
  - type: nauc_recall_at_3_max
467
- value: 16.727539483477383
468
  - type: nauc_recall_at_5_diff1
469
- value: 2.2356111757850865
470
  - type: nauc_recall_at_5_max
471
- value: 14.32289373060367
472
  - type: ndcg_at_1
473
- value: 4.505
474
  - type: ndcg_at_10
475
- value: 8.41
476
  - type: ndcg_at_100
477
- value: 14.188999999999998
478
  - type: ndcg_at_1000
479
- value: 18.666
480
  - type: ndcg_at_20
481
- value: 10.096
482
  - type: ndcg_at_3
483
- value: 5.808
484
  - type: ndcg_at_5
485
- value: 7.106
486
  - type: precision_at_1
487
- value: 4.505
488
  - type: precision_at_10
489
- value: 1.396
490
  - type: precision_at_100
491
- value: 0.432
492
  - type: precision_at_1000
493
- value: 0.079
494
  - type: precision_at_20
495
- value: 1.036
496
  - type: precision_at_3
497
- value: 2.252
498
  - type: precision_at_5
499
- value: 1.982
500
  - type: recall_at_1
501
- value: 4.505
502
  - type: recall_at_10
503
- value: 13.963999999999999
504
  - type: recall_at_100
505
- value: 43.242999999999995
506
  - type: recall_at_1000
507
- value: 79.279
508
  - type: recall_at_20
509
- value: 20.721
510
  - type: recall_at_3
511
- value: 6.757000000000001
512
- - type: recall_at_5
513
  value: 9.91
 
 
514
  - task:
515
  type: Clustering
516
  dataset:
@@ -521,35 +521,35 @@ model-index:
521
  revision: e06ebbbb123f8144bef1a5d18796f3dec9ae2915
522
  metrics:
523
  - type: v_measure
524
- value: 23.558078744326544
525
  - type: v_measures
526
- value: [0.2733310297752872, 0.2682765808071794, 0.2513025353387455, 0.2510650794590461, 0.20351221275456768]
527
  - task:
528
  type: Clustering
529
  dataset:
530
  type: reciTAL/mlsum
531
  name: MTEB MLSUMClusteringP2P
532
- config: fr
533
  split: test
534
  revision: b5d54f8f3b61ae17845046286940f03c6bc79bc7
535
  metrics:
536
  - type: v_measure
537
- value: 43.301348316325736
538
  - type: v_measures
539
- value: [0.4233196411550677, 0.44970595264164037, 0.45186708688635496, 0.42148885803149255, 0.40025908391437176]
540
  - task:
541
  type: Clustering
542
  dataset:
543
  type: reciTAL/mlsum
544
  name: MTEB MLSUMClusteringS2S
545
- config: fr
546
  split: test
547
  revision: b5d54f8f3b61ae17845046286940f03c6bc79bc7
548
  metrics:
549
  - type: v_measure
550
- value: 42.77218507395412
551
  - type: v_measures
552
- value: [0.43093819041603315, 0.43214445147026653, 0.437274496285348, 0.39675619790062994, 0.3965947118445383]
553
  - task:
554
  type: Classification
555
  dataset:
@@ -560,11 +560,11 @@ model-index:
560
  revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
561
  metrics:
562
  - type: accuracy
563
- value: 84.19041653617289
564
  - type: f1
565
- value: 84.31104471084487
566
  - type: f1_weighted
567
- value: 84.10618363737768
568
  - task:
569
  type: Classification
570
  dataset:
@@ -575,11 +575,11 @@ model-index:
575
  revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
576
  metrics:
577
  - type: accuracy
578
- value: 58.3463827121829
579
  - type: f1
580
- value: 43.088632109848426
581
  - type: f1_weighted
582
- value: 62.107376647577894
583
  - task:
584
  type: Classification
585
  dataset:
@@ -590,11 +590,11 @@ model-index:
590
  revision: 18193f187b92da67168c655c9973a165ed9593dd
591
  metrics:
592
  - type: accuracy
593
- value: 78.43601895734596
594
  - type: f1
595
- value: 74.45529808417628
596
  - type: f1_weighted
597
- value: 78.62574024040258
598
  - task:
599
  type: Clustering
600
  dataset:
@@ -605,9 +605,9 @@ model-index:
605
  revision: 8ccc72e69e65f40c70e117d8b3c08306bb788b60
606
  metrics:
607
  - type: v_measure
608
- value: 52.87571544597074
609
  - type: v_measures
610
- value: [1.0, 0.0363409432192075, 0.14130554872026818, 0.690570263898874, 0.7755690164601873]
611
  - task:
612
  type: Clustering
613
  dataset:
@@ -618,9 +618,9 @@ model-index:
618
  revision: 8ccc72e69e65f40c70e117d8b3c08306bb788b60
619
  metrics:
620
  - type: v_measure
621
- value: 53.93220782443
622
  - type: v_measures
623
- value: [1.0, 0.08628485862349315, 0.4767520746594815, 0.41112983961194033, 0.7224436183265853]
624
  - task:
625
  type: Classification
626
  dataset:
@@ -631,11 +631,11 @@ model-index:
631
  revision: 4672e20407010da34463acc759c162ca9734bca6
632
  metrics:
633
  - type: accuracy
634
- value: 64.57296570275723
635
  - type: f1
636
- value: 62.03302453288864
637
  - type: f1_weighted
638
- value: 64.87910807109024
639
  - task:
640
  type: Classification
641
  dataset:
@@ -646,11 +646,11 @@ model-index:
646
  revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
647
  metrics:
648
  - type: accuracy
649
- value: 69.04169468728986
650
  - type: f1
651
- value: 68.62183120784525
652
  - type: f1_weighted
653
- value: 69.14028442566733
654
  - task:
655
  type: Retrieval
656
  dataset:
@@ -661,215 +661,215 @@ model-index:
661
  revision: efa78cc2f74bbcd21eff2261f9e13aebe40b814e
662
  metrics:
663
  - type: map_at_1
664
- value: 13.514000000000001
665
  - type: map_at_10
666
- value: 21.246000000000002
667
  - type: map_at_100
668
- value: 22.238
669
  - type: map_at_1000
670
- value: 22.352
671
  - type: map_at_20
672
- value: 21.814
673
  - type: map_at_3
674
- value: 19.014
675
  - type: map_at_5
676
- value: 20.173
677
  - type: mrr_at_1
678
- value: 13.513513513513514
679
  - type: mrr_at_10
680
- value: 21.24569374569373
681
  - type: mrr_at_100
682
- value: 22.238167605117905
683
  - type: mrr_at_1000
684
- value: 22.351714690671887
685
  - type: mrr_at_20
686
- value: 21.81387155669449
687
  - type: mrr_at_3
688
- value: 19.014469014468983
689
  - type: mrr_at_5
690
- value: 20.173355173355116
691
  - type: nauc_map_at_1000_diff1
692
- value: 19.008779178930666
693
  - type: nauc_map_at_1000_max
694
- value: 32.29046745508962
695
  - type: nauc_map_at_100_diff1
696
- value: 18.98317968943095
697
  - type: nauc_map_at_100_max
698
- value: 32.29548562583155
699
  - type: nauc_map_at_10_diff1
700
- value: 19.41386578675192
701
  - type: nauc_map_at_10_max
702
- value: 32.65370560011667
703
  - type: nauc_map_at_1_diff1
704
- value: 26.370942927831315
705
  - type: nauc_map_at_1_max
706
- value: 30.36638703543763
707
  - type: nauc_map_at_20_diff1
708
- value: 19.0142884741096
709
  - type: nauc_map_at_20_max
710
- value: 32.32771393383958
711
  - type: nauc_map_at_3_diff1
712
- value: 20.91182907422673
713
  - type: nauc_map_at_3_max
714
- value: 32.77488161103848
715
  - type: nauc_map_at_5_diff1
716
- value: 20.1733798588667
717
  - type: nauc_map_at_5_max
718
- value: 32.80965620212192
719
  - type: nauc_mrr_at_1000_diff1
720
- value: 19.008779178930666
721
  - type: nauc_mrr_at_1000_max
722
- value: 32.29046745508962
723
  - type: nauc_mrr_at_100_diff1
724
- value: 18.98317968943095
725
  - type: nauc_mrr_at_100_max
726
- value: 32.29548562583155
727
  - type: nauc_mrr_at_10_diff1
728
- value: 19.41386578675192
729
  - type: nauc_mrr_at_10_max
730
- value: 32.65370560011667
731
  - type: nauc_mrr_at_1_diff1
732
- value: 26.370942927831315
733
  - type: nauc_mrr_at_1_max
734
- value: 30.36638703543763
735
  - type: nauc_mrr_at_20_diff1
736
- value: 19.0142884741096
737
  - type: nauc_mrr_at_20_max
738
- value: 32.32771393383958
739
  - type: nauc_mrr_at_3_diff1
740
- value: 20.91182907422673
741
  - type: nauc_mrr_at_3_max
742
- value: 32.77488161103848
743
  - type: nauc_mrr_at_5_diff1
744
- value: 20.1733798588667
745
  - type: nauc_mrr_at_5_max
746
- value: 32.80965620212192
747
  - type: nauc_ndcg_at_1000_diff1
748
- value: 16.194620375476116
749
  - type: nauc_ndcg_at_1000_max
750
- value: 31.6182966564505
751
  - type: nauc_ndcg_at_100_diff1
752
- value: 15.14759648067005
753
  - type: nauc_ndcg_at_100_max
754
- value: 31.38756983354048
755
  - type: nauc_ndcg_at_10_diff1
756
- value: 16.69269513473954
757
  - type: nauc_ndcg_at_10_max
758
- value: 32.9290533663386
759
  - type: nauc_ndcg_at_1_diff1
760
- value: 26.370942927831315
761
  - type: nauc_ndcg_at_1_max
762
- value: 30.36638703543763
763
  - type: nauc_ndcg_at_20_diff1
764
- value: 15.406344074968247
765
  - type: nauc_ndcg_at_20_max
766
- value: 31.87162974094167
767
  - type: nauc_ndcg_at_3_diff1
768
- value: 19.595111019240836
769
  - type: nauc_ndcg_at_3_max
770
- value: 33.38206072286302
771
  - type: nauc_ndcg_at_5_diff1
772
- value: 18.431580040456115
773
  - type: nauc_ndcg_at_5_max
774
- value: 33.38207218785341
775
  - type: nauc_precision_at_1000_diff1
776
- value: -4.447468720271566
777
  - type: nauc_precision_at_1000_max
778
- value: 20.16387032104183
779
  - type: nauc_precision_at_100_diff1
780
- value: 2.5950980836259023
781
  - type: nauc_precision_at_100_max
782
- value: 26.527702344141545
783
  - type: nauc_precision_at_10_diff1
784
- value: 10.064130432543994
785
  - type: nauc_precision_at_10_max
786
- value: 33.2828995815284
787
  - type: nauc_precision_at_1_diff1
788
- value: 26.370942927831315
789
  - type: nauc_precision_at_1_max
790
- value: 30.36638703543763
791
  - type: nauc_precision_at_20_diff1
792
- value: 5.856479419944315
793
  - type: nauc_precision_at_20_max
794
- value: 29.903335045306502
795
  - type: nauc_precision_at_3_diff1
796
- value: 16.485410034819683
797
  - type: nauc_precision_at_3_max
798
- value: 34.82324169073524
799
  - type: nauc_precision_at_5_diff1
800
- value: 14.407991540215134
801
  - type: nauc_precision_at_5_max
802
- value: 34.6506156051287
803
  - type: nauc_recall_at_1000_diff1
804
- value: -4.44746872027149
805
  - type: nauc_recall_at_1000_max
806
- value: 20.163870321041742
807
  - type: nauc_recall_at_100_diff1
808
- value: 2.595098083625877
809
  - type: nauc_recall_at_100_max
810
- value: 26.527702344141492
811
  - type: nauc_recall_at_10_diff1
812
- value: 10.064130432543983
813
  - type: nauc_recall_at_10_max
814
- value: 33.282899581528405
815
  - type: nauc_recall_at_1_diff1
816
- value: 26.370942927831315
817
  - type: nauc_recall_at_1_max
818
- value: 30.36638703543763
819
  - type: nauc_recall_at_20_diff1
820
- value: 5.856479419944327
821
  - type: nauc_recall_at_20_max
822
- value: 29.903335045306527
823
  - type: nauc_recall_at_3_diff1
824
- value: 16.485410034819697
825
  - type: nauc_recall_at_3_max
826
- value: 34.82324169073526
827
  - type: nauc_recall_at_5_diff1
828
- value: 14.407991540215125
829
  - type: nauc_recall_at_5_max
830
- value: 34.650615605128706
831
  - type: ndcg_at_1
832
- value: 13.514000000000001
833
  - type: ndcg_at_10
834
- value: 25.52
835
  - type: ndcg_at_100
836
- value: 30.697999999999997
837
  - type: ndcg_at_1000
838
- value: 34.303
839
  - type: ndcg_at_20
840
- value: 27.57
841
  - type: ndcg_at_3
842
- value: 20.809
843
  - type: ndcg_at_5
844
- value: 22.908
845
  - type: precision_at_1
846
- value: 13.514000000000001
847
  - type: precision_at_10
848
- value: 3.923
849
  - type: precision_at_100
850
- value: 0.643
851
  - type: precision_at_1000
852
  value: 0.094
853
  - type: precision_at_20
854
- value: 2.365
855
  - type: precision_at_3
856
- value: 8.668
857
  - type: precision_at_5
858
- value: 6.223999999999999
859
  - type: recall_at_1
860
- value: 13.514000000000001
861
  - type: recall_at_10
862
- value: 39.23
863
  - type: recall_at_100
864
- value: 64.292
865
  - type: recall_at_1000
866
- value: 93.89800000000001
867
  - type: recall_at_20
868
- value: 47.297
869
  - type: recall_at_3
870
- value: 26.003
871
  - type: recall_at_5
872
- value: 31.122
873
  - task:
874
  type: PairClassification
875
  dataset:
@@ -879,52 +879,52 @@ model-index:
879
  split: test
880
  revision: 9e9b1f8ef51616073f47f306f7f47dd91663f86a
881
  metrics:
882
- - type: cos_sim_accuracy
883
- value: 80.72207084468664
884
- - type: cos_sim_ap
885
- value: 92.59899042186348
886
- - type: cos_sim_f1
887
- value: 87.02702702702703
888
- - type: cos_sim_precision
889
- value: 79.63726298433635
890
- - type: cos_sim_recall
891
- value: 95.92850049652433
892
- - type: dot_accuracy
893
- value: 80.79019073569482
894
- - type: dot_ap
895
- value: 92.27564754544716
896
- - type: dot_f1
897
- value: 87.13503649635037
898
- - type: dot_precision
899
- value: 80.59071729957806
900
- - type: dot_recall
901
- value: 94.83614697120158
902
- - type: euclidean_accuracy
903
- value: 80.51771117166212
904
- - type: euclidean_ap
905
- value: 92.1992933566427
906
- - type: euclidean_f1
907
- value: 86.73050615595076
908
- - type: euclidean_precision
909
- value: 80.18549747048904
910
- - type: euclidean_recall
911
- value: 94.43892750744787
912
- - type: manhattan_accuracy
913
- value: 80.3133514986376
914
- - type: manhattan_ap
915
- value: 92.1464473897072
916
- - type: manhattan_f1
917
- value: 86.8217054263566
918
- - type: manhattan_precision
919
- value: 80.26981450252951
920
- - type: manhattan_recall
921
- value: 94.5382323733863
922
- - type: max_accuracy
923
- value: 80.79019073569482
924
- - type: max_ap
925
- value: 92.59899042186348
926
- - type: max_f1
927
- value: 87.13503649635037
928
  - task:
929
  type: PairClassification
930
  dataset:
@@ -935,9 +935,9 @@ model-index:
935
  revision: 8a04d940a42cd40658986fdd8e3da561533a3646
936
  metrics:
937
  - type: cos_sim_accuracy
938
- value: 60.75000000000001
939
  - type: cos_sim_ap
940
- value: 58.62577310571759
941
  - type: cos_sim_f1
942
  value: 62.491349480968864
943
  - type: cos_sim_precision
@@ -945,19 +945,19 @@ model-index:
945
  - type: cos_sim_recall
946
  value: 100.0
947
  - type: dot_accuracy
948
- value: 56.10000000000001
949
  - type: dot_ap
950
- value: 50.150973841607005
951
  - type: dot_f1
952
- value: 62.491349480968864
953
  - type: dot_precision
954
- value: 45.44539506794162
955
  - type: dot_recall
956
- value: 100.0
957
  - type: euclidean_accuracy
958
- value: 60.550000000000004
959
  - type: euclidean_ap
960
- value: 58.42883888530385
961
  - type: euclidean_f1
962
  value: 62.491349480968864
963
  - type: euclidean_precision
@@ -965,9 +965,9 @@ model-index:
965
  - type: euclidean_recall
966
  value: 100.0
967
  - type: manhattan_accuracy
968
- value: 60.5
969
  - type: manhattan_ap
970
- value: 58.474590272503214
971
  - type: manhattan_f1
972
  value: 62.491349480968864
973
  - type: manhattan_precision
@@ -975,11 +975,11 @@ model-index:
975
  - type: manhattan_recall
976
  value: 100.0
977
  - type: max_accuracy
978
- value: 60.75000000000001
979
  - type: max_ap
980
- value: 58.62577310571759
981
  - type: max_f1
982
- value: 62.491349480968864
983
  - task:
984
  type: STS
985
  dataset:
@@ -990,17 +990,17 @@ model-index:
990
  revision: e077ab4cf4774a1e36d86d593b150422fafd8e8a
991
  metrics:
992
  - type: cos_sim_pearson
993
- value: 80.76682266570421
994
  - type: cos_sim_spearman
995
- value: 72.87656590123949
996
  - type: euclidean_pearson
997
- value: 77.19658924853128
998
  - type: euclidean_spearman
999
- value: 72.63728770955521
1000
  - type: manhattan_pearson
1001
- value: 77.11028731757044
1002
  - type: manhattan_spearman
1003
- value: 72.4475625515528
1004
  - task:
1005
  type: STS
1006
  dataset:
@@ -1011,17 +1011,17 @@ model-index:
1011
  revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
1012
  metrics:
1013
  - type: cos_sim_pearson
1014
- value: 81.47132547305752
1015
  - type: cos_sim_spearman
1016
- value: 82.57064642049959
1017
  - type: euclidean_pearson
1018
- value: 81.24198270906861
1019
  - type: euclidean_spearman
1020
- value: 82.43330741557487
1021
  - type: manhattan_pearson
1022
- value: 81.21813802112128
1023
  - type: manhattan_spearman
1024
- value: 82.54904875440255
1025
  - task:
1026
  type: STS
1027
  dataset:
@@ -1032,17 +1032,17 @@ model-index:
1032
  revision: 29afa2569dcedaaa2fe6a3dcfebab33d28b82e8c
1033
  metrics:
1034
  - type: cos_sim_pearson
1035
- value: 83.17606773302035
1036
  - type: cos_sim_spearman
1037
- value: 82.51272412228484
1038
  - type: euclidean_pearson
1039
- value: 81.70010207800043
1040
  - type: euclidean_spearman
1041
- value: 81.89351174275659
1042
  - type: manhattan_pearson
1043
- value: 81.59549402980223
1044
  - type: manhattan_spearman
1045
- value: 81.8299015346327
1046
  - task:
1047
  type: Summarization
1048
  dataset:
@@ -1053,13 +1053,13 @@ model-index:
1053
  revision: b385812de6a9577b6f4d0f88c6a6e35395a94054
1054
  metrics:
1055
  - type: cos_sim_pearson
1056
- value: 30.739120683102207
1057
  - type: cos_sim_spearman
1058
- value: 31.550133032106963
1059
  - type: dot_pearson
1060
- value: 29.33458197921011
1061
  - type: dot_spearman
1062
- value: 30.784401437054438
1063
  - task:
1064
  type: Reranking
1065
  dataset:
@@ -1070,17 +1070,17 @@ model-index:
1070
  revision: daf0863838cd9e3ba50544cdce3ac2b338a1b0ad
1071
  metrics:
1072
  - type: map
1073
- value: 82.50119047619047
1074
  - type: mrr
1075
- value: 82.50119047619047
1076
  - type: nAUC_map_diff1
1077
- value: 60.74442499288283
1078
  - type: nAUC_map_max
1079
- value: 10.220044072999142
1080
  - type: nAUC_mrr_diff1
1081
- value: 60.74442499288283
1082
  - type: nAUC_mrr_max
1083
- value: 10.220044072999142
1084
  - task:
1085
  type: Retrieval
1086
  dataset:
@@ -1093,115 +1093,115 @@ model-index:
1093
  - type: map_at_1
1094
  value: 62.0
1095
  - type: map_at_10
1096
- value: 72.64
1097
  - type: map_at_100
1098
- value: 73.06
1099
  - type: map_at_1000
1100
- value: 73.06
1101
  - type: map_at_20
1102
- value: 72.952
1103
  - type: map_at_3
1104
- value: 70.333
1105
  - type: map_at_5
1106
- value: 71.68299999999999
1107
  - type: mrr_at_1
1108
  value: 62.0
1109
  - type: mrr_at_10
1110
- value: 72.63968253968254
1111
  - type: mrr_at_100
1112
- value: 73.06048581048583
1113
  - type: mrr_at_1000
1114
- value: 73.06048581048583
1115
  - type: mrr_at_20
1116
- value: 72.95202020202022
1117
  - type: mrr_at_3
1118
- value: 70.33333333333333
1119
  - type: mrr_at_5
1120
- value: 71.68333333333334
1121
  - type: nauc_map_at_1000_diff1
1122
- value: 50.08527740824938
1123
  - type: nauc_map_at_1000_max
1124
- value: 21.248476927494586
1125
  - type: nauc_map_at_100_diff1
1126
- value: 50.08527740824938
1127
  - type: nauc_map_at_100_max
1128
- value: 21.248476927494586
1129
  - type: nauc_map_at_10_diff1
1130
- value: 50.09694367886595
1131
  - type: nauc_map_at_10_max
1132
- value: 22.296393895985513
1133
  - type: nauc_map_at_1_diff1
1134
- value: 47.37101190659324
1135
  - type: nauc_map_at_1_max
1136
- value: 12.483463064947799
1137
  - type: nauc_map_at_20_diff1
1138
- value: 50.128296940080105
1139
  - type: nauc_map_at_20_max
1140
- value: 21.45784940740765
1141
  - type: nauc_map_at_3_diff1
1142
- value: 50.744726539402386
1143
  - type: nauc_map_at_3_max
1144
- value: 22.579560944336937
1145
  - type: nauc_map_at_5_diff1
1146
- value: 50.74065172911254
1147
  - type: nauc_map_at_5_max
1148
- value: 22.270361065268915
1149
  - type: nauc_mrr_at_1000_diff1
1150
- value: 50.08527740824938
1151
  - type: nauc_mrr_at_1000_max
1152
- value: 21.248476927494586
1153
  - type: nauc_mrr_at_100_diff1
1154
- value: 50.08527740824938
1155
  - type: nauc_mrr_at_100_max
1156
- value: 21.248476927494586
1157
  - type: nauc_mrr_at_10_diff1
1158
- value: 50.09694367886595
1159
  - type: nauc_mrr_at_10_max
1160
- value: 22.296393895985513
1161
  - type: nauc_mrr_at_1_diff1
1162
- value: 47.37101190659324
1163
  - type: nauc_mrr_at_1_max
1164
- value: 12.483463064947799
1165
  - type: nauc_mrr_at_20_diff1
1166
- value: 50.128296940080105
1167
  - type: nauc_mrr_at_20_max
1168
- value: 21.45784940740765
1169
  - type: nauc_mrr_at_3_diff1
1170
- value: 50.744726539402386
1171
  - type: nauc_mrr_at_3_max
1172
- value: 22.579560944336937
1173
  - type: nauc_mrr_at_5_diff1
1174
- value: 50.74065172911254
1175
  - type: nauc_mrr_at_5_max
1176
- value: 22.270361065268915
1177
  - type: nauc_ndcg_at_1000_diff1
1178
- value: 50.189203918396
1179
  - type: nauc_ndcg_at_1000_max
1180
- value: 22.390609940816248
1181
  - type: nauc_ndcg_at_100_diff1
1182
- value: 50.189203918396
1183
  - type: nauc_ndcg_at_100_max
1184
- value: 22.390609940816248
1185
  - type: nauc_ndcg_at_10_diff1
1186
- value: 50.18969760392006
1187
  - type: nauc_ndcg_at_10_max
1188
- value: 26.941106150664424
1189
  - type: nauc_ndcg_at_1_diff1
1190
- value: 47.37101190659324
1191
  - type: nauc_ndcg_at_1_max
1192
- value: 12.483463064947799
1193
  - type: nauc_ndcg_at_20_diff1
1194
- value: 50.21215501702988
1195
  - type: nauc_ndcg_at_20_max
1196
- value: 23.708162881601485
1197
  - type: nauc_ndcg_at_3_diff1
1198
- value: 51.624830876343665
1199
  - type: nauc_ndcg_at_3_max
1200
- value: 26.399573078561655
1201
  - type: nauc_ndcg_at_5_diff1
1202
- value: 51.69995630080373
1203
  - type: nauc_ndcg_at_5_max
1204
- value: 26.096565329394988
1205
  - type: nauc_precision_at_1000_diff1
1206
  value: nan
1207
  - type: nauc_precision_at_1000_max
@@ -1211,25 +1211,25 @@ model-index:
1211
  - type: nauc_precision_at_100_max
1212
  value: nan
1213
  - type: nauc_precision_at_10_diff1
1214
- value: 49.35974389755923
1215
  - type: nauc_precision_at_10_max
1216
- value: 72.25556889422438
1217
  - type: nauc_precision_at_1_diff1
1218
- value: 47.37101190659324
1219
  - type: nauc_precision_at_1_max
1220
- value: 12.483463064947799
1221
  - type: nauc_precision_at_20_diff1
1222
- value: 47.3389355742298
1223
  - type: nauc_precision_at_20_max
1224
- value: 59.38375350140046
1225
  - type: nauc_precision_at_3_diff1
1226
- value: 54.820179820179774
1227
  - type: nauc_precision_at_3_max
1228
- value: 41.00399600399594
1229
  - type: nauc_precision_at_5_diff1
1230
- value: 56.32880698351117
1231
  - type: nauc_precision_at_5_max
1232
- value: 45.28543716225577
1233
  - type: nauc_recall_at_1000_diff1
1234
  value: nan
1235
  - type: nauc_recall_at_1000_max
@@ -1239,67 +1239,67 @@ model-index:
1239
  - type: nauc_recall_at_100_max
1240
  value: nan
1241
  - type: nauc_recall_at_10_diff1
1242
- value: 49.35974389755904
1243
  - type: nauc_recall_at_10_max
1244
- value: 72.25556889422437
1245
  - type: nauc_recall_at_1_diff1
1246
- value: 47.37101190659324
1247
  - type: nauc_recall_at_1_max
1248
- value: 12.483463064947799
1249
  - type: nauc_recall_at_20_diff1
1250
- value: 47.33893557422995
1251
  - type: nauc_recall_at_20_max
1252
- value: 59.38375350140056
1253
  - type: nauc_recall_at_3_diff1
1254
- value: 54.820179820179774
1255
  - type: nauc_recall_at_3_max
1256
- value: 41.003996003995894
1257
  - type: nauc_recall_at_5_diff1
1258
- value: 56.32880698351108
1259
  - type: nauc_recall_at_5_max
1260
- value: 45.28543716225559
1261
  - type: ndcg_at_1
1262
  value: 62.0
1263
  - type: ndcg_at_10
1264
- value: 77.574
1265
  - type: ndcg_at_100
1266
- value: 79.245
1267
  - type: ndcg_at_1000
1268
- value: 79.245
1269
  - type: ndcg_at_20
1270
- value: 78.629
1271
  - type: ndcg_at_3
1272
- value: 72.833
1273
  - type: ndcg_at_5
1274
- value: 75.286
1275
  - type: precision_at_1
1276
  value: 62.0
1277
  - type: precision_at_10
1278
- value: 9.3
1279
  - type: precision_at_100
1280
  value: 1.0
1281
  - type: precision_at_1000
1282
  value: 0.1
1283
  - type: precision_at_20
1284
- value: 4.8500000000000005
1285
  - type: precision_at_3
1286
- value: 26.667
1287
  - type: precision_at_5
1288
- value: 17.2
1289
  - type: recall_at_1
1290
  value: 62.0
1291
  - type: recall_at_10
1292
- value: 93.0
1293
  - type: recall_at_100
1294
  value: 100.0
1295
  - type: recall_at_1000
1296
  value: 100.0
1297
  - type: recall_at_20
1298
- value: 97.0
1299
  - type: recall_at_3
1300
- value: 80.0
1301
  - type: recall_at_5
1302
- value: 86.0
1303
  - task:
1304
  type: Retrieval
1305
  dataset:
@@ -1310,215 +1310,215 @@ model-index:
1310
  revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f
1311
  metrics:
1312
  - type: map_at_1
1313
- value: 36.974000000000004
1314
  - type: map_at_10
1315
- value: 56.879000000000005
1316
  - type: map_at_100
1317
- value: 58.288
1318
  - type: map_at_1000
1319
- value: 58.375
1320
  - type: map_at_20
1321
- value: 57.737
1322
  - type: map_at_3
1323
- value: 51.162
1324
  - type: map_at_5
1325
- value: 54.752
1326
  - type: mrr_at_1
1327
- value: 57.943925233644855
1328
  - type: mrr_at_10
1329
- value: 65.70882870282065
1330
  - type: mrr_at_100
1331
- value: 66.28374236332951
1332
  - type: mrr_at_1000
1333
- value: 66.30262698230914
1334
  - type: mrr_at_20
1335
- value: 66.0551354222895
1336
  - type: mrr_at_3
1337
- value: 63.773920783266526
1338
  - type: mrr_at_5
1339
- value: 64.85536270582992
1340
  - type: nauc_map_at_1000_diff1
1341
- value: 47.687404840174466
1342
  - type: nauc_map_at_1000_max
1343
- value: 51.07479500215987
1344
  - type: nauc_map_at_100_diff1
1345
- value: 47.654118256249376
1346
  - type: nauc_map_at_100_max
1347
- value: 51.07088520770559
1348
  - type: nauc_map_at_10_diff1
1349
- value: 47.54808053044233
1350
  - type: nauc_map_at_10_max
1351
- value: 50.381502634356
1352
  - type: nauc_map_at_1_diff1
1353
- value: 58.17421329806507
1354
  - type: nauc_map_at_1_max
1355
- value: 35.4749459151989
1356
  - type: nauc_map_at_20_diff1
1357
- value: 47.45564144170814
1358
  - type: nauc_map_at_20_max
1359
- value: 50.84598996397903
1360
  - type: nauc_map_at_3_diff1
1361
- value: 50.410129113764214
1362
  - type: nauc_map_at_3_max
1363
- value: 46.54000192671645
1364
  - type: nauc_map_at_5_diff1
1365
- value: 47.93555379699093
1366
  - type: nauc_map_at_5_max
1367
- value: 49.260557426644546
1368
  - type: nauc_mrr_at_1000_diff1
1369
- value: 56.679134511088414
1370
  - type: nauc_mrr_at_1000_max
1371
- value: 60.53239540647465
1372
  - type: nauc_mrr_at_100_diff1
1373
- value: 56.685005563081795
1374
  - type: nauc_mrr_at_100_max
1375
- value: 60.540728483028104
1376
  - type: nauc_mrr_at_10_diff1
1377
- value: 56.50717789276386
1378
  - type: nauc_mrr_at_10_max
1379
- value: 60.402245419993626
1380
  - type: nauc_mrr_at_1_diff1
1381
- value: 59.032663807282844
1382
  - type: nauc_mrr_at_1_max
1383
- value: 60.3211466117485
1384
  - type: nauc_mrr_at_20_diff1
1385
- value: 56.631497123613116
1386
  - type: nauc_mrr_at_20_max
1387
- value: 60.55435266050122
1388
  - type: nauc_mrr_at_3_diff1
1389
- value: 57.03401180618237
1390
  - type: nauc_mrr_at_3_max
1391
- value: 60.74025251383108
1392
  - type: nauc_mrr_at_5_diff1
1393
- value: 56.719828414666615
1394
  - type: nauc_mrr_at_5_max
1395
- value: 60.50987986316338
1396
  - type: nauc_ndcg_at_1000_diff1
1397
- value: 49.29110134431293
1398
  - type: nauc_ndcg_at_1000_max
1399
- value: 54.44877140258553
1400
  - type: nauc_ndcg_at_100_diff1
1401
- value: 48.81030947916155
1402
  - type: nauc_ndcg_at_100_max
1403
- value: 54.530927935094354
1404
  - type: nauc_ndcg_at_10_diff1
1405
- value: 47.90167107176282
1406
  - type: nauc_ndcg_at_10_max
1407
- value: 52.48834073628817
1408
  - type: nauc_ndcg_at_1_diff1
1409
- value: 59.032663807282844
1410
  - type: nauc_ndcg_at_1_max
1411
- value: 60.3211466117485
1412
  - type: nauc_ndcg_at_20_diff1
1413
- value: 47.91721759864128
1414
  - type: nauc_ndcg_at_20_max
1415
- value: 53.66951967421919
1416
  - type: nauc_ndcg_at_3_diff1
1417
- value: 49.9608020821714
1418
  - type: nauc_ndcg_at_3_max
1419
- value: 52.460962403857
1420
  - type: nauc_ndcg_at_5_diff1
1421
- value: 48.3107083050229
1422
  - type: nauc_ndcg_at_5_max
1423
- value: 51.403447219173096
1424
  - type: nauc_precision_at_1000_diff1
1425
- value: -19.095724592038824
1426
  - type: nauc_precision_at_1000_max
1427
- value: 10.49414510204917
1428
  - type: nauc_precision_at_100_diff1
1429
- value: -15.07925244337005
1430
  - type: nauc_precision_at_100_max
1431
- value: 18.213784508702886
1432
  - type: nauc_precision_at_10_diff1
1433
- value: -4.072544059488135
1434
  - type: nauc_precision_at_10_max
1435
- value: 29.14489664893668
1436
  - type: nauc_precision_at_1_diff1
1437
- value: 59.032663807282844
1438
  - type: nauc_precision_at_1_max
1439
- value: 60.3211466117485
1440
  - type: nauc_precision_at_20_diff1
1441
- value: -8.614374928777666
1442
  - type: nauc_precision_at_20_max
1443
- value: 25.696353189360504
1444
  - type: nauc_precision_at_3_diff1
1445
- value: 10.758972304240052
1446
  - type: nauc_precision_at_3_max
1447
- value: 39.352446901601304
1448
  - type: nauc_precision_at_5_diff1
1449
- value: 1.438210503638299
1450
  - type: nauc_precision_at_5_max
1451
- value: 34.240684259490706
1452
  - type: nauc_recall_at_1000_diff1
1453
- value: 17.151120467621766
1454
  - type: nauc_recall_at_1000_max
1455
- value: 39.4124299339563
1456
  - type: nauc_recall_at_100_diff1
1457
- value: 33.753600738691986
1458
  - type: nauc_recall_at_100_max
1459
- value: 49.264253306170886
1460
  - type: nauc_recall_at_10_diff1
1461
- value: 37.65122476559542
1462
  - type: nauc_recall_at_10_max
1463
- value: 43.928181593180554
1464
  - type: nauc_recall_at_1_diff1
1465
- value: 58.17421329806507
1466
  - type: nauc_recall_at_1_max
1467
- value: 35.4749459151989
1468
  - type: nauc_recall_at_20_diff1
1469
- value: 35.77720867453872
1470
  - type: nauc_recall_at_20_max
1471
- value: 46.698647380155876
1472
  - type: nauc_recall_at_3_diff1
1473
- value: 46.279672745804454
1474
  - type: nauc_recall_at_3_max
1475
- value: 43.387633490987426
1476
  - type: nauc_recall_at_5_diff1
1477
- value: 40.59107560506172
1478
  - type: nauc_recall_at_5_max
1479
- value: 44.41733580904138
1480
  - type: ndcg_at_1
1481
- value: 57.943999999999996
1482
  - type: ndcg_at_10
1483
- value: 63.205
1484
  - type: ndcg_at_100
1485
- value: 68.063
1486
  - type: ndcg_at_1000
1487
- value: 69.429
1488
  - type: ndcg_at_20
1489
- value: 65.304
1490
  - type: ndcg_at_3
1491
- value: 58.382
1492
  - type: ndcg_at_5
1493
- value: 59.758
1494
  - type: precision_at_1
1495
- value: 57.943999999999996
1496
  - type: precision_at_10
1497
- value: 14.646
1498
  - type: precision_at_100
1499
- value: 1.8739999999999999
1500
  - type: precision_at_1000
1501
  value: 0.20600000000000002
1502
  - type: precision_at_20
1503
- value: 8.071
1504
  - type: precision_at_3
1505
- value: 35.603
1506
  - type: precision_at_5
1507
- value: 25.287
1508
  - type: recall_at_1
1509
- value: 36.974000000000004
1510
  - type: recall_at_10
1511
- value: 72.11800000000001
1512
  - type: recall_at_100
1513
- value: 90.937
1514
  - type: recall_at_1000
1515
  value: 99.544
1516
  - type: recall_at_20
1517
- value: 78.78699999999999
1518
  - type: recall_at_3
1519
- value: 56.533
1520
  - type: recall_at_5
1521
- value: 63.678000000000004
1522
  - task:
1523
  type: Classification
1524
  dataset:
@@ -8108,7 +8108,7 @@ language:
8108
 
8109
  # [bilingual-embedding-small](https://huggingface.co/Lajavaness/bilingual-embedding-small)
8110
 
8111
- Bilingual-embedding is the Embedding Model for bilingual language: french and english. This model is a specialized sentence-embedding trained specifically for the bilingual language, leveraging the robust capabilities of [XLM-RoBERTa](https://huggingface.co/intfloat/multilingual-e5-small), a pre-trained language model based on the [XLM-RoBERTa](https://huggingface.co/intfloat/multilingual-e5-small) architecture. The model utilizes xlm-roberta to encode english-french sentences into a 1024-dimensional vector space, facilitating a wide range of applications from semantic search to text clustering. The embeddings capture the nuanced meanings of english-french sentences, reflecting both the lexical and contextual layers of the language.
8112
 
8113
 
8114
  ## Full Model Architecture
 
21
  revision: 392ba3f5bcc8c51f578786c1fc3dae648662cb9b
22
  metrics:
23
  - type: v_measure
24
+ value: 63.19030822769444
25
  - type: v_measures
26
+ value: [0.5938891912573394, 0.6171518411959, 0.6042518292029612, 0.6626602879382325, 0.6471224639325329]
27
  - task:
28
  type: Clustering
29
  dataset:
 
34
  revision: 392ba3f5bcc8c51f578786c1fc3dae648662cb9b
35
  metrics:
36
  - type: v_measure
37
+ value: 41.32807908087869
38
  - type: v_measures
39
+ value: [0.3351458197856525, 0.48472823318531566, 0.4631757871803168, 0.43580166532679027, 0.4219041689415661]
40
  - task:
41
  type: Reranking
42
  dataset:
 
47
  revision: 65393d0d7a08a10b4e348135e824f385d420b0fd
48
  metrics:
49
  - type: map
50
+ value: 68.43888603876276
51
  - type: mrr
52
+ value: 69.59097513501659
53
  - type: nAUC_map_diff1
54
+ value: 47.92767021121887
55
  - type: nAUC_map_max
56
+ value: 10.206900586093957
57
  - type: nAUC_mrr_diff1
58
+ value: 47.823670000503014
59
  - type: nAUC_mrr_max
60
+ value: 10.266197221615979
61
  - task:
62
  type: Retrieval
63
  dataset:
 
68
  revision: fcf295ea64c750f41fadbaa37b9b861558e1bfbd
69
  metrics:
70
  - type: map_at_1
71
+ value: 23.23
72
  - type: map_at_10
73
+ value: 33.513999999999996
74
  - type: map_at_100
75
+ value: 34.554
76
  - type: map_at_1000
77
+ value: 34.621
78
  - type: map_at_20
79
+ value: 34.129
80
  - type: map_at_3
81
+ value: 30.526999999999997
82
  - type: map_at_5
83
+ value: 32.107
84
  - type: mrr_at_1
85
+ value: 23.229706390328154
86
  - type: mrr_at_10
87
+ value: 33.51421786331119
88
  - type: mrr_at_100
89
+ value: 34.55441665729269
90
  - type: mrr_at_1000
91
+ value: 34.62084787184653
92
  - type: mrr_at_20
93
+ value: 34.12901601558586
94
  - type: mrr_at_3
95
+ value: 30.52677029360969
96
  - type: mrr_at_5
97
+ value: 32.107081174438754
98
  - type: nauc_map_at_1000_diff1
99
+ value: 31.371888101756962
100
  - type: nauc_map_at_1000_max
101
+ value: 28.482571238049648
102
  - type: nauc_map_at_100_diff1
103
+ value: 31.36352656865708
104
  - type: nauc_map_at_100_max
105
+ value: 28.51143558254042
106
  - type: nauc_map_at_10_diff1
107
+ value: 31.26317124194119
108
  - type: nauc_map_at_10_max
109
+ value: 28.356439091020903
110
  - type: nauc_map_at_1_diff1
111
+ value: 36.87861012283668
112
  - type: nauc_map_at_1_max
113
+ value: 25.592704128025584
114
  - type: nauc_map_at_20_diff1
115
+ value: 31.27934733015461
116
  - type: nauc_map_at_20_max
117
+ value: 28.471156752297954
118
  - type: nauc_map_at_3_diff1
119
+ value: 31.613137860497627
120
  - type: nauc_map_at_3_max
121
+ value: 27.518268339115743
122
  - type: nauc_map_at_5_diff1
123
+ value: 31.356295694985565
124
  - type: nauc_map_at_5_max
125
+ value: 27.79553638754489
126
  - type: nauc_mrr_at_1000_diff1
127
+ value: 31.371889078421372
128
  - type: nauc_mrr_at_1000_max
129
+ value: 28.482578347594856
130
  - type: nauc_mrr_at_100_diff1
131
+ value: 31.36352656865708
132
  - type: nauc_mrr_at_100_max
133
+ value: 28.51143558254042
134
  - type: nauc_mrr_at_10_diff1
135
+ value: 31.26317124194119
136
  - type: nauc_mrr_at_10_max
137
+ value: 28.356439091020903
138
  - type: nauc_mrr_at_1_diff1
139
+ value: 36.87861012283668
140
  - type: nauc_mrr_at_1_max
141
+ value: 25.592704128025584
142
  - type: nauc_mrr_at_20_diff1
143
+ value: 31.27934733015461
144
  - type: nauc_mrr_at_20_max
145
+ value: 28.471156752297954
146
  - type: nauc_mrr_at_3_diff1
147
+ value: 31.613137860497627
148
  - type: nauc_mrr_at_3_max
149
+ value: 27.518268339115743
150
  - type: nauc_mrr_at_5_diff1
151
+ value: 31.356295694985565
152
  - type: nauc_mrr_at_5_max
153
+ value: 27.79553638754489
154
  - type: nauc_ndcg_at_1000_diff1
155
+ value: 30.418606855093337
156
  - type: nauc_ndcg_at_1000_max
157
+ value: 29.993105440430234
158
  - type: nauc_ndcg_at_100_diff1
159
+ value: 30.131330243160843
160
  - type: nauc_ndcg_at_100_max
161
+ value: 30.820165762770422
162
  - type: nauc_ndcg_at_10_diff1
163
+ value: 29.510008265344545
164
  - type: nauc_ndcg_at_10_max
165
+ value: 29.94961535617982
166
  - type: nauc_ndcg_at_1_diff1
167
+ value: 36.87861012283668
168
  - type: nauc_ndcg_at_1_max
169
+ value: 25.592704128025584
170
  - type: nauc_ndcg_at_20_diff1
171
+ value: 29.52438230390851
172
  - type: nauc_ndcg_at_20_max
173
+ value: 30.504655157655904
174
  - type: nauc_ndcg_at_3_diff1
175
+ value: 30.18136510240507
176
  - type: nauc_ndcg_at_3_max
177
+ value: 28.099090120422275
178
  - type: nauc_ndcg_at_5_diff1
179
+ value: 29.762075942245303
180
  - type: nauc_ndcg_at_5_max
181
+ value: 28.61500294452224
182
  - type: nauc_precision_at_1000_diff1
183
+ value: 27.306371732512996
184
  - type: nauc_precision_at_1000_max
185
+ value: 65.78374115284707
186
  - type: nauc_precision_at_100_diff1
187
+ value: 25.3948170473858
188
  - type: nauc_precision_at_100_max
189
+ value: 47.29752571335181
190
  - type: nauc_precision_at_10_diff1
191
+ value: 24.310996780059035
192
  - type: nauc_precision_at_10_max
193
+ value: 35.20411354359985
194
  - type: nauc_precision_at_1_diff1
195
+ value: 36.87861012283668
196
  - type: nauc_precision_at_1_max
197
+ value: 25.592704128025584
198
  - type: nauc_precision_at_20_diff1
199
+ value: 23.583394574577937
200
  - type: nauc_precision_at_20_max
201
+ value: 38.697643796192324
202
  - type: nauc_precision_at_3_diff1
203
+ value: 26.407752776386506
204
  - type: nauc_precision_at_3_max
205
+ value: 29.64769320764332
206
  - type: nauc_precision_at_5_diff1
207
+ value: 25.45743969076595
208
  - type: nauc_precision_at_5_max
209
+ value: 30.919847931025647
210
  - type: nauc_recall_at_1000_diff1
211
+ value: 27.306371732511476
212
  - type: nauc_recall_at_1000_max
213
+ value: 65.7837411528459
214
  - type: nauc_recall_at_100_diff1
215
+ value: 25.39481704738587
216
  - type: nauc_recall_at_100_max
217
+ value: 47.29752571335173
218
  - type: nauc_recall_at_10_diff1
219
+ value: 24.310996780059064
220
  - type: nauc_recall_at_10_max
221
+ value: 35.20411354359981
222
  - type: nauc_recall_at_1_diff1
223
+ value: 36.87861012283668
224
  - type: nauc_recall_at_1_max
225
+ value: 25.592704128025584
226
  - type: nauc_recall_at_20_diff1
227
+ value: 23.583394574578005
228
  - type: nauc_recall_at_20_max
229
+ value: 38.69764379619235
230
  - type: nauc_recall_at_3_diff1
231
+ value: 26.407752776386513
232
  - type: nauc_recall_at_3_max
233
+ value: 29.647693207643332
234
  - type: nauc_recall_at_5_diff1
235
+ value: 25.457439690765938
236
  - type: nauc_recall_at_5_max
237
+ value: 30.91984793102568
238
  - type: ndcg_at_1
239
+ value: 23.23
240
  - type: ndcg_at_10
241
+ value: 39.215
242
  - type: ndcg_at_100
243
+ value: 44.566
244
  - type: ndcg_at_1000
245
+ value: 46.409
246
  - type: ndcg_at_20
247
+ value: 41.467
248
  - type: ndcg_at_3
249
+ value: 32.993
250
  - type: ndcg_at_5
251
+ value: 35.839
252
  - type: precision_at_1
253
+ value: 23.23
254
  - type: precision_at_10
255
+ value: 5.743
256
  - type: precision_at_100
257
+ value: 0.831
258
  - type: precision_at_1000
259
  value: 0.098
260
  - type: precision_at_20
261
+ value: 3.318
262
  - type: precision_at_3
263
+ value: 13.385
264
  - type: precision_at_5
265
+ value: 9.413
266
  - type: recall_at_1
267
+ value: 23.23
268
  - type: recall_at_10
269
+ value: 57.42699999999999
270
  - type: recall_at_100
271
+ value: 83.11699999999999
272
  - type: recall_at_1000
273
+ value: 97.75500000000001
274
  - type: recall_at_20
275
+ value: 66.364
276
  - type: recall_at_3
277
+ value: 40.155
278
  - type: recall_at_5
279
+ value: 47.064
280
  - task:
281
  type: Classification
282
  dataset:
 
287
  revision: 1399c76144fd37290681b995c656ef9b2e06e26d
288
  metrics:
289
  - type: accuracy
290
+ value: 37.102000000000004
291
  - type: f1
292
+ value: 36.48213245522153
293
  - type: f1_weighted
294
+ value: 36.48213245522153
295
  - task:
296
  type: Retrieval
297
  dataset:
 
302
  revision: 5effa1b9b5fa3b0f9e12523e6e43e5f86a6e6d59
303
  metrics:
304
  - type: map_at_1
305
+ value: 5.405
306
  - type: map_at_10
307
+ value: 8.372
308
  - type: map_at_100
309
+ value: 9.522
310
  - type: map_at_1000
311
+ value: 9.645
312
  - type: map_at_20
313
+ value: 8.987
314
  - type: map_at_3
315
+ value: 7.132
316
  - type: map_at_5
317
+ value: 7.763000000000001
318
  - type: mrr_at_1
319
+ value: 5.405405405405405
320
  - type: mrr_at_10
321
+ value: 8.37247962247962
322
  - type: mrr_at_100
323
+ value: 9.522369675165548
324
  - type: mrr_at_1000
325
+ value: 9.644865518194182
326
  - type: mrr_at_20
327
+ value: 8.987200953145225
328
  - type: mrr_at_3
329
+ value: 7.132132132132132
330
  - type: mrr_at_5
331
+ value: 7.762762762762764
332
  - type: nauc_map_at_1000_diff1
333
+ value: 12.103894408912778
334
  - type: nauc_map_at_1000_max
335
+ value: 26.77460445002228
336
  - type: nauc_map_at_100_diff1
337
+ value: 12.199535893254412
338
  - type: nauc_map_at_100_max
339
+ value: 26.791136142909995
340
  - type: nauc_map_at_10_diff1
341
+ value: 11.762615047468374
342
  - type: nauc_map_at_10_max
343
+ value: 26.54661601271767
344
  - type: nauc_map_at_1_diff1
345
+ value: 19.75768475065795
346
  - type: nauc_map_at_1_max
347
+ value: 36.45294032166726
348
  - type: nauc_map_at_20_diff1
349
+ value: 12.627299133728561
350
  - type: nauc_map_at_20_max
351
+ value: 26.431834723382625
352
  - type: nauc_map_at_3_diff1
353
+ value: 11.406093688135979
354
  - type: nauc_map_at_3_max
355
+ value: 26.206852419799336
356
  - type: nauc_map_at_5_diff1
357
+ value: 10.933715346866054
358
  - type: nauc_map_at_5_max
359
+ value: 25.15168912848224
360
  - type: nauc_mrr_at_1000_diff1
361
+ value: 12.103894408912778
362
  - type: nauc_mrr_at_1000_max
363
+ value: 26.77460445002228
364
  - type: nauc_mrr_at_100_diff1
365
+ value: 12.199535893254412
366
  - type: nauc_mrr_at_100_max
367
+ value: 26.791136142909995
368
  - type: nauc_mrr_at_10_diff1
369
+ value: 11.762615047468374
370
  - type: nauc_mrr_at_10_max
371
+ value: 26.54661601271767
372
  - type: nauc_mrr_at_1_diff1
373
+ value: 19.75768475065795
374
  - type: nauc_mrr_at_1_max
375
+ value: 36.45294032166726
376
  - type: nauc_mrr_at_20_diff1
377
+ value: 12.627299133728561
378
  - type: nauc_mrr_at_20_max
379
+ value: 26.431834723382625
380
  - type: nauc_mrr_at_3_diff1
381
+ value: 11.406093688135979
382
  - type: nauc_mrr_at_3_max
383
+ value: 26.206852419799336
384
  - type: nauc_mrr_at_5_diff1
385
+ value: 10.933715346866054
386
  - type: nauc_mrr_at_5_max
387
+ value: 25.15168912848224
388
  - type: nauc_ndcg_at_1000_diff1
389
+ value: 8.119711442397051
390
  - type: nauc_ndcg_at_1000_max
391
+ value: 25.821500954959493
392
  - type: nauc_ndcg_at_100_diff1
393
+ value: 10.610584456957277
394
  - type: nauc_ndcg_at_100_max
395
+ value: 27.81373505272856
396
  - type: nauc_ndcg_at_10_diff1
397
+ value: 10.667531959142947
398
  - type: nauc_ndcg_at_10_max
399
+ value: 25.428088817882212
400
  - type: nauc_ndcg_at_1_diff1
401
+ value: 19.75768475065795
402
  - type: nauc_ndcg_at_1_max
403
+ value: 36.45294032166726
404
  - type: nauc_ndcg_at_20_diff1
405
+ value: 13.52659589943601
406
  - type: nauc_ndcg_at_20_max
407
+ value: 25.543352357923972
408
  - type: nauc_ndcg_at_3_diff1
409
+ value: 9.220701633954755
410
  - type: nauc_ndcg_at_3_max
411
+ value: 23.41404735216586
412
  - type: nauc_ndcg_at_5_diff1
413
+ value: 8.904201880131358
414
  - type: nauc_ndcg_at_5_max
415
+ value: 22.27268813727672
416
  - type: nauc_precision_at_1000_diff1
417
+ value: -13.379595578660972
418
  - type: nauc_precision_at_1000_max
419
+ value: 19.07407039098987
420
  - type: nauc_precision_at_100_diff1
421
+ value: 7.161231404563548
422
  - type: nauc_precision_at_100_max
423
+ value: 32.1446712851372
424
  - type: nauc_precision_at_10_diff1
425
+ value: 9.32876742632238
426
  - type: nauc_precision_at_10_max
427
+ value: 24.401763374615022
428
  - type: nauc_precision_at_1_diff1
429
+ value: 19.75768475065795
430
  - type: nauc_precision_at_1_max
431
+ value: 36.45294032166726
432
  - type: nauc_precision_at_20_diff1
433
+ value: 16.344981963229685
434
  - type: nauc_precision_at_20_max
435
+ value: 25.273014482618493
436
  - type: nauc_precision_at_3_diff1
437
+ value: 4.604729400599949
438
  - type: nauc_precision_at_3_max
439
+ value: 17.491915784171987
440
  - type: nauc_precision_at_5_diff1
441
+ value: 5.152774776096578
442
  - type: nauc_precision_at_5_max
443
+ value: 16.848544787508555
444
  - type: nauc_recall_at_1000_diff1
445
+ value: -13.379595578660883
446
  - type: nauc_recall_at_1000_max
447
+ value: 19.07407039098995
448
  - type: nauc_recall_at_100_diff1
449
+ value: 7.161231404563502
450
  - type: nauc_recall_at_100_max
451
+ value: 32.144671285137136
452
  - type: nauc_recall_at_10_diff1
453
+ value: 9.328767426322395
454
  - type: nauc_recall_at_10_max
455
+ value: 24.40176337461501
456
  - type: nauc_recall_at_1_diff1
457
+ value: 19.75768475065795
458
  - type: nauc_recall_at_1_max
459
+ value: 36.45294032166726
460
  - type: nauc_recall_at_20_diff1
461
+ value: 16.34498196322963
462
  - type: nauc_recall_at_20_max
463
+ value: 25.27301448261847
464
  - type: nauc_recall_at_3_diff1
465
+ value: 4.604729400599932
466
  - type: nauc_recall_at_3_max
467
+ value: 17.49191578417196
468
  - type: nauc_recall_at_5_diff1
469
+ value: 5.152774776096596
470
  - type: nauc_recall_at_5_max
471
+ value: 16.848544787508573
472
  - type: ndcg_at_1
473
+ value: 5.405
474
  - type: ndcg_at_10
475
+ value: 10.51
476
  - type: ndcg_at_100
477
+ value: 17.012
478
  - type: ndcg_at_1000
479
+ value: 20.686
480
  - type: ndcg_at_20
481
+ value: 12.849
482
  - type: ndcg_at_3
483
+ value: 7.835
484
  - type: ndcg_at_5
485
+ value: 8.959
486
  - type: precision_at_1
487
+ value: 5.405
488
  - type: precision_at_10
489
+ value: 1.757
490
  - type: precision_at_100
491
+ value: 0.5
492
  - type: precision_at_1000
493
+ value: 0.08
494
  - type: precision_at_20
495
+ value: 1.351
496
  - type: precision_at_3
497
+ value: 3.3029999999999995
498
  - type: precision_at_5
499
+ value: 2.5229999999999997
500
  - type: recall_at_1
501
+ value: 5.405
502
  - type: recall_at_10
503
+ value: 17.568
504
  - type: recall_at_100
505
+ value: 50.0
506
  - type: recall_at_1000
507
+ value: 79.73
508
  - type: recall_at_20
509
+ value: 27.027
510
  - type: recall_at_3
 
 
511
  value: 9.91
512
+ - type: recall_at_5
513
+ value: 12.613
514
  - task:
515
  type: Clustering
516
  dataset:
 
521
  revision: e06ebbbb123f8144bef1a5d18796f3dec9ae2915
522
  metrics:
523
  - type: v_measure
524
+ value: 23.773322308353517
525
  - type: v_measures
526
+ value: [0.28321300949906897, 0.26004472642751963, 0.25956951558284086, 0.24123195304666292, 0.22207486085944725]
527
  - task:
528
  type: Clustering
529
  dataset:
530
  type: reciTAL/mlsum
531
  name: MTEB MLSUMClusteringP2P
532
+ config: default
533
  split: test
534
  revision: b5d54f8f3b61ae17845046286940f03c6bc79bc7
535
  metrics:
536
  - type: v_measure
537
+ value: 44.10635133884183
538
  - type: v_measures
539
+ value: [0.4352021194557699, 0.4616076200837005, 0.4407517544208635, 0.4387026615402928, 0.40575306284000634]
540
  - task:
541
  type: Clustering
542
  dataset:
543
  type: reciTAL/mlsum
544
  name: MTEB MLSUMClusteringS2S
545
+ config: default
546
  split: test
547
  revision: b5d54f8f3b61ae17845046286940f03c6bc79bc7
548
  metrics:
549
  - type: v_measure
550
+ value: 43.6574557237274
551
  - type: v_measures
552
+ value: [0.431013360873005, 0.45456972088535785, 0.4474907746228345, 0.4318507494303067, 0.3857692351737129]
553
  - task:
554
  type: Classification
555
  dataset:
 
560
  revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
561
  metrics:
562
  - type: accuracy
563
+ value: 86.08518634512997
564
  - type: f1
565
+ value: 86.01437763316983
566
  - type: f1_weighted
567
+ value: 86.03483392539235
568
  - task:
569
  type: Classification
570
  dataset:
 
575
  revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
576
  metrics:
577
  - type: accuracy
578
+ value: 61.23081741309113
579
  - type: f1
580
+ value: 44.76981337966934
581
  - type: f1_weighted
582
+ value: 64.86577219367403
583
  - task:
584
  type: Classification
585
  dataset:
 
590
  revision: 18193f187b92da67168c655c9973a165ed9593dd
591
  metrics:
592
  - type: accuracy
593
+ value: 78.34123222748815
594
  - type: f1
595
+ value: 74.19808376161188
596
  - type: f1_weighted
597
+ value: 78.465165305135
598
  - task:
599
  type: Clustering
600
  dataset:
 
605
  revision: 8ccc72e69e65f40c70e117d8b3c08306bb788b60
606
  metrics:
607
  - type: v_measure
608
+ value: 58.6260598345145
609
  - type: v_measures
610
+ value: [1.0, 0.052551289167589395, 0.4126124221990744, 0.690570263898874, 0.7755690164601873]
611
  - task:
612
  type: Clustering
613
  dataset:
 
618
  revision: 8ccc72e69e65f40c70e117d8b3c08306bb788b60
619
  metrics:
620
  - type: v_measure
621
+ value: 53.47058992788083
622
  - type: v_measures
623
+ value: [1.0, 0.06287268264858063, 0.6712730568122484, 0.2169401386066275, 0.7224436183265853]
624
  - task:
625
  type: Classification
626
  dataset:
 
631
  revision: 4672e20407010da34463acc759c162ca9734bca6
632
  metrics:
633
  - type: accuracy
634
+ value: 65.48755884330868
635
  - type: f1
636
+ value: 63.42516904610099
637
  - type: f1_weighted
638
+ value: 65.62227422445625
639
  - task:
640
  type: Classification
641
  dataset:
 
646
  revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
647
  metrics:
648
  - type: accuracy
649
+ value: 69.27370544720914
650
  - type: f1
651
+ value: 68.92639289886843
652
  - type: f1_weighted
653
+ value: 69.39025426049528
654
  - task:
655
  type: Retrieval
656
  dataset:
 
661
  revision: efa78cc2f74bbcd21eff2261f9e13aebe40b814e
662
  metrics:
663
  - type: map_at_1
664
+ value: 13.718
665
  - type: map_at_10
666
+ value: 21.404
667
  - type: map_at_100
668
+ value: 22.371
669
  - type: map_at_1000
670
+ value: 22.493
671
  - type: map_at_20
672
+ value: 21.972
673
  - type: map_at_3
674
+ value: 19.192
675
  - type: map_at_5
676
+ value: 20.366999999999997
677
  - type: mrr_at_1
678
+ value: 13.718263718263717
679
  - type: mrr_at_10
680
+ value: 21.40396890396889
681
  - type: mrr_at_100
682
+ value: 22.370673563176524
683
  - type: mrr_at_1000
684
+ value: 22.49316476646458
685
  - type: mrr_at_20
686
+ value: 21.971667600361627
687
  - type: mrr_at_3
688
+ value: 19.191919191919162
689
  - type: mrr_at_5
690
+ value: 20.36718536718532
691
  - type: nauc_map_at_1000_diff1
692
+ value: 18.66186772676608
693
  - type: nauc_map_at_1000_max
694
+ value: 32.45794220535016
695
  - type: nauc_map_at_100_diff1
696
+ value: 18.620993318615394
697
  - type: nauc_map_at_100_max
698
+ value: 32.44820369787587
699
  - type: nauc_map_at_10_diff1
700
+ value: 18.884049513804037
701
  - type: nauc_map_at_10_max
702
+ value: 32.77552431144882
703
  - type: nauc_map_at_1_diff1
704
+ value: 25.49080673895181
705
  - type: nauc_map_at_1_max
706
+ value: 29.25311987317655
707
  - type: nauc_map_at_20_diff1
708
+ value: 18.704330878419075
709
  - type: nauc_map_at_20_max
710
+ value: 32.55837988078994
711
  - type: nauc_map_at_3_diff1
712
+ value: 20.095857563209314
713
  - type: nauc_map_at_3_max
714
+ value: 32.93191322461617
715
  - type: nauc_map_at_5_diff1
716
+ value: 19.281813313113396
717
  - type: nauc_map_at_5_max
718
+ value: 32.786844756856475
719
  - type: nauc_mrr_at_1000_diff1
720
+ value: 18.66186763232669
721
  - type: nauc_mrr_at_1000_max
722
+ value: 32.45794216874754
723
  - type: nauc_mrr_at_100_diff1
724
+ value: 18.620993318615394
725
  - type: nauc_mrr_at_100_max
726
+ value: 32.44820369787587
727
  - type: nauc_mrr_at_10_diff1
728
+ value: 18.884049513804037
729
  - type: nauc_mrr_at_10_max
730
+ value: 32.77552431144882
731
  - type: nauc_mrr_at_1_diff1
732
+ value: 25.49080673895181
733
  - type: nauc_mrr_at_1_max
734
+ value: 29.25311987317655
735
  - type: nauc_mrr_at_20_diff1
736
+ value: 18.704330878419075
737
  - type: nauc_mrr_at_20_max
738
+ value: 32.55837988078994
739
  - type: nauc_mrr_at_3_diff1
740
+ value: 20.095857563209314
741
  - type: nauc_mrr_at_3_max
742
+ value: 32.93191322461617
743
  - type: nauc_mrr_at_5_diff1
744
+ value: 19.281813313113396
745
  - type: nauc_mrr_at_5_max
746
+ value: 32.786844756856475
747
  - type: nauc_ndcg_at_1000_diff1
748
+ value: 16.291266125191186
749
  - type: nauc_ndcg_at_1000_max
750
+ value: 32.03483412880716
751
  - type: nauc_ndcg_at_100_diff1
752
+ value: 15.08155959648069
753
  - type: nauc_ndcg_at_100_max
754
+ value: 31.74628993952365
755
  - type: nauc_ndcg_at_10_diff1
756
+ value: 16.457288503185854
757
  - type: nauc_ndcg_at_10_max
758
+ value: 33.34322548472455
759
  - type: nauc_ndcg_at_1_diff1
760
+ value: 25.49080673895181
761
  - type: nauc_ndcg_at_1_max
762
+ value: 29.25311987317655
763
  - type: nauc_ndcg_at_20_diff1
764
+ value: 15.847885101378232
765
  - type: nauc_ndcg_at_20_max
766
+ value: 32.63179959589915
767
  - type: nauc_ndcg_at_3_diff1
768
+ value: 18.77312834653236
769
  - type: nauc_ndcg_at_3_max
770
+ value: 33.76341797807492
771
  - type: nauc_ndcg_at_5_diff1
772
+ value: 17.46839695168085
773
  - type: nauc_ndcg_at_5_max
774
+ value: 33.52006824258854
775
  - type: nauc_precision_at_1000_diff1
776
+ value: -1.1586826170737583
777
  - type: nauc_precision_at_1000_max
778
+ value: 19.93551888234813
779
  - type: nauc_precision_at_100_diff1
780
+ value: 3.0380716626456072
781
  - type: nauc_precision_at_100_max
782
+ value: 27.2930149786862
783
  - type: nauc_precision_at_10_diff1
784
+ value: 10.566658459623403
785
  - type: nauc_precision_at_10_max
786
+ value: 34.3880626271458
787
  - type: nauc_precision_at_1_diff1
788
+ value: 25.49080673895181
789
  - type: nauc_precision_at_1_max
790
+ value: 29.25311987317655
791
  - type: nauc_precision_at_20_diff1
792
+ value: 8.479138077976014
793
  - type: nauc_precision_at_20_max
794
+ value: 32.113399922346744
795
  - type: nauc_precision_at_3_diff1
796
+ value: 15.622074491261472
797
  - type: nauc_precision_at_3_max
798
+ value: 35.7250108281599
799
  - type: nauc_precision_at_5_diff1
800
+ value: 13.229128818765382
801
  - type: nauc_precision_at_5_max
802
+ value: 35.14850024280549
803
  - type: nauc_recall_at_1000_diff1
804
+ value: -1.1586826170740634
805
  - type: nauc_recall_at_1000_max
806
+ value: 19.93551888234777
807
  - type: nauc_recall_at_100_diff1
808
+ value: 3.038071662645654
809
  - type: nauc_recall_at_100_max
810
+ value: 27.293014978686276
811
  - type: nauc_recall_at_10_diff1
812
+ value: 10.56665845962341
813
  - type: nauc_recall_at_10_max
814
+ value: 34.38806262714581
815
  - type: nauc_recall_at_1_diff1
816
+ value: 25.49080673895181
817
  - type: nauc_recall_at_1_max
818
+ value: 29.25311987317655
819
  - type: nauc_recall_at_20_diff1
820
+ value: 8.47913807797598
821
  - type: nauc_recall_at_20_max
822
+ value: 32.113399922346744
823
  - type: nauc_recall_at_3_diff1
824
+ value: 15.622074491261479
825
  - type: nauc_recall_at_3_max
826
+ value: 35.725010828159924
827
  - type: nauc_recall_at_5_diff1
828
+ value: 13.229128818765403
829
  - type: nauc_recall_at_5_max
830
+ value: 35.14850024280548
831
  - type: ndcg_at_1
832
+ value: 13.718
833
  - type: ndcg_at_10
834
+ value: 25.576
835
  - type: ndcg_at_100
836
+ value: 30.537999999999997
837
  - type: ndcg_at_1000
838
+ value: 34.364
839
  - type: ndcg_at_20
840
+ value: 27.619
841
  - type: ndcg_at_3
842
+ value: 20.924
843
  - type: ndcg_at_5
844
+ value: 23.046
845
  - type: precision_at_1
846
+ value: 13.718
847
  - type: precision_at_10
848
+ value: 3.894
849
  - type: precision_at_100
850
+ value: 0.628
851
  - type: precision_at_1000
852
  value: 0.094
853
  - type: precision_at_20
854
+ value: 2.348
855
  - type: precision_at_3
856
+ value: 8.64
857
  - type: precision_at_5
858
+ value: 6.216
859
  - type: recall_at_1
860
+ value: 13.718
861
  - type: recall_at_10
862
+ value: 38.943
863
  - type: recall_at_100
864
+ value: 62.775999999999996
865
  - type: recall_at_1000
866
+ value: 94.10300000000001
867
  - type: recall_at_20
868
+ value: 46.97
869
  - type: recall_at_3
870
+ value: 25.921
871
  - type: recall_at_5
872
+ value: 31.080999999999996
873
  - task:
874
  type: PairClassification
875
  dataset:
 
879
  split: test
880
  revision: 9e9b1f8ef51616073f47f306f7f47dd91663f86a
881
  metrics:
882
+ - type: cos_sim_accuracy
883
+ value: 81.81198910081744
884
+ - type: cos_sim_ap
885
+ value: 92.92034333454589
886
+ - type: cos_sim_f1
887
+ value: 87.20651653090561
888
+ - type: cos_sim_precision
889
+ value: 84.25925925925926
890
+ - type: cos_sim_recall
891
+ value: 90.36742800397219
892
+ - type: dot_accuracy
893
+ value: 81.06267029992752
894
+ - type: dot_ap
895
+ value: 92.19923182286357
896
+ - type: dot_f1
897
+ value: 87.23307587460246
898
+ - type: dot_precision
899
+ value: 80.40200995025126
900
+ - type: dot_recall
901
+ value: 95.33267130089378
902
+ - type: euclidean_accuracy
903
+ value: 81.06267029992752
904
+ - type: euclidean_ap
905
+ value: 92.58456772515232
906
+ - type: euclidean_f1
907
+ value: 86.94835680751173
908
+ - type: euclidean_precision
909
+ value: 82.45770258236865
910
+ - type: euclidean_recall
911
+ value: 91.95630585898709
912
+ - type: manhattan_accuracy
913
+ value: 80.92643051771117
914
+ - type: manhattan_ap
915
+ value: 92.47972548332238
916
+ - type: manhattan_f1
917
+ value: 86.88372093023257
918
+ - type: manhattan_precision
919
+ value: 81.71478565179353
920
+ - type: manhattan_recall
921
+ value: 92.75074478649454
922
+ - type: max_accuracy
923
+ value: 81.81198910081744
924
+ - type: max_ap
925
+ value: 92.92034333454589
926
+ - type: max_f1
927
+ value: 87.23307587460246
928
  - task:
929
  type: PairClassification
930
  dataset:
 
935
  revision: 8a04d940a42cd40658986fdd8e3da561533a3646
936
  metrics:
937
  - type: cos_sim_accuracy
938
+ value: 60.550000000000004
939
  - type: cos_sim_ap
940
+ value: 58.1865824487652
941
  - type: cos_sim_f1
942
  value: 62.491349480968864
943
  - type: cos_sim_precision
 
945
  - type: cos_sim_recall
946
  value: 100.0
947
  - type: dot_accuracy
948
+ value: 56.49999999999999
949
  - type: dot_ap
950
+ value: 49.511525626044474
951
  - type: dot_f1
952
+ value: 62.76595744680852
953
  - type: dot_precision
954
+ value: 46.165884194053206
955
  - type: dot_recall
956
+ value: 98.00664451827242
957
  - type: euclidean_accuracy
958
+ value: 60.199999999999996
959
  - type: euclidean_ap
960
+ value: 58.003058708335246
961
  - type: euclidean_f1
962
  value: 62.491349480968864
963
  - type: euclidean_precision
 
965
  - type: euclidean_recall
966
  value: 100.0
967
  - type: manhattan_accuracy
968
+ value: 60.199999999999996
969
  - type: manhattan_ap
970
+ value: 58.02420001567834
971
  - type: manhattan_f1
972
  value: 62.491349480968864
973
  - type: manhattan_precision
 
975
  - type: manhattan_recall
976
  value: 100.0
977
  - type: max_accuracy
978
+ value: 60.550000000000004
979
  - type: max_ap
980
+ value: 58.1865824487652
981
  - type: max_f1
982
+ value: 62.76595744680852
983
  - task:
984
  type: STS
985
  dataset:
 
990
  revision: e077ab4cf4774a1e36d86d593b150422fafd8e8a
991
  metrics:
992
  - type: cos_sim_pearson
993
+ value: 81.35988610550564
994
  - type: cos_sim_spearman
995
+ value: 74.30702501405389
996
  - type: euclidean_pearson
997
+ value: 77.98265846914386
998
  - type: euclidean_spearman
999
+ value: 74.28309779423242
1000
  - type: manhattan_pearson
1001
+ value: 77.91611618952486
1002
  - type: manhattan_spearman
1003
+ value: 74.09543847416339
1004
  - task:
1005
  type: STS
1006
  dataset:
 
1011
  revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
1012
  metrics:
1013
  - type: cos_sim_pearson
1014
+ value: 82.87930229178569
1015
  - type: cos_sim_spearman
1016
+ value: 82.91122500126046
1017
  - type: euclidean_pearson
1018
+ value: 82.30161381658885
1019
  - type: euclidean_spearman
1020
+ value: 82.80157531184477
1021
  - type: manhattan_pearson
1022
+ value: 82.59746592491155
1023
  - type: manhattan_spearman
1024
+ value: 82.91620907805208
1025
  - task:
1026
  type: STS
1027
  dataset:
 
1032
  revision: 29afa2569dcedaaa2fe6a3dcfebab33d28b82e8c
1033
  metrics:
1034
  - type: cos_sim_pearson
1035
+ value: 83.44206580073515
1036
  - type: cos_sim_spearman
1037
+ value: 83.29855460437528
1038
  - type: euclidean_pearson
1039
+ value: 82.28885833656986
1040
  - type: euclidean_spearman
1041
+ value: 83.17545506016941
1042
  - type: manhattan_pearson
1043
+ value: 82.16568250036501
1044
  - type: manhattan_spearman
1045
+ value: 83.0743139221437
1046
  - task:
1047
  type: Summarization
1048
  dataset:
 
1053
  revision: b385812de6a9577b6f4d0f88c6a6e35395a94054
1054
  metrics:
1055
  - type: cos_sim_pearson
1056
+ value: 31.280485627024635
1057
  - type: cos_sim_spearman
1058
+ value: 32.33005962500831
1059
  - type: dot_pearson
1060
+ value: 30.158348138782753
1061
  - type: dot_spearman
1062
+ value: 30.392045689426418
1063
  - task:
1064
  type: Reranking
1065
  dataset:
 
1070
  revision: daf0863838cd9e3ba50544cdce3ac2b338a1b0ad
1071
  metrics:
1072
  - type: map
1073
+ value: 81.67777777777776
1074
  - type: mrr
1075
+ value: 81.67777777777776
1076
  - type: nAUC_map_diff1
1077
+ value: 59.89472485574524
1078
  - type: nAUC_map_max
1079
+ value: 8.215249384307162
1080
  - type: nAUC_mrr_diff1
1081
+ value: 59.89472485574524
1082
  - type: nAUC_mrr_max
1083
+ value: 8.215249384307162
1084
  - task:
1085
  type: Retrieval
1086
  dataset:
 
1093
  - type: map_at_1
1094
  value: 62.0
1095
  - type: map_at_10
1096
+ value: 72.887
1097
  - type: map_at_100
1098
+ value: 73.181
1099
  - type: map_at_1000
1100
+ value: 73.181
1101
  - type: map_at_20
1102
+ value: 73.16
1103
  - type: map_at_3
1104
+ value: 70.667
1105
  - type: map_at_5
1106
+ value: 71.56700000000001
1107
  - type: mrr_at_1
1108
  value: 62.0
1109
  - type: mrr_at_10
1110
+ value: 72.88690476190479
1111
  - type: mrr_at_100
1112
+ value: 73.18055555555557
1113
  - type: mrr_at_1000
1114
+ value: 73.18055555555557
1115
  - type: mrr_at_20
1116
+ value: 73.15972222222224
1117
  - type: mrr_at_3
1118
+ value: 70.66666666666667
1119
  - type: mrr_at_5
1120
+ value: 71.56666666666666
1121
  - type: nauc_map_at_1000_diff1
1122
+ value: 47.52352042312832
1123
  - type: nauc_map_at_1000_max
1124
+ value: 12.229977029802052
1125
  - type: nauc_map_at_100_diff1
1126
+ value: 47.52352042312832
1127
  - type: nauc_map_at_100_max
1128
+ value: 12.229977029802052
1129
  - type: nauc_map_at_10_diff1
1130
+ value: 47.83118981173179
1131
  - type: nauc_map_at_10_max
1132
+ value: 12.67122414331949
1133
  - type: nauc_map_at_1_diff1
1134
+ value: 48.29708026951358
1135
  - type: nauc_map_at_1_max
1136
+ value: 5.016460019075176
1137
  - type: nauc_map_at_20_diff1
1138
+ value: 47.5126416742559
1139
  - type: nauc_map_at_20_max
1140
+ value: 12.23002184861472
1141
  - type: nauc_map_at_3_diff1
1142
+ value: 48.18168651330906
1143
  - type: nauc_map_at_3_max
1144
+ value: 14.063513453945578
1145
  - type: nauc_map_at_5_diff1
1146
+ value: 46.8656518414084
1147
  - type: nauc_map_at_5_max
1148
+ value: 13.22896127813873
1149
  - type: nauc_mrr_at_1000_diff1
1150
+ value: 47.52352042312832
1151
  - type: nauc_mrr_at_1000_max
1152
+ value: 12.229977029802052
1153
  - type: nauc_mrr_at_100_diff1
1154
+ value: 47.52352042312832
1155
  - type: nauc_mrr_at_100_max
1156
+ value: 12.229977029802052
1157
  - type: nauc_mrr_at_10_diff1
1158
+ value: 47.83118981173179
1159
  - type: nauc_mrr_at_10_max
1160
+ value: 12.67122414331949
1161
  - type: nauc_mrr_at_1_diff1
1162
+ value: 48.29708026951358
1163
  - type: nauc_mrr_at_1_max
1164
+ value: 5.016460019075176
1165
  - type: nauc_mrr_at_20_diff1
1166
+ value: 47.5126416742559
1167
  - type: nauc_mrr_at_20_max
1168
+ value: 12.23002184861472
1169
  - type: nauc_mrr_at_3_diff1
1170
+ value: 48.18168651330906
1171
  - type: nauc_mrr_at_3_max
1172
+ value: 14.063513453945578
1173
  - type: nauc_mrr_at_5_diff1
1174
+ value: 46.8656518414084
1175
  - type: nauc_mrr_at_5_max
1176
+ value: 13.22896127813873
1177
  - type: nauc_ndcg_at_1000_diff1
1178
+ value: 47.56455972451391
1179
  - type: nauc_ndcg_at_1000_max
1180
+ value: 12.900901768894494
1181
  - type: nauc_ndcg_at_100_diff1
1182
+ value: 47.56455972451391
1183
  - type: nauc_ndcg_at_100_max
1184
+ value: 12.900901768894494
1185
  - type: nauc_ndcg_at_10_diff1
1186
+ value: 48.92225620164975
1187
  - type: nauc_ndcg_at_10_max
1188
+ value: 14.848602834576374
1189
  - type: nauc_ndcg_at_1_diff1
1190
+ value: 48.29708026951358
1191
  - type: nauc_ndcg_at_1_max
1192
+ value: 5.016460019075176
1193
  - type: nauc_ndcg_at_20_diff1
1194
+ value: 47.44500349427683
1195
  - type: nauc_ndcg_at_20_max
1196
+ value: 12.894569953616672
1197
  - type: nauc_ndcg_at_3_diff1
1198
+ value: 48.79515966817958
1199
  - type: nauc_ndcg_at_3_max
1200
+ value: 17.067858878871014
1201
  - type: nauc_ndcg_at_5_diff1
1202
+ value: 46.2582129725611
1203
  - type: nauc_ndcg_at_5_max
1204
+ value: 15.802131944100553
1205
  - type: nauc_precision_at_1000_diff1
1206
  value: nan
1207
  - type: nauc_precision_at_1000_max
 
1211
  - type: nauc_precision_at_100_max
1212
  value: nan
1213
  - type: nauc_precision_at_10_diff1
1214
+ value: 67.1335200746968
1215
  - type: nauc_precision_at_10_max
1216
+ value: 41.521942110178045
1217
  - type: nauc_precision_at_1_diff1
1218
+ value: 48.29708026951358
1219
  - type: nauc_precision_at_1_max
1220
+ value: 5.016460019075176
1221
  - type: nauc_precision_at_20_diff1
1222
+ value: 35.80765639589114
1223
  - type: nauc_precision_at_20_max
1224
+ value: 12.278244631185926
1225
  - type: nauc_precision_at_3_diff1
1226
+ value: 51.516580229451506
1227
  - type: nauc_precision_at_3_max
1228
+ value: 28.765257478128753
1229
  - type: nauc_precision_at_5_diff1
1230
+ value: 43.146762121705116
1231
  - type: nauc_precision_at_5_max
1232
+ value: 27.715587373901627
1233
  - type: nauc_recall_at_1000_diff1
1234
  value: nan
1235
  - type: nauc_recall_at_1000_max
 
1239
  - type: nauc_recall_at_100_max
1240
  value: nan
1241
  - type: nauc_recall_at_10_diff1
1242
+ value: 67.13352007469638
1243
  - type: nauc_recall_at_10_max
1244
+ value: 41.52194211017754
1245
  - type: nauc_recall_at_1_diff1
1246
+ value: 48.29708026951358
1247
  - type: nauc_recall_at_1_max
1248
+ value: 5.016460019075176
1249
  - type: nauc_recall_at_20_diff1
1250
+ value: 35.80765639589109
1251
  - type: nauc_recall_at_20_max
1252
+ value: 12.278244631185359
1253
  - type: nauc_recall_at_3_diff1
1254
+ value: 51.516580229451556
1255
  - type: nauc_recall_at_3_max
1256
+ value: 28.765257478128735
1257
  - type: nauc_recall_at_5_diff1
1258
+ value: 43.14676212170519
1259
  - type: nauc_recall_at_5_max
1260
+ value: 27.7155873739018
1261
  - type: ndcg_at_1
1262
  value: 62.0
1263
  - type: ndcg_at_10
1264
+ value: 78.188
1265
  - type: ndcg_at_100
1266
+ value: 79.372
1267
  - type: ndcg_at_1000
1268
+ value: 79.372
1269
  - type: ndcg_at_20
1270
+ value: 79.194
1271
  - type: ndcg_at_3
1272
+ value: 73.333
1273
  - type: ndcg_at_5
1274
+ value: 74.968
1275
  - type: precision_at_1
1276
  value: 62.0
1277
  - type: precision_at_10
1278
+ value: 9.5
1279
  - type: precision_at_100
1280
  value: 1.0
1281
  - type: precision_at_1000
1282
  value: 0.1
1283
  - type: precision_at_20
1284
+ value: 4.95
1285
  - type: precision_at_3
1286
+ value: 27.0
1287
  - type: precision_at_5
1288
+ value: 17.0
1289
  - type: recall_at_1
1290
  value: 62.0
1291
  - type: recall_at_10
1292
+ value: 95.0
1293
  - type: recall_at_100
1294
  value: 100.0
1295
  - type: recall_at_1000
1296
  value: 100.0
1297
  - type: recall_at_20
1298
+ value: 99.0
1299
  - type: recall_at_3
1300
+ value: 81.0
1301
  - type: recall_at_5
1302
+ value: 85.0
1303
  - task:
1304
  type: Retrieval
1305
  dataset:
 
1310
  revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f
1311
  metrics:
1312
  - type: map_at_1
1313
+ value: 36.611
1314
  - type: map_at_10
1315
+ value: 57.187
1316
  - type: map_at_100
1317
+ value: 58.631
1318
  - type: map_at_1000
1319
+ value: 58.709999999999994
1320
  - type: map_at_20
1321
+ value: 58.08
1322
  - type: map_at_3
1323
+ value: 50.998
1324
  - type: map_at_5
1325
+ value: 55.191
1326
  - type: mrr_at_1
1327
+ value: 57.810413885180246
1328
  - type: mrr_at_10
1329
+ value: 65.8401148621442
1330
  - type: mrr_at_100
1331
+ value: 66.40333125160906
1332
  - type: mrr_at_1000
1333
+ value: 66.42402394693958
1334
  - type: mrr_at_20
1335
+ value: 66.18532893351842
1336
  - type: mrr_at_3
1337
+ value: 63.81842456608808
1338
  - type: mrr_at_5
1339
+ value: 65.18691588785039
1340
  - type: nauc_map_at_1000_diff1
1341
+ value: 50.788831583223235
1342
  - type: nauc_map_at_1000_max
1343
+ value: 51.55624948390649
1344
  - type: nauc_map_at_100_diff1
1345
+ value: 50.7629709789859
1346
  - type: nauc_map_at_100_max
1347
+ value: 51.554970702491374
1348
  - type: nauc_map_at_10_diff1
1349
+ value: 50.597059943822785
1350
  - type: nauc_map_at_10_max
1351
+ value: 50.88242396839643
1352
  - type: nauc_map_at_1_diff1
1353
+ value: 60.321467202422596
1354
  - type: nauc_map_at_1_max
1355
+ value: 35.442708774490455
1356
  - type: nauc_map_at_20_diff1
1357
+ value: 50.65058875526523
1358
  - type: nauc_map_at_20_max
1359
+ value: 51.32644359237018
1360
  - type: nauc_map_at_3_diff1
1361
+ value: 51.80849131095309
1362
  - type: nauc_map_at_3_max
1363
+ value: 46.17402861801263
1364
  - type: nauc_map_at_5_diff1
1365
+ value: 50.507875139443456
1366
  - type: nauc_map_at_5_max
1367
+ value: 49.47151715153637
1368
  - type: nauc_mrr_at_1000_diff1
1369
+ value: 58.704380971676926
1370
  - type: nauc_mrr_at_1000_max
1371
+ value: 59.554838611287494
1372
  - type: nauc_mrr_at_100_diff1
1373
+ value: 58.699898563786
1374
  - type: nauc_mrr_at_100_max
1375
+ value: 59.55774727939887
1376
  - type: nauc_mrr_at_10_diff1
1377
+ value: 58.73927285559378
1378
  - type: nauc_mrr_at_10_max
1379
+ value: 59.479293253354605
1380
  - type: nauc_mrr_at_1_diff1
1381
+ value: 61.67387773779846
1382
  - type: nauc_mrr_at_1_max
1383
+ value: 59.51259333152851
1384
  - type: nauc_mrr_at_20_diff1
1385
+ value: 58.66891615345236
1386
  - type: nauc_mrr_at_20_max
1387
+ value: 59.58138583451017
1388
  - type: nauc_mrr_at_3_diff1
1389
+ value: 58.51184610727805
1390
  - type: nauc_mrr_at_3_max
1391
+ value: 59.23400060136551
1392
  - type: nauc_mrr_at_5_diff1
1393
+ value: 58.47244190154927
1394
  - type: nauc_mrr_at_5_max
1395
+ value: 59.331044981327196
1396
  - type: nauc_ndcg_at_1000_diff1
1397
+ value: 52.37179722848664
1398
  - type: nauc_ndcg_at_1000_max
1399
+ value: 54.72666617792271
1400
  - type: nauc_ndcg_at_100_diff1
1401
+ value: 51.93605170636807
1402
  - type: nauc_ndcg_at_100_max
1403
+ value: 54.79165999040737
1404
  - type: nauc_ndcg_at_10_diff1
1405
+ value: 51.405480630090835
1406
  - type: nauc_ndcg_at_10_max
1407
+ value: 53.04193527385732
1408
  - type: nauc_ndcg_at_1_diff1
1409
+ value: 61.67387773779846
1410
  - type: nauc_ndcg_at_1_max
1411
+ value: 59.51259333152851
1412
  - type: nauc_ndcg_at_20_diff1
1413
+ value: 51.293469681563096
1414
  - type: nauc_ndcg_at_20_max
1415
+ value: 54.08435882900078
1416
  - type: nauc_ndcg_at_3_diff1
1417
+ value: 51.58388244693231
1418
  - type: nauc_ndcg_at_3_max
1419
+ value: 51.74775013382323
1420
  - type: nauc_ndcg_at_5_diff1
1421
+ value: 50.82307910981021
1422
  - type: nauc_ndcg_at_5_max
1423
+ value: 51.420799224894
1424
  - type: nauc_precision_at_1000_diff1
1425
+ value: -16.663205684819612
1426
  - type: nauc_precision_at_1000_max
1427
+ value: 12.234886940913926
1428
  - type: nauc_precision_at_100_diff1
1429
+ value: -11.830123517342091
1430
  - type: nauc_precision_at_100_max
1431
+ value: 19.147184681617514
1432
  - type: nauc_precision_at_10_diff1
1433
+ value: -0.128354517220691
1434
  - type: nauc_precision_at_10_max
1435
+ value: 31.00617539775257
1436
  - type: nauc_precision_at_1_diff1
1437
+ value: 61.67387773779846
1438
  - type: nauc_precision_at_1_max
1439
+ value: 59.51259333152851
1440
  - type: nauc_precision_at_20_diff1
1441
+ value: -4.838065494986492
1442
  - type: nauc_precision_at_20_max
1443
+ value: 26.59319852551229
1444
  - type: nauc_precision_at_3_diff1
1445
+ value: 12.133336207725199
1446
  - type: nauc_precision_at_3_max
1447
+ value: 39.377184679653084
1448
  - type: nauc_precision_at_5_diff1
1449
+ value: 3.6946214253817242
1450
  - type: nauc_precision_at_5_max
1451
+ value: 34.46699361026347
1452
  - type: nauc_recall_at_1000_diff1
1453
+ value: 42.80775305857285
1454
  - type: nauc_recall_at_1000_max
1455
+ value: 56.52032475068802
1456
  - type: nauc_recall_at_100_diff1
1457
+ value: 37.39345422008765
1458
  - type: nauc_recall_at_100_max
1459
+ value: 50.846199839766236
1460
  - type: nauc_recall_at_10_diff1
1461
+ value: 42.80186951683253
1462
  - type: nauc_recall_at_10_max
1463
+ value: 45.84205807317027
1464
  - type: nauc_recall_at_1_diff1
1465
+ value: 60.321467202422596
1466
  - type: nauc_recall_at_1_max
1467
+ value: 35.442708774490455
1468
  - type: nauc_recall_at_20_diff1
1469
+ value: 39.799538893141424
1470
  - type: nauc_recall_at_20_max
1471
+ value: 48.35852294352722
1472
  - type: nauc_recall_at_3_diff1
1473
+ value: 45.955979843159135
1474
  - type: nauc_recall_at_3_max
1475
+ value: 42.31051973839205
1476
  - type: nauc_recall_at_5_diff1
1477
+ value: 42.5632345738307
1478
  - type: nauc_recall_at_5_max
1479
+ value: 44.4648694495511
1480
  - type: ndcg_at_1
1481
+ value: 57.809999999999995
1482
  - type: ndcg_at_10
1483
+ value: 63.495999999999995
1484
  - type: ndcg_at_100
1485
+ value: 68.394
1486
  - type: ndcg_at_1000
1487
+ value: 69.663
1488
  - type: ndcg_at_20
1489
+ value: 65.67399999999999
1490
  - type: ndcg_at_3
1491
+ value: 58.23199999999999
1492
  - type: ndcg_at_5
1493
+ value: 60.431999999999995
1494
  - type: precision_at_1
1495
+ value: 57.809999999999995
1496
  - type: precision_at_10
1497
+ value: 14.753
1498
  - type: precision_at_100
1499
+ value: 1.8929999999999998
1500
  - type: precision_at_1000
1501
  value: 0.20600000000000002
1502
  - type: precision_at_20
1503
+ value: 8.164
1504
  - type: precision_at_3
1505
+ value: 35.737
1506
  - type: precision_at_5
1507
+ value: 26.061
1508
  - type: recall_at_1
1509
+ value: 36.611
1510
  - type: recall_at_10
1511
+ value: 72.501
1512
  - type: recall_at_100
1513
+ value: 91.40899999999999
1514
  - type: recall_at_1000
1515
  value: 99.544
1516
  - type: recall_at_20
1517
+ value: 79.475
1518
  - type: recall_at_3
1519
+ value: 55.96600000000001
1520
  - type: recall_at_5
1521
+ value: 64.976
1522
  - task:
1523
  type: Classification
1524
  dataset:
 
8108
 
8109
  # [bilingual-embedding-small](https://huggingface.co/Lajavaness/bilingual-embedding-small)
8110
 
8111
+ Bilingual-embedding is the Embedding Model for bilingual language: french and english. This model is a specialized sentence-embedding trained specifically for the bilingual language, leveraging the robust capabilities of [Multilingual-MiniLM-L12-H384](https://huggingface.co/microsoft/Multilingual-MiniLM-L12-H384), a pre-trained language model is built upon [multilingual-e5](https://huggingface.co/intfloat/multilingual-e5-small) architecture. The model utilizes MiniLM to encode english-french sentences into a 1024-dimensional vector space, facilitating a wide range of applications from semantic search to text clustering. The embeddings capture the nuanced meanings of english-french sentences, reflecting both the lexical and contextual layers of the language.
8112
 
8113
 
8114
  ## Full Model Architecture