metadata
language:
- en
license: mit
model-index:
- name: iamgroot42/spice
results:
- dataset:
config: default
name: MTEB ArguAna (default)
revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
split: test
type: mteb/arguana
metrics:
- type: ndcg_at_1
value: 49.075
- type: ndcg_at_3
value: 66.38300000000001
- type: ndcg_at_5
value: 70.342
- type: ndcg_at_10
value: 72.962
- type: ndcg_at_20
value: 73.723
- type: ndcg_at_100
value: 73.82600000000001
- type: ndcg_at_1000
value: 73.82600000000001
- type: map_at_1
value: 49.075
- type: map_at_3
value: 62.138000000000005
- type: map_at_5
value: 64.354
- type: map_at_10
value: 65.446
- type: map_at_20
value: 65.668
- type: map_at_100
value: 65.687
- type: map_at_1000
value: 65.687
- type: recall_at_1
value: 49.075
- type: recall_at_3
value: 78.66300000000001
- type: recall_at_5
value: 88.193
- type: recall_at_10
value: 96.23
- type: recall_at_20
value: 99.14699999999999
- type: recall_at_100
value: 99.644
- type: recall_at_1000
value: 99.644
- type: precision_at_1
value: 49.075
- type: precision_at_3
value: 26.221
- type: precision_at_5
value: 17.639
- type: precision_at_10
value: 9.623
- type: precision_at_20
value: 4.957000000000001
- type: precision_at_100
value: 0.996
- type: precision_at_1000
value: 0.1
- type: mrr_at_1
value: 50.2845
- type: mrr_at_3
value: 62.5889
- type: mrr_at_5
value: 64.7653
- type: mrr_at_10
value: 65.8818
- type: mrr_at_20
value: 66.1072
- type: mrr_at_100
value: 66.1224
- type: mrr_at_1000
value: 66.1224
- type: nauc_ndcg_at_1_max
value: -20.876900000000003
- type: nauc_ndcg_at_1_std
value: -19.8636
- type: nauc_ndcg_at_1_diff1
value: 18.8698
- type: nauc_ndcg_at_3_max
value: -16.1218
- type: nauc_ndcg_at_3_std
value: -24.333199999999998
- type: nauc_ndcg_at_3_diff1
value: 18.716
- type: nauc_ndcg_at_5_max
value: -17.1036
- type: nauc_ndcg_at_5_std
value: -24.3718
- type: nauc_ndcg_at_5_diff1
value: 18.497
- type: nauc_ndcg_at_10_max
value: -18.9436
- type: nauc_ndcg_at_10_std
value: -23.6004
- type: nauc_ndcg_at_10_diff1
value: 17.208399999999997
- type: nauc_ndcg_at_20_max
value: -18.7444
- type: nauc_ndcg_at_20_std
value: -22.7386
- type: nauc_ndcg_at_20_diff1
value: 17.6302
- type: nauc_ndcg_at_100_max
value: -18.724899999999998
- type: nauc_ndcg_at_100_std
value: -22.4865
- type: nauc_ndcg_at_100_diff1
value: 17.768800000000002
- type: nauc_ndcg_at_1000_max
value: -18.724899999999998
- type: nauc_ndcg_at_1000_std
value: -22.4865
- type: nauc_ndcg_at_1000_diff1
value: 17.768800000000002
- type: nauc_map_at_1_max
value: -20.876900000000003
- type: nauc_map_at_1_std
value: -19.8636
- type: nauc_map_at_1_diff1
value: 18.8698
- type: nauc_map_at_3_max
value: -17.935599999999997
- type: nauc_map_at_3_std
value: -23.088
- type: nauc_map_at_3_diff1
value: 18.324199999999998
- type: nauc_map_at_5_max
value: -18.5777
- type: nauc_map_at_5_std
value: -23.0461
- type: nauc_map_at_5_diff1
value: 18.1223
- type: nauc_map_at_10_max
value: -19.2355
- type: nauc_map_at_10_std
value: -22.7202
- type: nauc_map_at_10_diff1
value: 17.675
- type: nauc_map_at_20_max
value: -19.1791
- type: nauc_map_at_20_std
value: -22.5115
- type: nauc_map_at_20_diff1
value: 17.7727
- type: nauc_map_at_100_max
value: -19.1676
- type: nauc_map_at_100_std
value: -22.4732
- type: nauc_map_at_100_diff1
value: 17.802200000000003
- type: nauc_map_at_1000_max
value: -19.1676
- type: nauc_map_at_1000_std
value: -22.4732
- type: nauc_map_at_1000_diff1
value: 17.802200000000003
- type: nauc_recall_at_1_max
value: -20.876900000000003
- type: nauc_recall_at_1_std
value: -19.8636
- type: nauc_recall_at_1_diff1
value: 18.8698
- type: nauc_recall_at_3_max
value: -8.2619
- type: nauc_recall_at_3_std
value: -29.5139
- type: nauc_recall_at_3_diff1
value: 20.624000000000002
- type: nauc_recall_at_5_max
value: -7.053800000000001
- type: nauc_recall_at_5_std
value: -33.0609
- type: nauc_recall_at_5_diff1
value: 21.5717
- type: nauc_recall_at_10_max
value: -17.3445
- type: nauc_recall_at_10_std
value: -38.724
- type: nauc_recall_at_10_diff1
value: 6.6196
- type: nauc_recall_at_20_max
value: 2.3336
- type: nauc_recall_at_20_std
value: -16.1168
- type: nauc_recall_at_20_diff1
value: 7.7338000000000005
- type: nauc_recall_at_100_max
value: 29.773300000000003
- type: nauc_recall_at_100_std
value: 58.1765
- type: nauc_recall_at_100_diff1
value: 22.4523
- type: nauc_recall_at_1000_max
value: 29.773300000000003
- type: nauc_recall_at_1000_std
value: 58.1765
- type: nauc_recall_at_1000_diff1
value: 22.4523
- type: nauc_precision_at_1_max
value: -20.876900000000003
- type: nauc_precision_at_1_std
value: -19.8636
- type: nauc_precision_at_1_diff1
value: 18.8698
- type: nauc_precision_at_3_max
value: -8.2619
- type: nauc_precision_at_3_std
value: -29.5139
- type: nauc_precision_at_3_diff1
value: 20.624000000000002
- type: nauc_precision_at_5_max
value: -7.053800000000001
- type: nauc_precision_at_5_std
value: -33.0609
- type: nauc_precision_at_5_diff1
value: 21.5717
- type: nauc_precision_at_10_max
value: -17.3445
- type: nauc_precision_at_10_std
value: -38.724
- type: nauc_precision_at_10_diff1
value: 6.6196
- type: nauc_precision_at_20_max
value: 2.3336
- type: nauc_precision_at_20_std
value: -16.1168
- type: nauc_precision_at_20_diff1
value: 7.7338000000000005
- type: nauc_precision_at_100_max
value: 29.773300000000003
- type: nauc_precision_at_100_std
value: 58.1765
- type: nauc_precision_at_100_diff1
value: 22.4523
- type: nauc_precision_at_1000_max
value: 29.773300000000003
- type: nauc_precision_at_1000_std
value: 58.1765
- type: nauc_precision_at_1000_diff1
value: 22.4523
- type: nauc_mrr_at_1_max
value: -22.0839
- type: nauc_mrr_at_1_std
value: -20.115099999999998
- type: nauc_mrr_at_1_diff1
value: 15.525
- type: nauc_mrr_at_3_max
value: -20.813100000000002
- type: nauc_mrr_at_3_std
value: -23.2962
- type: nauc_mrr_at_3_diff1
value: 13.918700000000001
- type: nauc_mrr_at_5_max
value: -21.1804
- type: nauc_mrr_at_5_std
value: -23.4365
- type: nauc_mrr_at_5_diff1
value: 13.9401
- type: nauc_mrr_at_10_max
value: -21.8112
- type: nauc_mrr_at_10_std
value: -23.058600000000002
- type: nauc_mrr_at_10_diff1
value: 13.430200000000001
- type: nauc_mrr_at_20_max
value: -21.773899999999998
- type: nauc_mrr_at_20_std
value: -22.8308
- type: nauc_mrr_at_20_diff1
value: 13.489799999999999
- type: nauc_mrr_at_100_max
value: -21.7698
- type: nauc_mrr_at_100_std
value: -22.8138
- type: nauc_mrr_at_100_diff1
value: 13.5108
- type: nauc_mrr_at_1000_max
value: -21.7698
- type: nauc_mrr_at_1000_std
value: -22.8138
- type: nauc_mrr_at_1000_diff1
value: 13.5108
- type: main_score
value: 72.962
task:
type: Retrieval
- dataset:
config: default
name: MTEB CQADupstackAndroidRetrieval (default)
revision: f46a197baaae43b4f621051089b82a364682dfeb
split: test
type: mteb/cqadupstack-android
metrics:
- type: ndcg_at_1
value: 55.364999999999995
- type: ndcg_at_3
value: 63.056999999999995
- type: ndcg_at_5
value: 66.06
- type: ndcg_at_10
value: 69.708
- type: ndcg_at_20
value: 71.744
- type: ndcg_at_100
value: 73.414
- type: ndcg_at_1000
value: 73.79599999999999
- type: map_at_1
value: 46.084
- type: map_at_3
value: 56.928
- type: map_at_5
value: 59.721999999999994
- type: map_at_10
value: 62.033
- type: map_at_20
value: 63.071
- type: map_at_100
value: 63.63999999999999
- type: map_at_1000
value: 63.705
- type: recall_at_1
value: 46.084
- type: recall_at_3
value: 66.34
- type: recall_at_5
value: 74.33999999999999
- type: recall_at_10
value: 85.066
- type: recall_at_20
value: 91.971
- type: recall_at_100
value: 98.225
- type: recall_at_1000
value: 99.758
- type: precision_at_1
value: 55.364999999999995
- type: precision_at_3
value: 29.948000000000004
- type: precision_at_5
value: 21.631
- type: precision_at_10
value: 13.347999999999999
- type: precision_at_20
value: 7.761
- type: precision_at_100
value: 1.8870000000000002
- type: precision_at_1000
value: 0.217
- type: mrr_at_1
value: 55.3648
- type: mrr_at_3
value: 64.75919999999999
- type: mrr_at_5
value: 66.46879999999999
- type: mrr_at_10
value: 67.6074
- type: mrr_at_20
value: 67.8968
- type: mrr_at_100
value: 67.9913
- type: mrr_at_1000
value: 67.9942
- type: nauc_ndcg_at_1_max
value: 42.2592
- type: nauc_ndcg_at_1_std
value: -19.572
- type: nauc_ndcg_at_1_diff1
value: 61.8884
- type: nauc_ndcg_at_3_max
value: 35.0547
- type: nauc_ndcg_at_3_std
value: -30.296899999999997
- type: nauc_ndcg_at_3_diff1
value: 56.7468
- type: nauc_ndcg_at_5_max
value: 34.436099999999996
- type: nauc_ndcg_at_5_std
value: -30.936200000000003
- type: nauc_ndcg_at_5_diff1
value: 56.426
- type: nauc_ndcg_at_10_max
value: 35.0474
- type: nauc_ndcg_at_10_std
value: -29.8407
- type: nauc_ndcg_at_10_diff1
value: 56.96790000000001
- type: nauc_ndcg_at_20_max
value: 35.8757
- type: nauc_ndcg_at_20_std
value: -29.0873
- type: nauc_ndcg_at_20_diff1
value: 58.2582
- type: nauc_ndcg_at_100_max
value: 37.0705
- type: nauc_ndcg_at_100_std
value: -26.1245
- type: nauc_ndcg_at_100_diff1
value: 58.523
- type: nauc_ndcg_at_1000_max
value: 37.066300000000005
- type: nauc_ndcg_at_1000_std
value: -26.0075
- type: nauc_ndcg_at_1000_diff1
value: 58.5985
- type: nauc_map_at_1_max
value: 33.4696
- type: nauc_map_at_1_std
value: -21.6782
- type: nauc_map_at_1_diff1
value: 63.493599999999994
- type: nauc_map_at_3_max
value: 34.1146
- type: nauc_map_at_3_std
value: -29.2058
- type: nauc_map_at_3_diff1
value: 58.3905
- type: nauc_map_at_5_max
value: 35.0347
- type: nauc_map_at_5_std
value: -28.942
- type: nauc_map_at_5_diff1
value: 57.9374
- type: nauc_map_at_10_max
value: 35.7238
- type: nauc_map_at_10_std
value: -28.212500000000002
- type: nauc_map_at_10_diff1
value: 58.239700000000006
- type: nauc_map_at_20_max
value: 36.227199999999996
- type: nauc_map_at_20_std
value: -27.3168
- type: nauc_map_at_20_diff1
value: 58.505399999999995
- type: nauc_map_at_100_max
value: 36.451299999999996
- type: nauc_map_at_100_std
value: -26.595299999999998
- type: nauc_map_at_100_diff1
value: 58.4994
- type: nauc_map_at_1000_max
value: 36.422900000000006
- type: nauc_map_at_1000_std
value: -26.609899999999996
- type: nauc_map_at_1000_diff1
value: 58.49680000000001
- type: nauc_recall_at_1_max
value: 33.4696
- type: nauc_recall_at_1_std
value: -21.6782
- type: nauc_recall_at_1_diff1
value: 63.493599999999994
- type: nauc_recall_at_3_max
value: 27.271099999999997
- type: nauc_recall_at_3_std
value: -39.4759
- type: nauc_recall_at_3_diff1
value: 50.877700000000004
- type: nauc_recall_at_5_max
value: 24.8243
- type: nauc_recall_at_5_std
value: -42.396499999999996
- type: nauc_recall_at_5_diff1
value: 48.1199
- type: nauc_recall_at_10_max
value: 21.494
- type: nauc_recall_at_10_std
value: -43.8422
- type: nauc_recall_at_10_diff1
value: 44.8873
- type: nauc_recall_at_20_max
value: 16.5958
- type: nauc_recall_at_20_std
value: -52.0014
- type: nauc_recall_at_20_diff1
value: 46.358700000000006
- type: nauc_recall_at_100_max
value: 29.364
- type: nauc_recall_at_100_std
value: -17.2103
- type: nauc_recall_at_100_diff1
value: 38.3
- type: nauc_recall_at_1000_max
value: 61.684000000000005
- type: nauc_recall_at_1000_std
value: 34.679
- type: nauc_recall_at_1000_diff1
value: 62.757600000000004
- type: nauc_precision_at_1_max
value: 42.2592
- type: nauc_precision_at_1_std
value: -19.572
- type: nauc_precision_at_1_diff1
value: 61.8884
- type: nauc_precision_at_3_max
value: 23.3391
- type: nauc_precision_at_3_std
value: -16.3685
- type: nauc_precision_at_3_diff1
value: 16.895
- type: nauc_precision_at_5_max
value: 14.0338
- type: nauc_precision_at_5_std
value: -4.820399999999999
- type: nauc_precision_at_5_diff1
value: 0.25739999999999996
- type: nauc_precision_at_10_max
value: 4.3931
- type: nauc_precision_at_10_std
value: 8.571
- type: nauc_precision_at_10_diff1
value: -13.988900000000001
- type: nauc_precision_at_20_max
value: -0.8687
- type: nauc_precision_at_20_std
value: 17.433
- type: nauc_precision_at_20_diff1
value: -20.1591
- type: nauc_precision_at_100_max
value: -8.8065
- type: nauc_precision_at_100_std
value: 20.174400000000002
- type: nauc_precision_at_100_diff1
value: -26.152399999999997
- type: nauc_precision_at_1000_max
value: -16.8536
- type: nauc_precision_at_1000_std
value: 9.6805
- type: nauc_precision_at_1000_diff1
value: -29.5068
- type: nauc_mrr_at_1_max
value: 42.2592
- type: nauc_mrr_at_1_std
value: -19.572
- type: nauc_mrr_at_1_diff1
value: 61.8884
- type: nauc_mrr_at_3_max
value: 39.557700000000004
- type: nauc_mrr_at_3_std
value: -26.285199999999996
- type: nauc_mrr_at_3_diff1
value: 59.9129
- type: nauc_mrr_at_5_max
value: 39.3361
- type: nauc_mrr_at_5_std
value: -26.469700000000003
- type: nauc_mrr_at_5_diff1
value: 59.9879
- type: nauc_mrr_at_10_max
value: 39.537099999999995
- type: nauc_mrr_at_10_std
value: -25.636799999999997
- type: nauc_mrr_at_10_diff1
value: 60.097500000000004
- type: nauc_mrr_at_20_max
value: 39.5465
- type: nauc_mrr_at_20_std
value: -25.6893
- type: nauc_mrr_at_20_diff1
value: 60.2712
- type: nauc_mrr_at_100_max
value: 39.6742
- type: nauc_mrr_at_100_std
value: -25.4594
- type: nauc_mrr_at_100_diff1
value: 60.2411
- type: nauc_mrr_at_1000_max
value: 39.6739
- type: nauc_mrr_at_1000_std
value: -25.458799999999997
- type: nauc_mrr_at_1000_diff1
value: 60.2419
- type: main_score
value: 69.708
task:
type: Retrieval
- dataset:
config: default
name: MTEB CQADupstackEnglishRetrieval (default)
revision: ad9991cb51e31e31e430383c75ffb2885547b5f0
split: test
type: mteb/cqadupstack-english
metrics:
- type: ndcg_at_1
value: 58.535000000000004
- type: ndcg_at_3
value: 66.31899999999999
- type: ndcg_at_5
value: 69.09100000000001
- type: ndcg_at_10
value: 72.224
- type: ndcg_at_20
value: 73.965
- type: ndcg_at_100
value: 75.31
- type: ndcg_at_1000
value: 75.832
- type: map_at_1
value: 47.624
- type: map_at_3
value: 59.965999999999994
- type: map_at_5
value: 62.461999999999996
- type: map_at_10
value: 64.625
- type: map_at_20
value: 65.539
- type: map_at_100
value: 66.07499999999999
- type: map_at_1000
value: 66.158
- type: recall_at_1
value: 47.624
- type: recall_at_3
value: 69.92
- type: recall_at_5
value: 77.549
- type: recall_at_10
value: 86.624
- type: recall_at_20
value: 92.45400000000001
- type: recall_at_100
value: 97.42699999999999
- type: recall_at_1000
value: 99.277
- type: precision_at_1
value: 58.535000000000004
- type: precision_at_3
value: 32.166
- type: precision_at_5
value: 22.599
- type: precision_at_10
value: 13.713000000000001
- type: precision_at_20
value: 7.904
- type: precision_at_100
value: 1.925
- type: precision_at_1000
value: 0.22200000000000003
- type: mrr_at_1
value: 58.535000000000004
- type: mrr_at_3
value: 67.96180000000001
- type: mrr_at_5
value: 69.5255
- type: mrr_at_10
value: 70.4839
- type: mrr_at_20
value: 70.7685
- type: mrr_at_100
value: 70.8376
- type: mrr_at_1000
value: 70.838
- type: nauc_ndcg_at_1_max
value: 38.3089
- type: nauc_ndcg_at_1_std
value: -12.6909
- type: nauc_ndcg_at_1_diff1
value: 58.577999999999996
- type: nauc_ndcg_at_3_max
value: 37.2876
- type: nauc_ndcg_at_3_std
value: -17.427
- type: nauc_ndcg_at_3_diff1
value: 54.7567
- type: nauc_ndcg_at_5_max
value: 37.8316
- type: nauc_ndcg_at_5_std
value: -16.7885
- type: nauc_ndcg_at_5_diff1
value: 55.876599999999996
- type: nauc_ndcg_at_10_max
value: 38.184200000000004
- type: nauc_ndcg_at_10_std
value: -16.572799999999997
- type: nauc_ndcg_at_10_diff1
value: 56.234899999999996
- type: nauc_ndcg_at_20_max
value: 38.5685
- type: nauc_ndcg_at_20_std
value: -15.2507
- type: nauc_ndcg_at_20_diff1
value: 56.6075
- type: nauc_ndcg_at_100_max
value: 38.4251
- type: nauc_ndcg_at_100_std
value: -14.208100000000002
- type: nauc_ndcg_at_100_diff1
value: 56.155100000000004
- type: nauc_ndcg_at_1000_max
value: 38.2494
- type: nauc_ndcg_at_1000_std
value: -13.880999999999998
- type: nauc_ndcg_at_1000_diff1
value: 55.9643
- type: nauc_map_at_1_max
value: 27.478799999999996
- type: nauc_map_at_1_std
value: -19.611
- type: nauc_map_at_1_diff1
value: 59.243900000000004
- type: nauc_map_at_3_max
value: 32.7272
- type: nauc_map_at_3_std
value: -21.8318
- type: nauc_map_at_3_diff1
value: 56.9733
- type: nauc_map_at_5_max
value: 34.3323
- type: nauc_map_at_5_std
value: -20.5513
- type: nauc_map_at_5_diff1
value: 57.2952
- type: nauc_map_at_10_max
value: 35.3871
- type: nauc_map_at_10_std
value: -19.2389
- type: nauc_map_at_10_diff1
value: 57.2092
- type: nauc_map_at_20_max
value: 36.0572
- type: nauc_map_at_20_std
value: -17.8373
- type: nauc_map_at_20_diff1
value: 57.0262
- type: nauc_map_at_100_max
value: 36.446400000000004
- type: nauc_map_at_100_std
value: -16.7724
- type: nauc_map_at_100_diff1
value: 56.6786
- type: nauc_map_at_1000_max
value: 36.4626
- type: nauc_map_at_1000_std
value: -16.605700000000002
- type: nauc_map_at_1000_diff1
value: 56.645999999999994
- type: nauc_recall_at_1_max
value: 27.478799999999996
- type: nauc_recall_at_1_std
value: -19.611
- type: nauc_recall_at_1_diff1
value: 59.243900000000004
- type: nauc_recall_at_3_max
value: 30.2654
- type: nauc_recall_at_3_std
value: -26.1451
- type: nauc_recall_at_3_diff1
value: 50.5101
- type: nauc_recall_at_5_max
value: 32.7025
- type: nauc_recall_at_5_std
value: -23.0717
- type: nauc_recall_at_5_diff1
value: 50.678999999999995
- type: nauc_recall_at_10_max
value: 34.2029
- type: nauc_recall_at_10_std
value: -24.238100000000003
- type: nauc_recall_at_10_diff1
value: 49.4372
- type: nauc_recall_at_20_max
value: 36.9285
- type: nauc_recall_at_20_std
value: -18.5885
- type: nauc_recall_at_20_diff1
value: 50.57000000000001
- type: nauc_recall_at_100_max
value: 41.3247
- type: nauc_recall_at_100_std
value: -0.8845999999999999
- type: nauc_recall_at_100_diff1
value: 46.0503
- type: nauc_recall_at_1000_max
value: 46.213300000000004
- type: nauc_recall_at_1000_std
value: 11.6651
- type: nauc_recall_at_1000_diff1
value: 38.6658
- type: nauc_precision_at_1_max
value: 38.3089
- type: nauc_precision_at_1_std
value: -12.6909
- type: nauc_precision_at_1_diff1
value: 58.577999999999996
- type: nauc_precision_at_3_max
value: 28.693600000000004
- type: nauc_precision_at_3_std
value: -0.1582
- type: nauc_precision_at_3_diff1
value: 13.270199999999999
- type: nauc_precision_at_5_max
value: 23.5334
- type: nauc_precision_at_5_std
value: 11.1857
- type: nauc_precision_at_5_diff1
value: -0.1052
- type: nauc_precision_at_10_max
value: 14.969899999999999
- type: nauc_precision_at_10_std
value: 22.5928
- type: nauc_precision_at_10_diff1
value: -15.460899999999999
- type: nauc_precision_at_20_max
value: 9.9003
- type: nauc_precision_at_20_std
value: 32.697900000000004
- type: nauc_precision_at_20_diff1
value: -24.4865
- type: nauc_precision_at_100_max
value: 2.782
- type: nauc_precision_at_100_std
value: 38.7103
- type: nauc_precision_at_100_diff1
value: -31.383100000000002
- type: nauc_precision_at_1000_max
value: -2.666
- type: nauc_precision_at_1000_std
value: 35.673500000000004
- type: nauc_precision_at_1000_diff1
value: -31.282300000000003
- type: nauc_mrr_at_1_max
value: 38.3089
- type: nauc_mrr_at_1_std
value: -12.6909
- type: nauc_mrr_at_1_diff1
value: 58.577999999999996
- type: nauc_mrr_at_3_max
value: 39.2096
- type: nauc_mrr_at_3_std
value: -14.6533
- type: nauc_mrr_at_3_diff1
value: 55.8167
- type: nauc_mrr_at_5_max
value: 39.9421
- type: nauc_mrr_at_5_std
value: -13.269800000000002
- type: nauc_mrr_at_5_diff1
value: 56.403499999999994
- type: nauc_mrr_at_10_max
value: 39.8463
- type: nauc_mrr_at_10_std
value: -13.231599999999998
- type: nauc_mrr_at_10_diff1
value: 56.488099999999996
- type: nauc_mrr_at_20_max
value: 39.7811
- type: nauc_mrr_at_20_std
value: -13.173499999999999
- type: nauc_mrr_at_20_diff1
value: 56.5786
- type: nauc_mrr_at_100_max
value: 39.7474
- type: nauc_mrr_at_100_std
value: -13.1607
- type: nauc_mrr_at_100_diff1
value: 56.5708
- type: nauc_mrr_at_1000_max
value: 39.7466
- type: nauc_mrr_at_1000_std
value: -13.162299999999998
- type: nauc_mrr_at_1000_diff1
value: 56.570600000000006
- type: main_score
value: 72.224
task:
type: Retrieval
- dataset:
config: default
name: MTEB CQADupstackGamingRetrieval (default)
revision: 4885aa143210c98657558c04aaf3dc47cfb54340
split: test
type: mteb/cqadupstack-gaming
metrics:
- type: ndcg_at_1
value: 61.317
- type: ndcg_at_3
value: 70.074
- type: ndcg_at_5
value: 73.005
- type: ndcg_at_10
value: 76.18700000000001
- type: ndcg_at_20
value: 77.625
- type: ndcg_at_100
value: 78.339
- type: ndcg_at_1000
value: 78.412
- type: map_at_1
value: 54.168000000000006
- type: map_at_3
value: 65.961
- type: map_at_5
value: 68.264
- type: map_at_10
value: 69.98400000000001
- type: map_at_20
value: 70.592
- type: map_at_100
value: 70.784
- type: map_at_1000
value: 70.794
- type: recall_at_1
value: 54.168000000000006
- type: recall_at_3
value: 75.543
- type: recall_at_5
value: 82.757
- type: recall_at_10
value: 91.715
- type: recall_at_20
value: 96.757
- type: recall_at_100
value: 99.685
- type: recall_at_1000
value: 99.988
- type: precision_at_1
value: 61.317
- type: precision_at_3
value: 31.014000000000003
- type: precision_at_5
value: 21.003
- type: precision_at_10
value: 12.025
- type: precision_at_20
value: 6.52
- type: precision_at_100
value: 1.389
- type: precision_at_1000
value: 0.14200000000000002
- type: mrr_at_1
value: 61.3166
- type: mrr_at_3
value: 70.01039999999999
- type: mrr_at_5
value: 71.3678
- type: mrr_at_10
value: 72.4371
- type: mrr_at_20
value: 72.68719999999999
- type: mrr_at_100
value: 72.7451
- type: mrr_at_1000
value: 72.74549999999999
- type: nauc_ndcg_at_1_max
value: 49.2292
- type: nauc_ndcg_at_1_std
value: -18.848100000000002
- type: nauc_ndcg_at_1_diff1
value: 63.895
- type: nauc_ndcg_at_3_max
value: 43.2067
- type: nauc_ndcg_at_3_std
value: -28.304800000000004
- type: nauc_ndcg_at_3_diff1
value: 59.434200000000004
- type: nauc_ndcg_at_5_max
value: 43.7297
- type: nauc_ndcg_at_5_std
value: -29.496499999999997
- type: nauc_ndcg_at_5_diff1
value: 60.3543
- type: nauc_ndcg_at_10_max
value: 44.465700000000005
- type: nauc_ndcg_at_10_std
value: -28.6372
- type: nauc_ndcg_at_10_diff1
value: 61.157399999999996
- type: nauc_ndcg_at_20_max
value: 45.2216
- type: nauc_ndcg_at_20_std
value: -26.997
- type: nauc_ndcg_at_20_diff1
value: 61.049600000000005
- type: nauc_ndcg_at_100_max
value: 45.6445
- type: nauc_ndcg_at_100_std
value: -25.143900000000002
- type: nauc_ndcg_at_100_diff1
value: 61.1359
- type: nauc_ndcg_at_1000_max
value: 45.8025
- type: nauc_ndcg_at_1000_std
value: -25.135999999999996
- type: nauc_ndcg_at_1000_diff1
value: 61.2799
- type: nauc_map_at_1_max
value: 40.753499999999995
- type: nauc_map_at_1_std
value: -18.6058
- type: nauc_map_at_1_diff1
value: 64.2096
- type: nauc_map_at_3_max
value: 43.1977
- type: nauc_map_at_3_std
value: -26.648
- type: nauc_map_at_3_diff1
value: 60.8231
- type: nauc_map_at_5_max
value: 44.0427
- type: nauc_map_at_5_std
value: -26.664199999999997
- type: nauc_map_at_5_diff1
value: 61.044200000000004
- type: nauc_map_at_10_max
value: 44.4979
- type: nauc_map_at_10_std
value: -25.9539
- type: nauc_map_at_10_diff1
value: 61.2967
- type: nauc_map_at_20_max
value: 44.953900000000004
- type: nauc_map_at_20_std
value: -25.2611
- type: nauc_map_at_20_diff1
value: 61.3101
- type: nauc_map_at_100_max
value: 45.1301
- type: nauc_map_at_100_std
value: -24.8142
- type: nauc_map_at_100_diff1
value: 61.3169
- type: nauc_map_at_1000_max
value: 45.1525
- type: nauc_map_at_1000_std
value: -24.8162
- type: nauc_map_at_1000_diff1
value: 61.3367
- type: nauc_recall_at_1_max
value: 40.753499999999995
- type: nauc_recall_at_1_std
value: -18.6058
- type: nauc_recall_at_1_diff1
value: 64.2096
- type: nauc_recall_at_3_max
value: 35.5875
- type: nauc_recall_at_3_std
value: -38.0289
- type: nauc_recall_at_3_diff1
value: 54.190099999999994
- type: nauc_recall_at_5_max
value: 34.8461
- type: nauc_recall_at_5_std
value: -44.5271
- type: nauc_recall_at_5_diff1
value: 54.2183
- type: nauc_recall_at_10_max
value: 32.6802
- type: nauc_recall_at_10_std
value: -54.45569999999999
- type: nauc_recall_at_10_diff1
value: 55.60509999999999
- type: nauc_recall_at_20_max
value: 32.6068
- type: nauc_recall_at_20_std
value: -65.11
- type: nauc_recall_at_20_diff1
value: 51.282799999999995
- type: nauc_recall_at_100_max
value: 4.3244
- type: nauc_recall_at_100_std
value: -27.546799999999998
- type: nauc_recall_at_100_diff1
value: 18.7239
- type: nauc_recall_at_1000_max
value: -37.327799999999996
- type: nauc_recall_at_1000_std
value: 14.3698
- type: nauc_recall_at_1000_diff1
value: -28.357599999999998
- type: nauc_precision_at_1_max
value: 49.2292
- type: nauc_precision_at_1_std
value: -18.848100000000002
- type: nauc_precision_at_1_diff1
value: 63.895
- type: nauc_precision_at_3_max
value: 26.7722
- type: nauc_precision_at_3_std
value: -15.659
- type: nauc_precision_at_3_diff1
value: 15.667900000000001
- type: nauc_precision_at_5_max
value: 19.7119
- type: nauc_precision_at_5_std
value: -7.527399999999999
- type: nauc_precision_at_5_diff1
value: 3.3285
- type: nauc_precision_at_10_max
value: 9.8735
- type: nauc_precision_at_10_std
value: 4.649699999999999
- type: nauc_precision_at_10_diff1
value: -11.950199999999999
- type: nauc_precision_at_20_max
value: 5.3981
- type: nauc_precision_at_20_std
value: 15.0335
- type: nauc_precision_at_20_diff1
value: -20.335700000000003
- type: nauc_precision_at_100_max
value: 2.6471999999999998
- type: nauc_precision_at_100_std
value: 22.276699999999998
- type: nauc_precision_at_100_diff1
value: -23.871100000000002
- type: nauc_precision_at_1000_max
value: 3.1739
- type: nauc_precision_at_1000_std
value: 20.8791
- type: nauc_precision_at_1000_diff1
value: -21.959600000000002
- type: nauc_mrr_at_1_max
value: 49.2292
- type: nauc_mrr_at_1_std
value: -18.848100000000002
- type: nauc_mrr_at_1_diff1
value: 63.895
- type: nauc_mrr_at_3_max
value: 46.0086
- type: nauc_mrr_at_3_std
value: -25.5348
- type: nauc_mrr_at_3_diff1
value: 61.0057
- type: nauc_mrr_at_5_max
value: 46.448299999999996
- type: nauc_mrr_at_5_std
value: -25.741799999999998
- type: nauc_mrr_at_5_diff1
value: 61.4409
- type: nauc_mrr_at_10_max
value: 46.7839
- type: nauc_mrr_at_10_std
value: -25.202099999999998
- type: nauc_mrr_at_10_diff1
value: 61.7885
- type: nauc_mrr_at_20_max
value: 46.7958
- type: nauc_mrr_at_20_std
value: -24.968899999999998
- type: nauc_mrr_at_20_diff1
value: 61.724199999999996
- type: nauc_mrr_at_100_max
value: 46.7966
- type: nauc_mrr_at_100_std
value: -24.8663
- type: nauc_mrr_at_100_diff1
value: 61.7441
- type: nauc_mrr_at_1000_max
value: 46.7968
- type: nauc_mrr_at_1000_std
value: -24.8664
- type: nauc_mrr_at_1000_diff1
value: 61.745000000000005
- type: main_score
value: 76.18700000000001
task:
type: Retrieval
- dataset:
config: default
name: MTEB CQADupstackGisRetrieval (default)
revision: 5003b3064772da1887988e05400cf3806fe491f2
split: test
type: mteb/cqadupstack-gis
metrics:
- type: ndcg_at_1
value: 39.208999999999996
- type: ndcg_at_3
value: 49.285000000000004
- type: ndcg_at_5
value: 53.80200000000001
- type: ndcg_at_10
value: 58.292
- type: ndcg_at_20
value: 60.535000000000004
- type: ndcg_at_100
value: 62.495999999999995
- type: ndcg_at_1000
value: 62.74999999999999
- type: map_at_1
value: 36.186
- type: map_at_3
value: 45.573
- type: map_at_5
value: 48.263
- type: map_at_10
value: 50.27199999999999
- type: map_at_20
value: 50.951
- type: map_at_100
value: 51.31099999999999
- type: map_at_1000
value: 51.327
- type: recall_at_1
value: 36.186
- type: recall_at_3
value: 56.830000000000005
- type: recall_at_5
value: 67.638
- type: recall_at_10
value: 81.012
- type: recall_at_20
value: 89.322
- type: recall_at_100
value: 98.428
- type: recall_at_1000
value: 99.88
- type: precision_at_1
value: 39.208999999999996
- type: precision_at_3
value: 21.281
- type: precision_at_5
value: 15.39
- type: precision_at_10
value: 9.356
- type: precision_at_20
value: 5.226
- type: precision_at_100
value: 1.195
- type: precision_at_1000
value: 0.125
- type: mrr_at_1
value: 39.208999999999996
- type: mrr_at_3
value: 48.3427
- type: mrr_at_5
value: 50.82299999999999
- type: mrr_at_10
value: 52.5361
- type: mrr_at_20
value: 53.080099999999995
- type: mrr_at_100
value: 53.296600000000005
- type: mrr_at_1000
value: 53.3008
- type: nauc_ndcg_at_1_max
value: 26.4662
- type: nauc_ndcg_at_1_std
value: -21.282799999999998
- type: nauc_ndcg_at_1_diff1
value: 47.8894
- type: nauc_ndcg_at_3_max
value: 18.5822
- type: nauc_ndcg_at_3_std
value: -27.7958
- type: nauc_ndcg_at_3_diff1
value: 40.5278
- type: nauc_ndcg_at_5_max
value: 16.8616
- type: nauc_ndcg_at_5_std
value: -28.7117
- type: nauc_ndcg_at_5_diff1
value: 38.5456
- type: nauc_ndcg_at_10_max
value: 18.5365
- type: nauc_ndcg_at_10_std
value: -30.9575
- type: nauc_ndcg_at_10_diff1
value: 40.5441
- type: nauc_ndcg_at_20_max
value: 18.4698
- type: nauc_ndcg_at_20_std
value: -29.709999999999997
- type: nauc_ndcg_at_20_diff1
value: 40.4647
- type: nauc_ndcg_at_100_max
value: 19.2428
- type: nauc_ndcg_at_100_std
value: -28.1362
- type: nauc_ndcg_at_100_diff1
value: 41.1844
- type: nauc_ndcg_at_1000_max
value: 19.4941
- type: nauc_ndcg_at_1000_std
value: -28.026699999999998
- type: nauc_ndcg_at_1000_diff1
value: 41.3603
- type: nauc_map_at_1_max
value: 22.7285
- type: nauc_map_at_1_std
value: -22.7251
- type: nauc_map_at_1_diff1
value: 48.4454
- type: nauc_map_at_3_max
value: 19.2609
- type: nauc_map_at_3_std
value: -26.7488
- type: nauc_map_at_3_diff1
value: 42.4627
- type: nauc_map_at_5_max
value: 18.5206
- type: nauc_map_at_5_std
value: -27.287899999999997
- type: nauc_map_at_5_diff1
value: 41.2663
- type: nauc_map_at_10_max
value: 19.2548
- type: nauc_map_at_10_std
value: -28.0495
- type: nauc_map_at_10_diff1
value: 41.906
- type: nauc_map_at_20_max
value: 19.2641
- type: nauc_map_at_20_std
value: -27.723
- type: nauc_map_at_20_diff1
value: 41.9023
- type: nauc_map_at_100_max
value: 19.4105
- type: nauc_map_at_100_std
value: -27.515299999999996
- type: nauc_map_at_100_diff1
value: 42.0078
- type: nauc_map_at_1000_max
value: 19.418499999999998
- type: nauc_map_at_1000_std
value: -27.5119
- type: nauc_map_at_1000_diff1
value: 42.0182
- type: nauc_recall_at_1_max
value: 22.7285
- type: nauc_recall_at_1_std
value: -22.7251
- type: nauc_recall_at_1_diff1
value: 48.4454
- type: nauc_recall_at_3_max
value: 13.346
- type: nauc_recall_at_3_std
value: -31.4498
- type: nauc_recall_at_3_diff1
value: 34.8924
- type: nauc_recall_at_5_max
value: 7.7033000000000005
- type: nauc_recall_at_5_std
value: -34.6645
- type: nauc_recall_at_5_diff1
value: 28.398899999999998
- type: nauc_recall_at_10_max
value: 11.5124
- type: nauc_recall_at_10_std
value: -48.3462
- type: nauc_recall_at_10_diff1
value: 33.6443
- type: nauc_recall_at_20_max
value: 6.3023
- type: nauc_recall_at_20_std
value: -48.9831
- type: nauc_recall_at_20_diff1
value: 29.0547
- type: nauc_recall_at_100_max
value: -8.2791
- type: nauc_recall_at_100_std
value: -36.2562
- type: nauc_recall_at_100_diff1
value: 25.0651
- type: nauc_recall_at_1000_max
value: 32.5651
- type: nauc_recall_at_1000_std
value: 49.680400000000006
- type: nauc_recall_at_1000_diff1
value: 28.316799999999997
- type: nauc_precision_at_1_max
value: 26.4662
- type: nauc_precision_at_1_std
value: -21.282799999999998
- type: nauc_precision_at_1_diff1
value: 47.8894
- type: nauc_precision_at_3_max
value: 16.4186
- type: nauc_precision_at_3_std
value: -25.776100000000003
- type: nauc_precision_at_3_diff1
value: 26.2304
- type: nauc_precision_at_5_max
value: 10.854999999999999
- type: nauc_precision_at_5_std
value: -26.829700000000003
- type: nauc_precision_at_5_diff1
value: 15.232299999999999
- type: nauc_precision_at_10_max
value: 11.1564
- type: nauc_precision_at_10_std
value: -25.995600000000003
- type: nauc_precision_at_10_diff1
value: 6.8228
- type: nauc_precision_at_20_max
value: 6.1201
- type: nauc_precision_at_20_std
value: -14.4698
- type: nauc_precision_at_20_diff1
value: -5.6123
- type: nauc_precision_at_100_max
value: 2.5252
- type: nauc_precision_at_100_std
value: 3.9517999999999995
- type: nauc_precision_at_100_diff1
value: -15.3637
- type: nauc_precision_at_1000_max
value: 2.1317
- type: nauc_precision_at_1000_std
value: 3.914
- type: nauc_precision_at_1000_diff1
value: -12.3356
- type: nauc_mrr_at_1_max
value: 26.4662
- type: nauc_mrr_at_1_std
value: -21.282799999999998
- type: nauc_mrr_at_1_diff1
value: 47.8894
- type: nauc_mrr_at_3_max
value: 22.093899999999998
- type: nauc_mrr_at_3_std
value: -24.7549
- type: nauc_mrr_at_3_diff1
value: 42.2949
- type: nauc_mrr_at_5_max
value: 21.113
- type: nauc_mrr_at_5_std
value: -25.323
- type: nauc_mrr_at_5_diff1
value: 41.127
- type: nauc_mrr_at_10_max
value: 21.662100000000002
- type: nauc_mrr_at_10_std
value: -26.1291
- type: nauc_mrr_at_10_diff1
value: 42.0818
- type: nauc_mrr_at_20_max
value: 21.669900000000002
- type: nauc_mrr_at_20_std
value: -25.756800000000002
- type: nauc_mrr_at_20_diff1
value: 42.1523
- type: nauc_mrr_at_100_max
value: 21.7831
- type: nauc_mrr_at_100_std
value: -25.5915
- type: nauc_mrr_at_100_diff1
value: 42.2666
- type: nauc_mrr_at_1000_max
value: 21.7909
- type: nauc_mrr_at_1000_std
value: -25.5828
- type: nauc_mrr_at_1000_diff1
value: 42.2663
- type: main_score
value: 58.292
task:
type: Retrieval
- dataset:
config: default
name: MTEB CQADupstackMathematicaRetrieval (default)
revision: 90fceea13679c63fe563ded68f3b6f06e50061de
split: test
type: mteb/cqadupstack-mathematica
metrics:
- type: ndcg_at_1
value: 43.905
- type: ndcg_at_3
value: 54.142999999999994
- type: ndcg_at_5
value: 58.288
- type: ndcg_at_10
value: 62.503
- type: ndcg_at_20
value: 64.757
- type: ndcg_at_100
value: 66.67999999999999
- type: ndcg_at_1000
value: 67.027
- type: map_at_1
value: 37.288
- type: map_at_3
value: 48.754999999999995
- type: map_at_5
value: 51.581999999999994
- type: map_at_10
value: 53.791999999999994
- type: map_at_20
value: 54.64
- type: map_at_100
value: 55.108999999999995
- type: map_at_1000
value: 55.142
- type: recall_at_1
value: 37.288
- type: recall_at_3
value: 61.148
- type: recall_at_5
value: 71.17599999999999
- type: recall_at_10
value: 83.006
- type: recall_at_20
value: 90.27199999999999
- type: recall_at_100
value: 98.08099999999999
- type: recall_at_1000
value: 99.636
- type: precision_at_1
value: 43.905
- type: precision_at_3
value: 25.332
- type: precision_at_5
value: 18.308
- type: precision_at_10
value: 11.318
- type: precision_at_20
value: 6.474
- type: precision_at_100
value: 1.505
- type: precision_at_1000
value: 0.161
- type: mrr_at_1
value: 43.905499999999996
- type: mrr_at_3
value: 55.1617
- type: mrr_at_5
value: 57.3943
- type: mrr_at_10
value: 58.9125
- type: mrr_at_20
value: 59.327200000000005
- type: mrr_at_100
value: 59.4543
- type: mrr_at_1000
value: 59.4551
- type: nauc_ndcg_at_1_max
value: 16.2096
- type: nauc_ndcg_at_1_std
value: -15.113199999999999
- type: nauc_ndcg_at_1_diff1
value: 41.1167
- type: nauc_ndcg_at_3_max
value: 8.8618
- type: nauc_ndcg_at_3_std
value: -24.1967
- type: nauc_ndcg_at_3_diff1
value: 34.2413
- type: nauc_ndcg_at_5_max
value: 7.455100000000001
- type: nauc_ndcg_at_5_std
value: -25.804100000000002
- type: nauc_ndcg_at_5_diff1
value: 33.826
- type: nauc_ndcg_at_10_max
value: 5.8709999999999996
- type: nauc_ndcg_at_10_std
value: -26.9967
- type: nauc_ndcg_at_10_diff1
value: 33.2542
- type: nauc_ndcg_at_20_max
value: 6.537
- type: nauc_ndcg_at_20_std
value: -26.6696
- type: nauc_ndcg_at_20_diff1
value: 34.7042
- type: nauc_ndcg_at_100_max
value: 8.884599999999999
- type: nauc_ndcg_at_100_std
value: -23.8945
- type: nauc_ndcg_at_100_diff1
value: 35.1674
- type: nauc_ndcg_at_1000_max
value: 8.9999
- type: nauc_ndcg_at_1000_std
value: -24.0089
- type: nauc_ndcg_at_1000_diff1
value: 35.2177
- type: nauc_map_at_1_max
value: 10.330400000000001
- type: nauc_map_at_1_std
value: -16.5382
- type: nauc_map_at_1_diff1
value: 34.895900000000005
- type: nauc_map_at_3_max
value: 8.7476
- type: nauc_map_at_3_std
value: -22.4698
- type: nauc_map_at_3_diff1
value: 33.5501
- type: nauc_map_at_5_max
value: 8.2928
- type: nauc_map_at_5_std
value: -23.0664
- type: nauc_map_at_5_diff1
value: 33.495599999999996
- type: nauc_map_at_10_max
value: 8.1468
- type: nauc_map_at_10_std
value: -23.3425
- type: nauc_map_at_10_diff1
value: 33.5003
- type: nauc_map_at_20_max
value: 8.2959
- type: nauc_map_at_20_std
value: -23.354400000000002
- type: nauc_map_at_20_diff1
value: 33.9431
- type: nauc_map_at_100_max
value: 8.6381
- type: nauc_map_at_100_std
value: -22.9452
- type: nauc_map_at_100_diff1
value: 34.064
- type: nauc_map_at_1000_max
value: 8.6483
- type: nauc_map_at_1000_std
value: -22.9556
- type: nauc_map_at_1000_diff1
value: 34.078900000000004
- type: nauc_recall_at_1_max
value: 10.330400000000001
- type: nauc_recall_at_1_std
value: -16.5382
- type: nauc_recall_at_1_diff1
value: 34.895900000000005
- type: nauc_recall_at_3_max
value: 2.6598
- type: nauc_recall_at_3_std
value: -29.2763
- type: nauc_recall_at_3_diff1
value: 28.2337
- type: nauc_recall_at_5_max
value: -1.3414000000000001
- type: nauc_recall_at_5_std
value: -33.322
- type: nauc_recall_at_5_diff1
value: 26.2505
- type: nauc_recall_at_10_max
value: -12.7032
- type: nauc_recall_at_10_std
value: -43.4149
- type: nauc_recall_at_10_diff1
value: 21.549
- type: nauc_recall_at_20_max
value: -19.8541
- type: nauc_recall_at_20_std
value: -52.0057
- type: nauc_recall_at_20_diff1
value: 25.4342
- type: nauc_recall_at_100_max
value: 7.2213
- type: nauc_recall_at_100_std
value: -5.6245
- type: nauc_recall_at_100_diff1
value: 27.6503
- type: nauc_recall_at_1000_max
value: 58.7166
- type: nauc_recall_at_1000_std
value: 49.271
- type: nauc_recall_at_1000_diff1
value: 53.365300000000005
- type: nauc_precision_at_1_max
value: 16.2096
- type: nauc_precision_at_1_std
value: -15.113199999999999
- type: nauc_precision_at_1_diff1
value: 41.1167
- type: nauc_precision_at_3_max
value: 8.915
- type: nauc_precision_at_3_std
value: -22.0558
- type: nauc_precision_at_3_diff1
value: 26.8994
- type: nauc_precision_at_5_max
value: 4.7405
- type: nauc_precision_at_5_std
value: -19.270599999999998
- type: nauc_precision_at_5_diff1
value: 18.669900000000002
- type: nauc_precision_at_10_max
value: 0.46959999999999996
- type: nauc_precision_at_10_std
value: -12.052200000000001
- type: nauc_precision_at_10_diff1
value: 5.2485
- type: nauc_precision_at_20_max
value: 1.1718
- type: nauc_precision_at_20_std
value: -5.1367
- type: nauc_precision_at_20_diff1
value: 2.2058
- type: nauc_precision_at_100_max
value: 4.7245
- type: nauc_precision_at_100_std
value: 5.9206
- type: nauc_precision_at_100_diff1
value: -4.765
- type: nauc_precision_at_1000_max
value: 2.7931999999999997
- type: nauc_precision_at_1000_std
value: 3.9379999999999997
- type: nauc_precision_at_1000_diff1
value: -7.965700000000001
- type: nauc_mrr_at_1_max
value: 16.2096
- type: nauc_mrr_at_1_std
value: -15.113199999999999
- type: nauc_mrr_at_1_diff1
value: 41.1167
- type: nauc_mrr_at_3_max
value: 13.052800000000001
- type: nauc_mrr_at_3_std
value: -21.3845
- type: nauc_mrr_at_3_diff1
value: 38.638600000000004
- type: nauc_mrr_at_5_max
value: 12.4944
- type: nauc_mrr_at_5_std
value: -22.4879
- type: nauc_mrr_at_5_diff1
value: 38.8699
- type: nauc_mrr_at_10_max
value: 11.6895
- type: nauc_mrr_at_10_std
value: -22.9469
- type: nauc_mrr_at_10_diff1
value: 38.7268
- type: nauc_mrr_at_20_max
value: 12.0381
- type: nauc_mrr_at_20_std
value: -22.5261
- type: nauc_mrr_at_20_diff1
value: 38.973600000000005
- type: nauc_mrr_at_100_max
value: 12.2712
- type: nauc_mrr_at_100_std
value: -22.246299999999998
- type: nauc_mrr_at_100_diff1
value: 38.974
- type: nauc_mrr_at_1000_max
value: 12.273100000000001
- type: nauc_mrr_at_1000_std
value: -22.2422
- type: nauc_mrr_at_1000_diff1
value: 38.9735
- type: main_score
value: 62.503
task:
type: Retrieval
- dataset:
config: default
name: MTEB CQADupstackPhysicsRetrieval (default)
revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4
split: test
type: mteb/cqadupstack-physics
metrics:
- type: ndcg_at_1
value: 51.492000000000004
- type: ndcg_at_3
value: 58.961
- type: ndcg_at_5
value: 62.958000000000006
- type: ndcg_at_10
value: 66.303
- type: ndcg_at_20
value: 68.623
- type: ndcg_at_100
value: 70.572
- type: ndcg_at_1000
value: 70.98299999999999
- type: map_at_1
value: 42.381
- type: map_at_3
value: 53.454
- type: map_at_5
value: 56.482
- type: map_at_10
value: 58.57599999999999
- type: map_at_20
value: 59.533
- type: map_at_100
value: 60.029999999999994
- type: map_at_1000
value: 60.087
- type: recall_at_1
value: 42.381
- type: recall_at_3
value: 63.329
- type: recall_at_5
value: 73.347
- type: recall_at_10
value: 82.745
- type: recall_at_20
value: 90.34
- type: recall_at_100
value: 98.18299999999999
- type: recall_at_1000
value: 99.84100000000001
- type: precision_at_1
value: 51.492000000000004
- type: precision_at_3
value: 27.976
- type: precision_at_5
value: 20.212
- type: precision_at_10
value: 12.243
- type: precision_at_20
value: 7.026000000000001
- type: precision_at_100
value: 1.664
- type: precision_at_1000
value: 0.183
- type: mrr_at_1
value: 51.4918
- type: mrr_at_3
value: 61.2127
- type: mrr_at_5
value: 63.334900000000005
- type: mrr_at_10
value: 64.2802
- type: mrr_at_20
value: 64.6713
- type: mrr_at_100
value: 64.8294
- type: mrr_at_1000
value: 64.83149999999999
- type: nauc_ndcg_at_1_max
value: 30.143700000000003
- type: nauc_ndcg_at_1_std
value: -17.107
- type: nauc_ndcg_at_1_diff1
value: 55.4301
- type: nauc_ndcg_at_3_max
value: 25.9058
- type: nauc_ndcg_at_3_std
value: -21.2162
- type: nauc_ndcg_at_3_diff1
value: 48.2074
- type: nauc_ndcg_at_5_max
value: 23.7147
- type: nauc_ndcg_at_5_std
value: -21.296200000000002
- type: nauc_ndcg_at_5_diff1
value: 47.2031
- type: nauc_ndcg_at_10_max
value: 23.1249
- type: nauc_ndcg_at_10_std
value: -23.299
- type: nauc_ndcg_at_10_diff1
value: 47.6691
- type: nauc_ndcg_at_20_max
value: 24.1645
- type: nauc_ndcg_at_20_std
value: -22.0323
- type: nauc_ndcg_at_20_diff1
value: 47.794
- type: nauc_ndcg_at_100_max
value: 25.2023
- type: nauc_ndcg_at_100_std
value: -20.8204
- type: nauc_ndcg_at_100_diff1
value: 48.9048
- type: nauc_ndcg_at_1000_max
value: 25.2544
- type: nauc_ndcg_at_1000_std
value: -20.3415
- type: nauc_ndcg_at_1000_diff1
value: 48.8324
- type: nauc_map_at_1_max
value: 23.6908
- type: nauc_map_at_1_std
value: -20.8936
- type: nauc_map_at_1_diff1
value: 53.7219
- type: nauc_map_at_3_max
value: 23.7709
- type: nauc_map_at_3_std
value: -22.4259
- type: nauc_map_at_3_diff1
value: 49.0216
- type: nauc_map_at_5_max
value: 23.2215
- type: nauc_map_at_5_std
value: -22.2228
- type: nauc_map_at_5_diff1
value: 48.7398
- type: nauc_map_at_10_max
value: 23.5001
- type: nauc_map_at_10_std
value: -22.372500000000002
- type: nauc_map_at_10_diff1
value: 48.8548
- type: nauc_map_at_20_max
value: 24.0961
- type: nauc_map_at_20_std
value: -21.776200000000003
- type: nauc_map_at_20_diff1
value: 48.957
- type: nauc_map_at_100_max
value: 24.313100000000002
- type: nauc_map_at_100_std
value: -21.4038
- type: nauc_map_at_100_diff1
value: 49.1423
- type: nauc_map_at_1000_max
value: 24.3024
- type: nauc_map_at_1000_std
value: -21.3115
- type: nauc_map_at_1000_diff1
value: 49.1282
- type: nauc_recall_at_1_max
value: 23.6908
- type: nauc_recall_at_1_std
value: -20.8936
- type: nauc_recall_at_1_diff1
value: 53.7219
- type: nauc_recall_at_3_max
value: 19.4616
- type: nauc_recall_at_3_std
value: -25.572
- type: nauc_recall_at_3_diff1
value: 40.7536
- type: nauc_recall_at_5_max
value: 14.356399999999999
- type: nauc_recall_at_5_std
value: -25.1902
- type: nauc_recall_at_5_diff1
value: 35.9527
- type: nauc_recall_at_10_max
value: 10.926
- type: nauc_recall_at_10_std
value: -33.7498
- type: nauc_recall_at_10_diff1
value: 34.1044
- type: nauc_recall_at_20_max
value: 11.2184
- type: nauc_recall_at_20_std
value: -33.209300000000006
- type: nauc_recall_at_20_diff1
value: 29.246299999999998
- type: nauc_recall_at_100_max
value: 13.3767
- type: nauc_recall_at_100_std
value: -35.006
- type: nauc_recall_at_100_diff1
value: 33.9876
- type: nauc_recall_at_1000_max
value: 23.3852
- type: nauc_recall_at_1000_std
value: -15.7022
- type: nauc_recall_at_1000_diff1
value: 0.3765
- type: nauc_precision_at_1_max
value: 30.143700000000003
- type: nauc_precision_at_1_std
value: -17.107
- type: nauc_precision_at_1_diff1
value: 55.4301
- type: nauc_precision_at_3_max
value: 21.3114
- type: nauc_precision_at_3_std
value: -7.827299999999999
- type: nauc_precision_at_3_diff1
value: 21.375
- type: nauc_precision_at_5_max
value: 13.603399999999999
- type: nauc_precision_at_5_std
value: 1.1762
- type: nauc_precision_at_5_diff1
value: 7.4522
- type: nauc_precision_at_10_max
value: 6.5188999999999995
- type: nauc_precision_at_10_std
value: 6.8775
- type: nauc_precision_at_10_diff1
value: -4.42
- type: nauc_precision_at_20_max
value: 5.2707
- type: nauc_precision_at_20_std
value: 16.172800000000002
- type: nauc_precision_at_20_diff1
value: -11.9632
- type: nauc_precision_at_100_max
value: -0.0951
- type: nauc_precision_at_100_std
value: 24.0437
- type: nauc_precision_at_100_diff1
value: -17.6598
- type: nauc_precision_at_1000_max
value: -4.2524
- type: nauc_precision_at_1000_std
value: 26.4369
- type: nauc_precision_at_1000_diff1
value: -20.0956
- type: nauc_mrr_at_1_max
value: 30.143700000000003
- type: nauc_mrr_at_1_std
value: -17.107
- type: nauc_mrr_at_1_diff1
value: 55.4301
- type: nauc_mrr_at_3_max
value: 28.916399999999996
- type: nauc_mrr_at_3_std
value: -19.4478
- type: nauc_mrr_at_3_diff1
value: 51.6591
- type: nauc_mrr_at_5_max
value: 28.1553
- type: nauc_mrr_at_5_std
value: -19.149
- type: nauc_mrr_at_5_diff1
value: 51.04109999999999
- type: nauc_mrr_at_10_max
value: 28.1937
- type: nauc_mrr_at_10_std
value: -19.5736
- type: nauc_mrr_at_10_diff1
value: 51.343399999999995
- type: nauc_mrr_at_20_max
value: 28.2364
- type: nauc_mrr_at_20_std
value: -19.464100000000002
- type: nauc_mrr_at_20_diff1
value: 51.4046
- type: nauc_mrr_at_100_max
value: 28.341499999999996
- type: nauc_mrr_at_100_std
value: -19.3782
- type: nauc_mrr_at_100_diff1
value: 51.5202
- type: nauc_mrr_at_1000_max
value: 28.344
- type: nauc_mrr_at_1000_std
value: -19.3778
- type: nauc_mrr_at_1000_diff1
value: 51.5247
- type: main_score
value: 66.303
task:
type: Retrieval
- dataset:
config: default
name: MTEB CQADupstackProgrammersRetrieval (default)
revision: 6184bc1440d2dbc7612be22b50686b8826d22b32
split: test
type: mteb/cqadupstack-programmers
metrics:
- type: ndcg_at_1
value: 50.571
- type: ndcg_at_3
value: 59.172000000000004
- type: ndcg_at_5
value: 62.74999999999999
- type: ndcg_at_10
value: 66.24799999999999
- type: ndcg_at_20
value: 68.278
- type: ndcg_at_100
value: 70.255
- type: ndcg_at_1000
value: 70.575
- type: map_at_1
value: 41.818
- type: map_at_3
value: 53.474999999999994
- type: map_at_5
value: 56.304
- type: map_at_10
value: 58.266
- type: map_at_20
value: 59.089999999999996
- type: map_at_100
value: 59.619
- type: map_at_1000
value: 59.660000000000004
- type: recall_at_1
value: 41.818
- type: recall_at_3
value: 64.50099999999999
- type: recall_at_5
value: 73.859
- type: recall_at_10
value: 84.141
- type: recall_at_20
value: 90.812
- type: recall_at_100
value: 98.455
- type: recall_at_1000
value: 99.761
- type: precision_at_1
value: 50.571
- type: precision_at_3
value: 28.158
- type: precision_at_5
value: 20
- type: precision_at_10
value: 11.906
- type: precision_at_20
value: 6.787
- type: precision_at_100
value: 1.6230000000000002
- type: precision_at_1000
value: 0.178
- type: mrr_at_1
value: 50.570800000000006
- type: mrr_at_3
value: 60.4072
- type: mrr_at_5
value: 62.43339999999999
- type: mrr_at_10
value: 63.62989999999999
- type: mrr_at_20
value: 63.9904
- type: mrr_at_100
value: 64.1079
- type: mrr_at_1000
value: 64.10860000000001
- type: nauc_ndcg_at_1_max
value: 42.0262
- type: nauc_ndcg_at_1_std
value: -5.722
- type: nauc_ndcg_at_1_diff1
value: 55.439499999999995
- type: nauc_ndcg_at_3_max
value: 32.9961
- type: nauc_ndcg_at_3_std
value: -16.4216
- type: nauc_ndcg_at_3_diff1
value: 48.097
- type: nauc_ndcg_at_5_max
value: 32.4239
- type: nauc_ndcg_at_5_std
value: -18.901200000000003
- type: nauc_ndcg_at_5_diff1
value: 49.392599999999995
- type: nauc_ndcg_at_10_max
value: 33.8528
- type: nauc_ndcg_at_10_std
value: -18.0556
- type: nauc_ndcg_at_10_diff1
value: 50.00449999999999
- type: nauc_ndcg_at_20_max
value: 35.0426
- type: nauc_ndcg_at_20_std
value: -16.0641
- type: nauc_ndcg_at_20_diff1
value: 50.973
- type: nauc_ndcg_at_100_max
value: 36.417500000000004
- type: nauc_ndcg_at_100_std
value: -13.395000000000001
- type: nauc_ndcg_at_100_diff1
value: 51.367399999999996
- type: nauc_ndcg_at_1000_max
value: 36.2218
- type: nauc_ndcg_at_1000_std
value: -13.645199999999999
- type: nauc_ndcg_at_1000_diff1
value: 51.4022
- type: nauc_map_at_1_max
value: 32.6513
- type: nauc_map_at_1_std
value: -11.5315
- type: nauc_map_at_1_diff1
value: 55.9581
- type: nauc_map_at_3_max
value: 31.613799999999998
- type: nauc_map_at_3_std
value: -15.9346
- type: nauc_map_at_3_diff1
value: 49.392
- type: nauc_map_at_5_max
value: 32.3386
- type: nauc_map_at_5_std
value: -16.442
- type: nauc_map_at_5_diff1
value: 49.994
- type: nauc_map_at_10_max
value: 33.5319
- type: nauc_map_at_10_std
value: -15.695700000000002
- type: nauc_map_at_10_diff1
value: 50.3591
- type: nauc_map_at_20_max
value: 34.1801
- type: nauc_map_at_20_std
value: -14.999100000000002
- type: nauc_map_at_20_diff1
value: 50.7969
- type: nauc_map_at_100_max
value: 34.5083
- type: nauc_map_at_100_std
value: -14.410300000000001
- type: nauc_map_at_100_diff1
value: 50.91759999999999
- type: nauc_map_at_1000_max
value: 34.5052
- type: nauc_map_at_1000_std
value: -14.4262
- type: nauc_map_at_1000_diff1
value: 50.9405
- type: nauc_recall_at_1_max
value: 32.6513
- type: nauc_recall_at_1_std
value: -11.5315
- type: nauc_recall_at_1_diff1
value: 55.9581
- type: nauc_recall_at_3_max
value: 22.4063
- type: nauc_recall_at_3_std
value: -25.721300000000003
- type: nauc_recall_at_3_diff1
value: 39.9728
- type: nauc_recall_at_5_max
value: 19.4972
- type: nauc_recall_at_5_std
value: -33.569900000000004
- type: nauc_recall_at_5_diff1
value: 40.2911
- type: nauc_recall_at_10_max
value: 21.45
- type: nauc_recall_at_10_std
value: -36.3744
- type: nauc_recall_at_10_diff1
value: 38.4851
- type: nauc_recall_at_20_max
value: 23.5492
- type: nauc_recall_at_20_std
value: -33.372299999999996
- type: nauc_recall_at_20_diff1
value: 42.0027
- type: nauc_recall_at_100_max
value: 47.9547
- type: nauc_recall_at_100_std
value: 5.3942
- type: nauc_recall_at_100_diff1
value: 43.3236
- type: nauc_recall_at_1000_max
value: 73.4577
- type: nauc_recall_at_1000_std
value: 39.924
- type: nauc_recall_at_1000_diff1
value: 55.4157
- type: nauc_precision_at_1_max
value: 42.0262
- type: nauc_precision_at_1_std
value: -5.722
- type: nauc_precision_at_1_diff1
value: 55.439499999999995
- type: nauc_precision_at_3_max
value: 28.805799999999998
- type: nauc_precision_at_3_std
value: -5.6189
- type: nauc_precision_at_3_diff1
value: 19.248
- type: nauc_precision_at_5_max
value: 22.564600000000002
- type: nauc_precision_at_5_std
value: -3.2057
- type: nauc_precision_at_5_diff1
value: 9.396799999999999
- type: nauc_precision_at_10_max
value: 17.976300000000002
- type: nauc_precision_at_10_std
value: 6.59
- type: nauc_precision_at_10_diff1
value: -1.6125
- type: nauc_precision_at_20_max
value: 13.5546
- type: nauc_precision_at_20_std
value: 13.816899999999999
- type: nauc_precision_at_20_diff1
value: -7.1066
- type: nauc_precision_at_100_max
value: 5.9515
- type: nauc_precision_at_100_std
value: 20.2045
- type: nauc_precision_at_100_diff1
value: -14.095099999999999
- type: nauc_precision_at_1000_max
value: -2.1898999999999997
- type: nauc_precision_at_1000_std
value: 12.9706
- type: nauc_precision_at_1000_diff1
value: -16.1431
- type: nauc_mrr_at_1_max
value: 42.0262
- type: nauc_mrr_at_1_std
value: -5.722
- type: nauc_mrr_at_1_diff1
value: 55.439499999999995
- type: nauc_mrr_at_3_max
value: 37.9837
- type: nauc_mrr_at_3_std
value: -11.7873
- type: nauc_mrr_at_3_diff1
value: 51.161500000000004
- type: nauc_mrr_at_5_max
value: 37.7224
- type: nauc_mrr_at_5_std
value: -12.937100000000001
- type: nauc_mrr_at_5_diff1
value: 51.552200000000006
- type: nauc_mrr_at_10_max
value: 38.4478
- type: nauc_mrr_at_10_std
value: -12.174999999999999
- type: nauc_mrr_at_10_diff1
value: 52.005100000000006
- type: nauc_mrr_at_20_max
value: 38.4741
- type: nauc_mrr_at_20_std
value: -11.7426
- type: nauc_mrr_at_20_diff1
value: 52.0716
- type: nauc_mrr_at_100_max
value: 38.4799
- type: nauc_mrr_at_100_std
value: -11.6716
- type: nauc_mrr_at_100_diff1
value: 52.08390000000001
- type: nauc_mrr_at_1000_max
value: 38.4786
- type: nauc_mrr_at_1000_std
value: -11.6704
- type: nauc_mrr_at_1000_diff1
value: 52.0826
- type: main_score
value: 66.24799999999999
task:
type: Retrieval
- dataset:
config: default
name: MTEB CQADupstackRetrieval (default)
revision: CQADupstackRetrieval_is_a_combined_dataset
split: test
type: CQADupstackRetrieval_is_a_combined_dataset
metrics:
- type: main_score
value: 63.61608333333333
- type: ndcg_at_10
value: 63.61608333333333
task:
type: Retrieval
- dataset:
config: default
name: MTEB CQADupstackStatsRetrieval (default)
revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a
split: test
type: mteb/cqadupstack-stats
metrics:
- type: ndcg_at_1
value: 39.724
- type: ndcg_at_3
value: 46.347
- type: ndcg_at_5
value: 49.681
- type: ndcg_at_10
value: 54.086999999999996
- type: ndcg_at_20
value: 57.353
- type: ndcg_at_100
value: 60.243
- type: ndcg_at_1000
value: 60.638000000000005
- type: map_at_1
value: 36.09
- type: map_at_3
value: 43.038
- type: map_at_5
value: 45.138
- type: map_at_10
value: 47.182
- type: map_at_20
value: 48.222
- type: map_at_100
value: 48.763
- type: map_at_1000
value: 48.795
- type: recall_at_1
value: 36.09
- type: recall_at_3
value: 50.627
- type: recall_at_5
value: 58.99100000000001
- type: recall_at_10
value: 72.076
- type: recall_at_20
value: 84.233
- type: recall_at_100
value: 97.385
- type: recall_at_1000
value: 99.71900000000001
- type: precision_at_1
value: 39.724
- type: precision_at_3
value: 19.631999999999998
- type: precision_at_5
value: 13.926
- type: precision_at_10
value: 8.819
- type: precision_at_20
value: 5.276
- type: precision_at_100
value: 1.308
- type: precision_at_1000
value: 0.13799999999999998
- type: mrr_at_1
value: 39.7239
- type: mrr_at_3
value: 46.7025
- type: mrr_at_5
value: 48.5506
- type: mrr_at_10
value: 50.334199999999996
- type: mrr_at_20
value: 51.133399999999995
- type: mrr_at_100
value: 51.4334
- type: mrr_at_1000
value: 51.440799999999996
- type: nauc_ndcg_at_1_max
value: 36.1382
- type: nauc_ndcg_at_1_std
value: -10.133000000000001
- type: nauc_ndcg_at_1_diff1
value: 53.141099999999994
- type: nauc_ndcg_at_3_max
value: 29.4233
- type: nauc_ndcg_at_3_std
value: -16.1553
- type: nauc_ndcg_at_3_diff1
value: 47.5653
- type: nauc_ndcg_at_5_max
value: 30.4694
- type: nauc_ndcg_at_5_std
value: -15.878700000000002
- type: nauc_ndcg_at_5_diff1
value: 48.1962
- type: nauc_ndcg_at_10_max
value: 29.7447
- type: nauc_ndcg_at_10_std
value: -16.9543
- type: nauc_ndcg_at_10_diff1
value: 48.708200000000005
- type: nauc_ndcg_at_20_max
value: 29.196299999999997
- type: nauc_ndcg_at_20_std
value: -17.0743
- type: nauc_ndcg_at_20_diff1
value: 47.775600000000004
- type: nauc_ndcg_at_100_max
value: 30.6578
- type: nauc_ndcg_at_100_std
value: -15.541599999999999
- type: nauc_ndcg_at_100_diff1
value: 48.891400000000004
- type: nauc_ndcg_at_1000_max
value: 30.959999999999997
- type: nauc_ndcg_at_1000_std
value: -15.2675
- type: nauc_ndcg_at_1000_diff1
value: 48.8258
- type: nauc_map_at_1_max
value: 30.080800000000004
- type: nauc_map_at_1_std
value: -15.717999999999998
- type: nauc_map_at_1_diff1
value: 51.62219999999999
- type: nauc_map_at_3_max
value: 29.1135
- type: nauc_map_at_3_std
value: -16.9729
- type: nauc_map_at_3_diff1
value: 49.0269
- type: nauc_map_at_5_max
value: 30.1738
- type: nauc_map_at_5_std
value: -16.180500000000002
- type: nauc_map_at_5_diff1
value: 49.3243
- type: nauc_map_at_10_max
value: 30.062
- type: nauc_map_at_10_std
value: -16.2607
- type: nauc_map_at_10_diff1
value: 49.345800000000004
- type: nauc_map_at_20_max
value: 30.089900000000004
- type: nauc_map_at_20_std
value: -16.159100000000002
- type: nauc_map_at_20_diff1
value: 49.109
- type: nauc_map_at_100_max
value: 30.2618
- type: nauc_map_at_100_std
value: -15.9771
- type: nauc_map_at_100_diff1
value: 49.2581
- type: nauc_map_at_1000_max
value: 30.2676
- type: nauc_map_at_1000_std
value: -15.959599999999998
- type: nauc_map_at_1000_diff1
value: 49.2417
- type: nauc_recall_at_1_max
value: 30.080800000000004
- type: nauc_recall_at_1_std
value: -15.717999999999998
- type: nauc_recall_at_1_diff1
value: 51.62219999999999
- type: nauc_recall_at_3_max
value: 24.6082
- type: nauc_recall_at_3_std
value: -20.1788
- type: nauc_recall_at_3_diff1
value: 43.8699
- type: nauc_recall_at_5_max
value: 26.639499999999998
- type: nauc_recall_at_5_std
value: -19.3579
- type: nauc_recall_at_5_diff1
value: 44.1505
- type: nauc_recall_at_10_max
value: 22.3674
- type: nauc_recall_at_10_std
value: -23.1002
- type: nauc_recall_at_10_diff1
value: 42.6187
- type: nauc_recall_at_20_max
value: 11.5303
- type: nauc_recall_at_20_std
value: -28.9978
- type: nauc_recall_at_20_diff1
value: 32.2139
- type: nauc_recall_at_100_max
value: 5.0294
- type: nauc_recall_at_100_std
value: -22.159599999999998
- type: nauc_recall_at_100_diff1
value: 32.801399999999994
- type: nauc_recall_at_1000_max
value: 42.7232
- type: nauc_recall_at_1000_std
value: 45.9048
- type: nauc_recall_at_1000_diff1
value: -36.8438
- type: nauc_precision_at_1_max
value: 36.1382
- type: nauc_precision_at_1_std
value: -10.133000000000001
- type: nauc_precision_at_1_diff1
value: 53.141099999999994
- type: nauc_precision_at_3_max
value: 31.6357
- type: nauc_precision_at_3_std
value: -7.2307999999999995
- type: nauc_precision_at_3_diff1
value: 38.358599999999996
- type: nauc_precision_at_5_max
value: 32.522400000000005
- type: nauc_precision_at_5_std
value: -1.2339
- type: nauc_precision_at_5_diff1
value: 32.5957
- type: nauc_precision_at_10_max
value: 22.7025
- type: nauc_precision_at_10_std
value: 1.8247
- type: nauc_precision_at_10_diff1
value: 20.1956
- type: nauc_precision_at_20_max
value: 13.0439
- type: nauc_precision_at_20_std
value: 7.1657
- type: nauc_precision_at_20_diff1
value: 2.6646
- type: nauc_precision_at_100_max
value: 6.465400000000001
- type: nauc_precision_at_100_std
value: 18.204500000000003
- type: nauc_precision_at_100_diff1
value: -11.8889
- type: nauc_precision_at_1000_max
value: 4.1389000000000005
- type: nauc_precision_at_1000_std
value: 18.4693
- type: nauc_precision_at_1000_diff1
value: -14.4631
- type: nauc_mrr_at_1_max
value: 36.1382
- type: nauc_mrr_at_1_std
value: -10.133000000000001
- type: nauc_mrr_at_1_diff1
value: 53.141099999999994
- type: nauc_mrr_at_3_max
value: 33.3317
- type: nauc_mrr_at_3_std
value: -12.4978
- type: nauc_mrr_at_3_diff1
value: 49.7462
- type: nauc_mrr_at_5_max
value: 33.7935
- type: nauc_mrr_at_5_std
value: -12.5534
- type: nauc_mrr_at_5_diff1
value: 49.9419
- type: nauc_mrr_at_10_max
value: 33.449
- type: nauc_mrr_at_10_std
value: -13.1625
- type: nauc_mrr_at_10_diff1
value: 50.271699999999996
- type: nauc_mrr_at_20_max
value: 33.2144
- type: nauc_mrr_at_20_std
value: -13.2128
- type: nauc_mrr_at_20_diff1
value: 50.034
- type: nauc_mrr_at_100_max
value: 33.374700000000004
- type: nauc_mrr_at_100_std
value: -12.9843
- type: nauc_mrr_at_100_diff1
value: 50.1402
- type: nauc_mrr_at_1000_max
value: 33.3862
- type: nauc_mrr_at_1000_std
value: -12.9801
- type: nauc_mrr_at_1000_diff1
value: 50.14229999999999
- type: main_score
value: 54.086999999999996
task:
type: Retrieval
- dataset:
config: default
name: MTEB CQADupstackTexRetrieval (default)
revision: 46989137a86843e03a6195de44b09deda022eec7
split: test
type: mteb/cqadupstack-tex
metrics:
- type: ndcg_at_1
value: 44.701
- type: ndcg_at_3
value: 53.486
- type: ndcg_at_5
value: 56.972
- type: ndcg_at_10
value: 61.119
- type: ndcg_at_20
value: 63.418
- type: ndcg_at_100
value: 65.564
- type: ndcg_at_1000
value: 66.061
- type: map_at_1
value: 37.651
- type: map_at_3
value: 48.52
- type: map_at_5
value: 51.03
- type: map_at_10
value: 53.134
- type: map_at_20
value: 53.952
- type: map_at_100
value: 54.43
- type: map_at_1000
value: 54.481
- type: recall_at_1
value: 37.651
- type: recall_at_3
value: 59.248999999999995
- type: recall_at_5
value: 68.093
- type: recall_at_10
value: 80.052
- type: recall_at_20
value: 88.11
- type: recall_at_100
value: 97.258
- type: recall_at_1000
value: 99.528
- type: precision_at_1
value: 44.701
- type: precision_at_3
value: 24.959999999999997
- type: precision_at_5
value: 17.674
- type: precision_at_10
value: 10.857
- type: precision_at_20
value: 6.204
- type: precision_at_100
value: 1.492
- type: precision_at_1000
value: 0.167
- type: mrr_at_1
value: 44.7006
- type: mrr_at_3
value: 54.3531
- type: mrr_at_5
value: 56.276700000000005
- type: mrr_at_10
value: 57.801199999999994
- type: mrr_at_20
value: 58.291000000000004
- type: mrr_at_100
value: 58.486000000000004
- type: mrr_at_1000
value: 58.489599999999996
- type: nauc_ndcg_at_1_max
value: 32.824
- type: nauc_ndcg_at_1_std
value: -15.1496
- type: nauc_ndcg_at_1_diff1
value: 51.1609
- type: nauc_ndcg_at_3_max
value: 26.5845
- type: nauc_ndcg_at_3_std
value: -20.6535
- type: nauc_ndcg_at_3_diff1
value: 45.1959
- type: nauc_ndcg_at_5_max
value: 25.9482
- type: nauc_ndcg_at_5_std
value: -21.6606
- type: nauc_ndcg_at_5_diff1
value: 44.724599999999995
- type: nauc_ndcg_at_10_max
value: 25.4313
- type: nauc_ndcg_at_10_std
value: -22.3218
- type: nauc_ndcg_at_10_diff1
value: 44.817
- type: nauc_ndcg_at_20_max
value: 26.128899999999998
- type: nauc_ndcg_at_20_std
value: -22.0355
- type: nauc_ndcg_at_20_diff1
value: 45.121
- type: nauc_ndcg_at_100_max
value: 27.0613
- type: nauc_ndcg_at_100_std
value: -20.2889
- type: nauc_ndcg_at_100_diff1
value: 46.0271
- type: nauc_ndcg_at_1000_max
value: 27.167599999999997
- type: nauc_ndcg_at_1000_std
value: -20.2044
- type: nauc_ndcg_at_1000_diff1
value: 46.212599999999995
- type: nauc_map_at_1_max
value: 26.9914
- type: nauc_map_at_1_std
value: -15.6609
- type: nauc_map_at_1_diff1
value: 50.233399999999996
- type: nauc_map_at_3_max
value: 26.1146
- type: nauc_map_at_3_std
value: -19.7019
- type: nauc_map_at_3_diff1
value: 46.2147
- type: nauc_map_at_5_max
value: 26.141199999999998
- type: nauc_map_at_5_std
value: -20.2905
- type: nauc_map_at_5_diff1
value: 45.868700000000004
- type: nauc_map_at_10_max
value: 26.2169
- type: nauc_map_at_10_std
value: -20.4186
- type: nauc_map_at_10_diff1
value: 45.966499999999996
- type: nauc_map_at_20_max
value: 26.5104
- type: nauc_map_at_20_std
value: -20.2959
- type: nauc_map_at_20_diff1
value: 46.0859
- type: nauc_map_at_100_max
value: 26.7046
- type: nauc_map_at_100_std
value: -19.9832
- type: nauc_map_at_100_diff1
value: 46.2439
- type: nauc_map_at_1000_max
value: 26.724700000000002
- type: nauc_map_at_1000_std
value: -19.974
- type: nauc_map_at_1000_diff1
value: 46.273399999999995
- type: nauc_recall_at_1_max
value: 26.9914
- type: nauc_recall_at_1_std
value: -15.6609
- type: nauc_recall_at_1_diff1
value: 50.233399999999996
- type: nauc_recall_at_3_max
value: 20.005899999999997
- type: nauc_recall_at_3_std
value: -23.9211
- type: nauc_recall_at_3_diff1
value: 39.0804
- type: nauc_recall_at_5_max
value: 18.1926
- type: nauc_recall_at_5_std
value: -26.744899999999998
- type: nauc_recall_at_5_diff1
value: 36.775400000000005
- type: nauc_recall_at_10_max
value: 13.0795
- type: nauc_recall_at_10_std
value: -31.3187
- type: nauc_recall_at_10_diff1
value: 33.7816
- type: nauc_recall_at_20_max
value: 12.686300000000001
- type: nauc_recall_at_20_std
value: -34.9119
- type: nauc_recall_at_20_diff1
value: 30.083399999999997
- type: nauc_recall_at_100_max
value: 16.8818
- type: nauc_recall_at_100_std
value: -13.593399999999999
- type: nauc_recall_at_100_diff1
value: 24.953500000000002
- type: nauc_recall_at_1000_max
value: 20.5097
- type: nauc_recall_at_1000_std
value: 14.1433
- type: nauc_recall_at_1000_diff1
value: 19.348499999999998
- type: nauc_precision_at_1_max
value: 32.824
- type: nauc_precision_at_1_std
value: -15.1496
- type: nauc_precision_at_1_diff1
value: 51.1609
- type: nauc_precision_at_3_max
value: 23.3682
- type: nauc_precision_at_3_std
value: -17.4714
- type: nauc_precision_at_3_diff1
value: 27.347900000000003
- type: nauc_precision_at_5_max
value: 19.0349
- type: nauc_precision_at_5_std
value: -15.4284
- type: nauc_precision_at_5_diff1
value: 18.0747
- type: nauc_precision_at_10_max
value: 11.9964
- type: nauc_precision_at_10_std
value: -9.8852
- type: nauc_precision_at_10_diff1
value: 6.7343
- type: nauc_precision_at_20_max
value: 8.542900000000001
- type: nauc_precision_at_20_std
value: -2.8956
- type: nauc_precision_at_20_diff1
value: -1.1926
- type: nauc_precision_at_100_max
value: 3.0566
- type: nauc_precision_at_100_std
value: 6.4346
- type: nauc_precision_at_100_diff1
value: -7.0841
- type: nauc_precision_at_1000_max
value: 0.7398
- type: nauc_precision_at_1000_std
value: 6.4069
- type: nauc_precision_at_1000_diff1
value: -7.2905
- type: nauc_mrr_at_1_max
value: 32.824
- type: nauc_mrr_at_1_std
value: -15.1496
- type: nauc_mrr_at_1_diff1
value: 51.1609
- type: nauc_mrr_at_3_max
value: 29.1949
- type: nauc_mrr_at_3_std
value: -18.9044
- type: nauc_mrr_at_3_diff1
value: 46.9379
- type: nauc_mrr_at_5_max
value: 29.169800000000002
- type: nauc_mrr_at_5_std
value: -19.1687
- type: nauc_mrr_at_5_diff1
value: 47.0267
- type: nauc_mrr_at_10_max
value: 29.176600000000004
- type: nauc_mrr_at_10_std
value: -19.2544
- type: nauc_mrr_at_10_diff1
value: 47.1621
- type: nauc_mrr_at_20_max
value: 29.3373
- type: nauc_mrr_at_20_std
value: -19.169900000000002
- type: nauc_mrr_at_20_diff1
value: 47.239599999999996
- type: nauc_mrr_at_100_max
value: 29.4099
- type: nauc_mrr_at_100_std
value: -18.9782
- type: nauc_mrr_at_100_diff1
value: 47.3037
- type: nauc_mrr_at_1000_max
value: 29.409800000000004
- type: nauc_mrr_at_1000_std
value: -18.976499999999998
- type: nauc_mrr_at_1000_diff1
value: 47.3053
- type: main_score
value: 61.119
task:
type: Retrieval
- dataset:
config: default
name: MTEB CQADupstackUnixRetrieval (default)
revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53
split: test
type: mteb/cqadupstack-unix
metrics:
- type: ndcg_at_1
value: 46.549
- type: ndcg_at_3
value: 55.315999999999995
- type: ndcg_at_5
value: 58.538999999999994
- type: ndcg_at_10
value: 62.236000000000004
- type: ndcg_at_20
value: 64.486
- type: ndcg_at_100
value: 66.83200000000001
- type: ndcg_at_1000
value: 67.303
- type: map_at_1
value: 40.27
- type: map_at_3
value: 50.529999999999994
- type: map_at_5
value: 52.815
- type: map_at_10
value: 54.722
- type: map_at_20
value: 55.532000000000004
- type: map_at_100
value: 56.038
- type: map_at_1000
value: 56.08800000000001
- type: recall_at_1
value: 40.27
- type: recall_at_3
value: 60.968
- type: recall_at_5
value: 69.32300000000001
- type: recall_at_10
value: 79.88300000000001
- type: recall_at_20
value: 87.508
- type: recall_at_100
value: 97.52300000000001
- type: recall_at_1000
value: 99.835
- type: precision_at_1
value: 46.549
- type: precision_at_3
value: 25.373
- type: precision_at_5
value: 17.724
- type: precision_at_10
value: 10.625
- type: precision_at_20
value: 6.077
- type: precision_at_100
value: 1.459
- type: precision_at_1000
value: 0.157
- type: mrr_at_1
value: 46.5485
- type: mrr_at_3
value: 56.094500000000004
- type: mrr_at_5
value: 58.0302
- type: mrr_at_10
value: 59.3375
- type: mrr_at_20
value: 59.7766
- type: mrr_at_100
value: 59.9764
- type: mrr_at_1000
value: 59.982400000000005
- type: nauc_ndcg_at_1_max
value: 40.719300000000004
- type: nauc_ndcg_at_1_std
value: -12.9962
- type: nauc_ndcg_at_1_diff1
value: 54.4721
- type: nauc_ndcg_at_3_max
value: 32.5582
- type: nauc_ndcg_at_3_std
value: -21.2115
- type: nauc_ndcg_at_3_diff1
value: 45.9968
- type: nauc_ndcg_at_5_max
value: 31.8117
- type: nauc_ndcg_at_5_std
value: -22.1623
- type: nauc_ndcg_at_5_diff1
value: 45.4845
- type: nauc_ndcg_at_10_max
value: 31.757999999999996
- type: nauc_ndcg_at_10_std
value: -22.703599999999998
- type: nauc_ndcg_at_10_diff1
value: 46.2159
- type: nauc_ndcg_at_20_max
value: 32.3231
- type: nauc_ndcg_at_20_std
value: -22.0688
- type: nauc_ndcg_at_20_diff1
value: 46.7868
- type: nauc_ndcg_at_100_max
value: 33.3193
- type: nauc_ndcg_at_100_std
value: -20.1221
- type: nauc_ndcg_at_100_diff1
value: 47.5366
- type: nauc_ndcg_at_1000_max
value: 33.595000000000006
- type: nauc_ndcg_at_1000_std
value: -19.7463
- type: nauc_ndcg_at_1000_diff1
value: 47.457300000000004
- type: nauc_map_at_1_max
value: 32.9966
- type: nauc_map_at_1_std
value: -15.234900000000001
- type: nauc_map_at_1_diff1
value: 53.283199999999994
- type: nauc_map_at_3_max
value: 32.873999999999995
- type: nauc_map_at_3_std
value: -19.8955
- type: nauc_map_at_3_diff1
value: 48.092600000000004
- type: nauc_map_at_5_max
value: 32.858599999999996
- type: nauc_map_at_5_std
value: -19.9987
- type: nauc_map_at_5_diff1
value: 47.3715
- type: nauc_map_at_10_max
value: 32.994
- type: nauc_map_at_10_std
value: -19.981099999999998
- type: nauc_map_at_10_diff1
value: 47.63
- type: nauc_map_at_20_max
value: 33.128
- type: nauc_map_at_20_std
value: -19.825
- type: nauc_map_at_20_diff1
value: 47.7652
- type: nauc_map_at_100_max
value: 33.2977
- type: nauc_map_at_100_std
value: -19.516
- type: nauc_map_at_100_diff1
value: 47.8798
- type: nauc_map_at_1000_max
value: 33.308
- type: nauc_map_at_1000_std
value: -19.480700000000002
- type: nauc_map_at_1000_diff1
value: 47.875299999999996
- type: nauc_recall_at_1_max
value: 32.9966
- type: nauc_recall_at_1_std
value: -15.234900000000001
- type: nauc_recall_at_1_diff1
value: 53.283199999999994
- type: nauc_recall_at_3_max
value: 25.215799999999998
- type: nauc_recall_at_3_std
value: -27.920499999999997
- type: nauc_recall_at_3_diff1
value: 39.8941
- type: nauc_recall_at_5_max
value: 22.6424
- type: nauc_recall_at_5_std
value: -29.9471
- type: nauc_recall_at_5_diff1
value: 35.5565
- type: nauc_recall_at_10_max
value: 17.3016
- type: nauc_recall_at_10_std
value: -37.7048
- type: nauc_recall_at_10_diff1
value: 34.9342
- type: nauc_recall_at_20_max
value: 15.3475
- type: nauc_recall_at_20_std
value: -40.948
- type: nauc_recall_at_20_diff1
value: 34.5414
- type: nauc_recall_at_100_max
value: 10.5252
- type: nauc_recall_at_100_std
value: -31.024
- type: nauc_recall_at_100_diff1
value: 40.2422
- type: nauc_recall_at_1000_max
value: 62.06660000000001
- type: nauc_recall_at_1000_std
value: 55.3005
- type: nauc_recall_at_1000_diff1
value: 41.472300000000004
- type: nauc_precision_at_1_max
value: 40.719300000000004
- type: nauc_precision_at_1_std
value: -12.9962
- type: nauc_precision_at_1_diff1
value: 54.4721
- type: nauc_precision_at_3_max
value: 29.009
- type: nauc_precision_at_3_std
value: -15.959100000000001
- type: nauc_precision_at_3_diff1
value: 24.861800000000002
- type: nauc_precision_at_5_max
value: 21.3061
- type: nauc_precision_at_5_std
value: -13.7149
- type: nauc_precision_at_5_diff1
value: 13.847100000000001
- type: nauc_precision_at_10_max
value: 11.5655
- type: nauc_precision_at_10_std
value: -6.7191
- type: nauc_precision_at_10_diff1
value: 2.3775
- type: nauc_precision_at_20_max
value: 3.8022
- type: nauc_precision_at_20_std
value: -0.9051
- type: nauc_precision_at_20_diff1
value: -6.2387
- type: nauc_precision_at_100_max
value: -4.9607
- type: nauc_precision_at_100_std
value: 9.9015
- type: nauc_precision_at_100_diff1
value: -16.0546
- type: nauc_precision_at_1000_max
value: -7.0688
- type: nauc_precision_at_1000_std
value: 10.448300000000001
- type: nauc_precision_at_1000_diff1
value: -18.079
- type: nauc_mrr_at_1_max
value: 40.719300000000004
- type: nauc_mrr_at_1_std
value: -12.9962
- type: nauc_mrr_at_1_diff1
value: 54.4721
- type: nauc_mrr_at_3_max
value: 36.4489
- type: nauc_mrr_at_3_std
value: -17.872799999999998
- type: nauc_mrr_at_3_diff1
value: 48.7224
- type: nauc_mrr_at_5_max
value: 36.4074
- type: nauc_mrr_at_5_std
value: -18.0061
- type: nauc_mrr_at_5_diff1
value: 48.5654
- type: nauc_mrr_at_10_max
value: 36.318
- type: nauc_mrr_at_10_std
value: -18.171
- type: nauc_mrr_at_10_diff1
value: 48.8332
- type: nauc_mrr_at_20_max
value: 36.5121
- type: nauc_mrr_at_20_std
value: -17.9388
- type: nauc_mrr_at_20_diff1
value: 49.0044
- type: nauc_mrr_at_100_max
value: 36.5944
- type: nauc_mrr_at_100_std
value: -17.7867
- type: nauc_mrr_at_100_diff1
value: 49.0569
- type: nauc_mrr_at_1000_max
value: 36.6002
- type: nauc_mrr_at_1000_std
value: -17.7812
- type: nauc_mrr_at_1000_diff1
value: 49.0557
- type: main_score
value: 62.236000000000004
task:
type: Retrieval
- dataset:
config: default
name: MTEB CQADupstackWebmastersRetrieval (default)
revision: 160c094312a0e1facb97e55eeddb698c0abe3571
split: test
type: mteb/cqadupstack-webmasters
metrics:
- type: ndcg_at_1
value: 51.383
- type: ndcg_at_3
value: 60.394000000000005
- type: ndcg_at_5
value: 64.13600000000001
- type: ndcg_at_10
value: 67.357
- type: ndcg_at_20
value: 69.415
- type: ndcg_at_100
value: 71.024
- type: ndcg_at_1000
value: 71.60300000000001
- type: map_at_1
value: 43.062
- type: map_at_3
value: 54.393
- type: map_at_5
value: 57.311
- type: map_at_10
value: 59.256
- type: map_at_20
value: 60.25899999999999
- type: map_at_100
value: 60.958999999999996
- type: map_at_1000
value: 61.117999999999995
- type: recall_at_1
value: 43.062
- type: recall_at_3
value: 65.001
- type: recall_at_5
value: 74.747
- type: recall_at_10
value: 83.879
- type: recall_at_20
value: 91.218
- type: recall_at_100
value: 97.85000000000001
- type: recall_at_1000
value: 99.763
- type: precision_at_1
value: 51.383
- type: precision_at_3
value: 28.458
- type: precision_at_5
value: 20.552999999999997
- type: precision_at_10
value: 12.628
- type: precision_at_20
value: 7.549
- type: precision_at_100
value: 2.028
- type: precision_at_1000
value: 0.263
- type: mrr_at_1
value: 51.3834
- type: mrr_at_3
value: 60.9025
- type: mrr_at_5
value: 62.9183
- type: mrr_at_10
value: 64.0487
- type: mrr_at_20
value: 64.4826
- type: mrr_at_100
value: 64.598
- type: mrr_at_1000
value: 64.5996
- type: nauc_ndcg_at_1_max
value: 33.1533
- type: nauc_ndcg_at_1_std
value: -19.399
- type: nauc_ndcg_at_1_diff1
value: 52.842800000000004
- type: nauc_ndcg_at_3_max
value: 29.4875
- type: nauc_ndcg_at_3_std
value: -24.0604
- type: nauc_ndcg_at_3_diff1
value: 49.186099999999996
- type: nauc_ndcg_at_5_max
value: 27.561799999999998
- type: nauc_ndcg_at_5_std
value: -28.0837
- type: nauc_ndcg_at_5_diff1
value: 47.9552
- type: nauc_ndcg_at_10_max
value: 26.233
- type: nauc_ndcg_at_10_std
value: -30.308600000000002
- type: nauc_ndcg_at_10_diff1
value: 47.867399999999996
- type: nauc_ndcg_at_20_max
value: 27.638299999999997
- type: nauc_ndcg_at_20_std
value: -29.2356
- type: nauc_ndcg_at_20_diff1
value: 49.1835
- type: nauc_ndcg_at_100_max
value: 29.2747
- type: nauc_ndcg_at_100_std
value: -26.821499999999997
- type: nauc_ndcg_at_100_diff1
value: 49.4612
- type: nauc_ndcg_at_1000_max
value: 28.860599999999998
- type: nauc_ndcg_at_1000_std
value: -26.528299999999998
- type: nauc_ndcg_at_1000_diff1
value: 49.2014
- type: nauc_map_at_1_max
value: 30.64
- type: nauc_map_at_1_std
value: -21.9784
- type: nauc_map_at_1_diff1
value: 56.957100000000004
- type: nauc_map_at_3_max
value: 30.1383
- type: nauc_map_at_3_std
value: -25.765
- type: nauc_map_at_3_diff1
value: 51.5614
- type: nauc_map_at_5_max
value: 30.062499999999996
- type: nauc_map_at_5_std
value: -27.637600000000003
- type: nauc_map_at_5_diff1
value: 49.9819
- type: nauc_map_at_10_max
value: 29.896
- type: nauc_map_at_10_std
value: -28.394399999999997
- type: nauc_map_at_10_diff1
value: 49.5973
- type: nauc_map_at_20_max
value: 30.381700000000002
- type: nauc_map_at_20_std
value: -27.770899999999997
- type: nauc_map_at_20_diff1
value: 50.14490000000001
- type: nauc_map_at_100_max
value: 30.5607
- type: nauc_map_at_100_std
value: -26.526100000000003
- type: nauc_map_at_100_diff1
value: 50.5225
- type: nauc_map_at_1000_max
value: 30.428
- type: nauc_map_at_1000_std
value: -26.4638
- type: nauc_map_at_1000_diff1
value: 50.6548
- type: nauc_recall_at_1_max
value: 30.64
- type: nauc_recall_at_1_std
value: -21.9784
- type: nauc_recall_at_1_diff1
value: 56.957100000000004
- type: nauc_recall_at_3_max
value: 22.4601
- type: nauc_recall_at_3_std
value: -29.8838
- type: nauc_recall_at_3_diff1
value: 43.738
- type: nauc_recall_at_5_max
value: 16.4785
- type: nauc_recall_at_5_std
value: -41.9582
- type: nauc_recall_at_5_diff1
value: 36.2594
- type: nauc_recall_at_10_max
value: 5.6132
- type: nauc_recall_at_10_std
value: -54.7643
- type: nauc_recall_at_10_diff1
value: 32.168600000000005
- type: nauc_recall_at_20_max
value: 3.2501
- type: nauc_recall_at_20_std
value: -61.7554
- type: nauc_recall_at_20_diff1
value: 33.3094
- type: nauc_recall_at_100_max
value: 27.4523
- type: nauc_recall_at_100_std
value: -27.723300000000002
- type: nauc_recall_at_100_diff1
value: 52.044000000000004
- type: nauc_recall_at_1000_max
value: 50.261
- type: nauc_recall_at_1000_std
value: 2.2324
- type: nauc_recall_at_1000_diff1
value: 46.7846
- type: nauc_precision_at_1_max
value: 33.1533
- type: nauc_precision_at_1_std
value: -19.399
- type: nauc_precision_at_1_diff1
value: 52.842800000000004
- type: nauc_precision_at_3_max
value: 19.7896
- type: nauc_precision_at_3_std
value: -10.3175
- type: nauc_precision_at_3_diff1
value: 14.4209
- type: nauc_precision_at_5_max
value: 11.608400000000001
- type: nauc_precision_at_5_std
value: -6.3097
- type: nauc_precision_at_5_diff1
value: -0.3701
- type: nauc_precision_at_10_max
value: -0.9036000000000001
- type: nauc_precision_at_10_std
value: 1.5011
- type: nauc_precision_at_10_diff1
value: -11.4509
- type: nauc_precision_at_20_max
value: -3.9853
- type: nauc_precision_at_20_std
value: 14.699300000000001
- type: nauc_precision_at_20_diff1
value: -13.1884
- type: nauc_precision_at_100_max
value: -10.833
- type: nauc_precision_at_100_std
value: 29.0196
- type: nauc_precision_at_100_diff1
value: -9.855500000000001
- type: nauc_precision_at_1000_max
value: -20.7762
- type: nauc_precision_at_1000_std
value: 14.973
- type: nauc_precision_at_1000_diff1
value: -11.5938
- type: nauc_mrr_at_1_max
value: 33.1533
- type: nauc_mrr_at_1_std
value: -19.399
- type: nauc_mrr_at_1_diff1
value: 52.842800000000004
- type: nauc_mrr_at_3_max
value: 29.6529
- type: nauc_mrr_at_3_std
value: -22.009999999999998
- type: nauc_mrr_at_3_diff1
value: 49.0831
- type: nauc_mrr_at_5_max
value: 29.1707
- type: nauc_mrr_at_5_std
value: -23.9026
- type: nauc_mrr_at_5_diff1
value: 48.7315
- type: nauc_mrr_at_10_max
value: 28.812700000000003
- type: nauc_mrr_at_10_std
value: -24.141299999999998
- type: nauc_mrr_at_10_diff1
value: 49.0464
- type: nauc_mrr_at_20_max
value: 29.1937
- type: nauc_mrr_at_20_std
value: -23.5374
- type: nauc_mrr_at_20_diff1
value: 49.182700000000004
- type: nauc_mrr_at_100_max
value: 29.4109
- type: nauc_mrr_at_100_std
value: -23.305600000000002
- type: nauc_mrr_at_100_diff1
value: 49.314099999999996
- type: nauc_mrr_at_1000_max
value: 29.4067
- type: nauc_mrr_at_1000_std
value: -23.3121
- type: nauc_mrr_at_1000_diff1
value: 49.3118
- type: main_score
value: 67.357
task:
type: Retrieval
- dataset:
config: default
name: MTEB CQADupstackWordpressRetrieval (default)
revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
split: test
type: mteb/cqadupstack-wordpress
metrics:
- type: ndcg_at_1
value: 32.163000000000004
- type: ndcg_at_3
value: 39.912
- type: ndcg_at_5
value: 43.178
- type: ndcg_at_10
value: 47.129
- type: ndcg_at_20
value: 50.312
- type: ndcg_at_100
value: 54.157999999999994
- type: ndcg_at_1000
value: 54.86
- type: map_at_1
value: 29.119
- type: map_at_3
value: 36.784
- type: map_at_5
value: 38.726
- type: map_at_10
value: 40.536
- type: map_at_20
value: 41.475
- type: map_at_100
value: 42.120999999999995
- type: map_at_1000
value: 42.168
- type: recall_at_1
value: 29.119
- type: recall_at_3
value: 45.989000000000004
- type: recall_at_5
value: 53.795
- type: recall_at_10
value: 65.228
- type: recall_at_20
value: 77.01
- type: recall_at_100
value: 95.523
- type: recall_at_1000
value: 99.813
- type: precision_at_1
value: 32.163000000000004
- type: precision_at_3
value: 17.252000000000002
- type: precision_at_5
value: 12.163
- type: precision_at_10
value: 7.542
- type: precision_at_20
value: 4.537999999999999
- type: precision_at_100
value: 1.183
- type: precision_at_1000
value: 0.134
- type: mrr_at_1
value: 32.1627
- type: mrr_at_3
value: 39.5872
- type: mrr_at_5
value: 41.4264
- type: mrr_at_10
value: 42.9326
- type: mrr_at_20
value: 43.7979
- type: mrr_at_100
value: 44.290400000000005
- type: mrr_at_1000
value: 44.3078
- type: nauc_ndcg_at_1_max
value: 45.6803
- type: nauc_ndcg_at_1_std
value: -10.1888
- type: nauc_ndcg_at_1_diff1
value: 57.6678
- type: nauc_ndcg_at_3_max
value: 36.5358
- type: nauc_ndcg_at_3_std
value: -10.3559
- type: nauc_ndcg_at_3_diff1
value: 48.973499999999994
- type: nauc_ndcg_at_5_max
value: 34.6385
- type: nauc_ndcg_at_5_std
value: -13.3599
- type: nauc_ndcg_at_5_diff1
value: 47.32
- type: nauc_ndcg_at_10_max
value: 33.6232
- type: nauc_ndcg_at_10_std
value: -13.4143
- type: nauc_ndcg_at_10_diff1
value: 46.6525
- type: nauc_ndcg_at_20_max
value: 33.2748
- type: nauc_ndcg_at_20_std
value: -12.953100000000001
- type: nauc_ndcg_at_20_diff1
value: 46.5179
- type: nauc_ndcg_at_100_max
value: 35.2546
- type: nauc_ndcg_at_100_std
value: -12.5783
- type: nauc_ndcg_at_100_diff1
value: 48.437599999999996
- type: nauc_ndcg_at_1000_max
value: 35.7898
- type: nauc_ndcg_at_1000_std
value: -11.9993
- type: nauc_ndcg_at_1000_diff1
value: 48.8115
- type: nauc_map_at_1_max
value: 41.3783
- type: nauc_map_at_1_std
value: -13.1075
- type: nauc_map_at_1_diff1
value: 57.934
- type: nauc_map_at_3_max
value: 37.1835
- type: nauc_map_at_3_std
value: -11.0604
- type: nauc_map_at_3_diff1
value: 50.627
- type: nauc_map_at_5_max
value: 36.5089
- type: nauc_map_at_5_std
value: -12.570899999999998
- type: nauc_map_at_5_diff1
value: 49.9087
- type: nauc_map_at_10_max
value: 36.134
- type: nauc_map_at_10_std
value: -12.409
- type: nauc_map_at_10_diff1
value: 49.7485
- type: nauc_map_at_20_max
value: 36.0913
- type: nauc_map_at_20_std
value: -12.1782
- type: nauc_map_at_20_diff1
value: 49.7715
- type: nauc_map_at_100_max
value: 36.4018
- type: nauc_map_at_100_std
value: -12.054
- type: nauc_map_at_100_diff1
value: 50.067499999999995
- type: nauc_map_at_1000_max
value: 36.4129
- type: nauc_map_at_1000_std
value: -12.0328
- type: nauc_map_at_1000_diff1
value: 50.0788
- type: nauc_recall_at_1_max
value: 41.3783
- type: nauc_recall_at_1_std
value: -13.1075
- type: nauc_recall_at_1_diff1
value: 57.934
- type: nauc_recall_at_3_max
value: 29.887900000000002
- type: nauc_recall_at_3_std
value: -10.8827
- type: nauc_recall_at_3_diff1
value: 41.9921
- type: nauc_recall_at_5_max
value: 24.6836
- type: nauc_recall_at_5_std
value: -17.4099
- type: nauc_recall_at_5_diff1
value: 36.9029
- type: nauc_recall_at_10_max
value: 19.9989
- type: nauc_recall_at_10_std
value: -19.520599999999998
- type: nauc_recall_at_10_diff1
value: 33.442899999999995
- type: nauc_recall_at_20_max
value: 13.375
- type: nauc_recall_at_20_std
value: -19.7934
- type: nauc_recall_at_20_diff1
value: 27.9317
- type: nauc_recall_at_100_max
value: 1.7590000000000001
- type: nauc_recall_at_100_std
value: -39.1487
- type: nauc_recall_at_100_diff1
value: 20.8902
- type: nauc_recall_at_1000_max
value: 53.858799999999995
- type: nauc_recall_at_1000_std
value: 76.4463
- type: nauc_recall_at_1000_diff1
value: 14.813899999999999
- type: nauc_precision_at_1_max
value: 45.6803
- type: nauc_precision_at_1_std
value: -10.1888
- type: nauc_precision_at_1_diff1
value: 57.6678
- type: nauc_precision_at_3_max
value: 32.8845
- type: nauc_precision_at_3_std
value: -5.3524
- type: nauc_precision_at_3_diff1
value: 38.9841
- type: nauc_precision_at_5_max
value: 29.131800000000002
- type: nauc_precision_at_5_std
value: -10.2324
- type: nauc_precision_at_5_diff1
value: 34.0046
- type: nauc_precision_at_10_max
value: 21.1602
- type: nauc_precision_at_10_std
value: -5.9966
- type: nauc_precision_at_10_diff1
value: 25.4596
- type: nauc_precision_at_20_max
value: 11.6455
- type: nauc_precision_at_20_std
value: -0.7918
- type: nauc_precision_at_20_diff1
value: 13.625499999999999
- type: nauc_precision_at_100_max
value: -0.964
- type: nauc_precision_at_100_std
value: 8.4865
- type: nauc_precision_at_100_diff1
value: -7.6214
- type: nauc_precision_at_1000_max
value: -15.356
- type: nauc_precision_at_1000_std
value: -1.4555
- type: nauc_precision_at_1000_diff1
value: -18.814600000000002
- type: nauc_mrr_at_1_max
value: 45.6803
- type: nauc_mrr_at_1_std
value: -10.1888
- type: nauc_mrr_at_1_diff1
value: 57.6678
- type: nauc_mrr_at_3_max
value: 41.025099999999995
- type: nauc_mrr_at_3_std
value: -8.9837
- type: nauc_mrr_at_3_diff1
value: 51.76650000000001
- type: nauc_mrr_at_5_max
value: 39.6397
- type: nauc_mrr_at_5_std
value: -10.616
- type: nauc_mrr_at_5_diff1
value: 50.6898
- type: nauc_mrr_at_10_max
value: 39.3767
- type: nauc_mrr_at_10_std
value: -10.593
- type: nauc_mrr_at_10_diff1
value: 50.405
- type: nauc_mrr_at_20_max
value: 39.3802
- type: nauc_mrr_at_20_std
value: -10.5429
- type: nauc_mrr_at_20_diff1
value: 50.4437
- type: nauc_mrr_at_100_max
value: 39.6748
- type: nauc_mrr_at_100_std
value: -10.513300000000001
- type: nauc_mrr_at_100_diff1
value: 50.783699999999996
- type: nauc_mrr_at_1000_max
value: 39.6898
- type: nauc_mrr_at_1000_std
value: -10.4893
- type: nauc_mrr_at_1000_diff1
value: 50.7977
- type: main_score
value: 47.129
task:
type: Retrieval
- dataset:
config: default
name: MTEB ClimateFEVER (default)
revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
split: test
type: mteb/climate-fever
metrics:
- type: ndcg_at_1
value: 50.554
- type: ndcg_at_3
value: 43.897999999999996
- type: ndcg_at_5
value: 46.564
- type: ndcg_at_10
value: 51.49
- type: ndcg_at_20
value: 54.86
- type: ndcg_at_100
value: 58.96
- type: ndcg_at_1000
value: 60.925
- type: map_at_1
value: 21.877
- type: map_at_3
value: 33.727000000000004
- type: map_at_5
value: 37.524
- type: map_at_10
value: 40.536
- type: map_at_20
value: 42.032000000000004
- type: map_at_100
value: 43.013
- type: map_at_1000
value: 43.153999999999996
- type: recall_at_1
value: 21.877
- type: recall_at_3
value: 39.606
- type: recall_at_5
value: 48.091
- type: recall_at_10
value: 58.858999999999995
- type: recall_at_20
value: 68.067
- type: recall_at_100
value: 83.055
- type: recall_at_1000
value: 93.482
- type: precision_at_1
value: 50.554
- type: precision_at_3
value: 33.659
- type: precision_at_5
value: 25.329
- type: precision_at_10
value: 16.006999999999998
- type: precision_at_20
value: 9.504999999999999
- type: precision_at_100
value: 2.418
- type: precision_at_1000
value: 0.27899999999999997
- type: mrr_at_1
value: 50.5537
- type: mrr_at_3
value: 60.846900000000005
- type: mrr_at_5
value: 62.153099999999995
- type: mrr_at_10
value: 63.1471
- type: mrr_at_20
value: 63.5007
- type: mrr_at_100
value: 63.6706
- type: mrr_at_1000
value: 63.68129999999999
- type: nauc_ndcg_at_1_max
value: 26.4607
- type: nauc_ndcg_at_1_std
value: 10.6172
- type: nauc_ndcg_at_1_diff1
value: 34.3281
- type: nauc_ndcg_at_3_max
value: 29.4175
- type: nauc_ndcg_at_3_std
value: 13.5463
- type: nauc_ndcg_at_3_diff1
value: 27.720699999999997
- type: nauc_ndcg_at_5_max
value: 30.5643
- type: nauc_ndcg_at_5_std
value: 14.884400000000001
- type: nauc_ndcg_at_5_diff1
value: 28.179199999999998
- type: nauc_ndcg_at_10_max
value: 30.907899999999998
- type: nauc_ndcg_at_10_std
value: 16.496
- type: nauc_ndcg_at_10_diff1
value: 28.4321
- type: nauc_ndcg_at_20_max
value: 31.979200000000002
- type: nauc_ndcg_at_20_std
value: 18.369
- type: nauc_ndcg_at_20_diff1
value: 29.566599999999998
- type: nauc_ndcg_at_100_max
value: 32.331900000000005
- type: nauc_ndcg_at_100_std
value: 19.1662
- type: nauc_ndcg_at_100_diff1
value: 29.965799999999998
- type: nauc_ndcg_at_1000_max
value: 32.2351
- type: nauc_ndcg_at_1000_std
value: 19.025100000000002
- type: nauc_ndcg_at_1000_diff1
value: 30.085
- type: nauc_map_at_1_max
value: 30.755399999999998
- type: nauc_map_at_1_std
value: 7.1273
- type: nauc_map_at_1_diff1
value: 36.1357
- type: nauc_map_at_3_max
value: 31.241000000000003
- type: nauc_map_at_3_std
value: 12.562899999999999
- type: nauc_map_at_3_diff1
value: 29.014499999999998
- type: nauc_map_at_5_max
value: 31.4699
- type: nauc_map_at_5_std
value: 13.8073
- type: nauc_map_at_5_diff1
value: 28.565800000000003
- type: nauc_map_at_10_max
value: 31.7118
- type: nauc_map_at_10_std
value: 14.8662
- type: nauc_map_at_10_diff1
value: 28.7584
- type: nauc_map_at_20_max
value: 32.2759
- type: nauc_map_at_20_std
value: 15.7774
- type: nauc_map_at_20_diff1
value: 29.1277
- type: nauc_map_at_100_max
value: 32.407000000000004
- type: nauc_map_at_100_std
value: 16.1035
- type: nauc_map_at_100_diff1
value: 29.261
- type: nauc_map_at_1000_max
value: 32.415699999999994
- type: nauc_map_at_1000_std
value: 16.1241
- type: nauc_map_at_1000_diff1
value: 29.2586
- type: nauc_recall_at_1_max
value: 30.755399999999998
- type: nauc_recall_at_1_std
value: 7.1273
- type: nauc_recall_at_1_diff1
value: 36.1357
- type: nauc_recall_at_3_max
value: 29.4726
- type: nauc_recall_at_3_std
value: 13.527000000000001
- type: nauc_recall_at_3_diff1
value: 24.983
- type: nauc_recall_at_5_max
value: 28.4626
- type: nauc_recall_at_5_std
value: 15.437899999999999
- type: nauc_recall_at_5_diff1
value: 22.5643
- type: nauc_recall_at_10_max
value: 28.1697
- type: nauc_recall_at_10_std
value: 18.0473
- type: nauc_recall_at_10_diff1
value: 22.314999999999998
- type: nauc_recall_at_20_max
value: 30.589199999999998
- type: nauc_recall_at_20_std
value: 23.2925
- type: nauc_recall_at_20_diff1
value: 24.7555
- type: nauc_recall_at_100_max
value: 33.0156
- type: nauc_recall_at_100_std
value: 30.297
- type: nauc_recall_at_100_diff1
value: 25.7315
- type: nauc_recall_at_1000_max
value: 38.1743
- type: nauc_recall_at_1000_std
value: 44.1079
- type: nauc_recall_at_1000_diff1
value: 29.8396
- type: nauc_precision_at_1_max
value: 26.4607
- type: nauc_precision_at_1_std
value: 10.6172
- type: nauc_precision_at_1_diff1
value: 34.3281
- type: nauc_precision_at_3_max
value: 20.0444
- type: nauc_precision_at_3_std
value: 16.0278
- type: nauc_precision_at_3_diff1
value: 14.4584
- type: nauc_precision_at_5_max
value: 16.7021
- type: nauc_precision_at_5_std
value: 16.534499999999998
- type: nauc_precision_at_5_diff1
value: 10.8599
- type: nauc_precision_at_10_max
value: 12.610299999999999
- type: nauc_precision_at_10_std
value: 18.0016
- type: nauc_precision_at_10_diff1
value: 6.4595
- type: nauc_precision_at_20_max
value: 10.4932
- type: nauc_precision_at_20_std
value: 20.3481
- type: nauc_precision_at_20_diff1
value: 4.8236
- type: nauc_precision_at_100_max
value: -0.9292999999999999
- type: nauc_precision_at_100_std
value: 16.5296
- type: nauc_precision_at_100_diff1
value: -5.7615
- type: nauc_precision_at_1000_max
value: -12.4443
- type: nauc_precision_at_1000_std
value: 9.2289
- type: nauc_precision_at_1000_diff1
value: -15.162999999999998
- type: nauc_mrr_at_1_max
value: 26.4607
- type: nauc_mrr_at_1_std
value: 10.6172
- type: nauc_mrr_at_1_diff1
value: 34.3281
- type: nauc_mrr_at_3_max
value: 27.089000000000002
- type: nauc_mrr_at_3_std
value: 12.590699999999998
- type: nauc_mrr_at_3_diff1
value: 31.980900000000002
- type: nauc_mrr_at_5_max
value: 27.0426
- type: nauc_mrr_at_5_std
value: 12.9639
- type: nauc_mrr_at_5_diff1
value: 31.6698
- type: nauc_mrr_at_10_max
value: 27.066200000000002
- type: nauc_mrr_at_10_std
value: 13.1182
- type: nauc_mrr_at_10_diff1
value: 31.9037
- type: nauc_mrr_at_20_max
value: 27.1426
- type: nauc_mrr_at_20_std
value: 13.1821
- type: nauc_mrr_at_20_diff1
value: 32.1603
- type: nauc_mrr_at_100_max
value: 27.1219
- type: nauc_mrr_at_100_std
value: 13.0777
- type: nauc_mrr_at_100_diff1
value: 32.1275
- type: nauc_mrr_at_1000_max
value: 27.1208
- type: nauc_mrr_at_1000_std
value: 13.0692
- type: nauc_mrr_at_1000_diff1
value: 32.1239
- type: main_score
value: 51.49
task:
type: Retrieval
- dataset:
config: default
name: MTEB DBPedia (default)
revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
split: test
type: mteb/dbpedia
metrics:
- type: ndcg_at_1
value: 51.24999999999999
- type: ndcg_at_3
value: 46.117000000000004
- type: ndcg_at_5
value: 45.765
- type: ndcg_at_10
value: 45.952
- type: ndcg_at_20
value: 46.581
- type: ndcg_at_100
value: 52.03
- type: ndcg_at_1000
value: 58.342000000000006
- type: map_at_1
value: 9.453
- type: map_at_3
value: 16.844
- type: map_at_5
value: 20.347
- type: map_at_10
value: 24.937
- type: map_at_20
value: 28.821
- type: map_at_100
value: 34.111000000000004
- type: map_at_1000
value: 35.679
- type: recall_at_1
value: 9.453
- type: recall_at_3
value: 19.532
- type: recall_at_5
value: 25.333
- type: recall_at_10
value: 34.424
- type: recall_at_20
value: 43.104
- type: recall_at_100
value: 62.21
- type: recall_at_1000
value: 81.244
- type: precision_at_1
value: 63.5
- type: precision_at_3
value: 50.74999999999999
- type: precision_at_5
value: 44.75
- type: precision_at_10
value: 36.225
- type: precision_at_20
value: 27.725
- type: precision_at_100
value: 11.262
- type: precision_at_1000
value: 2.199
- type: mrr_at_1
value: 63.5
- type: mrr_at_3
value: 73.375
- type: mrr_at_5
value: 74.6625
- type: mrr_at_10
value: 75.247
- type: mrr_at_20
value: 75.4075
- type: mrr_at_100
value: 75.4639
- type: mrr_at_1000
value: 75.4639
- type: nauc_ndcg_at_1_max
value: 21.0131
- type: nauc_ndcg_at_1_std
value: 10.3849
- type: nauc_ndcg_at_1_diff1
value: 33.3165
- type: nauc_ndcg_at_3_max
value: 18.5702
- type: nauc_ndcg_at_3_std
value: 15.0563
- type: nauc_ndcg_at_3_diff1
value: 20.6632
- type: nauc_ndcg_at_5_max
value: 16.3034
- type: nauc_ndcg_at_5_std
value: 15.756700000000002
- type: nauc_ndcg_at_5_diff1
value: 19.9809
- type: nauc_ndcg_at_10_max
value: 12.665399999999998
- type: nauc_ndcg_at_10_std
value: 16.686500000000002
- type: nauc_ndcg_at_10_diff1
value: 19.436500000000002
- type: nauc_ndcg_at_20_max
value: 11.0974
- type: nauc_ndcg_at_20_std
value: 16.0916
- type: nauc_ndcg_at_20_diff1
value: 18.6814
- type: nauc_ndcg_at_100_max
value: 15.409900000000002
- type: nauc_ndcg_at_100_std
value: 26.3879
- type: nauc_ndcg_at_100_diff1
value: 15.710799999999999
- type: nauc_ndcg_at_1000_max
value: 21.9348
- type: nauc_ndcg_at_1000_std
value: 33.7455
- type: nauc_ndcg_at_1000_diff1
value: 15.654599999999999
- type: nauc_map_at_1_max
value: -10.0584
- type: nauc_map_at_1_std
value: -16.189999999999998
- type: nauc_map_at_1_diff1
value: 32.2461
- type: nauc_map_at_3_max
value: -13.7729
- type: nauc_map_at_3_std
value: -13.5015
- type: nauc_map_at_3_diff1
value: 18.3988
- type: nauc_map_at_5_max
value: -11.7228
- type: nauc_map_at_5_std
value: -10.5962
- type: nauc_map_at_5_diff1
value: 17.7706
- type: nauc_map_at_10_max
value: -8.0693
- type: nauc_map_at_10_std
value: -4.8191999999999995
- type: nauc_map_at_10_diff1
value: 18.0641
- type: nauc_map_at_20_max
value: -1.5158
- type: nauc_map_at_20_std
value: 3.3815999999999997
- type: nauc_map_at_20_diff1
value: 16.3492
- type: nauc_map_at_100_max
value: 7.276299999999999
- type: nauc_map_at_100_std
value: 18.8986
- type: nauc_map_at_100_diff1
value: 12.998899999999999
- type: nauc_map_at_1000_max
value: 8.590200000000001
- type: nauc_map_at_1000_std
value: 21.0202
- type: nauc_map_at_1000_diff1
value: 12.469800000000001
- type: nauc_recall_at_1_max
value: -10.0584
- type: nauc_recall_at_1_std
value: -16.189999999999998
- type: nauc_recall_at_1_diff1
value: 32.2461
- type: nauc_recall_at_3_max
value: -16.5702
- type: nauc_recall_at_3_std
value: -15.2059
- type: nauc_recall_at_3_diff1
value: 14.148299999999999
- type: nauc_recall_at_5_max
value: -16.198
- type: nauc_recall_at_5_std
value: -13.992199999999999
- type: nauc_recall_at_5_diff1
value: 13.4532
- type: nauc_recall_at_10_max
value: -14.3509
- type: nauc_recall_at_10_std
value: -10.1176
- type: nauc_recall_at_10_diff1
value: 13.988600000000002
- type: nauc_recall_at_20_max
value: -7.6644000000000005
- type: nauc_recall_at_20_std
value: -2.2018
- type: nauc_recall_at_20_diff1
value: 11.6341
- type: nauc_recall_at_100_max
value: 5.7929
- type: nauc_recall_at_100_std
value: 25.5353
- type: nauc_recall_at_100_diff1
value: 6.5409
- type: nauc_recall_at_1000_max
value: 20.6072
- type: nauc_recall_at_1000_std
value: 44.8856
- type: nauc_recall_at_1000_diff1
value: 4.5232
- type: nauc_precision_at_1_max
value: 26.756600000000002
- type: nauc_precision_at_1_std
value: 15.3229
- type: nauc_precision_at_1_diff1
value: 33.9709
- type: nauc_precision_at_3_max
value: 25.492700000000003
- type: nauc_precision_at_3_std
value: 30.6668
- type: nauc_precision_at_3_diff1
value: 3.4519
- type: nauc_precision_at_5_max
value: 29.1918
- type: nauc_precision_at_5_std
value: 37.5282
- type: nauc_precision_at_5_diff1
value: 0.996
- type: nauc_precision_at_10_max
value: 32.7042
- type: nauc_precision_at_10_std
value: 45.1096
- type: nauc_precision_at_10_diff1
value: -1.5845000000000002
- type: nauc_precision_at_20_max
value: 36.6269
- type: nauc_precision_at_20_std
value: 49.987700000000004
- type: nauc_precision_at_20_diff1
value: -7.359699999999999
- type: nauc_precision_at_100_max
value: 28.693400000000004
- type: nauc_precision_at_100_std
value: 46.564699999999995
- type: nauc_precision_at_100_diff1
value: -12.2697
- type: nauc_precision_at_1000_max
value: 8.0647
- type: nauc_precision_at_1000_std
value: 8.0925
- type: nauc_precision_at_1000_diff1
value: -9.5957
- type: nauc_mrr_at_1_max
value: 26.756600000000002
- type: nauc_mrr_at_1_std
value: 15.3229
- type: nauc_mrr_at_1_diff1
value: 33.9709
- type: nauc_mrr_at_3_max
value: 29.101300000000002
- type: nauc_mrr_at_3_std
value: 19.7993
- type: nauc_mrr_at_3_diff1
value: 34.1815
- type: nauc_mrr_at_5_max
value: 28.981800000000003
- type: nauc_mrr_at_5_std
value: 19.8785
- type: nauc_mrr_at_5_diff1
value: 34.3001
- type: nauc_mrr_at_10_max
value: 29.0554
- type: nauc_mrr_at_10_std
value: 19.6114
- type: nauc_mrr_at_10_diff1
value: 34.4422
- type: nauc_mrr_at_20_max
value: 29.0136
- type: nauc_mrr_at_20_std
value: 19.565099999999997
- type: nauc_mrr_at_20_diff1
value: 34.3542
- type: nauc_mrr_at_100_max
value: 28.9819
- type: nauc_mrr_at_100_std
value: 19.436
- type: nauc_mrr_at_100_diff1
value: 34.3563
- type: nauc_mrr_at_1000_max
value: 28.9819
- type: nauc_mrr_at_1000_std
value: 19.436
- type: nauc_mrr_at_1000_diff1
value: 34.3563
- type: main_score
value: 45.952
task:
type: Retrieval
- dataset:
config: default
name: MTEB FEVER (default)
revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
split: test
type: mteb/fever
metrics:
- type: ndcg_at_1
value: 64.971
- type: ndcg_at_3
value: 76.339
- type: ndcg_at_5
value: 78.592
- type: ndcg_at_10
value: 79.843
- type: ndcg_at_20
value: 80.34700000000001
- type: ndcg_at_100
value: 80.944
- type: ndcg_at_1000
value: 81.189
- type: map_at_1
value: 60.304
- type: map_at_3
value: 71.82300000000001
- type: map_at_5
value: 73.239
- type: map_at_10
value: 73.887
- type: map_at_20
value: 74.07000000000001
- type: map_at_100
value: 74.198
- type: map_at_1000
value: 74.214
- type: recall_at_1
value: 60.304
- type: recall_at_3
value: 84.59
- type: recall_at_5
value: 90.08500000000001
- type: recall_at_10
value: 93.723
- type: recall_at_20
value: 95.459
- type: recall_at_100
value: 98.03399999999999
- type: recall_at_1000
value: 99.469
- type: precision_at_1
value: 64.971
- type: precision_at_3
value: 30.758000000000003
- type: precision_at_5
value: 19.808
- type: precision_at_10
value: 10.405000000000001
- type: precision_at_20
value: 5.353
- type: precision_at_100
value: 1.127
- type: precision_at_1000
value: 0.117
- type: mrr_at_1
value: 64.9715
- type: mrr_at_3
value: 76.4201
- type: mrr_at_5
value: 77.61580000000001
- type: mrr_at_10
value: 78.0222
- type: mrr_at_20
value: 78.0992
- type: mrr_at_100
value: 78.1224
- type: mrr_at_1000
value: 78.1231
- type: nauc_ndcg_at_1_max
value: 3.4269000000000003
- type: nauc_ndcg_at_1_std
value: -19.4035
- type: nauc_ndcg_at_1_diff1
value: 48.387
- type: nauc_ndcg_at_3_max
value: 4.9909
- type: nauc_ndcg_at_3_std
value: -20.6574
- type: nauc_ndcg_at_3_diff1
value: 37.5689
- type: nauc_ndcg_at_5_max
value: 4.7035
- type: nauc_ndcg_at_5_std
value: -20.274
- type: nauc_ndcg_at_5_diff1
value: 38.083299999999994
- type: nauc_ndcg_at_10_max
value: 4.2664
- type: nauc_ndcg_at_10_std
value: -19.3904
- type: nauc_ndcg_at_10_diff1
value: 38.6074
- type: nauc_ndcg_at_20_max
value: 4.2626
- type: nauc_ndcg_at_20_std
value: -19.2143
- type: nauc_ndcg_at_20_diff1
value: 39.121
- type: nauc_ndcg_at_100_max
value: 4.204
- type: nauc_ndcg_at_100_std
value: -19.4447
- type: nauc_ndcg_at_100_diff1
value: 39.962599999999995
- type: nauc_ndcg_at_1000_max
value: 4.5182
- type: nauc_ndcg_at_1000_std
value: -19.4255
- type: nauc_ndcg_at_1000_diff1
value: 40.3835
- type: nauc_map_at_1_max
value: 3.1857999999999995
- type: nauc_map_at_1_std
value: -16.9635
- type: nauc_map_at_1_diff1
value: 42.7125
- type: nauc_map_at_3_max
value: 4.0809
- type: nauc_map_at_3_std
value: -19.070500000000003
- type: nauc_map_at_3_diff1
value: 38.1241
- type: nauc_map_at_5_max
value: 4.1032
- type: nauc_map_at_5_std
value: -18.9282
- type: nauc_map_at_5_diff1
value: 38.6423
- type: nauc_map_at_10_max
value: 3.9415999999999998
- type: nauc_map_at_10_std
value: -18.7215
- type: nauc_map_at_10_diff1
value: 38.9467
- type: nauc_map_at_20_max
value: 3.9739999999999998
- type: nauc_map_at_20_std
value: -18.712400000000002
- type: nauc_map_at_20_diff1
value: 39.109899999999996
- type: nauc_map_at_100_max
value: 3.9825
- type: nauc_map_at_100_std
value: -18.7343
- type: nauc_map_at_100_diff1
value: 39.257
- type: nauc_map_at_1000_max
value: 4.0031
- type: nauc_map_at_1000_std
value: -18.7299
- type: nauc_map_at_1000_diff1
value: 39.281
- type: nauc_recall_at_1_max
value: 3.1857999999999995
- type: nauc_recall_at_1_std
value: -16.9635
- type: nauc_recall_at_1_diff1
value: 42.7125
- type: nauc_recall_at_3_max
value: 5.0239
- type: nauc_recall_at_3_std
value: -21.3586
- type: nauc_recall_at_3_diff1
value: 23.6461
- type: nauc_recall_at_5_max
value: 5.2418
- type: nauc_recall_at_5_std
value: -19.491
- type: nauc_recall_at_5_diff1
value: 19.1993
- type: nauc_recall_at_10_max
value: 3.7552000000000003
- type: nauc_recall_at_10_std
value: -11.5126
- type: nauc_recall_at_10_diff1
value: 14.075899999999999
- type: nauc_recall_at_20_max
value: 2.4684
- type: nauc_recall_at_20_std
value: -6.7357
- type: nauc_recall_at_20_diff1
value: 12.2255
- type: nauc_recall_at_100_max
value: -6.0509
- type: nauc_recall_at_100_std
value: -4.6875
- type: nauc_recall_at_100_diff1
value: 11.8546
- type: nauc_recall_at_1000_max
value: 10.376299999999999
- type: nauc_recall_at_1000_std
value: 24.3673
- type: nauc_recall_at_1000_diff1
value: 18.743399999999998
- type: nauc_precision_at_1_max
value: 3.4269000000000003
- type: nauc_precision_at_1_std
value: -19.4035
- type: nauc_precision_at_1_diff1
value: 48.387
- type: nauc_precision_at_3_max
value: 7.1052
- type: nauc_precision_at_3_std
value: -24.0418
- type: nauc_precision_at_3_diff1
value: 24.1946
- type: nauc_precision_at_5_max
value: 6.6781
- type: nauc_precision_at_5_std
value: -17.8724
- type: nauc_precision_at_5_diff1
value: 13.529399999999999
- type: nauc_precision_at_10_max
value: 3.2337
- type: nauc_precision_at_10_std
value: -7.9599
- type: nauc_precision_at_10_diff1
value: 3.8115
- type: nauc_precision_at_20_max
value: 3.6168
- type: nauc_precision_at_20_std
value: -3.0444
- type: nauc_precision_at_20_diff1
value: -0.3655
- type: nauc_precision_at_100_max
value: 4.3129
- type: nauc_precision_at_100_std
value: 1.1075
- type: nauc_precision_at_100_diff1
value: -1.8538
- type: nauc_precision_at_1000_max
value: 7.1933
- type: nauc_precision_at_1000_std
value: 3.9
- type: nauc_precision_at_1000_diff1
value: -2.0946
- type: nauc_mrr_at_1_max
value: 3.4269000000000003
- type: nauc_mrr_at_1_std
value: -19.4035
- type: nauc_mrr_at_1_diff1
value: 48.387
- type: nauc_mrr_at_3_max
value: 5.1199
- type: nauc_mrr_at_3_std
value: -22.6081
- type: nauc_mrr_at_3_diff1
value: 44.388
- type: nauc_mrr_at_5_max
value: 5.0266
- type: nauc_mrr_at_5_std
value: -22.3777
- type: nauc_mrr_at_5_diff1
value: 44.984
- type: nauc_mrr_at_10_max
value: 5.085
- type: nauc_mrr_at_10_std
value: -21.8628
- type: nauc_mrr_at_10_diff1
value: 45.2458
- type: nauc_mrr_at_20_max
value: 5.064500000000001
- type: nauc_mrr_at_20_std
value: -21.7544
- type: nauc_mrr_at_20_diff1
value: 45.3429
- type: nauc_mrr_at_100_max
value: 5.0241
- type: nauc_mrr_at_100_std
value: -21.7564
- type: nauc_mrr_at_100_diff1
value: 45.368399999999994
- type: nauc_mrr_at_1000_max
value: 5.0222999999999995
- type: nauc_mrr_at_1000_std
value: -21.7579
- type: nauc_mrr_at_1000_diff1
value: 45.369
- type: main_score
value: 79.843
task:
type: Retrieval
- dataset:
config: default
name: MTEB FiQA2018 (default)
revision: 27a168819829fe9bcd655c2df245fb19452e8e06
split: test
type: mteb/fiqa
metrics:
- type: ndcg_at_1
value: 54.167
- type: ndcg_at_3
value: 55.344
- type: ndcg_at_5
value: 58.81999999999999
- type: ndcg_at_10
value: 63.086
- type: ndcg_at_20
value: 66.023
- type: ndcg_at_100
value: 69.17
- type: ndcg_at_1000
value: 69.989
- type: map_at_1
value: 31.192999999999998
- type: map_at_3
value: 45.298
- type: map_at_5
value: 49.686
- type: map_at_10
value: 52.873000000000005
- type: map_at_20
value: 54.262
- type: map_at_100
value: 55.205000000000005
- type: map_at_1000
value: 55.289
- type: recall_at_1
value: 31.192999999999998
- type: recall_at_3
value: 53.394
- type: recall_at_5
value: 64.493
- type: recall_at_10
value: 76.252
- type: recall_at_20
value: 84.685
- type: recall_at_100
value: 95.55399999999999
- type: recall_at_1000
value: 99.407
- type: precision_at_1
value: 54.167
- type: precision_at_3
value: 35.545
- type: precision_at_5
value: 26.913999999999998
- type: precision_at_10
value: 16.898
- type: precision_at_20
value: 9.776
- type: precision_at_100
value: 2.392
- type: precision_at_1000
value: 0.259
- type: mrr_at_1
value: 54.1667
- type: mrr_at_3
value: 64.6348
- type: mrr_at_5
value: 66.5021
- type: mrr_at_10
value: 67.5698
- type: mrr_at_20
value: 67.84400000000001
- type: mrr_at_100
value: 67.9211
- type: mrr_at_1000
value: 67.923
- type: nauc_ndcg_at_1_max
value: 12.210899999999999
- type: nauc_ndcg_at_1_std
value: -31.7356
- type: nauc_ndcg_at_1_diff1
value: 41.9017
- type: nauc_ndcg_at_3_max
value: 10.1633
- type: nauc_ndcg_at_3_std
value: -33.682
- type: nauc_ndcg_at_3_diff1
value: 33.6417
- type: nauc_ndcg_at_5_max
value: 8.0599
- type: nauc_ndcg_at_5_std
value: -32.5139
- type: nauc_ndcg_at_5_diff1
value: 32.596399999999996
- type: nauc_ndcg_at_10_max
value: 7.2882
- type: nauc_ndcg_at_10_std
value: -33.868700000000004
- type: nauc_ndcg_at_10_diff1
value: 33.2154
- type: nauc_ndcg_at_20_max
value: 7.3949
- type: nauc_ndcg_at_20_std
value: -32.691900000000004
- type: nauc_ndcg_at_20_diff1
value: 31.7519
- type: nauc_ndcg_at_100_max
value: 9.9184
- type: nauc_ndcg_at_100_std
value: -32.0644
- type: nauc_ndcg_at_100_diff1
value: 33.7488
- type: nauc_ndcg_at_1000_max
value: 10.3094
- type: nauc_ndcg_at_1000_std
value: -32.1147
- type: nauc_ndcg_at_1000_diff1
value: 34.1969
- type: nauc_map_at_1_max
value: -3.0107
- type: nauc_map_at_1_std
value: -26.650800000000004
- type: nauc_map_at_1_diff1
value: 33.8975
- type: nauc_map_at_3_max
value: 3.1552
- type: nauc_map_at_3_std
value: -31.947300000000002
- type: nauc_map_at_3_diff1
value: 31.338700000000003
- type: nauc_map_at_5_max
value: 4.7302
- type: nauc_map_at_5_std
value: -31.14
- type: nauc_map_at_5_diff1
value: 30.9251
- type: nauc_map_at_10_max
value: 5.638
- type: nauc_map_at_10_std
value: -32.3738
- type: nauc_map_at_10_diff1
value: 31.4471
- type: nauc_map_at_20_max
value: 5.9587
- type: nauc_map_at_20_std
value: -31.8795
- type: nauc_map_at_20_diff1
value: 30.9614
- type: nauc_map_at_100_max
value: 6.660399999999999
- type: nauc_map_at_100_std
value: -31.876500000000004
- type: nauc_map_at_100_diff1
value: 31.440099999999997
- type: nauc_map_at_1000_max
value: 6.7083
- type: nauc_map_at_1000_std
value: -31.8681
- type: nauc_map_at_1000_diff1
value: 31.474000000000004
- type: nauc_recall_at_1_max
value: -3.0107
- type: nauc_recall_at_1_std
value: -26.650800000000004
- type: nauc_recall_at_1_diff1
value: 33.8975
- type: nauc_recall_at_3_max
value: 1.4384
- type: nauc_recall_at_3_std
value: -32.304500000000004
- type: nauc_recall_at_3_diff1
value: 26.9999
- type: nauc_recall_at_5_max
value: 1.0357999999999998
- type: nauc_recall_at_5_std
value: -28.041
- type: nauc_recall_at_5_diff1
value: 23.275199999999998
- type: nauc_recall_at_10_max
value: -3.0262000000000002
- type: nauc_recall_at_10_std
value: -32.6461
- type: nauc_recall_at_10_diff1
value: 22.3933
- type: nauc_recall_at_20_max
value: -7.1337
- type: nauc_recall_at_20_std
value: -27.143299999999996
- type: nauc_recall_at_20_diff1
value: 11.5759
- type: nauc_recall_at_100_max
value: -2.2998000000000003
- type: nauc_recall_at_100_std
value: -16.5209
- type: nauc_recall_at_100_diff1
value: 11.2631
- type: nauc_recall_at_1000_max
value: -29.2067
- type: nauc_recall_at_1000_std
value: -7.3503
- type: nauc_recall_at_1000_diff1
value: -0.9714999999999999
- type: nauc_precision_at_1_max
value: 12.210899999999999
- type: nauc_precision_at_1_std
value: -31.7356
- type: nauc_precision_at_1_diff1
value: 41.9017
- type: nauc_precision_at_3_max
value: 23.014499999999998
- type: nauc_precision_at_3_std
value: -22.398899999999998
- type: nauc_precision_at_3_diff1
value: 16.933999999999997
- type: nauc_precision_at_5_max
value: 23.6951
- type: nauc_precision_at_5_std
value: -13.4354
- type: nauc_precision_at_5_diff1
value: 10.193000000000001
- type: nauc_precision_at_10_max
value: 25.4857
- type: nauc_precision_at_10_std
value: -6.3523
- type: nauc_precision_at_10_diff1
value: 4.04
- type: nauc_precision_at_20_max
value: 22.6013
- type: nauc_precision_at_20_std
value: 1.7590000000000001
- type: nauc_precision_at_20_diff1
value: -4.3433
- type: nauc_precision_at_100_max
value: 22.4575
- type: nauc_precision_at_100_std
value: 10.0913
- type: nauc_precision_at_100_diff1
value: -6.230700000000001
- type: nauc_precision_at_1000_max
value: 20.0853
- type: nauc_precision_at_1000_std
value: 11.1835
- type: nauc_precision_at_1000_diff1
value: -6.8931000000000004
- type: nauc_mrr_at_1_max
value: 12.210899999999999
- type: nauc_mrr_at_1_std
value: -31.7356
- type: nauc_mrr_at_1_diff1
value: 41.9017
- type: nauc_mrr_at_3_max
value: 15
- type: nauc_mrr_at_3_std
value: -34.3552
- type: nauc_mrr_at_3_diff1
value: 41.1483
- type: nauc_mrr_at_5_max
value: 14.2617
- type: nauc_mrr_at_5_std
value: -34.1001
- type: nauc_mrr_at_5_diff1
value: 40.9497
- type: nauc_mrr_at_10_max
value: 14.560999999999998
- type: nauc_mrr_at_10_std
value: -33.8259
- type: nauc_mrr_at_10_diff1
value: 41.206900000000005
- type: nauc_mrr_at_20_max
value: 14.3819
- type: nauc_mrr_at_20_std
value: -33.7132
- type: nauc_mrr_at_20_diff1
value: 41.0192
- type: nauc_mrr_at_100_max
value: 14.419199999999998
- type: nauc_mrr_at_100_std
value: -33.7012
- type: nauc_mrr_at_100_diff1
value: 41.111599999999996
- type: nauc_mrr_at_1000_max
value: 14.415600000000001
- type: nauc_mrr_at_1000_std
value: -33.705200000000005
- type: nauc_mrr_at_1000_diff1
value: 41.1088
- type: main_score
value: 63.086
task:
type: Retrieval
- dataset:
config: default
name: MTEB HotpotQA (default)
revision: ab518f4d6fcca38d87c25209f94beba119d02014
split: test
type: mteb/hotpotqa
metrics:
- type: ndcg_at_1
value: 69.196
- type: ndcg_at_3
value: 60.998
- type: ndcg_at_5
value: 65.429
- type: ndcg_at_10
value: 68.91199999999999
- type: ndcg_at_20
value: 71.055
- type: ndcg_at_100
value: 73.374
- type: ndcg_at_1000
value: 74.093
- type: map_at_1
value: 34.598
- type: map_at_3
value: 53.859
- type: map_at_5
value: 57.289
- type: map_at_10
value: 59.4
- type: map_at_20
value: 60.289
- type: map_at_100
value: 60.785999999999994
- type: map_at_1000
value: 60.83
- type: recall_at_1
value: 34.598
- type: recall_at_3
value: 60.31100000000001
- type: recall_at_5
value: 69.06099999999999
- type: recall_at_10
value: 77.77199999999999
- type: recall_at_20
value: 84.652
- type: recall_at_100
value: 94.774
- type: recall_at_1000
value: 99.33800000000001
- type: precision_at_1
value: 69.196
- type: precision_at_3
value: 40.207
- type: precision_at_5
value: 27.625
- type: precision_at_10
value: 15.554000000000002
- type: precision_at_20
value: 8.465
- type: precision_at_100
value: 1.8950000000000002
- type: precision_at_1000
value: 0.199
- type: mrr_at_1
value: 69.1965
- type: mrr_at_3
value: 76.6036
- type: mrr_at_5
value: 77.786
- type: mrr_at_10
value: 78.307
- type: mrr_at_20
value: 78.4652
- type: mrr_at_100
value: 78.5348
- type: mrr_at_1000
value: 78.5385
- type: nauc_ndcg_at_1_max
value: 24.1659
- type: nauc_ndcg_at_1_std
value: -26.453300000000002
- type: nauc_ndcg_at_1_diff1
value: 59.071799999999996
- type: nauc_ndcg_at_3_max
value: 11.2863
- type: nauc_ndcg_at_3_std
value: -22.173000000000002
- type: nauc_ndcg_at_3_diff1
value: 30.9108
- type: nauc_ndcg_at_5_max
value: 10.377
- type: nauc_ndcg_at_5_std
value: -21.5166
- type: nauc_ndcg_at_5_diff1
value: 30.228500000000004
- type: nauc_ndcg_at_10_max
value: 10.206800000000001
- type: nauc_ndcg_at_10_std
value: -21.4173
- type: nauc_ndcg_at_10_diff1
value: 31.2935
- type: nauc_ndcg_at_20_max
value: 10.405100000000001
- type: nauc_ndcg_at_20_std
value: -20.9474
- type: nauc_ndcg_at_20_diff1
value: 32.0327
- type: nauc_ndcg_at_100_max
value: 11.305800000000001
- type: nauc_ndcg_at_100_std
value: -20.382
- type: nauc_ndcg_at_100_diff1
value: 33.5762
- type: nauc_ndcg_at_1000_max
value: 11.8616
- type: nauc_ndcg_at_1000_std
value: -21.1607
- type: nauc_ndcg_at_1000_diff1
value: 34.219500000000004
- type: nauc_map_at_1_max
value: 24.1659
- type: nauc_map_at_1_std
value: -26.453300000000002
- type: nauc_map_at_1_diff1
value: 59.071799999999996
- type: nauc_map_at_3_max
value: 9.6989
- type: nauc_map_at_3_std
value: -20.3508
- type: nauc_map_at_3_diff1
value: 26.748499999999996
- type: nauc_map_at_5_max
value: 9.2303
- type: nauc_map_at_5_std
value: -20.1524
- type: nauc_map_at_5_diff1
value: 26.6436
- type: nauc_map_at_10_max
value: 9.217400000000001
- type: nauc_map_at_10_std
value: -20.211000000000002
- type: nauc_map_at_10_diff1
value: 27.386899999999997
- type: nauc_map_at_20_max
value: 9.3061
- type: nauc_map_at_20_std
value: -20.0359
- type: nauc_map_at_20_diff1
value: 27.665499999999998
- type: nauc_map_at_100_max
value: 9.4177
- type: nauc_map_at_100_std
value: -19.9461
- type: nauc_map_at_100_diff1
value: 27.8949
- type: nauc_map_at_1000_max
value: 9.4417
- type: nauc_map_at_1000_std
value: -19.9718
- type: nauc_map_at_1000_diff1
value: 27.914499999999997
- type: nauc_recall_at_1_max
value: 24.1659
- type: nauc_recall_at_1_std
value: -26.453300000000002
- type: nauc_recall_at_1_diff1
value: 59.071799999999996
- type: nauc_recall_at_3_max
value: 6.0389
- type: nauc_recall_at_3_std
value: -20.061899999999998
- type: nauc_recall_at_3_diff1
value: 20.0745
- type: nauc_recall_at_5_max
value: 3.1515
- type: nauc_recall_at_5_std
value: -17.6226
- type: nauc_recall_at_5_diff1
value: 16.2594
- type: nauc_recall_at_10_max
value: 0.8219000000000001
- type: nauc_recall_at_10_std
value: -15.8022
- type: nauc_recall_at_10_diff1
value: 15.408
- type: nauc_recall_at_20_max
value: -1.2222
- type: nauc_recall_at_20_std
value: -11.860999999999999
- type: nauc_recall_at_20_diff1
value: 13.651299999999999
- type: nauc_recall_at_100_max
value: -3.8647
- type: nauc_recall_at_100_std
value: 7.2623
- type: nauc_recall_at_100_diff1
value: 12.4383
- type: nauc_recall_at_1000_max
value: -3.9118
- type: nauc_recall_at_1000_std
value: 38.6005
- type: nauc_recall_at_1000_diff1
value: 14.2687
- type: nauc_precision_at_1_max
value: 24.1659
- type: nauc_precision_at_1_std
value: -26.453300000000002
- type: nauc_precision_at_1_diff1
value: 59.071799999999996
- type: nauc_precision_at_3_max
value: 6.0389
- type: nauc_precision_at_3_std
value: -20.061899999999998
- type: nauc_precision_at_3_diff1
value: 20.0745
- type: nauc_precision_at_5_max
value: 3.1515
- type: nauc_precision_at_5_std
value: -17.6226
- type: nauc_precision_at_5_diff1
value: 16.2594
- type: nauc_precision_at_10_max
value: 0.8219000000000001
- type: nauc_precision_at_10_std
value: -15.8022
- type: nauc_precision_at_10_diff1
value: 15.408
- type: nauc_precision_at_20_max
value: -1.2222
- type: nauc_precision_at_20_std
value: -11.860999999999999
- type: nauc_precision_at_20_diff1
value: 13.651299999999999
- type: nauc_precision_at_100_max
value: -3.8647
- type: nauc_precision_at_100_std
value: 7.2623
- type: nauc_precision_at_100_diff1
value: 12.4383
- type: nauc_precision_at_1000_max
value: -3.9118
- type: nauc_precision_at_1000_std
value: 38.6005
- type: nauc_precision_at_1000_diff1
value: 14.2687
- type: nauc_mrr_at_1_max
value: 24.1659
- type: nauc_mrr_at_1_std
value: -26.453300000000002
- type: nauc_mrr_at_1_diff1
value: 59.071799999999996
- type: nauc_mrr_at_3_max
value: 23.3018
- type: nauc_mrr_at_3_std
value: -29.083199999999998
- type: nauc_mrr_at_3_diff1
value: 57.730599999999995
- type: nauc_mrr_at_5_max
value: 23.1946
- type: nauc_mrr_at_5_std
value: -28.481499999999997
- type: nauc_mrr_at_5_diff1
value: 57.763200000000005
- type: nauc_mrr_at_10_max
value: 23.186300000000003
- type: nauc_mrr_at_10_std
value: -28.3692
- type: nauc_mrr_at_10_diff1
value: 57.889900000000004
- type: nauc_mrr_at_20_max
value: 23.1674
- type: nauc_mrr_at_20_std
value: -28.3935
- type: nauc_mrr_at_20_diff1
value: 57.9121
- type: nauc_mrr_at_100_max
value: 23.202
- type: nauc_mrr_at_100_std
value: -28.3269
- type: nauc_mrr_at_100_diff1
value: 57.921
- type: nauc_mrr_at_1000_max
value: 23.2029
- type: nauc_mrr_at_1000_std
value: -28.3322
- type: nauc_mrr_at_1000_diff1
value: 57.9202
- type: main_score
value: 68.91199999999999
task:
type: Retrieval
- dataset:
config: default
name: MTEB MSMARCO (default)
revision: c5a29a104738b98a9e76336939199e264163d4a0
split: dev
type: mteb/msmarco
metrics:
- type: ndcg_at_1
value: 17.092
- type: ndcg_at_3
value: 27.090999999999998
- type: ndcg_at_5
value: 31.214
- type: ndcg_at_10
value: 35.313
- type: ndcg_at_20
value: 38.241
- type: ndcg_at_100
value: 42.179
- type: ndcg_at_1000
value: 43.594
- type: map_at_1
value: 16.605
- type: map_at_3
value: 24.386
- type: map_at_5
value: 26.677
- type: map_at_10
value: 28.395
- type: map_at_20
value: 29.225
- type: map_at_100
value: 29.792
- type: map_at_1000
value: 29.852
- type: recall_at_1
value: 16.605
- type: recall_at_3
value: 34.339999999999996
- type: recall_at_5
value: 44.292
- type: recall_at_10
value: 56.809
- type: recall_at_20
value: 68.132
- type: recall_at_100
value: 88.872
- type: recall_at_1000
value: 99.457
- type: precision_at_1
value: 17.092
- type: precision_at_3
value: 11.848
- type: precision_at_5
value: 9.186
- type: precision_at_10
value: 5.905
- type: precision_at_20
value: 3.5589999999999997
- type: precision_at_100
value: 0.9369999999999999
- type: precision_at_1000
value: 0.106
- type: mrr_at_1
value: 17.063
- type: mrr_at_3
value: 24.959400000000002
- type: mrr_at_5
value: 27.256000000000004
- type: mrr_at_10
value: 28.9353
- type: mrr_at_20
value: 29.7355
- type: mrr_at_100
value: 30.2695
- type: mrr_at_1000
value: 30.3215
- type: nauc_ndcg_at_1_max
value: 5.5625
- type: nauc_ndcg_at_1_std
value: -16.1092
- type: nauc_ndcg_at_1_diff1
value: 33.0972
- type: nauc_ndcg_at_3_max
value: 4.7403
- type: nauc_ndcg_at_3_std
value: -19.8369
- type: nauc_ndcg_at_3_diff1
value: 29.880200000000002
- type: nauc_ndcg_at_5_max
value: 4.2091
- type: nauc_ndcg_at_5_std
value: -21.5124
- type: nauc_ndcg_at_5_diff1
value: 29.625899999999998
- type: nauc_ndcg_at_10_max
value: 3.827
- type: nauc_ndcg_at_10_std
value: -22.625500000000002
- type: nauc_ndcg_at_10_diff1
value: 30.363
- type: nauc_ndcg_at_20_max
value: 4.4104
- type: nauc_ndcg_at_20_std
value: -21.495900000000002
- type: nauc_ndcg_at_20_diff1
value: 30.5112
- type: nauc_ndcg_at_100_max
value: 4.4742
- type: nauc_ndcg_at_100_std
value: -19.41
- type: nauc_ndcg_at_100_diff1
value: 30.756099999999996
- type: nauc_ndcg_at_1000_max
value: 4.4949
- type: nauc_ndcg_at_1000_std
value: -19.994600000000002
- type: nauc_ndcg_at_1000_diff1
value: 30.574800000000003
- type: nauc_map_at_1_max
value: 5.4489
- type: nauc_map_at_1_std
value: -16.429299999999998
- type: nauc_map_at_1_diff1
value: 33.535399999999996
- type: nauc_map_at_3_max
value: 4.8325
- type: nauc_map_at_3_std
value: -19.2464
- type: nauc_map_at_3_diff1
value: 30.6301
- type: nauc_map_at_5_max
value: 4.5377
- type: nauc_map_at_5_std
value: -20.2064
- type: nauc_map_at_5_diff1
value: 30.474
- type: nauc_map_at_10_max
value: 4.3458
- type: nauc_map_at_10_std
value: -20.6956
- type: nauc_map_at_10_diff1
value: 30.7709
- type: nauc_map_at_20_max
value: 4.4921999999999995
- type: nauc_map_at_20_std
value: -20.386699999999998
- type: nauc_map_at_20_diff1
value: 30.7909
- type: nauc_map_at_100_max
value: 4.5049
- type: nauc_map_at_100_std
value: -20.1129
- type: nauc_map_at_100_diff1
value: 30.8317
- type: nauc_map_at_1000_max
value: 4.5051
- type: nauc_map_at_1000_std
value: -20.1204
- type: nauc_map_at_1000_diff1
value: 30.825200000000002
- type: nauc_recall_at_1_max
value: 5.4489
- type: nauc_recall_at_1_std
value: -16.429299999999998
- type: nauc_recall_at_1_diff1
value: 33.535399999999996
- type: nauc_recall_at_3_max
value: 4.4441
- type: nauc_recall_at_3_std
value: -21.4455
- type: nauc_recall_at_3_diff1
value: 28.092200000000002
- type: nauc_recall_at_5_max
value: 3.2275
- type: nauc_recall_at_5_std
value: -24.97
- type: nauc_recall_at_5_diff1
value: 27.5113
- type: nauc_recall_at_10_max
value: 2.1541
- type: nauc_recall_at_10_std
value: -28.4326
- type: nauc_recall_at_10_diff1
value: 29.4637
- type: nauc_recall_at_20_max
value: 4.297
- type: nauc_recall_at_20_std
value: -24.801599999999997
- type: nauc_recall_at_20_diff1
value: 30.154500000000002
- type: nauc_recall_at_100_max
value: 4.6029
- type: nauc_recall_at_100_std
value: -3.588
- type: nauc_recall_at_100_diff1
value: 33.271699999999996
- type: nauc_recall_at_1000_max
value: 18.1391
- type: nauc_recall_at_1000_std
value: 57.285799999999995
- type: nauc_recall_at_1000_diff1
value: 31.7908
- type: nauc_precision_at_1_max
value: 5.5625
- type: nauc_precision_at_1_std
value: -16.1092
- type: nauc_precision_at_1_diff1
value: 33.0972
- type: nauc_precision_at_3_max
value: 4.5372
- type: nauc_precision_at_3_std
value: -21.1767
- type: nauc_precision_at_3_diff1
value: 27.6677
- type: nauc_precision_at_5_max
value: 3.2967000000000004
- type: nauc_precision_at_5_std
value: -24.6539
- type: nauc_precision_at_5_diff1
value: 26.9662
- type: nauc_precision_at_10_max
value: 2.156
- type: nauc_precision_at_10_std
value: -27.4984
- type: nauc_precision_at_10_diff1
value: 28.048099999999998
- type: nauc_precision_at_20_max
value: 4.0815
- type: nauc_precision_at_20_std
value: -22.5257
- type: nauc_precision_at_20_diff1
value: 26.9001
- type: nauc_precision_at_100_max
value: 5.5682
- type: nauc_precision_at_100_std
value: 1.3893
- type: nauc_precision_at_100_diff1
value: 17.996000000000002
- type: nauc_precision_at_1000_max
value: 4.819500000000001
- type: nauc_precision_at_1000_std
value: 9.3265
- type: nauc_precision_at_1000_diff1
value: -6.712999999999999
- type: nauc_mrr_at_1_max
value: 5.6088
- type: nauc_mrr_at_1_std
value: -16.1541
- type: nauc_mrr_at_1_diff1
value: 33.2522
- type: nauc_mrr_at_3_max
value: 4.9326
- type: nauc_mrr_at_3_std
value: -18.7856
- type: nauc_mrr_at_3_diff1
value: 30.309599999999996
- type: nauc_mrr_at_5_max
value: 4.6605
- type: nauc_mrr_at_5_std
value: -19.737199999999998
- type: nauc_mrr_at_5_diff1
value: 30.15
- type: nauc_mrr_at_10_max
value: 4.4956000000000005
- type: nauc_mrr_at_10_std
value: -20.1454
- type: nauc_mrr_at_10_diff1
value: 30.4942
- type: nauc_mrr_at_20_max
value: 4.6911000000000005
- type: nauc_mrr_at_20_std
value: -19.8126
- type: nauc_mrr_at_20_diff1
value: 30.521900000000002
- type: nauc_mrr_at_100_max
value: 4.6719
- type: nauc_mrr_at_100_std
value: -19.5834
- type: nauc_mrr_at_100_diff1
value: 30.5768
- type: nauc_mrr_at_1000_max
value: 4.6695
- type: nauc_mrr_at_1000_std
value: -19.5944
- type: nauc_mrr_at_1000_diff1
value: 30.5715
- type: main_score
value: 35.313
task:
type: Retrieval
- dataset:
config: default
name: MTEB NFCorpus (default)
revision: ec0fa4fe99da2ff19ca1214b7966684033a58814
split: test
type: mteb/nfcorpus
metrics:
- type: ndcg_at_1
value: 61.146
- type: ndcg_at_3
value: 57.554
- type: ndcg_at_5
value: 55.510999999999996
- type: ndcg_at_10
value: 54.248
- type: ndcg_at_20
value: 52.949999999999996
- type: ndcg_at_100
value: 53.599
- type: ndcg_at_1000
value: 62.104000000000006
- type: map_at_1
value: 13.059000000000001
- type: map_at_3
value: 21.599
- type: map_at_5
value: 24.643
- type: map_at_10
value: 28.891
- type: map_at_20
value: 32.094
- type: map_at_100
value: 35.371
- type: map_at_1000
value: 37.102000000000004
- type: recall_at_1
value: 13.059000000000001
- type: recall_at_3
value: 23.791999999999998
- type: recall_at_5
value: 28.785
- type: recall_at_10
value: 36.309000000000005
- type: recall_at_20
value: 43.784
- type: recall_at_100
value: 58.43899999999999
- type: recall_at_1000
value: 83.705
- type: precision_at_1
value: 65.015
- type: precision_at_3
value: 52.632
- type: precision_at_5
value: 45.324999999999996
- type: precision_at_10
value: 36.502
- type: precision_at_20
value: 26.904
- type: precision_at_100
value: 10.232
- type: precision_at_1000
value: 2.335
- type: mrr_at_1
value: 65.0155
- type: mrr_at_3
value: 73.7358
- type: mrr_at_5
value: 75.14450000000001
- type: mrr_at_10
value: 75.7691
- type: mrr_at_20
value: 75.8546
- type: mrr_at_100
value: 75.9605
- type: mrr_at_1000
value: 75.9605
- type: nauc_ndcg_at_1_max
value: 27.548299999999998
- type: nauc_ndcg_at_1_std
value: 11.4967
- type: nauc_ndcg_at_1_diff1
value: 32.275999999999996
- type: nauc_ndcg_at_3_max
value: 31.0718
- type: nauc_ndcg_at_3_std
value: 18.7943
- type: nauc_ndcg_at_3_diff1
value: 24.8749
- type: nauc_ndcg_at_5_max
value: 31.6529
- type: nauc_ndcg_at_5_std
value: 21.1495
- type: nauc_ndcg_at_5_diff1
value: 23.8892
- type: nauc_ndcg_at_10_max
value: 30.5766
- type: nauc_ndcg_at_10_std
value: 20.1106
- type: nauc_ndcg_at_10_diff1
value: 22.364
- type: nauc_ndcg_at_20_max
value: 28.1943
- type: nauc_ndcg_at_20_std
value: 18.583199999999998
- type: nauc_ndcg_at_20_diff1
value: 21.7053
- type: nauc_ndcg_at_100_max
value: 24.0772
- type: nauc_ndcg_at_100_std
value: 14.127999999999998
- type: nauc_ndcg_at_100_diff1
value: 22.6474
- type: nauc_ndcg_at_1000_max
value: 27.724300000000003
- type: nauc_ndcg_at_1000_std
value: 16.7237
- type: nauc_ndcg_at_1000_diff1
value: 25.009900000000002
- type: nauc_map_at_1_max
value: -3.6005000000000003
- type: nauc_map_at_1_std
value: -15.6046
- type: nauc_map_at_1_diff1
value: 36.7597
- type: nauc_map_at_3_max
value: -0.0628
- type: nauc_map_at_3_std
value: -15.681500000000002
- type: nauc_map_at_3_diff1
value: 24.418200000000002
- type: nauc_map_at_5_max
value: 3.5562000000000005
- type: nauc_map_at_5_std
value: -11.8991
- type: nauc_map_at_5_diff1
value: 23.3576
- type: nauc_map_at_10_max
value: 9.1683
- type: nauc_map_at_10_std
value: -6.7388
- type: nauc_map_at_10_diff1
value: 21.5456
- type: nauc_map_at_20_max
value: 12.8545
- type: nauc_map_at_20_std
value: -0.8956000000000001
- type: nauc_map_at_20_diff1
value: 20.9826
- type: nauc_map_at_100_max
value: 16.2495
- type: nauc_map_at_100_std
value: 4.7455
- type: nauc_map_at_100_diff1
value: 21.1963
- type: nauc_map_at_1000_max
value: 17.5536
- type: nauc_map_at_1000_std
value: 6.455
- type: nauc_map_at_1000_diff1
value: 21.3043
- type: nauc_recall_at_1_max
value: -3.6005000000000003
- type: nauc_recall_at_1_std
value: -15.6046
- type: nauc_recall_at_1_diff1
value: 36.7597
- type: nauc_recall_at_3_max
value: -1.2692999999999999
- type: nauc_recall_at_3_std
value: -14.058699999999998
- type: nauc_recall_at_3_diff1
value: 21.3341
- type: nauc_recall_at_5_max
value: 1.66
- type: nauc_recall_at_5_std
value: -9.5905
- type: nauc_recall_at_5_diff1
value: 19.750799999999998
- type: nauc_recall_at_10_max
value: 6.6817
- type: nauc_recall_at_10_std
value: -6.496499999999999
- type: nauc_recall_at_10_diff1
value: 17.6536
- type: nauc_recall_at_20_max
value: 9.5474
- type: nauc_recall_at_20_std
value: 0.05959999999999999
- type: nauc_recall_at_20_diff1
value: 16.730700000000002
- type: nauc_recall_at_100_max
value: 11.5972
- type: nauc_recall_at_100_std
value: 7.7753000000000005
- type: nauc_recall_at_100_diff1
value: 17.2739
- type: nauc_recall_at_1000_max
value: 16.220100000000002
- type: nauc_recall_at_1000_std
value: 9.7895
- type: nauc_recall_at_1000_diff1
value: 20.1088
- type: nauc_precision_at_1_max
value: 28.6704
- type: nauc_precision_at_1_std
value: 8.724400000000001
- type: nauc_precision_at_1_diff1
value: 31.7495
- type: nauc_precision_at_3_max
value: 35.1757
- type: nauc_precision_at_3_std
value: 25.4462
- type: nauc_precision_at_3_diff1
value: 5.8175
- type: nauc_precision_at_5_max
value: 37.419200000000004
- type: nauc_precision_at_5_std
value: 33.487899999999996
- type: nauc_precision_at_5_diff1
value: 1.3419999999999999
- type: nauc_precision_at_10_max
value: 38.181
- type: nauc_precision_at_10_std
value: 40.6276
- type: nauc_precision_at_10_diff1
value: -3.2894
- type: nauc_precision_at_20_max
value: 35.590500000000006
- type: nauc_precision_at_20_std
value: 45.8585
- type: nauc_precision_at_20_diff1
value: -4.7402
- type: nauc_precision_at_100_max
value: 24.0057
- type: nauc_precision_at_100_std
value: 41.2188
- type: nauc_precision_at_100_diff1
value: -9.441099999999999
- type: nauc_precision_at_1000_max
value: 7.6183
- type: nauc_precision_at_1000_std
value: 18.9639
- type: nauc_precision_at_1000_diff1
value: -11.5913
- type: nauc_mrr_at_1_max
value: 28.6704
- type: nauc_mrr_at_1_std
value: 8.724400000000001
- type: nauc_mrr_at_1_diff1
value: 31.7495
- type: nauc_mrr_at_3_max
value: 33.9966
- type: nauc_mrr_at_3_std
value: 16.5795
- type: nauc_mrr_at_3_diff1
value: 34.4273
- type: nauc_mrr_at_5_max
value: 32.3694
- type: nauc_mrr_at_5_std
value: 15.117700000000001
- type: nauc_mrr_at_5_diff1
value: 33.528000000000006
- type: nauc_mrr_at_10_max
value: 32.599000000000004
- type: nauc_mrr_at_10_std
value: 15.3064
- type: nauc_mrr_at_10_diff1
value: 33.3536
- type: nauc_mrr_at_20_max
value: 32.4488
- type: nauc_mrr_at_20_std
value: 15.179200000000002
- type: nauc_mrr_at_20_diff1
value: 33.366299999999995
- type: nauc_mrr_at_100_max
value: 32.4718
- type: nauc_mrr_at_100_std
value: 14.9547
- type: nauc_mrr_at_100_diff1
value: 33.3855
- type: nauc_mrr_at_1000_max
value: 32.4718
- type: nauc_mrr_at_1000_std
value: 14.9547
- type: nauc_mrr_at_1000_diff1
value: 33.3855
- type: main_score
value: 54.248
task:
type: Retrieval
- dataset:
config: default
name: MTEB NQ (default)
revision: b774495ed302d8c44a3a7ea25c90dbce03968f31
split: test
type: mteb/nq
metrics:
- type: ndcg_at_1
value: 24.131
- type: ndcg_at_3
value: 34.291
- type: ndcg_at_5
value: 38.74
- type: ndcg_at_10
value: 43.897999999999996
- type: ndcg_at_20
value: 47.201
- type: ndcg_at_100
value: 50.55
- type: ndcg_at_1000
value: 51.068000000000005
- type: map_at_1
value: 21.147
- type: map_at_3
value: 30.630000000000003
- type: map_at_5
value: 33.192
- type: map_at_10
value: 35.514
- type: map_at_20
value: 36.524
- type: map_at_100
value: 37.07
- type: map_at_1000
value: 37.098
- type: recall_at_1
value: 21.147
- type: recall_at_3
value: 41.983
- type: recall_at_5
value: 52.284
- type: recall_at_10
value: 67.292
- type: recall_at_20
value: 79.621
- type: recall_at_100
value: 96.36
- type: recall_at_1000
value: 99.971
- type: precision_at_1
value: 24.131
- type: precision_at_3
value: 16.271
- type: precision_at_5
value: 12.3
- type: precision_at_10
value: 8.033
- type: precision_at_20
value: 4.786
- type: precision_at_100
value: 1.168
- type: precision_at_1000
value: 0.122
- type: mrr_at_1
value: 24.1599
- type: mrr_at_3
value: 33.5603
- type: mrr_at_5
value: 36.0211
- type: mrr_at_10
value: 37.984
- type: mrr_at_20
value: 38.7792
- type: mrr_at_100
value: 39.1873
- type: mrr_at_1000
value: 39.204299999999996
- type: nauc_ndcg_at_1_max
value: 6.1177
- type: nauc_ndcg_at_1_std
value: -12.7955
- type: nauc_ndcg_at_1_diff1
value: 26.539
- type: nauc_ndcg_at_3_max
value: 5.7799000000000005
- type: nauc_ndcg_at_3_std
value: -17.5117
- type: nauc_ndcg_at_3_diff1
value: 22.5407
- type: nauc_ndcg_at_5_max
value: 6.611599999999999
- type: nauc_ndcg_at_5_std
value: -18.5306
- type: nauc_ndcg_at_5_diff1
value: 23.1721
- type: nauc_ndcg_at_10_max
value: 7.829
- type: nauc_ndcg_at_10_std
value: -18.3604
- type: nauc_ndcg_at_10_diff1
value: 22.8204
- type: nauc_ndcg_at_20_max
value: 8.2838
- type: nauc_ndcg_at_20_std
value: -17.6642
- type: nauc_ndcg_at_20_diff1
value: 23.1847
- type: nauc_ndcg_at_100_max
value: 7.8262
- type: nauc_ndcg_at_100_std
value: -16.7512
- type: nauc_ndcg_at_100_diff1
value: 23.3122
- type: nauc_ndcg_at_1000_max
value: 7.453
- type: nauc_ndcg_at_1000_std
value: -16.7469
- type: nauc_ndcg_at_1000_diff1
value: 23.328599999999998
- type: nauc_map_at_1_max
value: 4.195200000000001
- type: nauc_map_at_1_std
value: -14.2862
- type: nauc_map_at_1_diff1
value: 26.652900000000002
- type: nauc_map_at_3_max
value: 5.0855
- type: nauc_map_at_3_std
value: -17.1068
- type: nauc_map_at_3_diff1
value: 23.3414
- type: nauc_map_at_5_max
value: 5.6009
- type: nauc_map_at_5_std
value: -17.7414
- type: nauc_map_at_5_diff1
value: 23.8283
- type: nauc_map_at_10_max
value: 6.2152
- type: nauc_map_at_10_std
value: -17.5015
- type: nauc_map_at_10_diff1
value: 23.647299999999998
- type: nauc_map_at_20_max
value: 6.3355999999999995
- type: nauc_map_at_20_std
value: -17.2837
- type: nauc_map_at_20_diff1
value: 23.7342
- type: nauc_map_at_100_max
value: 6.2927
- type: nauc_map_at_100_std
value: -17.119400000000002
- type: nauc_map_at_100_diff1
value: 23.7403
- type: nauc_map_at_1000_max
value: 6.2796
- type: nauc_map_at_1000_std
value: -17.1127
- type: nauc_map_at_1000_diff1
value: 23.7426
- type: nauc_recall_at_1_max
value: 4.195200000000001
- type: nauc_recall_at_1_std
value: -14.2862
- type: nauc_recall_at_1_diff1
value: 26.652900000000002
- type: nauc_recall_at_3_max
value: 5.9579
- type: nauc_recall_at_3_std
value: -19.6857
- type: nauc_recall_at_3_diff1
value: 19.804
- type: nauc_recall_at_5_max
value: 7.590199999999999
- type: nauc_recall_at_5_std
value: -22.1341
- type: nauc_recall_at_5_diff1
value: 20.9203
- type: nauc_recall_at_10_max
value: 11.520199999999999
- type: nauc_recall_at_10_std
value: -23.2969
- type: nauc_recall_at_10_diff1
value: 19.5654
- type: nauc_recall_at_20_max
value: 15.6148
- type: nauc_recall_at_20_std
value: -21.455099999999998
- type: nauc_recall_at_20_diff1
value: 20.8203
- type: nauc_recall_at_100_max
value: 27.0503
- type: nauc_recall_at_100_std
value: -12.839500000000001
- type: nauc_recall_at_100_diff1
value: 21.520400000000002
- type: nauc_recall_at_1000_max
value: 59.3835
- type: nauc_recall_at_1000_std
value: 64.9867
- type: nauc_recall_at_1000_diff1
value: -20.5901
- type: nauc_precision_at_1_max
value: 6.1177
- type: nauc_precision_at_1_std
value: -12.7955
- type: nauc_precision_at_1_diff1
value: 26.539
- type: nauc_precision_at_3_max
value: 8.7624
- type: nauc_precision_at_3_std
value: -16.356
- type: nauc_precision_at_3_diff1
value: 18.7622
- type: nauc_precision_at_5_max
value: 10.838299999999998
- type: nauc_precision_at_5_std
value: -16.1541
- type: nauc_precision_at_5_diff1
value: 17.979899999999997
- type: nauc_precision_at_10_max
value: 13.9711
- type: nauc_precision_at_10_std
value: -10.7442
- type: nauc_precision_at_10_diff1
value: 12.6609
- type: nauc_precision_at_20_max
value: 15.268999999999998
- type: nauc_precision_at_20_std
value: -4.0376
- type: nauc_precision_at_20_diff1
value: 8.1295
- type: nauc_precision_at_100_max
value: 12.4636
- type: nauc_precision_at_100_std
value: 9.5578
- type: nauc_precision_at_100_diff1
value: -2.1733
- type: nauc_precision_at_1000_max
value: 9.0893
- type: nauc_precision_at_1000_std
value: 12.2458
- type: nauc_precision_at_1000_diff1
value: -5.1766
- type: nauc_mrr_at_1_max
value: 6.275799999999999
- type: nauc_mrr_at_1_std
value: -12.8557
- type: nauc_mrr_at_1_diff1
value: 26.4324
- type: nauc_mrr_at_3_max
value: 6.929200000000001
- type: nauc_mrr_at_3_std
value: -15.2565
- type: nauc_mrr_at_3_diff1
value: 23.3456
- type: nauc_mrr_at_5_max
value: 7.2707999999999995
- type: nauc_mrr_at_5_std
value: -15.685099999999998
- type: nauc_mrr_at_5_diff1
value: 23.5235
- type: nauc_mrr_at_10_max
value: 7.518700000000001
- type: nauc_mrr_at_10_std
value: -15.6877
- type: nauc_mrr_at_10_diff1
value: 23.460900000000002
- type: nauc_mrr_at_20_max
value: 7.544199999999999
- type: nauc_mrr_at_20_std
value: -15.6254
- type: nauc_mrr_at_20_diff1
value: 23.6153
- type: nauc_mrr_at_100_max
value: 7.4768
- type: nauc_mrr_at_100_std
value: -15.5228
- type: nauc_mrr_at_100_diff1
value: 23.658199999999997
- type: nauc_mrr_at_1000_max
value: 7.4644
- type: nauc_mrr_at_1000_std
value: -15.524099999999999
- type: nauc_mrr_at_1000_diff1
value: 23.657600000000002
- type: main_score
value: 43.897999999999996
task:
type: Retrieval
- dataset:
config: default
name: MTEB QuoraRetrieval (default)
revision: e4e08e0b7dbe3c8700f0daef558ff32256715259
split: test
type: mteb/quora
metrics:
- type: ndcg_at_1
value: 82.67
- type: ndcg_at_3
value: 86.91799999999999
- type: ndcg_at_5
value: 88.482
- type: ndcg_at_10
value: 89.73
- type: ndcg_at_20
value: 90.34
- type: ndcg_at_100
value: 90.70899999999999
- type: ndcg_at_1000
value: 90.753
- type: map_at_1
value: 71.706
- type: map_at_3
value: 82.99600000000001
- type: map_at_5
value: 84.89999999999999
- type: map_at_10
value: 86.028
- type: map_at_20
value: 86.454
- type: map_at_100
value: 86.641
- type: map_at_1000
value: 86.652
- type: recall_at_1
value: 71.706
- type: recall_at_3
value: 88.689
- type: recall_at_5
value: 93.131
- type: recall_at_10
value: 96.803
- type: recall_at_20
value: 98.67399999999999
- type: recall_at_100
value: 99.856
- type: recall_at_1000
value: 99.994
- type: precision_at_1
value: 82.67
- type: precision_at_3
value: 38.133
- type: precision_at_5
value: 25.122
- type: precision_at_10
value: 13.703000000000001
- type: precision_at_20
value: 7.269
- type: precision_at_100
value: 1.542
- type: precision_at_1000
value: 0.157
- type: mrr_at_1
value: 82.67
- type: mrr_at_3
value: 87.9133
- type: mrr_at_5
value: 88.5548
- type: mrr_at_10
value: 88.8206
- type: mrr_at_20
value: 88.8742
- type: mrr_at_100
value: 88.885
- type: mrr_at_1000
value: 88.8852
- type: nauc_ndcg_at_1_max
value: 33.2766
- type: nauc_ndcg_at_1_std
value: -52.977
- type: nauc_ndcg_at_1_diff1
value: 76.4176
- type: nauc_ndcg_at_3_max
value: 30.705700000000004
- type: nauc_ndcg_at_3_std
value: -63.782000000000004
- type: nauc_ndcg_at_3_diff1
value: 73.4488
- type: nauc_ndcg_at_5_max
value: 30.732799999999997
- type: nauc_ndcg_at_5_std
value: -65.73639999999999
- type: nauc_ndcg_at_5_diff1
value: 73.94539999999999
- type: nauc_ndcg_at_10_max
value: 31.006899999999998
- type: nauc_ndcg_at_10_std
value: -64.3153
- type: nauc_ndcg_at_10_diff1
value: 74.24690000000001
- type: nauc_ndcg_at_20_max
value: 31.5709
- type: nauc_ndcg_at_20_std
value: -62.223600000000005
- type: nauc_ndcg_at_20_diff1
value: 74.3433
- type: nauc_ndcg_at_100_max
value: 32.0338
- type: nauc_ndcg_at_100_std
value: -59.8332
- type: nauc_ndcg_at_100_diff1
value: 74.3081
- type: nauc_ndcg_at_1000_max
value: 32.1592
- type: nauc_ndcg_at_1000_std
value: -59.42659999999999
- type: nauc_ndcg_at_1000_diff1
value: 74.2711
- type: nauc_map_at_1_max
value: 23.6421
- type: nauc_map_at_1_std
value: -52.0547
- type: nauc_map_at_1_diff1
value: 78.5142
- type: nauc_map_at_3_max
value: 28.871799999999997
- type: nauc_map_at_3_std
value: -64.426
- type: nauc_map_at_3_diff1
value: 75.0427
- type: nauc_map_at_5_max
value: 29.8773
- type: nauc_map_at_5_std
value: -65.0887
- type: nauc_map_at_5_diff1
value: 74.6348
- type: nauc_map_at_10_max
value: 30.539899999999996
- type: nauc_map_at_10_std
value: -63.5714
- type: nauc_map_at_10_diff1
value: 74.4349
- type: nauc_map_at_20_max
value: 30.793799999999997
- type: nauc_map_at_20_std
value: -62.3011
- type: nauc_map_at_20_diff1
value: 74.3787
- type: nauc_map_at_100_max
value: 30.886999999999997
- type: nauc_map_at_100_std
value: -61.381699999999995
- type: nauc_map_at_100_diff1
value: 74.2962
- type: nauc_map_at_1000_max
value: 30.9135
- type: nauc_map_at_1000_std
value: -61.307
- type: nauc_map_at_1000_diff1
value: 74.29010000000001
- type: nauc_recall_at_1_max
value: 23.6421
- type: nauc_recall_at_1_std
value: -52.0547
- type: nauc_recall_at_1_diff1
value: 78.5142
- type: nauc_recall_at_3_max
value: 24.9435
- type: nauc_recall_at_3_std
value: -76.28
- type: nauc_recall_at_3_diff1
value: 70.31110000000001
- type: nauc_recall_at_5_max
value: 24.9419
- type: nauc_recall_at_5_std
value: -88.0645
- type: nauc_recall_at_5_diff1
value: 69.125
- type: nauc_recall_at_10_max
value: 22.8575
- type: nauc_recall_at_10_std
value: -102.4149
- type: nauc_recall_at_10_diff1
value: 69.8238
- type: nauc_recall_at_20_max
value: 20.535700000000002
- type: nauc_recall_at_20_std
value: -114.80090000000001
- type: nauc_recall_at_20_diff1
value: 70.1011
- type: nauc_recall_at_100_max
value: 6.815499999999999
- type: nauc_recall_at_100_std
value: -133.9387
- type: nauc_recall_at_100_diff1
value: 76.857
- type: nauc_recall_at_1000_max
value: -14.6695
- type: nauc_recall_at_1000_std
value: -150.0684
- type: nauc_recall_at_1000_diff1
value: 77.9582
- type: nauc_precision_at_1_max
value: 33.2766
- type: nauc_precision_at_1_std
value: -52.977
- type: nauc_precision_at_1_diff1
value: 76.4176
- type: nauc_precision_at_3_max
value: 5.4244
- type: nauc_precision_at_3_std
value: 4.4489
- type: nauc_precision_at_3_diff1
value: -22.4617
- type: nauc_precision_at_5_max
value: 0.2426
- type: nauc_precision_at_5_std
value: 18.0339
- type: nauc_precision_at_5_diff1
value: -34.0889
- type: nauc_precision_at_10_max
value: -3.6422999999999996
- type: nauc_precision_at_10_std
value: 30.5581
- type: nauc_precision_at_10_diff1
value: -40.481
- type: nauc_precision_at_20_max
value: -5.3166
- type: nauc_precision_at_20_std
value: 37.9037
- type: nauc_precision_at_20_diff1
value: -42.267500000000005
- type: nauc_precision_at_100_max
value: -6.1917
- type: nauc_precision_at_100_std
value: 44.817299999999996
- type: nauc_precision_at_100_diff1
value: -43.2039
- type: nauc_precision_at_1000_max
value: -5.8959
- type: nauc_precision_at_1000_std
value: 46.6794
- type: nauc_precision_at_1000_diff1
value: -43.352000000000004
- type: nauc_mrr_at_1_max
value: 33.312599999999996
- type: nauc_mrr_at_1_std
value: -53.12670000000001
- type: nauc_mrr_at_1_diff1
value: 76.4176
- type: nauc_mrr_at_3_max
value: 33.1662
- type: nauc_mrr_at_3_std
value: -58.7466
- type: nauc_mrr_at_3_diff1
value: 75.004
- type: nauc_mrr_at_5_max
value: 33.4293
- type: nauc_mrr_at_5_std
value: -58.410700000000006
- type: nauc_mrr_at_5_diff1
value: 75.24149999999999
- type: nauc_mrr_at_10_max
value: 33.3427
- type: nauc_mrr_at_10_std
value: -57.847899999999996
- type: nauc_mrr_at_10_diff1
value: 75.343
- type: nauc_mrr_at_20_max
value: 33.335
- type: nauc_mrr_at_20_std
value: -57.663
- type: nauc_mrr_at_20_diff1
value: 75.3402
- type: nauc_mrr_at_100_max
value: 33.323
- type: nauc_mrr_at_100_std
value: -57.613
- type: nauc_mrr_at_100_diff1
value: 75.3467
- type: nauc_mrr_at_1000_max
value: 33.3235
- type: nauc_mrr_at_1000_std
value: -57.61150000000001
- type: nauc_mrr_at_1000_diff1
value: 75.3467
- type: main_score
value: 89.73
task:
type: Retrieval
- dataset:
config: default
name: MTEB SCIDOCS (default)
revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88
split: test
type: mteb/scidocs
metrics:
- type: ndcg_at_1
value: 46.5
- type: ndcg_at_3
value: 38.659
- type: ndcg_at_5
value: 34.364
- type: ndcg_at_10
value: 40.687
- type: ndcg_at_20
value: 44.822
- type: ndcg_at_100
value: 50.367
- type: ndcg_at_1000
value: 54.584999999999994
- type: map_at_1
value: 9.495000000000001
- type: map_at_3
value: 18.671
- type: map_at_5
value: 23.363999999999997
- type: map_at_10
value: 27.685
- type: map_at_20
value: 29.673
- type: map_at_100
value: 31.108999999999998
- type: map_at_1000
value: 31.433
- type: recall_at_1
value: 9.495000000000001
- type: recall_at_3
value: 22.223000000000003
- type: recall_at_5
value: 31.052999999999997
- type: recall_at_10
value: 42.681999999999995
- type: recall_at_20
value: 52.308
- type: recall_at_100
value: 70.135
- type: recall_at_1000
value: 90.337
- type: precision_at_1
value: 46.5
- type: precision_at_3
value: 36.3
- type: precision_at_5
value: 30.44
- type: precision_at_10
value: 20.919999999999998
- type: precision_at_20
value: 12.839999999999998
- type: precision_at_100
value: 3.449
- type: precision_at_1000
value: 0.445
- type: mrr_at_1
value: 46.5
- type: mrr_at_3
value: 57.3
- type: mrr_at_5
value: 59.260000000000005
- type: mrr_at_10
value: 60.304500000000004
- type: mrr_at_20
value: 60.684099999999994
- type: mrr_at_100
value: 60.8631
- type: mrr_at_1000
value: 60.8716
- type: nauc_ndcg_at_1_max
value: 29.321399999999997
- type: nauc_ndcg_at_1_std
value: 16.740199999999998
- type: nauc_ndcg_at_1_diff1
value: 25.596799999999998
- type: nauc_ndcg_at_3_max
value: 34.894
- type: nauc_ndcg_at_3_std
value: 28.1459
- type: nauc_ndcg_at_3_diff1
value: 15.806700000000001
- type: nauc_ndcg_at_5_max
value: 37.9759
- type: nauc_ndcg_at_5_std
value: 33.7014
- type: nauc_ndcg_at_5_diff1
value: 12.6296
- type: nauc_ndcg_at_10_max
value: 42.6068
- type: nauc_ndcg_at_10_std
value: 40.341300000000004
- type: nauc_ndcg_at_10_diff1
value: 12.8702
- type: nauc_ndcg_at_20_max
value: 45.188
- type: nauc_ndcg_at_20_std
value: 44.2751
- type: nauc_ndcg_at_20_diff1
value: 13.3693
- type: nauc_ndcg_at_100_max
value: 45.2376
- type: nauc_ndcg_at_100_std
value: 44.4992
- type: nauc_ndcg_at_100_diff1
value: 14.8907
- type: nauc_ndcg_at_1000_max
value: 43.8895
- type: nauc_ndcg_at_1000_std
value: 42.268299999999996
- type: nauc_ndcg_at_1000_diff1
value: 14.8209
- type: nauc_map_at_1_max
value: 28.6813
- type: nauc_map_at_1_std
value: 16.3843
- type: nauc_map_at_1_diff1
value: 25.1706
- type: nauc_map_at_3_max
value: 33.2213
- type: nauc_map_at_3_std
value: 26.9948
- type: nauc_map_at_3_diff1
value: 13.9829
- type: nauc_map_at_5_max
value: 36.5277
- type: nauc_map_at_5_std
value: 32.3089
- type: nauc_map_at_5_diff1
value: 10.5362
- type: nauc_map_at_10_max
value: 40.752500000000005
- type: nauc_map_at_10_std
value: 38.4811
- type: nauc_map_at_10_diff1
value: 10.499600000000001
- type: nauc_map_at_20_max
value: 42.945299999999996
- type: nauc_map_at_20_std
value: 41.7172
- type: nauc_map_at_20_diff1
value: 10.9316
- type: nauc_map_at_100_max
value: 43.2874
- type: nauc_map_at_100_std
value: 42.3174
- type: nauc_map_at_100_diff1
value: 11.322000000000001
- type: nauc_map_at_1000_max
value: 43.1905
- type: nauc_map_at_1000_std
value: 42.2115
- type: nauc_map_at_1000_diff1
value: 11.2752
- type: nauc_recall_at_1_max
value: 28.6813
- type: nauc_recall_at_1_std
value: 16.3843
- type: nauc_recall_at_1_diff1
value: 25.1706
- type: nauc_recall_at_3_max
value: 36.1579
- type: nauc_recall_at_3_std
value: 31.915300000000002
- type: nauc_recall_at_3_diff1
value: 11.9143
- type: nauc_recall_at_5_max
value: 38.484
- type: nauc_recall_at_5_std
value: 38.2559
- type: nauc_recall_at_5_diff1
value: 6.4575
- type: nauc_recall_at_10_max
value: 43.904900000000005
- type: nauc_recall_at_10_std
value: 46.9463
- type: nauc_recall_at_10_diff1
value: 7.0757
- type: nauc_recall_at_20_max
value: 46.646100000000004
- type: nauc_recall_at_20_std
value: 52.786500000000004
- type: nauc_recall_at_20_diff1
value: 7.2292
- type: nauc_recall_at_100_max
value: 43.519000000000005
- type: nauc_recall_at_100_std
value: 51.16030000000001
- type: nauc_recall_at_100_diff1
value: 10.6438
- type: nauc_recall_at_1000_max
value: 35.312
- type: nauc_recall_at_1000_std
value: 43.1113
- type: nauc_recall_at_1000_diff1
value: 8.166
- type: nauc_precision_at_1_max
value: 29.321399999999997
- type: nauc_precision_at_1_std
value: 16.740199999999998
- type: nauc_precision_at_1_diff1
value: 25.596799999999998
- type: nauc_precision_at_3_max
value: 36.4825
- type: nauc_precision_at_3_std
value: 32.263
- type: nauc_precision_at_3_diff1
value: 11.940000000000001
- type: nauc_precision_at_5_max
value: 38.955400000000004
- type: nauc_precision_at_5_std
value: 39.0655
- type: nauc_precision_at_5_diff1
value: 6.5099
- type: nauc_precision_at_10_max
value: 44.4624
- type: nauc_precision_at_10_std
value: 47.780499999999996
- type: nauc_precision_at_10_diff1
value: 6.994300000000001
- type: nauc_precision_at_20_max
value: 46.785399999999996
- type: nauc_precision_at_20_std
value: 53.01090000000001
- type: nauc_precision_at_20_diff1
value: 7.2193
- type: nauc_precision_at_100_max
value: 42.6579
- type: nauc_precision_at_100_std
value: 50.455799999999996
- type: nauc_precision_at_100_diff1
value: 10.3314
- type: nauc_precision_at_1000_max
value: 30.064999999999998
- type: nauc_precision_at_1000_std
value: 37.6868
- type: nauc_precision_at_1000_diff1
value: 5.7053
- type: nauc_mrr_at_1_max
value: 29.321399999999997
- type: nauc_mrr_at_1_std
value: 16.740199999999998
- type: nauc_mrr_at_1_diff1
value: 25.596799999999998
- type: nauc_mrr_at_3_max
value: 34.8344
- type: nauc_mrr_at_3_std
value: 23.637900000000002
- type: nauc_mrr_at_3_diff1
value: 23.8412
- type: nauc_mrr_at_5_max
value: 35.1867
- type: nauc_mrr_at_5_std
value: 24.5859
- type: nauc_mrr_at_5_diff1
value: 23.5854
- type: nauc_mrr_at_10_max
value: 35.0206
- type: nauc_mrr_at_10_std
value: 24.3563
- type: nauc_mrr_at_10_diff1
value: 23.802699999999998
- type: nauc_mrr_at_20_max
value: 34.7613
- type: nauc_mrr_at_20_std
value: 23.887900000000002
- type: nauc_mrr_at_20_diff1
value: 23.8763
- type: nauc_mrr_at_100_max
value: 34.6391
- type: nauc_mrr_at_100_std
value: 23.7577
- type: nauc_mrr_at_100_diff1
value: 23.8819
- type: nauc_mrr_at_1000_max
value: 34.6298
- type: nauc_mrr_at_1000_std
value: 23.744
- type: nauc_mrr_at_1000_diff1
value: 23.8751
- type: main_score
value: 40.687
task:
type: Retrieval
- dataset:
config: default
name: MTEB SciFact (default)
revision: 0228b52cf27578f30900b9e5271d331663a030d7
split: test
type: mteb/scifact
metrics:
- type: ndcg_at_1
value: 72
- type: ndcg_at_3
value: 79.577
- type: ndcg_at_5
value: 82.586
- type: ndcg_at_10
value: 84.129
- type: ndcg_at_20
value: 84.851
- type: ndcg_at_100
value: 85.03699999999999
- type: ndcg_at_1000
value: 85.03699999999999
- type: map_at_1
value: 68.744
- type: map_at_3
value: 76.95
- type: map_at_5
value: 79.027
- type: map_at_10
value: 79.745
- type: map_at_20
value: 80.021
- type: map_at_100
value: 80.06
- type: map_at_1000
value: 80.06
- type: recall_at_1
value: 68.744
- type: recall_at_3
value: 84.95
- type: recall_at_5
value: 92.078
- type: recall_at_10
value: 96.61699999999999
- type: recall_at_20
value: 99.167
- type: recall_at_100
value: 100
- type: recall_at_1000
value: 100
- type: precision_at_1
value: 72
- type: precision_at_3
value: 30.667
- type: precision_at_5
value: 20.467
- type: precision_at_10
value: 10.833
- type: precision_at_20
value: 5.6000000000000005
- type: precision_at_100
value: 1.13
- type: precision_at_1000
value: 0.11299999999999999
- type: mrr_at_1
value: 72
- type: mrr_at_3
value: 78.3333
- type: mrr_at_5
value: 79.91669999999999
- type: mrr_at_10
value: 80.4808
- type: mrr_at_20
value: 80.6295
- type: mrr_at_100
value: 80.6593
- type: mrr_at_1000
value: 80.6593
- type: nauc_ndcg_at_1_max
value: 11.0227
- type: nauc_ndcg_at_1_std
value: -41.3818
- type: nauc_ndcg_at_1_diff1
value: 67.8451
- type: nauc_ndcg_at_3_max
value: 12.417
- type: nauc_ndcg_at_3_std
value: -56.0678
- type: nauc_ndcg_at_3_diff1
value: 66.1864
- type: nauc_ndcg_at_5_max
value: 9.7149
- type: nauc_ndcg_at_5_std
value: -54.4778
- type: nauc_ndcg_at_5_diff1
value: 66.0709
- type: nauc_ndcg_at_10_max
value: 10.0481
- type: nauc_ndcg_at_10_std
value: -53.0103
- type: nauc_ndcg_at_10_diff1
value: 65.4975
- type: nauc_ndcg_at_20_max
value: 10.4447
- type: nauc_ndcg_at_20_std
value: -51.44109999999999
- type: nauc_ndcg_at_20_diff1
value: 66.305
- type: nauc_ndcg_at_100_max
value: 10.5114
- type: nauc_ndcg_at_100_std
value: -50.913399999999996
- type: nauc_ndcg_at_100_diff1
value: 66.4661
- type: nauc_ndcg_at_1000_max
value: 10.5114
- type: nauc_ndcg_at_1000_std
value: -50.913399999999996
- type: nauc_ndcg_at_1000_diff1
value: 66.4661
- type: nauc_map_at_1_max
value: 9.7749
- type: nauc_map_at_1_std
value: -42.442
- type: nauc_map_at_1_diff1
value: 69.6292
- type: nauc_map_at_3_max
value: 11.17
- type: nauc_map_at_3_std
value: -53.1002
- type: nauc_map_at_3_diff1
value: 67.3252
- type: nauc_map_at_5_max
value: 10.0632
- type: nauc_map_at_5_std
value: -52.3343
- type: nauc_map_at_5_diff1
value: 67.2538
- type: nauc_map_at_10_max
value: 10.416400000000001
- type: nauc_map_at_10_std
value: -51.5081
- type: nauc_map_at_10_diff1
value: 66.87100000000001
- type: nauc_map_at_20_max
value: 10.4185
- type: nauc_map_at_20_std
value: -51.0903
- type: nauc_map_at_20_diff1
value: 67.0864
- type: nauc_map_at_100_max
value: 10.417
- type: nauc_map_at_100_std
value: -50.9973
- type: nauc_map_at_100_diff1
value: 67.1061
- type: nauc_map_at_1000_max
value: 10.417
- type: nauc_map_at_1000_std
value: -50.9973
- type: nauc_map_at_1000_diff1
value: 67.1061
- type: nauc_recall_at_1_max
value: 9.7749
- type: nauc_recall_at_1_std
value: -42.442
- type: nauc_recall_at_1_diff1
value: 69.6292
- type: nauc_recall_at_3_max
value: 15.6252
- type: nauc_recall_at_3_std
value: -68.1735
- type: nauc_recall_at_3_diff1
value: 63.6781
- type: nauc_recall_at_5_max
value: 6.2329
- type: nauc_recall_at_5_std
value: -72.0598
- type: nauc_recall_at_5_diff1
value: 60.3973
- type: nauc_recall_at_10_max
value: 1.2191
- type: nauc_recall_at_10_std
value: -83.2013
- type: nauc_recall_at_10_diff1
value: 49.9351
- type: nauc_recall_at_20_max
value: 3.1466000000000003
- type: nauc_recall_at_20_std
value: -87.7218
- type: nauc_recall_at_20_diff1
value: 53.1466
- type: nauc_recall_at_100_max
value: .nan
- type: nauc_recall_at_100_std
value: .nan
- type: nauc_recall_at_100_diff1
value: .nan
- type: nauc_recall_at_1000_max
value: .nan
- type: nauc_recall_at_1000_std
value: .nan
- type: nauc_recall_at_1000_diff1
value: .nan
- type: nauc_precision_at_1_max
value: 11.0227
- type: nauc_precision_at_1_std
value: -41.3818
- type: nauc_precision_at_1_diff1
value: 67.8451
- type: nauc_precision_at_3_max
value: 15.351
- type: nauc_precision_at_3_std
value: -32.0099
- type: nauc_precision_at_3_diff1
value: 24.2078
- type: nauc_precision_at_5_max
value: 4.019699999999999
- type: nauc_precision_at_5_std
value: -7.6705
- type: nauc_precision_at_5_diff1
value: -2.1522
- type: nauc_precision_at_10_max
value: 5.2288
- type: nauc_precision_at_10_std
value: 12.887599999999999
- type: nauc_precision_at_10_diff1
value: -22.4653
- type: nauc_precision_at_20_max
value: 2.5358
- type: nauc_precision_at_20_std
value: 24.0093
- type: nauc_precision_at_20_diff1
value: -30.4318
- type: nauc_precision_at_100_max
value: 1.8974000000000002
- type: nauc_precision_at_100_std
value: 28.6152
- type: nauc_precision_at_100_diff1
value: -33.2432
- type: nauc_precision_at_1000_max
value: 1.8974000000000002
- type: nauc_precision_at_1000_std
value: 28.6152
- type: nauc_precision_at_1000_diff1
value: -33.2432
- type: nauc_mrr_at_1_max
value: 11.0227
- type: nauc_mrr_at_1_std
value: -41.3818
- type: nauc_mrr_at_1_diff1
value: 67.8451
- type: nauc_mrr_at_3_max
value: 11.8583
- type: nauc_mrr_at_3_std
value: -51.834199999999996
- type: nauc_mrr_at_3_diff1
value: 66.04870000000001
- type: nauc_mrr_at_5_max
value: 10.3955
- type: nauc_mrr_at_5_std
value: -50.266
- type: nauc_mrr_at_5_diff1
value: 65.5397
- type: nauc_mrr_at_10_max
value: 10.3111
- type: nauc_mrr_at_10_std
value: -49.8531
- type: nauc_mrr_at_10_diff1
value: 65.4936
- type: nauc_mrr_at_20_max
value: 10.483099999999999
- type: nauc_mrr_at_20_std
value: -49.5763
- type: nauc_mrr_at_20_diff1
value: 65.76520000000001
- type: nauc_mrr_at_100_max
value: 10.5137
- type: nauc_mrr_at_100_std
value: -49.542199999999994
- type: nauc_mrr_at_100_diff1
value: 65.8002
- type: nauc_mrr_at_1000_max
value: 10.5137
- type: nauc_mrr_at_1000_std
value: -49.542199999999994
- type: nauc_mrr_at_1000_diff1
value: 65.8002
- type: main_score
value: 84.129
task:
type: Retrieval
- dataset:
config: default
name: MTEB TRECCOVID (default)
revision: bb9466bac8153a0349341eb1b22e06409e78ef4e
split: test
type: mteb/trec-covid
metrics:
- type: ndcg_at_1
value: 74
- type: ndcg_at_3
value: 64.754
- type: ndcg_at_5
value: 61.072
- type: ndcg_at_10
value: 57.3
- type: ndcg_at_20
value: 53.879999999999995
- type: ndcg_at_100
value: 41.766999999999996
- type: ndcg_at_1000
value: 36.256
- type: map_at_1
value: 0.207
- type: map_at_3
value: 0.512
- type: map_at_5
value: 0.779
- type: map_at_10
value: 1.306
- type: map_at_20
value: 2.268
- type: map_at_100
value: 7.062
- type: map_at_1000
value: 14.901
- type: recall_at_1
value: 0.207
- type: recall_at_3
value: 0.5369999999999999
- type: recall_at_5
value: 0.8500000000000001
- type: recall_at_10
value: 1.5010000000000001
- type: recall_at_20
value: 2.855
- type: recall_at_100
value: 10.578999999999999
- type: recall_at_1000
value: 33.661
- type: precision_at_1
value: 78
- type: precision_at_3
value: 66.667
- type: precision_at_5
value: 63.6
- type: precision_at_10
value: 59.199999999999996
- type: precision_at_20
value: 56.2
- type: precision_at_100
value: 42.699999999999996
- type: precision_at_1000
value: 15.268
- type: mrr_at_1
value: 78
- type: mrr_at_3
value: 83.6667
- type: mrr_at_5
value: 84.5667
- type: mrr_at_10
value: 85.1857
- type: mrr_at_20
value: 85.291
- type: mrr_at_100
value: 85.291
- type: mrr_at_1000
value: 85.291
- type: nauc_ndcg_at_1_max
value: 39.238099999999996
- type: nauc_ndcg_at_1_std
value: 45.5578
- type: nauc_ndcg_at_1_diff1
value: -5.5188
- type: nauc_ndcg_at_3_max
value: 45.7943
- type: nauc_ndcg_at_3_std
value: 44.5792
- type: nauc_ndcg_at_3_diff1
value: -3.1822000000000004
- type: nauc_ndcg_at_5_max
value: 48.221599999999995
- type: nauc_ndcg_at_5_std
value: 46.691700000000004
- type: nauc_ndcg_at_5_diff1
value: -7.4178999999999995
- type: nauc_ndcg_at_10_max
value: 46.6109
- type: nauc_ndcg_at_10_std
value: 47.5325
- type: nauc_ndcg_at_10_diff1
value: -3.0068
- type: nauc_ndcg_at_20_max
value: 40.252900000000004
- type: nauc_ndcg_at_20_std
value: 47.7238
- type: nauc_ndcg_at_20_diff1
value: -6.390999999999999
- type: nauc_ndcg_at_100_max
value: 39.1329
- type: nauc_ndcg_at_100_std
value: 60.4881
- type: nauc_ndcg_at_100_diff1
value: -13.291500000000001
- type: nauc_ndcg_at_1000_max
value: 41.4183
- type: nauc_ndcg_at_1000_std
value: 73.8869
- type: nauc_ndcg_at_1000_diff1
value: -16.1401
- type: nauc_map_at_1_max
value: 14.3129
- type: nauc_map_at_1_std
value: 34.6453
- type: nauc_map_at_1_diff1
value: 5.718
- type: nauc_map_at_3_max
value: 24.1286
- type: nauc_map_at_3_std
value: 40.966
- type: nauc_map_at_3_diff1
value: 6.6085
- type: nauc_map_at_5_max
value: 31.108999999999998
- type: nauc_map_at_5_std
value: 45.919
- type: nauc_map_at_5_diff1
value: 8.4709
- type: nauc_map_at_10_max
value: 38.242399999999996
- type: nauc_map_at_10_std
value: 51.4002
- type: nauc_map_at_10_diff1
value: 12.9258
- type: nauc_map_at_20_max
value: 34.4696
- type: nauc_map_at_20_std
value: 52.215199999999996
- type: nauc_map_at_20_diff1
value: 10.7713
- type: nauc_map_at_100_max
value: 31.8547
- type: nauc_map_at_100_std
value: 68.8659
- type: nauc_map_at_100_diff1
value: -7.4522
- type: nauc_map_at_1000_max
value: 38.6053
- type: nauc_map_at_1000_std
value: 76.4998
- type: nauc_map_at_1000_diff1
value: -13.799100000000001
- type: nauc_recall_at_1_max
value: 14.3129
- type: nauc_recall_at_1_std
value: 34.6453
- type: nauc_recall_at_1_diff1
value: 5.718
- type: nauc_recall_at_3_max
value: 23.389
- type: nauc_recall_at_3_std
value: 40.0527
- type: nauc_recall_at_3_diff1
value: 5.7768
- type: nauc_recall_at_5_max
value: 28.831400000000002
- type: nauc_recall_at_5_std
value: 44.1295
- type: nauc_recall_at_5_diff1
value: 5.485799999999999
- type: nauc_recall_at_10_max
value: 36.877700000000004
- type: nauc_recall_at_10_std
value: 50.1625
- type: nauc_recall_at_10_diff1
value: 13.8749
- type: nauc_recall_at_20_max
value: 29.456599999999998
- type: nauc_recall_at_20_std
value: 50.170700000000004
- type: nauc_recall_at_20_diff1
value: 9.4113
- type: nauc_recall_at_100_max
value: 25.663399999999996
- type: nauc_recall_at_100_std
value: 66.7291
- type: nauc_recall_at_100_diff1
value: -8.2569
- type: nauc_recall_at_1000_max
value: 35.5017
- type: nauc_recall_at_1000_std
value: 71.1869
- type: nauc_recall_at_1000_diff1
value: -17.1658
- type: nauc_precision_at_1_max
value: 46.5109
- type: nauc_precision_at_1_std
value: 55.59420000000001
- type: nauc_precision_at_1_diff1
value: -7.5625
- type: nauc_precision_at_3_max
value: 47.5561
- type: nauc_precision_at_3_std
value: 51.969100000000005
- type: nauc_precision_at_3_diff1
value: -8.540799999999999
- type: nauc_precision_at_5_max
value: 49.8623
- type: nauc_precision_at_5_std
value: 52.6419
- type: nauc_precision_at_5_diff1
value: -14.1367
- type: nauc_precision_at_10_max
value: 46.6378
- type: nauc_precision_at_10_std
value: 52.148300000000006
- type: nauc_precision_at_10_diff1
value: -4.3758
- type: nauc_precision_at_20_max
value: 38.4533
- type: nauc_precision_at_20_std
value: 52.133700000000005
- type: nauc_precision_at_20_diff1
value: -6.0843
- type: nauc_precision_at_100_max
value: 38.6549
- type: nauc_precision_at_100_std
value: 65.9443
- type: nauc_precision_at_100_diff1
value: -15.9413
- type: nauc_precision_at_1000_max
value: 36.8176
- type: nauc_precision_at_1000_std
value: 52.028200000000005
- type: nauc_precision_at_1000_diff1
value: -24.778
- type: nauc_mrr_at_1_max
value: 46.5109
- type: nauc_mrr_at_1_std
value: 55.59420000000001
- type: nauc_mrr_at_1_diff1
value: -7.5625
- type: nauc_mrr_at_3_max
value: 51.0401
- type: nauc_mrr_at_3_std
value: 60.827
- type: nauc_mrr_at_3_diff1
value: -8.101899999999999
- type: nauc_mrr_at_5_max
value: 52.2595
- type: nauc_mrr_at_5_std
value: 60.9701
- type: nauc_mrr_at_5_diff1
value: -10.0118
- type: nauc_mrr_at_10_max
value: 51.7714
- type: nauc_mrr_at_10_std
value: 60.8716
- type: nauc_mrr_at_10_diff1
value: -6.7246
- type: nauc_mrr_at_20_max
value: 51.5019
- type: nauc_mrr_at_20_std
value: 60.57169999999999
- type: nauc_mrr_at_20_diff1
value: -7.4424
- type: nauc_mrr_at_100_max
value: 51.5019
- type: nauc_mrr_at_100_std
value: 60.57169999999999
- type: nauc_mrr_at_100_diff1
value: -7.4424
- type: nauc_mrr_at_1000_max
value: 51.5019
- type: nauc_mrr_at_1000_std
value: 60.57169999999999
- type: nauc_mrr_at_1000_diff1
value: -7.4424
- type: main_score
value: 57.3
task:
type: Retrieval
- dataset:
config: default
name: MTEB Touche2020 (default)
revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f
split: test
type: mteb/touche2020
metrics:
- type: ndcg_at_1
value: 40.816
- type: ndcg_at_3
value: 31.068
- type: ndcg_at_5
value: 28.538999999999998
- type: ndcg_at_10
value: 28.132
- type: ndcg_at_20
value: 28.773
- type: ndcg_at_100
value: 40.141
- type: ndcg_at_1000
value: 53.1
- type: map_at_1
value: 3.4979999999999998
- type: map_at_3
value: 6.515
- type: map_at_5
value: 8.657
- type: map_at_10
value: 11.995000000000001
- type: map_at_20
value: 14.6
- type: map_at_100
value: 18.607000000000003
- type: map_at_1000
value: 20.593
- type: recall_at_1
value: 3.4979999999999998
- type: recall_at_3
value: 7.385999999999999
- type: recall_at_5
value: 10.94
- type: recall_at_10
value: 18.326
- type: recall_at_20
value: 25.798
- type: recall_at_100
value: 50.626000000000005
- type: recall_at_1000
value: 90.41799999999999
- type: precision_at_1
value: 44.897999999999996
- type: precision_at_3
value: 31.973000000000003
- type: precision_at_5
value: 28.163
- type: precision_at_10
value: 24.490000000000002
- type: precision_at_20
value: 18.163
- type: precision_at_100
value: 8.204
- type: precision_at_1000
value: 1.6729999999999998
- type: mrr_at_1
value: 44.897999999999996
- type: mrr_at_3
value: 50.3401
- type: mrr_at_5
value: 52.585
- type: mrr_at_10
value: 54.6987
- type: mrr_at_20
value: 55.2138
- type: mrr_at_100
value: 55.460100000000004
- type: mrr_at_1000
value: 55.460100000000004
- type: nauc_ndcg_at_1_max
value: -25.192700000000002
- type: nauc_ndcg_at_1_std
value: -28.9009
- type: nauc_ndcg_at_1_diff1
value: -10.5365
- type: nauc_ndcg_at_3_max
value: -15.659999999999998
- type: nauc_ndcg_at_3_std
value: -21.4134
- type: nauc_ndcg_at_3_diff1
value: -3.8212
- type: nauc_ndcg_at_5_max
value: -13.719600000000002
- type: nauc_ndcg_at_5_std
value: -23.012
- type: nauc_ndcg_at_5_diff1
value: -3.2238999999999995
- type: nauc_ndcg_at_10_max
value: -16.0928
- type: nauc_ndcg_at_10_std
value: -17.0079
- type: nauc_ndcg_at_10_diff1
value: -6.3702
- type: nauc_ndcg_at_20_max
value: -17.352
- type: nauc_ndcg_at_20_std
value: -18.1615
- type: nauc_ndcg_at_20_diff1
value: -1.7576999999999998
- type: nauc_ndcg_at_100_max
value: -21.1794
- type: nauc_ndcg_at_100_std
value: 3.6702
- type: nauc_ndcg_at_100_diff1
value: -11.1532
- type: nauc_ndcg_at_1000_max
value: -16.3273
- type: nauc_ndcg_at_1000_std
value: 4.2914
- type: nauc_ndcg_at_1000_diff1
value: -9.4769
- type: nauc_map_at_1_max
value: -22.819300000000002
- type: nauc_map_at_1_std
value: -35.2076
- type: nauc_map_at_1_diff1
value: -3.3773999999999997
- type: nauc_map_at_3_max
value: -9.7136
- type: nauc_map_at_3_std
value: -31.413999999999998
- type: nauc_map_at_3_diff1
value: 0.3407
- type: nauc_map_at_5_max
value: -4.4073
- type: nauc_map_at_5_std
value: -30.193399999999997
- type: nauc_map_at_5_diff1
value: -2.7507
- type: nauc_map_at_10_max
value: -3.5281
- type: nauc_map_at_10_std
value: -26.4283
- type: nauc_map_at_10_diff1
value: -1.8014999999999999
- type: nauc_map_at_20_max
value: -5.2564
- type: nauc_map_at_20_std
value: -22.4545
- type: nauc_map_at_20_diff1
value: 2.3796999999999997
- type: nauc_map_at_100_max
value: -6.987400000000001
- type: nauc_map_at_100_std
value: -11.6128
- type: nauc_map_at_100_diff1
value: -3.3813999999999997
- type: nauc_map_at_1000_max
value: -6.065099999999999
- type: nauc_map_at_1000_std
value: -9.033900000000001
- type: nauc_map_at_1000_diff1
value: -3.4286
- type: nauc_recall_at_1_max
value: -22.819300000000002
- type: nauc_recall_at_1_std
value: -35.2076
- type: nauc_recall_at_1_diff1
value: -3.3773999999999997
- type: nauc_recall_at_3_max
value: -11.4124
- type: nauc_recall_at_3_std
value: -30.585099999999997
- type: nauc_recall_at_3_diff1
value: 1.9247
- type: nauc_recall_at_5_max
value: -8.4204
- type: nauc_recall_at_5_std
value: -31.501600000000003
- type: nauc_recall_at_5_diff1
value: -3.3253999999999997
- type: nauc_recall_at_10_max
value: -11.2465
- type: nauc_recall_at_10_std
value: -22.7447
- type: nauc_recall_at_10_diff1
value: -5.1076999999999995
- type: nauc_recall_at_20_max
value: -15.4701
- type: nauc_recall_at_20_std
value: -16.866
- type: nauc_recall_at_20_diff1
value: 2.1607000000000003
- type: nauc_recall_at_100_max
value: -22.614
- type: nauc_recall_at_100_std
value: 23.6214
- type: nauc_recall_at_100_diff1
value: -19.778299999999998
- type: nauc_recall_at_1000_max
value: -21.1984
- type: nauc_recall_at_1000_std
value: 62.48350000000001
- type: nauc_recall_at_1000_diff1
value: -26.382299999999997
- type: nauc_precision_at_1_max
value: -26.9871
- type: nauc_precision_at_1_std
value: -34.0744
- type: nauc_precision_at_1_diff1
value: -3.3296
- type: nauc_precision_at_3_max
value: -8.5547
- type: nauc_precision_at_3_std
value: -20.6278
- type: nauc_precision_at_3_diff1
value: 4.3832
- type: nauc_precision_at_5_max
value: -5.2518
- type: nauc_precision_at_5_std
value: -22.5913
- type: nauc_precision_at_5_diff1
value: 8.0374
- type: nauc_precision_at_10_max
value: -9.3132
- type: nauc_precision_at_10_std
value: -3.0131
- type: nauc_precision_at_10_diff1
value: 3.4189999999999996
- type: nauc_precision_at_20_max
value: -8.0959
- type: nauc_precision_at_20_std
value: 6.5308
- type: nauc_precision_at_20_diff1
value: 10.298300000000001
- type: nauc_precision_at_100_max
value: -6.7894
- type: nauc_precision_at_100_std
value: 60.656
- type: nauc_precision_at_100_diff1
value: -9.5316
- type: nauc_precision_at_1000_max
value: 29.565799999999996
- type: nauc_precision_at_1000_std
value: 37.5909
- type: nauc_precision_at_1000_diff1
value: 7.1221000000000005
- type: nauc_mrr_at_1_max
value: -26.9871
- type: nauc_mrr_at_1_std
value: -34.0744
- type: nauc_mrr_at_1_diff1
value: -3.3296
- type: nauc_mrr_at_3_max
value: -25.7731
- type: nauc_mrr_at_3_std
value: -31.805600000000002
- type: nauc_mrr_at_3_diff1
value: -0.30010000000000003
- type: nauc_mrr_at_5_max
value: -25.904500000000002
- type: nauc_mrr_at_5_std
value: -30.5417
- type: nauc_mrr_at_5_diff1
value: 0.8144
- type: nauc_mrr_at_10_max
value: -28.3269
- type: nauc_mrr_at_10_std
value: -28.981
- type: nauc_mrr_at_10_diff1
value: -0.6209
- type: nauc_mrr_at_20_max
value: -27.5642
- type: nauc_mrr_at_20_std
value: -29.7802
- type: nauc_mrr_at_20_diff1
value: 0.2673
- type: nauc_mrr_at_100_max
value: -27.419700000000002
- type: nauc_mrr_at_100_std
value: -29.983700000000002
- type: nauc_mrr_at_100_diff1
value: -0.0139
- type: nauc_mrr_at_1000_max
value: -27.419700000000002
- type: nauc_mrr_at_1000_std
value: -29.983700000000002
- type: nauc_mrr_at_1000_diff1
value: -0.0139
- type: main_score
value: 28.132
task:
type: Retrieval
tags:
- sentence-transformers
- feature-extraction
- sentence-similarity
- transformers
- mteb
SPICE
Selective Pretraining for Informed Context Extraction (SPICE)- a small but powerful retriever.
The future is a thing that is not given. It is a thing that is made." - Leto II (Dune)
Using the model
from sentence_transformers import SentenceTransformer
model = SentenceTransformer("iamgroot42/spice")
sentences = [
"Beware of manuals. Manuals create habits.",
"How easy it is to mistake clear reasoning from correct reasoning!",
"Show me a completely smooth operation and I'll show you someone who's covering mistakes. Real boats rock."
]
embeddings = model.encode(sentences)
similarities = model.similarity(embeddings, embeddings)
Model training details and data will be uploaded soon!