init

README.md

@@ -18333,6 +18333,297 @@ model-index:
       value: 13.477424183539433
     task:
       type: Reranking
+  - dataset:
+      config: ru
+      name: MTEB MIRACLRetrieval (ru)
+      revision: main
+      split: dev
+      type: miracl/mmteb-miracl
+    metrics:
+    - type: main_score
+      value: 52.211
+    - type: map_at_1
+      value: 23.238
+    - type: map_at_10
+      value: 41.559000000000005
+    - type: map_at_100
+      value: 44.757999999999996
+    - type: map_at_1000
+      value: 44.861000000000004
+    - type: map_at_20
+      value: 43.461
+    - type: map_at_3
+      value: 34.593
+    - type: map_at_5
+      value: 38.056
+    - type: mrr_at_1
+      value: 47.04472843450479
+    - type: mrr_at_10
+      value: 59.587485420153286
+    - type: mrr_at_100
+      value: 60.17662556783717
+    - type: mrr_at_1000
+      value: 60.1850174860852
+    - type: mrr_at_20
+      value: 60.003979383733544
+    - type: mrr_at_3
+      value: 56.62939297124608
+    - type: mrr_at_5
+      value: 58.33067092651768
+    - type: nauc_map_at_1000_diff1
+      value: 26.665139374258256
+    - type: nauc_map_at_1000_max
+      value: 20.20801190375824
+    - type: nauc_map_at_1000_std
+      value: 3.35434510540552
+    - type: nauc_map_at_100_diff1
+      value: 26.691816652639787
+    - type: nauc_map_at_100_max
+      value: 20.193510183457917
+    - type: nauc_map_at_100_std
+      value: 3.371679544337864
+    - type: nauc_map_at_10_diff1
+      value: 27.24904607990151
+    - type: nauc_map_at_10_max
+      value: 18.26589731339405
+    - type: nauc_map_at_10_std
+      value: 1.0177924180874538
+    - type: nauc_map_at_1_diff1
+      value: 34.53595808193455
+    - type: nauc_map_at_1_max
+      value: 10.970155439499656
+    - type: nauc_map_at_1_std
+      value: -3.8626873246816373
+    - type: nauc_map_at_20_diff1
+      value: 26.8513788979128
+    - type: nauc_map_at_20_max
+      value: 19.367475736662428
+    - type: nauc_map_at_20_std
+      value: 2.2475091146613564
+    - type: nauc_map_at_3_diff1
+      value: 28.911815196615866
+    - type: nauc_map_at_3_max
+      value: 15.474121149651292
+    - type: nauc_map_at_3_std
+      value: -1.0664535264565158
+    - type: nauc_map_at_5_diff1
+      value: 27.772031743222787
+    - type: nauc_map_at_5_max
+      value: 16.241638808384145
+    - type: nauc_map_at_5_std
+      value: -0.6044307972013538
+    - type: nauc_mrr_at_1000_diff1
+      value: 26.66563442138901
+    - type: nauc_mrr_at_1000_max
+      value: 27.74734004586503
+    - type: nauc_mrr_at_1000_std
+      value: 10.663042801330587
+    - type: nauc_mrr_at_100_diff1
+      value: 26.66809693875436
+    - type: nauc_mrr_at_100_max
+      value: 27.7565667281779
+    - type: nauc_mrr_at_100_std
+      value: 10.671838040923266
+    - type: nauc_mrr_at_10_diff1
+      value: 26.587658592417736
+    - type: nauc_mrr_at_10_max
+      value: 27.872712998242328
+    - type: nauc_mrr_at_10_std
+      value: 10.979716151856918
+    - type: nauc_mrr_at_1_diff1
+      value: 29.30751401472168
+    - type: nauc_mrr_at_1_max
+      value: 24.98212676568516
+    - type: nauc_mrr_at_1_std
+      value: 6.094206809391165
+    - type: nauc_mrr_at_20_diff1
+      value: 26.52396413399926
+    - type: nauc_mrr_at_20_max
+      value: 27.720568784204847
+    - type: nauc_mrr_at_20_std
+      value: 10.749903126459412
+    - type: nauc_mrr_at_3_diff1
+      value: 26.993782403961802
+    - type: nauc_mrr_at_3_max
+      value: 27.810128603605342
+    - type: nauc_mrr_at_3_std
+      value: 10.526250026174825
+    - type: nauc_mrr_at_5_diff1
+      value: 26.491056284663404
+    - type: nauc_mrr_at_5_max
+      value: 27.938292238745838
+    - type: nauc_mrr_at_5_std
+      value: 10.620036152236098
+    - type: nauc_ndcg_at_1000_diff1
+      value: 24.743263734342236
+    - type: nauc_ndcg_at_1000_max
+      value: 25.632023742967196
+    - type: nauc_ndcg_at_1000_std
+      value: 9.54979482991325
+    - type: nauc_ndcg_at_100_diff1
+      value: 24.884477288371073
+    - type: nauc_ndcg_at_100_max
+      value: 25.856099754401797
+    - type: nauc_ndcg_at_100_std
+      value: 10.275002448873611
+    - type: nauc_ndcg_at_10_diff1
+      value: 25.813663674330005
+    - type: nauc_ndcg_at_10_max
+      value: 21.4632558325771
+    - type: nauc_ndcg_at_10_std
+      value: 4.793772488457711
+    - type: nauc_ndcg_at_1_diff1
+      value: 29.30751401472168
+    - type: nauc_ndcg_at_1_max
+      value: 24.98212676568516
+    - type: nauc_ndcg_at_1_std
+      value: 6.094206809391165
+    - type: nauc_ndcg_at_20_diff1
+      value: 24.96712085611002
+    - type: nauc_ndcg_at_20_max
+      value: 23.176681160212546
+    - type: nauc_ndcg_at_20_std
+      value: 6.936886476037671
+    - type: nauc_ndcg_at_3_diff1
+      value: 25.475637018641205
+    - type: nauc_ndcg_at_3_max
+      value: 22.040672063815855
+    - type: nauc_ndcg_at_3_std
+      value: 5.327531594448605
+    - type: nauc_ndcg_at_5_diff1
+      value: 25.70702625003538
+    - type: nauc_ndcg_at_5_max
+      value: 20.273499330943313
+    - type: nauc_ndcg_at_5_std
+      value: 3.733783938564952
+    - type: nauc_precision_at_1000_diff1
+      value: -14.918023025551047
+    - type: nauc_precision_at_1000_max
+      value: 18.668936317187704
+    - type: nauc_precision_at_1000_std
+      value: 19.15643973163778
+    - type: nauc_precision_at_100_diff1
+      value: -12.902497092152561
+    - type: nauc_precision_at_100_max
+      value: 22.117700522212857
+    - type: nauc_precision_at_100_std
+      value: 23.367379142816734
+    - type: nauc_precision_at_10_diff1
+      value: -3.319884895143968
+    - type: nauc_precision_at_10_max
+      value: 25.207453700919412
+    - type: nauc_precision_at_10_std
+      value: 16.768944029523773
+    - type: nauc_precision_at_1_diff1
+      value: 29.30751401472168
+    - type: nauc_precision_at_1_max
+      value: 24.98212676568516
+    - type: nauc_precision_at_1_std
+      value: 6.094206809391165
+    - type: nauc_precision_at_20_diff1
+      value: -8.101925051455304
+    - type: nauc_precision_at_20_max
+      value: 23.93155685736234
+    - type: nauc_precision_at_20_std
+      value: 19.599852197885983
+    - type: nauc_precision_at_3_diff1
+      value: 8.604157546918138
+    - type: nauc_precision_at_3_max
+      value: 26.8274074367336
+    - type: nauc_precision_at_3_std
+      value: 13.210078569814973
+    - type: nauc_precision_at_5_diff1
+      value: 2.0240126571446004
+    - type: nauc_precision_at_5_max
+      value: 25.068271323836683
+    - type: nauc_precision_at_5_std
+      value: 13.423044252359
+    - type: nauc_recall_at_1000_diff1
+      value: 2.5057442905176264
+    - type: nauc_recall_at_1000_max
+      value: 57.765040045333485
+    - type: nauc_recall_at_1000_std
+      value: 75.40225417846978
+    - type: nauc_recall_at_100_diff1
+      value: 13.982399962667946
+    - type: nauc_recall_at_100_max
+      value: 36.06499090419987
+    - type: nauc_recall_at_100_std
+      value: 38.55877836909554
+    - type: nauc_recall_at_10_diff1
+      value: 19.09907433139298
+    - type: nauc_recall_at_10_max
+      value: 14.320755651797818
+    - type: nauc_recall_at_10_std
+      value: 3.68835109545608
+    - type: nauc_recall_at_1_diff1
+      value: 34.53595808193455
+    - type: nauc_recall_at_1_max
+      value: 10.970155439499656
+    - type: nauc_recall_at_1_std
+      value: -3.8626873246816373
+    - type: nauc_recall_at_20_diff1
+      value: 15.80854510984775
+    - type: nauc_recall_at_20_max
+      value: 17.20627614536354
+    - type: nauc_recall_at_20_std
+      value: 9.028188051323042
+    - type: nauc_recall_at_3_diff1
+      value: 23.88853757885772
+    - type: nauc_recall_at_3_max
+      value: 13.29954353582913
+    - type: nauc_recall_at_3_std
+      value: -0.42190904806759966
+    - type: nauc_recall_at_5_diff1
+      value: 20.720312115028822
+    - type: nauc_recall_at_5_max
+      value: 12.324541527710025
+    - type: nauc_recall_at_5_std
+      value: -0.19420222400103399
+    - type: ndcg_at_1
+      value: 47.044999999999995
+    - type: ndcg_at_10
+      value: 52.211
+    - type: ndcg_at_100
+      value: 60.777
+    - type: ndcg_at_1000
+      value: 61.951
+    - type: ndcg_at_20
+      value: 56.215
+    - type: ndcg_at_3
+      value: 45.871
+    - type: ndcg_at_5
+      value: 47.643
+    - type: precision_at_1
+      value: 47.044999999999995
+    - type: precision_at_10
+      value: 16.062
+    - type: precision_at_100
+      value: 2.563
+    - type: precision_at_1000
+      value: 0.27899999999999997
+    - type: precision_at_20
+      value: 9.9
+    - type: precision_at_3
+      value: 31.575999999999997
+    - type: precision_at_5
+      value: 24.153
+    - type: recall_at_1
+      value: 23.238
+    - type: recall_at_10
+      value: 63.479
+    - type: recall_at_100
+      value: 91.51899999999999
+    - type: recall_at_1000
+      value: 97.906
+    - type: recall_at_20
+      value: 74.705
+    - type: recall_at_3
+      value: 42.082
+    - type: recall_at_5
+      value: 50.708
+    task:
+      type: Retrieval
   - dataset:
       config: ru
       name: MTEB MassiveIntentClassification (ru)