Add 'Sentence Transformers' Tag to generate sentence embedding (#8)
Browse files- Add 'Sentence Transformers' Tag to generate sentence embedding (700762db25c8282d3ef1daff71dc1a8efe4de9d2)
Co-authored-by: Sidaartha Reddy <[email protected]>
    	
        README.md
    CHANGED
    
    | @@ -1,6 +1,7 @@ | |
| 1 | 
             
            ---
         | 
| 2 | 
             
            tags:
         | 
| 3 | 
             
            - mteb
         | 
|  | |
| 4 | 
             
            model-index:
         | 
| 5 | 
             
            - name: multilingual-e5-large
         | 
| 6 | 
             
              results:
         | 
| @@ -577,7 +578,7 @@ model-index: | |
| 577 | 
             
                - type: precision_at_1000
         | 
| 578 | 
             
                  value: 1.978
         | 
| 579 | 
             
                - type: precision_at_3
         | 
| 580 | 
            -
                  value: 50 | 
| 581 | 
             
                - type: precision_at_5
         | 
| 582 | 
             
                  value: 41.349999999999994
         | 
| 583 | 
             
                - type: recall_at_1
         | 
| @@ -3597,7 +3598,7 @@ model-index: | |
| 3597 | 
             
                - type: manhattan_precision
         | 
| 3598 | 
             
                  value: 87.66564729867483
         | 
| 3599 | 
             
                - type: manhattan_recall
         | 
| 3600 | 
            -
                  value: 86 | 
| 3601 | 
             
                - type: max_accuracy
         | 
| 3602 | 
             
                  value: 99.74356435643564
         | 
| 3603 | 
             
                - type: max_ap
         | 
| @@ -3678,7 +3679,7 @@ model-index: | |
| 3678 | 
             
                - type: map_at_5
         | 
| 3679 | 
             
                  value: 0.885
         | 
| 3680 | 
             
                - type: mrr_at_1
         | 
| 3681 | 
            -
                  value: 78 | 
| 3682 | 
             
                - type: mrr_at_10
         | 
| 3683 | 
             
                  value: 86.56700000000001
         | 
| 3684 | 
             
                - type: mrr_at_100
         | 
| @@ -3690,7 +3691,7 @@ model-index: | |
| 3690 | 
             
                - type: mrr_at_5
         | 
| 3691 | 
             
                  value: 86.56700000000001
         | 
| 3692 | 
             
                - type: ndcg_at_1
         | 
| 3693 | 
            -
                  value: 76 | 
| 3694 | 
             
                - type: ndcg_at_10
         | 
| 3695 | 
             
                  value: 71.326
         | 
| 3696 | 
             
                - type: ndcg_at_100
         | 
| @@ -3702,7 +3703,7 @@ model-index: | |
| 3702 | 
             
                - type: ndcg_at_5
         | 
| 3703 | 
             
                  value: 73.833
         | 
| 3704 | 
             
                - type: precision_at_1
         | 
| 3705 | 
            -
                  value: 78 | 
| 3706 | 
             
                - type: precision_at_10
         | 
| 3707 | 
             
                  value: 74.8
         | 
| 3708 | 
             
                - type: precision_at_100
         | 
| @@ -3710,9 +3711,9 @@ model-index: | |
| 3710 | 
             
                - type: precision_at_1000
         | 
| 3711 | 
             
                  value: 21.836
         | 
| 3712 | 
             
                - type: precision_at_3
         | 
| 3713 | 
            -
                  value: 78 | 
| 3714 | 
             
                - type: precision_at_5
         | 
| 3715 | 
            -
                  value: 78 | 
| 3716 | 
             
                - type: recall_at_1
         | 
| 3717 | 
             
                  value: 0.20400000000000001
         | 
| 3718 | 
             
                - type: recall_at_10
         | 
| @@ -3837,13 +3838,13 @@ model-index: | |
| 3837 | 
             
                  revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
         | 
| 3838 | 
             
                metrics:
         | 
| 3839 | 
             
                - type: accuracy
         | 
| 3840 | 
            -
                  value: 96 | 
| 3841 | 
             
                - type: f1
         | 
| 3842 | 
             
                  value: 94.86666666666666
         | 
| 3843 | 
             
                - type: precision
         | 
| 3844 | 
             
                  value: 94.31666666666668
         | 
| 3845 | 
             
                - type: recall
         | 
| 3846 | 
            -
                  value: 96 | 
| 3847 | 
             
              - task:
         | 
| 3848 | 
             
                  type: BitextMining
         | 
| 3849 | 
             
                dataset:
         | 
| @@ -4330,13 +4331,13 @@ model-index: | |
| 4330 | 
             
                  revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
         | 
| 4331 | 
             
                metrics:
         | 
| 4332 | 
             
                - type: accuracy
         | 
| 4333 | 
            -
                  value: 97 | 
| 4334 | 
             
                - type: f1
         | 
| 4335 | 
             
                  value: 96.15
         | 
| 4336 | 
             
                - type: precision
         | 
| 4337 | 
             
                  value: 95.76666666666668
         | 
| 4338 | 
             
                - type: recall
         | 
| 4339 | 
            -
                  value: 97 | 
| 4340 | 
             
              - task:
         | 
| 4341 | 
             
                  type: BitextMining
         | 
| 4342 | 
             
                dataset:
         | 
| @@ -4449,13 +4450,13 @@ model-index: | |
| 4449 | 
             
                  revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
         | 
| 4450 | 
             
                metrics:
         | 
| 4451 | 
             
                - type: accuracy
         | 
| 4452 | 
            -
                  value: 95 | 
| 4453 | 
             
                - type: f1
         | 
| 4454 | 
             
                  value: 93.60666666666667
         | 
| 4455 | 
             
                - type: precision
         | 
| 4456 | 
             
                  value: 92.975
         | 
| 4457 | 
             
                - type: recall
         | 
| 4458 | 
            -
                  value: 95 | 
| 4459 | 
             
              - task:
         | 
| 4460 | 
             
                  type: BitextMining
         | 
| 4461 | 
             
                dataset:
         | 
| @@ -4487,7 +4488,7 @@ model-index: | |
| 4487 | 
             
                - type: f1
         | 
| 4488 | 
             
                  value: 94.52999999999999
         | 
| 4489 | 
             
                - type: precision
         | 
| 4490 | 
            -
                  value: 94 | 
| 4491 | 
             
                - type: recall
         | 
| 4492 | 
             
                  value: 95.7
         | 
| 4493 | 
             
              - task:
         | 
| @@ -4791,7 +4792,7 @@ model-index: | |
| 4791 | 
             
                - type: accuracy
         | 
| 4792 | 
             
                  value: 97.7
         | 
| 4793 | 
             
                - type: f1
         | 
| 4794 | 
            -
                  value: 97 | 
| 4795 | 
             
                - type: precision
         | 
| 4796 | 
             
                  value: 96.65
         | 
| 4797 | 
             
                - type: recall
         | 
| @@ -5112,13 +5113,13 @@ model-index: | |
| 5112 | 
             
                  revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
         | 
| 5113 | 
             
                metrics:
         | 
| 5114 | 
             
                - type: accuracy
         | 
| 5115 | 
            -
                  value: 81 | 
| 5116 | 
             
                - type: f1
         | 
| 5117 | 
             
                  value: 77.8232380952381
         | 
| 5118 | 
             
                - type: precision
         | 
| 5119 | 
             
                  value: 76.60194444444444
         | 
| 5120 | 
             
                - type: recall
         | 
| 5121 | 
            -
                  value: 81 | 
| 5122 | 
             
              - task:
         | 
| 5123 | 
             
                  type: BitextMining
         | 
| 5124 | 
             
                dataset:
         | 
| @@ -5129,13 +5130,13 @@ model-index: | |
| 5129 | 
             
                  revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
         | 
| 5130 | 
             
                metrics:
         | 
| 5131 | 
             
                - type: accuracy
         | 
| 5132 | 
            -
                  value: 91 | 
| 5133 | 
             
                - type: f1
         | 
| 5134 | 
             
                  value: 88.70857142857142
         | 
| 5135 | 
             
                - type: precision
         | 
| 5136 | 
             
                  value: 87.7
         | 
| 5137 | 
             
                - type: recall
         | 
| 5138 | 
            -
                  value: 91 | 
| 5139 | 
             
              - task:
         | 
| 5140 | 
             
                  type: BitextMining
         | 
| 5141 | 
             
                dataset:
         | 
| @@ -5486,13 +5487,13 @@ model-index: | |
| 5486 | 
             
                  revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
         | 
| 5487 | 
             
                metrics:
         | 
| 5488 | 
             
                - type: accuracy
         | 
| 5489 | 
            -
                  value: 96 | 
| 5490 | 
             
                - type: f1
         | 
| 5491 | 
             
                  value: 94.89
         | 
| 5492 | 
             
                - type: precision
         | 
| 5493 | 
             
                  value: 94.39166666666667
         | 
| 5494 | 
             
                - type: recall
         | 
| 5495 | 
            -
                  value: 96 | 
| 5496 | 
             
              - task:
         | 
| 5497 | 
             
                  type: BitextMining
         | 
| 5498 | 
             
                dataset:
         | 
| @@ -5537,13 +5538,13 @@ model-index: | |
| 5537 | 
             
                  revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
         | 
| 5538 | 
             
                metrics:
         | 
| 5539 | 
             
                - type: accuracy
         | 
| 5540 | 
            -
                  value: 88 | 
| 5541 | 
             
                - type: f1
         | 
| 5542 | 
             
                  value: 85.47
         | 
| 5543 | 
             
                - type: precision
         | 
| 5544 | 
             
                  value: 84.43266233766234
         | 
| 5545 | 
             
                - type: recall
         | 
| 5546 | 
            -
                  value: 88 | 
| 5547 | 
             
              - task:
         | 
| 5548 | 
             
                  type: BitextMining
         | 
| 5549 | 
             
                dataset:
         | 
| @@ -5622,13 +5623,13 @@ model-index: | |
| 5622 | 
             
                  revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
         | 
| 5623 | 
             
                metrics:
         | 
| 5624 | 
             
                - type: accuracy
         | 
| 5625 | 
            -
                  value: 89 | 
| 5626 | 
             
                - type: f1
         | 
| 5627 | 
             
                  value: 86.23190476190476
         | 
| 5628 | 
             
                - type: precision
         | 
| 5629 | 
             
                  value: 85.035
         | 
| 5630 | 
             
                - type: recall
         | 
| 5631 | 
            -
                  value: 89 | 
| 5632 | 
             
              - task:
         | 
| 5633 | 
             
                  type: Retrieval
         | 
| 5634 | 
             
                dataset:
         | 
| @@ -6107,5 +6108,4 @@ If you find our paper or models helpful, please consider cite as follows: | |
| 6107 |  | 
| 6108 | 
             
            ## Limitations
         | 
| 6109 |  | 
| 6110 | 
            -
            Long texts will be truncated to at most 512 tokens.
         | 
| 6111 | 
            -
             | 
|  | |
| 1 | 
             
            ---
         | 
| 2 | 
             
            tags:
         | 
| 3 | 
             
            - mteb
         | 
| 4 | 
            +
            - Sentence Transformers
         | 
| 5 | 
             
            model-index:
         | 
| 6 | 
             
            - name: multilingual-e5-large
         | 
| 7 | 
             
              results:
         | 
|  | |
| 578 | 
             
                - type: precision_at_1000
         | 
| 579 | 
             
                  value: 1.978
         | 
| 580 | 
             
                - type: precision_at_3
         | 
| 581 | 
            +
                  value: 50
         | 
| 582 | 
             
                - type: precision_at_5
         | 
| 583 | 
             
                  value: 41.349999999999994
         | 
| 584 | 
             
                - type: recall_at_1
         | 
|  | |
| 3598 | 
             
                - type: manhattan_precision
         | 
| 3599 | 
             
                  value: 87.66564729867483
         | 
| 3600 | 
             
                - type: manhattan_recall
         | 
| 3601 | 
            +
                  value: 86
         | 
| 3602 | 
             
                - type: max_accuracy
         | 
| 3603 | 
             
                  value: 99.74356435643564
         | 
| 3604 | 
             
                - type: max_ap
         | 
|  | |
| 3679 | 
             
                - type: map_at_5
         | 
| 3680 | 
             
                  value: 0.885
         | 
| 3681 | 
             
                - type: mrr_at_1
         | 
| 3682 | 
            +
                  value: 78
         | 
| 3683 | 
             
                - type: mrr_at_10
         | 
| 3684 | 
             
                  value: 86.56700000000001
         | 
| 3685 | 
             
                - type: mrr_at_100
         | 
|  | |
| 3691 | 
             
                - type: mrr_at_5
         | 
| 3692 | 
             
                  value: 86.56700000000001
         | 
| 3693 | 
             
                - type: ndcg_at_1
         | 
| 3694 | 
            +
                  value: 76
         | 
| 3695 | 
             
                - type: ndcg_at_10
         | 
| 3696 | 
             
                  value: 71.326
         | 
| 3697 | 
             
                - type: ndcg_at_100
         | 
|  | |
| 3703 | 
             
                - type: ndcg_at_5
         | 
| 3704 | 
             
                  value: 73.833
         | 
| 3705 | 
             
                - type: precision_at_1
         | 
| 3706 | 
            +
                  value: 78
         | 
| 3707 | 
             
                - type: precision_at_10
         | 
| 3708 | 
             
                  value: 74.8
         | 
| 3709 | 
             
                - type: precision_at_100
         | 
|  | |
| 3711 | 
             
                - type: precision_at_1000
         | 
| 3712 | 
             
                  value: 21.836
         | 
| 3713 | 
             
                - type: precision_at_3
         | 
| 3714 | 
            +
                  value: 78
         | 
| 3715 | 
             
                - type: precision_at_5
         | 
| 3716 | 
            +
                  value: 78
         | 
| 3717 | 
             
                - type: recall_at_1
         | 
| 3718 | 
             
                  value: 0.20400000000000001
         | 
| 3719 | 
             
                - type: recall_at_10
         | 
|  | |
| 3838 | 
             
                  revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
         | 
| 3839 | 
             
                metrics:
         | 
| 3840 | 
             
                - type: accuracy
         | 
| 3841 | 
            +
                  value: 96
         | 
| 3842 | 
             
                - type: f1
         | 
| 3843 | 
             
                  value: 94.86666666666666
         | 
| 3844 | 
             
                - type: precision
         | 
| 3845 | 
             
                  value: 94.31666666666668
         | 
| 3846 | 
             
                - type: recall
         | 
| 3847 | 
            +
                  value: 96
         | 
| 3848 | 
             
              - task:
         | 
| 3849 | 
             
                  type: BitextMining
         | 
| 3850 | 
             
                dataset:
         | 
|  | |
| 4331 | 
             
                  revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
         | 
| 4332 | 
             
                metrics:
         | 
| 4333 | 
             
                - type: accuracy
         | 
| 4334 | 
            +
                  value: 97
         | 
| 4335 | 
             
                - type: f1
         | 
| 4336 | 
             
                  value: 96.15
         | 
| 4337 | 
             
                - type: precision
         | 
| 4338 | 
             
                  value: 95.76666666666668
         | 
| 4339 | 
             
                - type: recall
         | 
| 4340 | 
            +
                  value: 97
         | 
| 4341 | 
             
              - task:
         | 
| 4342 | 
             
                  type: BitextMining
         | 
| 4343 | 
             
                dataset:
         | 
|  | |
| 4450 | 
             
                  revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
         | 
| 4451 | 
             
                metrics:
         | 
| 4452 | 
             
                - type: accuracy
         | 
| 4453 | 
            +
                  value: 95
         | 
| 4454 | 
             
                - type: f1
         | 
| 4455 | 
             
                  value: 93.60666666666667
         | 
| 4456 | 
             
                - type: precision
         | 
| 4457 | 
             
                  value: 92.975
         | 
| 4458 | 
             
                - type: recall
         | 
| 4459 | 
            +
                  value: 95
         | 
| 4460 | 
             
              - task:
         | 
| 4461 | 
             
                  type: BitextMining
         | 
| 4462 | 
             
                dataset:
         | 
|  | |
| 4488 | 
             
                - type: f1
         | 
| 4489 | 
             
                  value: 94.52999999999999
         | 
| 4490 | 
             
                - type: precision
         | 
| 4491 | 
            +
                  value: 94
         | 
| 4492 | 
             
                - type: recall
         | 
| 4493 | 
             
                  value: 95.7
         | 
| 4494 | 
             
              - task:
         | 
|  | |
| 4792 | 
             
                - type: accuracy
         | 
| 4793 | 
             
                  value: 97.7
         | 
| 4794 | 
             
                - type: f1
         | 
| 4795 | 
            +
                  value: 97
         | 
| 4796 | 
             
                - type: precision
         | 
| 4797 | 
             
                  value: 96.65
         | 
| 4798 | 
             
                - type: recall
         | 
|  | |
| 5113 | 
             
                  revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
         | 
| 5114 | 
             
                metrics:
         | 
| 5115 | 
             
                - type: accuracy
         | 
| 5116 | 
            +
                  value: 81
         | 
| 5117 | 
             
                - type: f1
         | 
| 5118 | 
             
                  value: 77.8232380952381
         | 
| 5119 | 
             
                - type: precision
         | 
| 5120 | 
             
                  value: 76.60194444444444
         | 
| 5121 | 
             
                - type: recall
         | 
| 5122 | 
            +
                  value: 81
         | 
| 5123 | 
             
              - task:
         | 
| 5124 | 
             
                  type: BitextMining
         | 
| 5125 | 
             
                dataset:
         | 
|  | |
| 5130 | 
             
                  revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
         | 
| 5131 | 
             
                metrics:
         | 
| 5132 | 
             
                - type: accuracy
         | 
| 5133 | 
            +
                  value: 91
         | 
| 5134 | 
             
                - type: f1
         | 
| 5135 | 
             
                  value: 88.70857142857142
         | 
| 5136 | 
             
                - type: precision
         | 
| 5137 | 
             
                  value: 87.7
         | 
| 5138 | 
             
                - type: recall
         | 
| 5139 | 
            +
                  value: 91
         | 
| 5140 | 
             
              - task:
         | 
| 5141 | 
             
                  type: BitextMining
         | 
| 5142 | 
             
                dataset:
         | 
|  | |
| 5487 | 
             
                  revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
         | 
| 5488 | 
             
                metrics:
         | 
| 5489 | 
             
                - type: accuracy
         | 
| 5490 | 
            +
                  value: 96
         | 
| 5491 | 
             
                - type: f1
         | 
| 5492 | 
             
                  value: 94.89
         | 
| 5493 | 
             
                - type: precision
         | 
| 5494 | 
             
                  value: 94.39166666666667
         | 
| 5495 | 
             
                - type: recall
         | 
| 5496 | 
            +
                  value: 96
         | 
| 5497 | 
             
              - task:
         | 
| 5498 | 
             
                  type: BitextMining
         | 
| 5499 | 
             
                dataset:
         | 
|  | |
| 5538 | 
             
                  revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
         | 
| 5539 | 
             
                metrics:
         | 
| 5540 | 
             
                - type: accuracy
         | 
| 5541 | 
            +
                  value: 88
         | 
| 5542 | 
             
                - type: f1
         | 
| 5543 | 
             
                  value: 85.47
         | 
| 5544 | 
             
                - type: precision
         | 
| 5545 | 
             
                  value: 84.43266233766234
         | 
| 5546 | 
             
                - type: recall
         | 
| 5547 | 
            +
                  value: 88
         | 
| 5548 | 
             
              - task:
         | 
| 5549 | 
             
                  type: BitextMining
         | 
| 5550 | 
             
                dataset:
         | 
|  | |
| 5623 | 
             
                  revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
         | 
| 5624 | 
             
                metrics:
         | 
| 5625 | 
             
                - type: accuracy
         | 
| 5626 | 
            +
                  value: 89
         | 
| 5627 | 
             
                - type: f1
         | 
| 5628 | 
             
                  value: 86.23190476190476
         | 
| 5629 | 
             
                - type: precision
         | 
| 5630 | 
             
                  value: 85.035
         | 
| 5631 | 
             
                - type: recall
         | 
| 5632 | 
            +
                  value: 89
         | 
| 5633 | 
             
              - task:
         | 
| 5634 | 
             
                  type: Retrieval
         | 
| 5635 | 
             
                dataset:
         | 
|  | |
| 6108 |  | 
| 6109 | 
             
            ## Limitations
         | 
| 6110 |  | 
| 6111 | 
            +
            Long texts will be truncated to at most 512 tokens.
         | 
|  |