eval/mteb_eng/AmazonPolarityClassification.json

{
  "dataset_revision": "e2d317d38cd51312af73b3d32a06d1a08b442046",
  "evaluation_time": 626.0383305549622,
  "kg_co2_emissions": null,
  "mteb_version": "1.14.5",
  "scores": {
    "test": [
      {
        "accuracy": 0.9667155000000001,
        "ap": 0.9506125484469905,
        "ap_weighted": 0.9506125484469905,
        "f1": 0.9667152624774944,
        "f1_weighted": 0.9667152624774944,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ],
        "main_score": 0.9667155000000001,
        "scores_per_experiment": [
          {
            "accuracy": 0.9666475,
            "ap": 0.9497472243024325,
            "ap_weighted": 0.9497472243024325,
            "f1": 0.9666471820590516,
            "f1_weighted": 0.9666471820590515
          },
          {
            "accuracy": 0.9667525,
            "ap": 0.9504797117267496,
            "ap_weighted": 0.9504797117267496,
            "f1": 0.9667523996286114,
            "f1_weighted": 0.9667523996286115
          },
          {
            "accuracy": 0.966815,
            "ap": 0.951738573264202,
            "ap_weighted": 0.951738573264202,
            "f1": 0.9668149700505104,
            "f1_weighted": 0.9668149700505104
          },
          {
            "accuracy": 0.9667825,
            "ap": 0.9520501113812326,
            "ap_weighted": 0.9520501113812326,
            "f1": 0.9667823962263373,
            "f1_weighted": 0.9667823962263373
          },
          {
            "accuracy": 0.96678,
            "ap": 0.9523640592148901,
            "ap_weighted": 0.9523640592148901,
            "f1": 0.9667797940314009,
            "f1_weighted": 0.9667797940314009
          },
          {
            "accuracy": 0.966605,
            "ap": 0.9492883595726318,
            "ap_weighted": 0.9492883595726318,
            "f1": 0.966604461656408,
            "f1_weighted": 0.9666044616564079
          },
          {
            "accuracy": 0.9668225,
            "ap": 0.951117878410981,
            "ap_weighted": 0.951117878410981,
            "f1": 0.9668224917883593,
            "f1_weighted": 0.9668224917883593
          },
          {
            "accuracy": 0.9667075,
            "ap": 0.9504910863800623,
            "ap_weighted": 0.9504910863800623,
            "f1": 0.9667074187192839,
            "f1_weighted": 0.9667074187192839
          },
          {
            "accuracy": 0.96667,
            "ap": 0.9498578909038486,
            "ap_weighted": 0.9498578909038486,
            "f1": 0.9666697187249231,
            "f1_weighted": 0.9666697187249231
          },
          {
            "accuracy": 0.9665725,
            "ap": 0.9489905893128749,
            "ap_weighted": 0.9489905893128749,
            "f1": 0.9665717918900587,
            "f1_weighted": 0.9665717918900587
          }
        ]
      }
    ]
  },
  "task_name": "AmazonPolarityClassification"
}