evaluation/mteb/AmazonCounterfactualClassification.json

{
  "dataset_version": null,
  "mteb_version": "0.0.2",
  "test": {
    "en": {
      "accuracy": 0.652089552238806,
      "accuracy_stderr": 0.04707742824740793,
      "ap": 0.2959212705444778,
      "ap_stderr": 0.022393345886320606,
      "f1": 0.5997099864321921,
      "f1_stderr": 0.036697739411917986,
      "main_score": 0.652089552238806
    },
    "evaluation_time": 23.71
  }
}