added results

results/all-MiniLM-L6-v2-self-optimum-q8/ArxivClusteringP2P.json

@@ -0,0 +1,10 @@
+{
+  "dataset_revision": "a122ad7f3f0291bf49cc6f4d32aa80929df69d5d",
+  "mteb_dataset_name": "ArxivClusteringP2P",
+  "mteb_version": "1.1.0",
+  "test": {
+    "evaluation_time": 14373.08,
+    "v_measure": 0.4618034932273851,
+    "v_measure_std": 0.14005599148945322
+  }
+}

results/all-MiniLM-L6-v2-self-optimum-q8/ArxivClusteringS2S.json

@@ -0,0 +1,10 @@
+{
+  "dataset_revision": "f910caf1a6075f7329cdf8c1a6135696f37dbd53",
+  "mteb_dataset_name": "ArxivClusteringS2S",
+  "mteb_version": "1.1.0",
+  "test": {
+    "evaluation_time": 1068.65,
+    "v_measure": 0.3661110691976883,
+    "v_measure_std": 0.1428983905125625
+  }
+}

results/all-MiniLM-L6-v2-self-optimum-q8/BiorxivClusteringP2P.json

@@ -0,0 +1,10 @@
+{
+  "dataset_revision": "65b79d1d13f80053f67aca9498d9402c2d9f1f40",
+  "mteb_dataset_name": "BiorxivClusteringP2P",
+  "mteb_version": "1.1.0",
+  "test": {
+    "evaluation_time": 2027.45,
+    "v_measure": 0.3826666857854354,
+    "v_measure_std": 0.009760375786673237
+  }
+}

results/all-MiniLM-L6-v2-self-optimum-q8/BiorxivClusteringS2S.json

@@ -0,0 +1,10 @@
+{
+  "dataset_revision": "258694dd0231531bc1fd9de6ceb52a0853c6d908",
+  "mteb_dataset_name": "BiorxivClusteringS2S",
+  "mteb_version": "1.1.0",
+  "test": {
+    "evaluation_time": 128.18,
+    "v_measure": 0.32225968859400944,
+    "v_measure_std": 0.010394710148885584
+  }
+}

results/all-MiniLM-L6-v2-self-optimum-q8/MedrxivClusteringP2P.json

@@ -0,0 +1,10 @@
+{
+  "dataset_revision": "e7a26af6f3ae46b30dde8737f02c07b1505bcc73",
+  "mteb_dataset_name": "MedrxivClusteringP2P",
+  "mteb_version": "1.1.0",
+  "test": {
+    "evaluation_time": 1258.68,
+    "v_measure": 0.3214793378259306,
+    "v_measure_std": 0.010193796252019919
+  }
+}

results/all-MiniLM-L6-v2-self-optimum-q8/MedrxivClusteringS2S.json

@@ -0,0 +1,10 @@
+{
+  "dataset_revision": "35191c8c0dca72d8ff3efcd72aa802307d469663",
+  "mteb_dataset_name": "MedrxivClusteringS2S",
+  "mteb_version": "1.1.0",
+  "test": {
+    "evaluation_time": 71.4,
+    "v_measure": 0.29467392686663063,
+    "v_measure_std": 0.009493099815860577
+  }
+}

results/all-MiniLM-L6-v2-self-optimum-q8/RedditClustering.json

@@ -0,0 +1,10 @@
+{
+  "dataset_revision": "24640382cdbf8abc73003fb0fa6d111a705499eb",
+  "mteb_dataset_name": "RedditClustering",
+  "mteb_version": "1.1.0",
+  "test": {
+    "evaluation_time": 802.74,
+    "v_measure": 0.45130152555271275,
+    "v_measure_std": 0.050225232137712884
+  }
+}

results/all-MiniLM-L6-v2-self-optimum-q8/RedditClusteringP2P.json

@@ -0,0 +1,10 @@
+{
+  "dataset_revision": "282350215ef01743dc01b456c7f5241fa8937f16",
+  "mteb_dataset_name": "RedditClusteringP2P",
+  "mteb_version": "1.1.0",
+  "test": {
+    "evaluation_time": 5975.57,
+    "v_measure": 0.5225768488129836,
+    "v_measure_std": 0.11421440945199224
+  }
+}

results/all-MiniLM-L6-v2-self-optimum-q8/SprintDuplicateQuestions.json

@@ -0,0 +1,49 @@
+{
+  "dataset_revision": "d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46",
+  "mteb_dataset_name": "SprintDuplicateQuestions",
+  "mteb_version": "1.1.0",
+  "test": {
+    "cos_sim": {
+      "accuracy": 0.9978613861386139,
+      "accuracy_threshold": 0.7232062816619873,
+      "ap": 0.9452324861684893,
+      "f1": 0.8893421723610403,
+      "f1_threshold": 0.7091838121414185,
+      "precision": 0.9073881373569199,
+      "recall": 0.872
+    },
+    "dot": {
+      "accuracy": 0.9949306930693069,
+      "accuracy_threshold": 22.577022552490234,
+      "ap": 0.8059011556474294,
+      "f1": 0.7370959961408587,
+      "f1_threshold": 20.937259674072266,
+      "precision": 0.712022367194781,
+      "recall": 0.764
+    },
+    "euclidean": {
+      "accuracy": 0.9974257425742574,
+      "accuracy_threshold": 4.111460208892822,
+      "ap": 0.9195496585306108,
+      "f1": 0.8673469387755102,
+      "f1_threshold": 4.147090435028076,
+      "precision": 0.8854166666666666,
+      "recall": 0.85
+    },
+    "evaluation_time": 11.13,
+    "manhattan": {
+      "accuracy": 0.9974455445544554,
+      "accuracy_threshold": 63.65602111816406,
+      "ap": 0.9200343282163483,
+      "f1": 0.8664987405541562,
+      "f1_threshold": 65.03108978271484,
+      "precision": 0.8730964467005076,
+      "recall": 0.86
+    },
+    "max": {
+      "accuracy": 0.9978613861386139,
+      "ap": 0.9452324861684893,
+      "f1": 0.8893421723610403
+    }
+  }
+}

results/all-MiniLM-L6-v2-self-optimum-q8/StackExchangeClustering.json

@@ -0,0 +1,10 @@
+{
+  "dataset_revision": "6cbc1f7b2bc0622f2e39d2c77fa502909748c259",
+  "mteb_dataset_name": "StackExchangeClustering",
+  "mteb_version": "1.1.0",
+  "test": {
+    "evaluation_time": 610.37,
+    "v_measure": 0.4670523695116733,
+    "v_measure_std": 0.06592905155287662
+  }
+}

results/all-MiniLM-L6-v2-self-optimum-q8/StackExchangeClusteringP2P.json

@@ -0,0 +1,10 @@
+{
+  "dataset_revision": "815ca46b2622cec33ccafc3735d572c266efdb44",
+  "mteb_dataset_name": "StackExchangeClusteringP2P",
+  "mteb_version": "1.1.0",
+  "test": {
+    "evaluation_time": 1492.99,
+    "v_measure": 0.3444038063243484,
+    "v_measure_std": 0.013884513241399048
+  }
+}

results/all-MiniLM-L6-v2-self-optimum-q8/TwentyNewsgroupsClustering.json

@@ -0,0 +1,10 @@
+{
+  "dataset_revision": "6125ec4e24fa026cec8a478383ee943acfbd5449",
+  "mteb_dataset_name": "TwentyNewsgroupsClustering",
+  "mteb_version": "1.1.0",
+  "test": {
+    "evaluation_time": 54.67,
+    "v_measure": 0.4193178041990425,
+    "v_measure_std": 0.011626728303010321
+  }
+}

results/all-MiniLM-L6-v2-self-optimum-q8/TwitterSemEval2015.json

@@ -0,0 +1,49 @@
+{
+  "dataset_revision": "70970daeab8776df92f5ea462b6173c0b46fd2d1",
+  "mteb_dataset_name": "TwitterSemEval2015",
+  "mteb_version": "1.1.0",
+  "test": {
+    "cos_sim": {
+      "accuracy": 0.8402574953805806,
+      "accuracy_threshold": 0.7548823356628418,
+      "ap": 0.6782973844761395,
+      "f1": 0.6368255504476167,
+      "f1_threshold": 0.6944434642791748,
+      "precision": 0.5880250223413762,
+      "recall": 0.6944591029023747
+    },
+    "dot": {
+      "accuracy": 0.7901889491565834,
+      "accuracy_threshold": 30.103286743164062,
+      "ap": 0.482856775311342,
+      "f1": 0.5083665338645418,
+      "f1_threshold": 20.793228149414062,
+      "precision": 0.40832,
+      "recall": 0.6733509234828496
+    },
+    "euclidean": {
+      "accuracy": 0.8328068188591524,
+      "accuracy_threshold": 3.928983211517334,
+      "ap": 0.6539558962841057,
+      "f1": 0.6220163876024225,
+      "f1_threshold": 4.456747055053711,
+      "precision": 0.5655366011660549,
+      "recall": 0.6910290237467018
+    },
+    "evaluation_time": 15.28,
+    "manhattan": {
+      "accuracy": 0.8323895809739524,
+      "accuracy_threshold": 60.54985046386719,
+      "ap": 0.652800674337047,
+      "f1": 0.6223784701175901,
+      "f1_threshold": 68.62921142578125,
+      "precision": 0.5756896165059431,
+      "recall": 0.6773087071240106
+    },
+    "max": {
+      "accuracy": 0.8402574953805806,
+      "ap": 0.6782973844761395,
+      "f1": 0.6368255504476167
+    }
+  }
+}

results/all-MiniLM-L6-v2-self-optimum-q8/TwitterURLCorpus.json

@@ -0,0 +1,49 @@
+{
+  "dataset_revision": "8b6510b0b1fa4e4c4f879467980e9be563ec1cdf",
+  "mteb_dataset_name": "TwitterURLCorpus",
+  "mteb_version": "1.1.0",
+  "test": {
+    "cos_sim": {
+      "accuracy": 0.8826793961268289,
+      "accuracy_threshold": 0.674436092376709,
+      "ap": 0.8468494238463535,
+      "f1": 0.7654432523997741,
+      "f1_threshold": 0.6305196285247803,
+      "precision": 0.7488399499152979,
+      "recall": 0.78279950723745
+    },
+    "dot": {
+      "accuracy": 0.8508363410563899,
+      "accuracy_threshold": 13.469935417175293,
+      "ap": 0.7659922234196515,
+      "f1": 0.7114903218982477,
+      "f1_threshold": 11.886985778808594,
+      "precision": 0.656260162601626,
+      "recall": 0.7768709578072066
+    },
+    "euclidean": {
+      "accuracy": 0.8572398804672643,
+      "accuracy_threshold": 3.583315849304199,
+      "ap": 0.7846270644934776,
+      "f1": 0.7020438498699368,
+      "f1_threshold": 3.890807628631592,
+      "precision": 0.6784944691854619,
+      "recall": 0.7272867262088081
+    },
+    "evaluation_time": 69.57,
+    "manhattan": {
+      "accuracy": 0.8571234524779757,
+      "accuracy_threshold": 55.01682662963867,
+      "ap": 0.7838805708871157,
+      "f1": 0.7009824375071123,
+      "f1_threshold": 59.76050567626953,
+      "precision": 0.6908411214953271,
+      "recall": 0.7114259316291962
+    },
+    "max": {
+      "accuracy": 0.8826793961268289,
+      "ap": 0.8468494238463535,
+      "f1": 0.7654432523997741
+    }
+  }
+}

results/all-MiniLM-L6-v2/ArxivClusteringP2P.json

@@ -0,0 +1,10 @@
+{
+  "dataset_revision": "a122ad7f3f0291bf49cc6f4d32aa80929df69d5d",
+  "mteb_dataset_name": "ArxivClusteringP2P",
+  "mteb_version": "1.1.0",
+  "test": {
+    "evaluation_time": 3020.73,
+    "v_measure": 0.46475205553589694,
+    "v_measure_std": 0.14127490459016118
+  }
+}

results/all-MiniLM-L6-v2/ArxivClusteringS2S.json

@@ -0,0 +1,10 @@
+{
+  "dataset_revision": "f910caf1a6075f7329cdf8c1a6135696f37dbd53",
+  "mteb_dataset_name": "ArxivClusteringS2S",
+  "mteb_version": "1.1.0",
+  "test": {
+    "evaluation_time": 555.92,
+    "v_measure": 0.37668696140320146,
+    "v_measure_std": 0.1442262573062312
+  }
+}

results/all-MiniLM-L6-v2/BiorxivClusteringP2P.json

@@ -0,0 +1,10 @@
+{
+  "dataset_revision": "65b79d1d13f80053f67aca9498d9402c2d9f1f40",
+  "mteb_dataset_name": "BiorxivClusteringP2P",
+  "mteb_version": "1.1.0",
+  "test": {
+    "evaluation_time": 338.42,
+    "v_measure": 0.38367725707685313,
+    "v_measure_std": 0.007571234916434439
+  }
+}

results/all-MiniLM-L6-v2/BiorxivClusteringS2S.json

@@ -0,0 +1,10 @@
+{
+  "dataset_revision": "258694dd0231531bc1fd9de6ceb52a0853c6d908",
+  "mteb_dataset_name": "BiorxivClusteringS2S",
+  "mteb_version": "1.1.0",
+  "test": {
+    "evaluation_time": 63.55,
+    "v_measure": 0.32877100863482717,
+    "v_measure_std": 0.007542883732950632
+  }
+}

results/all-MiniLM-L6-v2/MedrxivClusteringP2P.json

@@ -0,0 +1,10 @@
+{
+  "dataset_revision": "e7a26af6f3ae46b30dde8737f02c07b1505bcc73",
+  "mteb_dataset_name": "MedrxivClusteringP2P",
+  "mteb_version": "1.1.0",
+  "test": {
+    "evaluation_time": 173.82,
+    "v_measure": 0.34389331859263667,
+    "v_measure_std": 0.015084000520185471
+  }
+}

results/all-MiniLM-L6-v2/MedrxivClusteringS2S.json

@@ -0,0 +1,10 @@
+{
+  "dataset_revision": "35191c8c0dca72d8ff3efcd72aa802307d469663",
+  "mteb_dataset_name": "MedrxivClusteringS2S",
+  "mteb_version": "1.1.0",
+  "test": {
+    "evaluation_time": 36.96,
+    "v_measure": 0.3186351621903201,
+    "v_measure_std": 0.017336971951213677
+  }
+}

results/all-MiniLM-L6-v2/RedditClustering.json

@@ -0,0 +1,10 @@
+{
+  "dataset_revision": "24640382cdbf8abc73003fb0fa6d111a705499eb",
+  "mteb_dataset_name": "RedditClustering",
+  "mteb_version": "1.1.0",
+  "test": {
+    "evaluation_time": 379.65,
+    "v_measure": 0.5068847759621761,
+    "v_measure_std": 0.045990849171726154
+  }
+}

results/all-MiniLM-L6-v2/RedditClusteringP2P.json

@@ -0,0 +1,10 @@
+{
+  "dataset_revision": "282350215ef01743dc01b456c7f5241fa8937f16",
+  "mteb_dataset_name": "RedditClusteringP2P",
+  "mteb_version": "1.1.0",
+  "test": {
+    "evaluation_time": 1400.48,
+    "v_measure": 0.5479845419577372,
+    "v_measure_std": 0.11285422691786078
+  }
+}

results/all-MiniLM-L6-v2/SprintDuplicateQuestions.json

@@ -0,0 +1,49 @@
+{
+  "dataset_revision": "d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46",
+  "mteb_dataset_name": "SprintDuplicateQuestions",
+  "mteb_version": "1.1.0",
+  "test": {
+    "cos_sim": {
+      "accuracy": 0.9978514851485148,
+      "accuracy_threshold": 0.71305251121521,
+      "ap": 0.9455063045792447,
+      "f1": 0.890126582278481,
+      "f1_threshold": 0.71305251121521,
+      "precision": 0.9015384615384615,
+      "recall": 0.879
+    },
+    "dot": {
+      "accuracy": 0.9978514851485148,
+      "accuracy_threshold": 0.7130525708198547,
+      "ap": 0.9455063045792447,
+      "f1": 0.890126582278481,
+      "f1_threshold": 0.7130525708198547,
+      "precision": 0.9015384615384615,
+      "recall": 0.879
+    },
+    "euclidean": {
+      "accuracy": 0.9978514851485148,
+      "accuracy_threshold": 0.7575584650039673,
+      "ap": 0.9455063045792447,
+      "f1": 0.890126582278481,
+      "f1_threshold": 0.7575584650039673,
+      "precision": 0.9015384615384615,
+      "recall": 0.879
+    },
+    "evaluation_time": 13.21,
+    "manhattan": {
+      "accuracy": 0.9978415841584158,
+      "accuracy_threshold": 11.837488174438477,
+      "ap": 0.9454002074215007,
+      "f1": 0.8898989898989899,
+      "f1_threshold": 11.837488174438477,
+      "precision": 0.8989795918367347,
+      "recall": 0.881
+    },
+    "max": {
+      "accuracy": 0.9978514851485148,
+      "ap": 0.9455063045792447,
+      "f1": 0.890126582278481
+    }
+  }
+}

results/all-MiniLM-L6-v2/StackExchangeClustering.json

@@ -0,0 +1,10 @@
+{
+  "dataset_revision": "6cbc1f7b2bc0622f2e39d2c77fa502909748c259",
+  "mteb_dataset_name": "StackExchangeClustering",
+  "mteb_version": "1.1.0",
+  "test": {
+    "evaluation_time": 317.85,
+    "v_measure": 0.5313685840246208,
+    "v_measure_std": 0.05607312786136468
+  }
+}

results/all-MiniLM-L6-v2/StackExchangeClusteringP2P.json

@@ -0,0 +1,10 @@
+{
+  "dataset_revision": "815ca46b2622cec33ccafc3735d572c266efdb44",
+  "mteb_dataset_name": "StackExchangeClusteringP2P",
+  "mteb_version": "1.1.0",
+  "test": {
+    "evaluation_time": 299.37,
+    "v_measure": 0.3423986915835284,
+    "v_measure_std": 0.015639293197691355
+  }
+}

results/all-MiniLM-L6-v2/TwentyNewsgroupsClustering.json

@@ -0,0 +1,10 @@
+{
+  "dataset_revision": "6125ec4e24fa026cec8a478383ee943acfbd5449",
+  "mteb_dataset_name": "TwentyNewsgroupsClustering",
+  "mteb_version": "1.1.0",
+  "test": {
+    "evaluation_time": 38.48,
+    "v_measure": 0.46490211003880566,
+    "v_measure_std": 0.00983303557519297
+  }
+}

results/all-MiniLM-L6-v2/TwitterSemEval2015.json

@@ -0,0 +1,49 @@
+{
+  "dataset_revision": "70970daeab8776df92f5ea462b6173c0b46fd2d1",
+  "mteb_dataset_name": "TwitterSemEval2015",
+  "mteb_version": "1.1.0",
+  "test": {
+    "cos_sim": {
+      "accuracy": 0.841151576563152,
+      "accuracy_threshold": 0.760004997253418,
+      "ap": 0.6785804277968714,
+      "f1": 0.6408006919560113,
+      "f1_threshold": 0.7039602994918823,
+      "precision": 0.602602835231234,
+      "recall": 0.6841688654353562
+    },
+    "dot": {
+      "accuracy": 0.841151576563152,
+      "accuracy_threshold": 0.7600049376487732,
+      "ap": 0.6785805581908406,
+      "f1": 0.6408006919560113,
+      "f1_threshold": 0.7039604187011719,
+      "precision": 0.602602835231234,
+      "recall": 0.6841688654353562
+    },
+    "euclidean": {
+      "accuracy": 0.841151576563152,
+      "accuracy_threshold": 0.6928131580352783,
+      "ap": 0.678580330833871,
+      "f1": 0.6408006919560113,
+      "f1_threshold": 0.7694668769836426,
+      "precision": 0.602602835231234,
+      "recall": 0.6841688654353562
+    },
+    "evaluation_time": 8.91,
+    "manhattan": {
+      "accuracy": 0.8396614412588663,
+      "accuracy_threshold": 10.996787071228027,
+      "ap": 0.6766935756595975,
+      "f1": 0.6382363570654138,
+      "f1_threshold": 12.064617156982422,
+      "precision": 0.5872312125914432,
+      "recall": 0.6989445910290237
+    },
+    "max": {
+      "accuracy": 0.841151576563152,
+      "ap": 0.6785805581908406,
+      "f1": 0.6408006919560113
+    }
+  }
+}

results/all-MiniLM-L6-v2/TwitterURLCorpus.json

@@ -0,0 +1,49 @@
+{
+  "dataset_revision": "8b6510b0b1fa4e4c4f879467980e9be563ec1cdf",
+  "mteb_dataset_name": "TwitterURLCorpus",
+  "mteb_version": "1.1.0",
+  "test": {
+    "cos_sim": {
+      "accuracy": 0.882504754142896,
+      "accuracy_threshold": 0.6595447659492493,
+      "ap": 0.8470165834383896,
+      "f1": 0.7657057281916886,
+      "f1_threshold": 0.6311962008476257,
+      "precision": 0.745226643346451,
+      "recall": 0.7873421619956883
+    },
+    "dot": {
+      "accuracy": 0.882504754142896,
+      "accuracy_threshold": 0.6595448851585388,
+      "ap": 0.8470166526011678,
+      "f1": 0.7657057281916886,
+      "f1_threshold": 0.6311962604522705,
+      "precision": 0.745226643346451,
+      "recall": 0.7873421619956883
+    },
+    "euclidean": {
+      "accuracy": 0.882504754142896,
+      "accuracy_threshold": 0.8251729607582092,
+      "ap": 0.847016568342695,
+      "f1": 0.7657057281916886,
+      "f1_threshold": 0.858840823173523,
+      "precision": 0.745226643346451,
+      "recall": 0.7873421619956883
+    },
+    "evaluation_time": 35.6,
+    "manhattan": {
+      "accuracy": 0.8827376101214732,
+      "accuracy_threshold": 12.611679077148438,
+      "ap": 0.846351848497952,
+      "f1": 0.7655138674594514,
+      "f1_threshold": 13.285348892211914,
+      "precision": 0.7486934118513066,
+      "recall": 0.7831074838312289
+    },
+    "max": {
+      "accuracy": 0.8827376101214732,
+      "ap": 0.8470166526011678,
+      "f1": 0.7657057281916886
+    }
+  }
+}

results/gte-base/ArxivClusteringP2P.json

@@ -0,0 +1,10 @@
+{
+  "dataset_revision": "a122ad7f3f0291bf49cc6f4d32aa80929df69d5d",
+  "mteb_dataset_name": "ArxivClusteringP2P",
+  "mteb_version": "1.1.0",
+  "test": {
+    "evaluation_time": 17420.32,
+    "v_measure": 0.48382102161114754,
+    "v_measure_std": 0.14018823371221706
+  }
+}

results/gte-base/ArxivClusteringS2S.json

@@ -0,0 +1,10 @@
+{
+  "dataset_revision": "f910caf1a6075f7329cdf8c1a6135696f37dbd53",
+  "mteb_dataset_name": "ArxivClusteringS2S",
+  "mteb_version": "1.1.0",
+  "test": {
+    "evaluation_time": 1944.96,
+    "v_measure": 0.4301558768913956,
+    "v_measure_std": 0.14253189552031462
+  }
+}

results/gte-base/BiorxivClusteringP2P.json

@@ -0,0 +1,10 @@
+{
+  "dataset_revision": "65b79d1d13f80053f67aca9498d9402c2d9f1f40",
+  "mteb_dataset_name": "BiorxivClusteringP2P",
+  "mteb_version": "1.1.0",
+  "test": {
+    "evaluation_time": 2292.44,
+    "v_measure": 0.3881840458148674,
+    "v_measure_std": 0.010968838534302094
+  }
+}

results/gte-base/BiorxivClusteringS2S.json

@@ -0,0 +1,10 @@
+{
+  "dataset_revision": "258694dd0231531bc1fd9de6ceb52a0853c6d908",
+  "mteb_dataset_name": "BiorxivClusteringS2S",
+  "mteb_version": "1.1.0",
+  "test": {
+    "evaluation_time": 240.23,
+    "v_measure": 0.36831102966298046,
+    "v_measure_std": 0.010162662522450641
+  }
+}

results/gte-base/MedrxivClusteringP2P.json

@@ -0,0 +1,10 @@
+{
+  "dataset_revision": "e7a26af6f3ae46b30dde8737f02c07b1505bcc73",
+  "mteb_dataset_name": "MedrxivClusteringP2P",
+  "mteb_version": "1.1.0",
+  "test": {
+    "evaluation_time": 1257.32,
+    "v_measure": 0.3336670595936883,
+    "v_measure_std": 0.016041747790479916
+  }
+}

results/gte-base/MedrxivClusteringS2S.json

@@ -0,0 +1,10 @@
+{
+  "dataset_revision": "35191c8c0dca72d8ff3efcd72aa802307d469663",
+  "mteb_dataset_name": "MedrxivClusteringS2S",
+  "mteb_version": "1.1.0",
+  "test": {
+    "evaluation_time": 135.05,
+    "v_measure": 0.3202151715088234,
+    "v_measure_std": 0.016400664656544005
+  }
+}

results/gte-base/RedditClustering.json

@@ -0,0 +1,10 @@
+{
+  "dataset_revision": "24640382cdbf8abc73003fb0fa6d111a705499eb",
+  "mteb_dataset_name": "RedditClustering",
+  "mteb_version": "1.1.0",
+  "test": {
+    "evaluation_time": 1456.97,
+    "v_measure": 0.5894249153617389,
+    "v_measure_std": 0.04013423216574163
+  }
+}

results/gte-base/RedditClusteringP2P.json

@@ -0,0 +1,10 @@
+{
+  "dataset_revision": "282350215ef01743dc01b456c7f5241fa8937f16",
+  "mteb_dataset_name": "RedditClusteringP2P",
+  "mteb_version": "1.1.0",
+  "test": {
+    "evaluation_time": 7406.94,
+    "v_measure": 0.6271786948932438,
+    "v_measure_std": 0.124884922843343
+  }
+}

results/gte-base/SprintDuplicateQuestions.json

@@ -0,0 +1,49 @@
+{
+  "dataset_revision": "d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46",
+  "mteb_dataset_name": "SprintDuplicateQuestions",
+  "mteb_version": "1.1.0",
+  "test": {
+    "cos_sim": {
+      "accuracy": 0.9982178217821782,
+      "accuracy_threshold": 0.9155436158180237,
+      "ap": 0.9571220118360753,
+      "f1": 0.9073120494335737,
+      "f1_threshold": 0.9155436158180237,
+      "precision": 0.935244161358811,
+      "recall": 0.881
+    },
+    "dot": {
+      "accuracy": 0.9982178217821782,
+      "accuracy_threshold": 0.9155436754226685,
+      "ap": 0.9571219977317563,
+      "f1": 0.9073120494335737,
+      "f1_threshold": 0.9155436754226685,
+      "precision": 0.935244161358811,
+      "recall": 0.881
+    },
+    "euclidean": {
+      "accuracy": 0.9982178217821782,
+      "accuracy_threshold": 0.4109899401664734,
+      "ap": 0.9571219793104613,
+      "f1": 0.9073120494335737,
+      "f1_threshold": 0.4109899401664734,
+      "precision": 0.935244161358811,
+      "recall": 0.881
+    },
+    "evaluation_time": 30.77,
+    "manhattan": {
+      "accuracy": 0.9982178217821782,
+      "accuracy_threshold": 8.906990051269531,
+      "ap": 0.956972725802545,
+      "f1": 0.9077001529831717,
+      "f1_threshold": 9.168195724487305,
+      "precision": 0.9261186264308012,
+      "recall": 0.89
+    },
+    "max": {
+      "accuracy": 0.9982178217821782,
+      "ap": 0.9571220118360753,
+      "f1": 0.9077001529831717
+    }
+  }
+}

results/gte-base/StackExchangeClustering.json

@@ -0,0 +1,10 @@
+{
+  "dataset_revision": "6cbc1f7b2bc0622f2e39d2c77fa502909748c259",
+  "mteb_dataset_name": "StackExchangeClustering",
+  "mteb_version": "1.1.0",
+  "test": {
+    "evaluation_time": 1131.23,
+    "v_measure": 0.6686972648631798,
+    "v_measure_std": 0.043035802483956075
+  }
+}

results/gte-base/StackExchangeClusteringP2P.json

@@ -0,0 +1,10 @@
+{
+  "dataset_revision": "815ca46b2622cec33ccafc3735d572c266efdb44",
+  "mteb_dataset_name": "StackExchangeClusteringP2P",
+  "mteb_version": "1.1.0",
+  "test": {
+    "evaluation_time": 1727.31,
+    "v_measure": 0.3605541867052922,
+    "v_measure_std": 0.015301455168688237
+  }
+}

results/gte-base/TwentyNewsgroupsClustering.json

@@ -0,0 +1,10 @@
+{
+  "dataset_revision": "6125ec4e24fa026cec8a478383ee943acfbd5449",
+  "mteb_dataset_name": "TwentyNewsgroupsClustering",
+  "mteb_version": "1.1.0",
+  "test": {
+    "evaluation_time": 113.29,
+    "v_measure": 0.5154031629975145,
+    "v_measure_std": 0.013251582639784319
+  }
+}

results/gte-base/TwitterSemEval2015.json

@@ -0,0 +1,49 @@
+{
+  "dataset_revision": "70970daeab8776df92f5ea462b6173c0b46fd2d1",
+  "mteb_dataset_name": "TwitterSemEval2015",
+  "mteb_version": "1.1.0",
+  "test": {
+    "cos_sim": {
+      "accuracy": 0.8564105620790368,
+      "accuracy_threshold": 0.9224622845649719,
+      "ap": 0.7246544507254236,
+      "f1": 0.6796572367648784,
+      "f1_threshold": 0.9091762900352478,
+      "precision": 0.6121801649397336,
+      "recall": 0.7638522427440633
+    },
+    "dot": {
+      "accuracy": 0.8564105620790368,
+      "accuracy_threshold": 0.9224622249603271,
+      "ap": 0.7246545978977025,
+      "f1": 0.6796572367648784,
+      "f1_threshold": 0.9091762900352478,
+      "precision": 0.6121801649397336,
+      "recall": 0.7638522427440633
+    },
+    "euclidean": {
+      "accuracy": 0.8564105620790368,
+      "accuracy_threshold": 0.3937961757183075,
+      "ap": 0.7246547648505838,
+      "f1": 0.6796572367648784,
+      "f1_threshold": 0.42620110511779785,
+      "precision": 0.6121801649397336,
+      "recall": 0.7638522427440633
+    },
+    "evaluation_time": 28.44,
+    "manhattan": {
+      "accuracy": 0.8567085891398939,
+      "accuracy_threshold": 8.628108024597168,
+      "ap": 0.7236803599101469,
+      "f1": 0.6801418439716312,
+      "f1_threshold": 9.374834060668945,
+      "precision": 0.6160599571734475,
+      "recall": 0.7591029023746702
+    },
+    "max": {
+      "accuracy": 0.8567085891398939,
+      "ap": 0.7246547648505838,
+      "f1": 0.6801418439716312
+    }
+  }
+}

results/gte-base/TwitterURLCorpus.json

@@ -0,0 +1,49 @@
+{
+  "dataset_revision": "8b6510b0b1fa4e4c4f879467980e9be563ec1cdf",
+  "mteb_dataset_name": "TwitterURLCorpus",
+  "mteb_version": "1.1.0",
+  "test": {
+    "cos_sim": {
+      "accuracy": 0.887297706368611,
+      "accuracy_threshold": 0.8953593969345093,
+      "ap": 0.8551813671848673,
+      "f1": 0.7795627934272301,
+      "f1_threshold": 0.8873952627182007,
+      "precision": 0.744396189408798,
+      "recall": 0.8182168155220203
+    },
+    "dot": {
+      "accuracy": 0.887297706368611,
+      "accuracy_threshold": 0.8953593969345093,
+      "ap": 0.8551813435958813,
+      "f1": 0.7795627934272301,
+      "f1_threshold": 0.8873952627182007,
+      "precision": 0.744396189408798,
+      "recall": 0.8182168155220203
+    },
+    "euclidean": {
+      "accuracy": 0.887297706368611,
+      "accuracy_threshold": 0.457472562789917,
+      "ap": 0.8551813732980336,
+      "f1": 0.7795627934272301,
+      "f1_threshold": 0.47456246614456177,
+      "precision": 0.744396189408798,
+      "recall": 0.8182168155220203
+    },
+    "evaluation_time": 131.42,
+    "manhattan": {
+      "accuracy": 0.8869290177358637,
+      "accuracy_threshold": 10.028573989868164,
+      "ap": 0.8549390135903003,
+      "f1": 0.7796471983397568,
+      "f1_threshold": 10.410341262817383,
+      "precision": 0.751571877679337,
+      "recall": 0.8099014474899907
+    },
+    "max": {
+      "accuracy": 0.887297706368611,
+      "ap": 0.8551813732980336,
+      "f1": 0.7796471983397568
+    }
+  }
+}

results/optimum/all-MiniLM-L6-v2-q8/ArxivClusteringP2P.json

@@ -0,0 +1,10 @@
+{
+  "dataset_revision": "a122ad7f3f0291bf49cc6f4d32aa80929df69d5d",
+  "mteb_dataset_name": "ArxivClusteringP2P",
+  "mteb_version": "1.1.0",
+  "test": {
+    "evaluation_time": 40102.45,
+    "v_measure": 0.4618034932273851,
+    "v_measure_std": 0.14005599148945322
+  }
+}

results/optimum/all-MiniLM-L6-v2-q8/ArxivClusteringS2S.json

@@ -0,0 +1,10 @@
+{
+  "dataset_revision": "f910caf1a6075f7329cdf8c1a6135696f37dbd53",
+  "mteb_dataset_name": "ArxivClusteringS2S",
+  "mteb_version": "1.1.0",
+  "test": {
+    "evaluation_time": 1056.15,
+    "v_measure": 0.3661110691976883,
+    "v_measure_std": 0.1428983905125625
+  }
+}

results/optimum/all-MiniLM-L6-v2-q8/BiorxivClusteringP2P.json

@@ -0,0 +1,10 @@
+{
+  "dataset_revision": "65b79d1d13f80053f67aca9498d9402c2d9f1f40",
+  "mteb_dataset_name": "BiorxivClusteringP2P",
+  "mteb_version": "1.1.0",
+  "test": {
+    "evaluation_time": 2012.27,
+    "v_measure": 0.3826666857854354,
+    "v_measure_std": 0.009760375786673237
+  }
+}

results/optimum/all-MiniLM-L6-v2-q8/BiorxivClusteringS2S.json

@@ -0,0 +1,10 @@
+{
+  "dataset_revision": "258694dd0231531bc1fd9de6ceb52a0853c6d908",
+  "mteb_dataset_name": "BiorxivClusteringS2S",
+  "mteb_version": "1.1.0",
+  "test": {
+    "evaluation_time": 129.47,
+    "v_measure": 0.32225968859400944,
+    "v_measure_std": 0.010394710148885584
+  }
+}

results/optimum/all-MiniLM-L6-v2-q8/MedrxivClusteringP2P.json

@@ -0,0 +1,10 @@
+{
+  "dataset_revision": "e7a26af6f3ae46b30dde8737f02c07b1505bcc73",
+  "mteb_dataset_name": "MedrxivClusteringP2P",
+  "mteb_version": "1.1.0",
+  "test": {
+    "evaluation_time": 1138.47,
+    "v_measure": 0.3214793378259306,
+    "v_measure_std": 0.010193796252019919
+  }
+}

results/optimum/all-MiniLM-L6-v2-q8/MedrxivClusteringS2S.json

@@ -0,0 +1,10 @@
+{
+  "dataset_revision": "35191c8c0dca72d8ff3efcd72aa802307d469663",
+  "mteb_dataset_name": "MedrxivClusteringS2S",
+  "mteb_version": "1.1.0",
+  "test": {
+    "evaluation_time": 72.3,
+    "v_measure": 0.29467392686663063,
+    "v_measure_std": 0.009493099815860577
+  }
+}

results/optimum/all-MiniLM-L6-v2-q8/RedditClustering.json

@@ -0,0 +1,10 @@
+{
+  "dataset_revision": "24640382cdbf8abc73003fb0fa6d111a705499eb",
+  "mteb_dataset_name": "RedditClustering",
+  "mteb_version": "1.1.0",
+  "test": {
+    "evaluation_time": 806.16,
+    "v_measure": 0.45130152555271275,
+    "v_measure_std": 0.050225232137712884
+  }
+}

results/optimum/all-MiniLM-L6-v2-q8/RedditClusteringP2P.json

@@ -0,0 +1,10 @@
+{
+  "dataset_revision": "282350215ef01743dc01b456c7f5241fa8937f16",
+  "mteb_dataset_name": "RedditClusteringP2P",
+  "mteb_version": "1.1.0",
+  "test": {
+    "evaluation_time": 5989.02,
+    "v_measure": 0.5225768488129836,
+    "v_measure_std": 0.11421440945199224
+  }
+}