Retrain the model using positive cases and shuffled positive cases.

config.json

@@ -25,7 +25,7 @@
   "pooler_type": "first_token_transform",
   "position_embedding_type": "absolute",
   "torch_dtype": "float32",
-  "transformers_version": "4.29.1",
+  "transformers_version": "4.28.1",
   "type_vocab_size": 2,
   "use_cache": true,
   "vocab_size": 21128

eval_results.txt

@@ -1,2 +1,2 @@
-eval_pearson = 0.9521139554586924
-eval_spearman = 0.8516852932062846
+eval_pearson = 0.9086306182661994
+eval_spearman = 0.8356478571164112

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a611477f2c8b4eed1b807299eca643ad9db52bd0c0b1ade32881502303bc9518
+oid sha256:abce51ef9cb8530b61b907cdf784a358740783381923f90527e917cd14f13bec
 size 409141805

training_progress_scores.csv

@@ -1,20 +1,5 @@
 global_step,train_loss,eval_spearman,eval_pearson
-2144,0.0,0.8479460350153861,0.948485133470978
-4288,0.0,0.8498950964077886,0.9465204947615107
-6432,0.0,0.849468294643029,0.9468169311979125
-8576,0.0,0.848567268695203,0.9472771180148725
-10720,0.0,0.8516852932062846,0.9521139554586924
-12864,0.0,0.8481712915023426,0.9352248634550469
-15008,0.0,0.8498927252868733,0.9520898128741913
-17152,0.0,0.8507155042444935,0.9543544491683162
-19296,0.0,0.8487877829403289,0.947800578361301
-21440,0.0,0.850419114130077,0.9521228966704754
-23584,0.0,0.849432727829299,0.947384125053125
-25728,0.0,0.8491339665939672,0.9484934936142233
-27872,0.0,0.851184986185729,0.9468601578695205
-30016,0.0,0.8471896474433954,0.9482947463945062
-32160,0.0,0.8505518969013355,0.9505983453497635
-34304,0.0,0.8507107620026627,0.9545982143319675
-36448,0.0,0.8508577720063408,0.9546999080180405
-38592,0.0,0.8500824149600997,0.951359698794045
-40736,0.0,0.8496390158551345,0.9508174759023411
+2473,0.0003225283289793879,0.8228411643737183,0.8699263536976878
+4946,0.001292585046030581,0.8332828581081788,0.8984922255029837
+7419,0.002469111466780305,0.8340860653185219,0.903639799369768
+9892,0.00259420252405107,0.8356478571164112,0.9086306182661994