upload new version

all_results.json

@@ -1,20 +1,20 @@
 {
-    "epoch": 3.0,
-    "eval_accuracy": 0.793574297188755,
-    "eval_loss": 0.5169558525085449,
-    "eval_runtime": 4.8672,
+    "epoch": 5.0,
+    "eval_accuracy": 0.8032128514056225,
+    "eval_loss": 0.5101040005683899,
+    "eval_runtime": 4.8795,
     "eval_samples": 2490,
-    "eval_samples_per_second": 511.59,
-    "eval_steps_per_second": 64.103,
-    "predict_accuracy": 0.7882235528942115,
-    "predict_loss": 0.5409653782844543,
-    "predict_runtime": 9.7934,
+    "eval_samples_per_second": 510.297,
+    "eval_steps_per_second": 63.941,
+    "predict_accuracy": 0.7920159680638723,
+    "predict_loss": 0.528398334980011,
+    "predict_runtime": 9.861,
     "predict_samples": 5010,
-    "predict_samples_per_second": 511.567,
-    "predict_steps_per_second": 64.022,
-    "train_loss": 0.5206204119686042,
-    "train_runtime": 7326.6854,
+    "predict_samples_per_second": 508.061,
+    "predict_steps_per_second": 63.584,
+    "train_loss": 0.4325078172198797,
+    "train_runtime": 11840.5731,
     "train_samples": 392702,
-    "train_samples_per_second": 160.797,
-    "train_steps_per_second": 5.025
+    "train_samples_per_second": 165.829,
+    "train_steps_per_second": 5.182
 }

config.json

@@ -13,16 +13,16 @@
   "hidden_dropout_prob": 0.1,
   "hidden_size": 768,
   "id2label": {
-    "0": "contradiction",
-    "1": "neutral",
-    "2": "entailment"
+    "0": "LABEL_0",
+    "1": "LABEL_1",
+    "2": "LABEL_2"
   },
   "initializer_range": 0.02,
   "intermediate_size": 3072,
   "label2id": {
-    "contradiction": 2,
-    "neutral": 1,
-    "entailment": 0
+    "LABEL_0": 0,
+    "LABEL_1": 1,
+    "LABEL_2": 2
   },
   "layer_norm_eps": 1e-05,
   "max_position_embeddings": 514,

eval_results.json

@@ -1,9 +1,9 @@
 {
-    "epoch": 3.0,
-    "eval_accuracy": 0.793574297188755,
-    "eval_loss": 0.5169558525085449,
-    "eval_runtime": 4.8672,
+    "epoch": 5.0,
+    "eval_accuracy": 0.8032128514056225,
+    "eval_loss": 0.5101040005683899,
+    "eval_runtime": 4.8795,
     "eval_samples": 2490,
-    "eval_samples_per_second": 511.59,
-    "eval_steps_per_second": 64.103
+    "eval_samples_per_second": 510.297,
+    "eval_steps_per_second": 63.941
 }

predict_results.json

@@ -1,8 +1,8 @@
 {
-    "predict_accuracy": 0.7882235528942115,
-    "predict_loss": 0.5409653782844543,
-    "predict_runtime": 9.7934,
+    "predict_accuracy": 0.7920159680638723,
+    "predict_loss": 0.528398334980011,
+    "predict_runtime": 9.861,
     "predict_samples": 5010,
-    "predict_samples_per_second": 511.567,
-    "predict_steps_per_second": 64.022
+    "predict_samples_per_second": 508.061,
+    "predict_steps_per_second": 63.584
 }

predictions.txt

@@ -9,7 +9,7 @@ index	prediction
 7	entailment
 8	neutral
 9	contradiction
-10	contradiction
+10	entailment
 11	neutral
 12	contradiction
 13	entailment
@@ -28,11 +28,11 @@ index	prediction
 26	entailment
 27	contradiction
 28	neutral
-29	entailment
+29	contradiction
 30	neutral
 31	entailment
 32	contradiction
-33	neutral
+33	contradiction
 34	neutral
 35	contradiction
 36	contradiction
@@ -49,7 +49,7 @@ index	prediction
 47	contradiction
 48	entailment
 49	neutral
-50	neutral
+50	contradiction
 51	neutral
 52	entailment
 53	contradiction
@@ -66,7 +66,7 @@ index	prediction
 64	entailment
 65	contradiction
 66	neutral
-67	neutral
+67	entailment
 68	neutral
 69	neutral
 70	entailment
@@ -74,7 +74,7 @@ index	prediction
 72	contradiction
 73	contradiction
 74	entailment
-75	neutral
+75	entailment
 76	contradiction
 77	entailment
 78	contradiction
@@ -86,9 +86,9 @@ index	prediction
 84	contradiction
 85	neutral
 86	neutral
-87	neutral
-88	contradiction
-89	contradiction
+87	contradiction
+88	neutral
+89	neutral
 90	neutral
 91	entailment
 92	neutral
@@ -100,7 +100,7 @@ index	prediction
 98	entailment
 99	contradiction
 100	neutral
-101	neutral
+101	entailment
 102	entailment
 103	contradiction
 104	neutral
@@ -109,12 +109,12 @@ index	prediction
 107	contradiction
 108	neutral
 109	entailment
-110	neutral
+110	contradiction
 111	neutral
 112	contradiction
 113	entailment
 114	contradiction
-115	neutral
+115	entailment
 116	neutral
 117	neutral
 118	contradiction
@@ -138,18 +138,18 @@ index	prediction
 136	entailment
 137	contradiction
 138	contradiction
-139	neutral
+139	contradiction
 140	contradiction
 141	contradiction
 142	neutral
 143	entailment
-144	entailment
+144	contradiction
 145	entailment
 146	neutral
 147	neutral
 148	entailment
 149	contradiction
-150	neutral
+150	contradiction
 151	neutral
 152	entailment
 153	contradiction
@@ -159,9 +159,9 @@ index	prediction
 157	contradiction
 158	neutral
 159	contradiction
-160	neutral
-161	neutral
-162	neutral
+160	contradiction
+161	entailment
+162	contradiction
 163	entailment
 164	neutral
 165	contradiction
@@ -196,7 +196,7 @@ index	prediction
 194	neutral
 195	contradiction
 196	neutral
-197	neutral
+197	entailment
 198	contradiction
 199	entailment
 200	neutral
@@ -210,8 +210,8 @@ index	prediction
 208	neutral
 209	neutral
 210	contradiction
-211	neutral
-212	entailment
+211	contradiction
+212	contradiction
 213	entailment
 214	neutral
 215	contradiction
@@ -223,19 +223,19 @@ index	prediction
 221	neutral
 222	neutral
 223	entailment
-224	neutral
-225	entailment
-226	neutral
-227	neutral
+224	entailment
+225	contradiction
+226	entailment
+227	contradiction
 228	neutral
-229	contradiction
+229	neutral
 230	contradiction
 231	neutral
 232	entailment
 233	neutral
 234	contradiction
 235	neutral
-236	neutral
+236	contradiction
 237	contradiction
 238	neutral
 239	neutral
@@ -243,16 +243,16 @@ index	prediction
 241	entailment
 242	contradiction
 243	neutral
-244	entailment
+244	neutral
 245	neutral
 246	neutral
-247	entailment
+247	neutral
 248	contradiction
 249	contradiction
 250	neutral
 251	entailment
 252	neutral
-253	entailment
+253	neutral
 254	contradiction
 255	neutral
 256	entailment
@@ -262,7 +262,7 @@ index	prediction
 260	contradiction
 261	contradiction
 262	neutral
-263	contradiction
+263	entailment
 264	contradiction
 265	neutral
 266	entailment
@@ -279,11 +279,11 @@ index	prediction
 277	contradiction
 278	entailment
 279	neutral
-280	entailment
+280	neutral
 281	neutral
 282	neutral
 283	contradiction
-284	entailment
+284	contradiction
 285	contradiction
 286	neutral
 287	entailment
@@ -291,7 +291,7 @@ index	prediction
 289	entailment
 290	entailment
 291	entailment
-292	contradiction
+292	entailment
 293	neutral
 294	entailment
 295	neutral
@@ -307,7 +307,7 @@ index	prediction
 305	neutral
 306	contradiction
 307	neutral
-308	contradiction
+308	neutral
 309	contradiction
 310	entailment
 311	neutral
@@ -332,10 +332,10 @@ index	prediction
 330	contradiction
 331	entailment
 332	neutral
-333	entailment
+333	neutral
 334	contradiction
 335	entailment
-336	entailment
+336	contradiction
 337	entailment
 338	contradiction
 339	entailment
@@ -347,12 +347,12 @@ index	prediction
 345	entailment
 346	neutral
 347	contradiction
-348	neutral
+348	contradiction
 349	neutral
 350	entailment
 351	neutral
 352	entailment
-353	neutral
+353	contradiction
 354	neutral
 355	neutral
 356	entailment
@@ -372,7 +372,7 @@ index	prediction
 370	entailment
 371	contradiction
 372	contradiction
-373	entailment
+373	neutral
 374	neutral
 375	entailment
 376	entailment
@@ -385,7 +385,7 @@ index	prediction
 383	neutral
 384	neutral
 385	contradiction
-386	neutral
+386	contradiction
 387	neutral
 388	entailment
 389	contradiction
@@ -410,7 +410,7 @@ index	prediction
 408	contradiction
 409	entailment
 410	neutral
-411	contradiction
+411	neutral
 412	neutral
 413	neutral
 414	contradiction
@@ -422,7 +422,7 @@ index	prediction
 420	neutral
 421	contradiction
 422	entailment
-423	neutral
+423	contradiction
 424	contradiction
 425	contradiction
 426	neutral
@@ -441,18 +441,18 @@ index	prediction
 439	neutral
 440	contradiction
 441	entailment
-442	contradiction
-443	contradiction
+442	neutral
+443	neutral
 444	entailment
 445	contradiction
 446	neutral
-447	contradiction
+447	neutral
 448	neutral
 449	entailment
 450	neutral
 451	entailment
 452	contradiction
-453	entailment
+453	neutral
 454	contradiction
 455	neutral
 456	neutral
@@ -468,14 +468,14 @@ index	prediction
 466	entailment
 467	contradiction
 468	neutral
-469	neutral
+469	entailment
 470	contradiction
 471	contradiction
 472	neutral
 473	entailment
 474	neutral
 475	neutral
-476	contradiction
+476	neutral
 477	neutral
 478	entailment
 479	neutral
@@ -485,7 +485,7 @@ index	prediction
 483	entailment
 484	neutral
 485	neutral
-486	neutral
+486	contradiction
 487	neutral
 488	neutral
 489	contradiction
@@ -493,13 +493,13 @@ index	prediction
 491	contradiction
 492	neutral
 493	contradiction
-494	neutral
+494	entailment
 495	entailment
 496	neutral
 497	contradiction
 498	contradiction
 499	neutral
-500	entailment
+500	contradiction
 501	entailment
 502	contradiction
 503	entailment
@@ -508,7 +508,7 @@ index	prediction
 506	contradiction
 507	contradiction
 508	contradiction
-509	neutral
+509	entailment
 510	neutral
 511	contradiction
 512	entailment
@@ -517,20 +517,20 @@ index	prediction
 515	entailment
 516	neutral
 517	neutral
-518	neutral
+518	contradiction
 519	entailment
 520	contradiction
 521	contradiction
 522	neutral
 523	contradiction
 524	entailment
-525	contradiction
+525	neutral
 526	neutral
 527	contradiction
-528	entailment
+528	contradiction
 529	neutral
 530	contradiction
-531	entailment
+531	neutral
 532	neutral
 533	contradiction
 534	contradiction
@@ -539,18 +539,18 @@ index	prediction
 537	neutral
 538	neutral
 539	entailment
-540	entailment
+540	neutral
 541	contradiction
 542	entailment
 543	neutral
 544	contradiction
-545	entailment
+545	neutral
 546	neutral
 547	neutral
 548	contradiction
-549	neutral
+549	entailment
 550	neutral
-551	neutral
+551	contradiction
 552	entailment
 553	contradiction
 554	entailment
@@ -560,11 +560,11 @@ index	prediction
 558	contradiction
 559	neutral
 560	entailment
-561	contradiction
+561	neutral
 562	neutral
-563	entailment
+563	neutral
 564	entailment
-565	neutral
+565	entailment
 566	contradiction
 567	neutral
 568	contradiction
@@ -583,8 +583,8 @@ index	prediction
 581	contradiction
 582	entailment
 583	contradiction
-584	neutral
-585	contradiction
+584	entailment
+585	neutral
 586	entailment
 587	neutral
 588	entailment
@@ -620,15 +620,15 @@ index	prediction
 618	neutral
 619	entailment
 620	contradiction
-621	entailment
+621	contradiction
 622	contradiction
 623	contradiction
-624	neutral
+624	entailment
 625	neutral
 626	contradiction
 627	contradiction
-628	entailment
-629	entailment
+628	contradiction
+629	neutral
 630	entailment
 631	neutral
 632	contradiction
@@ -642,7 +642,7 @@ index	prediction
 640	neutral
 641	contradiction
 642	neutral
-643	contradiction
+643	neutral
 644	contradiction
 645	neutral
 646	contradiction
@@ -651,7 +651,7 @@ index	prediction
 649	entailment
 650	neutral
 651	entailment
-652	neutral
+652	entailment
 653	contradiction
 654	neutral
 655	contradiction
@@ -661,7 +661,7 @@ index	prediction
 659	contradiction
 660	entailment
 661	contradiction
-662	entailment
+662	neutral
 663	entailment
 664	neutral
 665	contradiction
@@ -702,7 +702,7 @@ index	prediction
 700	contradiction
 701	neutral
 702	neutral
-703	contradiction
+703	neutral
 704	neutral
 705	entailment
 706	entailment
@@ -724,7 +724,7 @@ index	prediction
 722	neutral
 723	entailment
 724	entailment
-725	neutral
+725	contradiction
 726	neutral
 727	neutral
 728	entailment
@@ -736,17 +736,17 @@ index	prediction
 734	contradiction
 735	neutral
 736	contradiction
-737	contradiction
+737	neutral
 738	contradiction
 739	neutral
 740	neutral
 741	entailment
 742	contradiction
-743	neutral
+743	contradiction
 744	contradiction
 745	entailment
 746	neutral
-747	neutral
+747	entailment
 748	contradiction
 749	neutral
 750	neutral
@@ -756,7 +756,7 @@ index	prediction
 754	entailment
 755	contradiction
 756	neutral
-757	contradiction
+757	entailment
 758	neutral
 759	neutral
 760	entailment
@@ -772,13 +772,13 @@ index	prediction
 770	contradiction
 771	neutral
 772	neutral
-773	contradiction
+773	neutral
 774	entailment
 775	contradiction
 776	contradiction
 777	neutral
 778	contradiction
-779	neutral
+779	contradiction
 780	neutral
 781	contradiction
 782	neutral
@@ -792,13 +792,13 @@ index	prediction
 790	entailment
 791	contradiction
 792	entailment
-793	entailment
+793	neutral
 794	contradiction
 795	contradiction
 796	entailment
 797	neutral
 798	neutral
-799	entailment
+799	neutral
 800	entailment
 801	contradiction
 802	neutral
@@ -829,7 +829,7 @@ index	prediction
 827	contradiction
 828	entailment
 829	neutral
-830	neutral
+830	contradiction
 831	contradiction
 832	entailment
 833	entailment
@@ -838,16 +838,16 @@ index	prediction
 836	neutral
 837	neutral
 838	contradiction
-839	neutral
+839	entailment
 840	entailment
 841	neutral
 842	contradiction
 843	neutral
-844	neutral
-845	contradiction
+844	entailment
+845	neutral
 846	contradiction
 847	neutral
-848	neutral
+848	contradiction
 849	neutral
 850	neutral
 851	contradiction
@@ -858,14 +858,14 @@ index	prediction
 856	entailment
 857	contradiction
 858	neutral
-859	contradiction
+859	neutral
 860	entailment
 861	entailment
 862	neutral
 863	contradiction
 864	neutral
 865	neutral
-866	neutral
+866	entailment
 867	neutral
 868	neutral
 869	neutral
@@ -881,7 +881,7 @@ index	prediction
 879	neutral
 880	entailment
 881	contradiction
-882	contradiction
+882	neutral
 883	neutral
 884	entailment
 885	contradiction
@@ -899,7 +899,7 @@ index	prediction
 897	contradiction
 898	entailment
 899	entailment
-900	neutral
+900	contradiction
 901	contradiction
 902	neutral
 903	neutral
@@ -920,24 +920,24 @@ index	prediction
 918	neutral
 919	entailment
 920	contradiction
-921	neutral
+921	entailment
 922	contradiction
 923	neutral
 924	entailment
 925	neutral
-926	contradiction
+926	neutral
 927	neutral
 928	entailment
 929	entailment
-930	contradiction
+930	neutral
 931	entailment
-932	contradiction
+932	neutral
 933	contradiction
-934	neutral
+934	entailment
 935	neutral
-936	contradiction
+936	neutral
 937	neutral
-938	entailment
+938	neutral
 939	contradiction
 940	entailment
 941	neutral
@@ -953,7 +953,7 @@ index	prediction
 951	contradiction
 952	contradiction
 953	contradiction
-954	neutral
+954	contradiction
 955	contradiction
 956	contradiction
 957	neutral
@@ -974,20 +974,20 @@ index	prediction
 972	contradiction
 973	neutral
 974	entailment
-975	entailment
+975	contradiction
 976	neutral
 977	contradiction
 978	entailment
 979	contradiction
 980	neutral
 981	neutral
-982	neutral
+982	entailment
 983	contradiction
 984	neutral
 985	contradiction
 986	neutral
 987	entailment
-988	contradiction
+988	neutral
 989	contradiction
 990	entailment
 991	contradiction
@@ -999,7 +999,7 @@ index	prediction
 997	neutral
 998	entailment
 999	neutral
-1000	entailment
+1000	neutral
 1001	neutral
 1002	entailment
 1003	neutral
@@ -1015,7 +1015,7 @@ index	prediction
 1013	entailment
 1014	contradiction
 1015	neutral
-1016	contradiction
+1016	neutral
 1017	contradiction
 1018	neutral
 1019	neutral
@@ -1039,14 +1039,14 @@ index	prediction
 1037	contradiction
 1038	entailment
 1039	contradiction
-1040	contradiction
+1040	neutral
 1041	entailment
-1042	neutral
-1043	contradiction
+1042	contradiction
+1043	neutral
 1044	contradiction
 1045	neutral
 1046	entailment
-1047	neutral
+1047	contradiction
 1048	neutral
 1049	neutral
 1050	entailment
@@ -1054,9 +1054,9 @@ index	prediction
 1052	neutral
 1053	contradiction
 1054	neutral
-1055	neutral
+1055	entailment
 1056	contradiction
-1057	entailment
+1057	neutral
 1058	neutral
 1059	contradiction
 1060	entailment
@@ -1068,7 +1068,7 @@ index	prediction
 1066	contradiction
 1067	neutral
 1068	entailment
-1069	entailment
+1069	neutral
 1070	contradiction
 1071	entailment
 1072	neutral
@@ -1087,7 +1087,7 @@ index	prediction
 1085	entailment
 1086	entailment
 1087	contradiction
-1088	entailment
+1088	contradiction
 1089	entailment
 1090	entailment
 1091	entailment
@@ -1112,10 +1112,10 @@ index	prediction
 1110	entailment
 1111	contradiction
 1112	neutral
-1113	contradiction
+1113	entailment
 1114	contradiction
 1115	contradiction
-1116	entailment
+1116	neutral
 1117	contradiction
 1118	neutral
 1119	neutral
@@ -1127,7 +1127,7 @@ index	prediction
 1125	neutral
 1126	contradiction
 1127	entailment
-1128	neutral
+1128	entailment
 1129	entailment
 1130	neutral
 1131	entailment
@@ -1144,7 +1144,7 @@ index	prediction
 1142	entailment
 1143	contradiction
 1144	entailment
-1145	contradiction
+1145	neutral
 1146	neutral
 1147	neutral
 1148	neutral
@@ -1156,20 +1156,20 @@ index	prediction
 1154	entailment
 1155	neutral
 1156	contradiction
-1157	entailment
-1158	contradiction
-1159	entailment
-1160	neutral
+1157	neutral
+1158	neutral
+1159	neutral
+1160	entailment
 1161	contradiction
 1162	contradiction
-1163	entailment
+1163	contradiction
 1164	neutral
 1165	neutral
 1166	contradiction
 1167	entailment
 1168	neutral
 1169	contradiction
-1170	neutral
+1170	contradiction
 1171	entailment
 1172	contradiction
 1173	neutral
@@ -1177,9 +1177,9 @@ index	prediction
 1175	entailment
 1176	neutral
 1177	contradiction
-1178	contradiction
+1178	neutral
 1179	neutral
-1180	contradiction
+1180	neutral
 1181	entailment
 1182	entailment
 1183	contradiction
@@ -1201,7 +1201,7 @@ index	prediction
 1199	neutral
 1200	entailment
 1201	contradiction
-1202	neutral
+1202	entailment
 1203	neutral
 1204	entailment
 1205	contradiction
@@ -1210,19 +1210,19 @@ index	prediction
 1208	neutral
 1209	neutral
 1210	contradiction
-1211	neutral
+1211	entailment
 1212	contradiction
-1213	neutral
+1213	entailment
 1214	neutral
 1215	entailment
 1216	neutral
 1217	contradiction
 1218	contradiction
 1219	neutral
-1220	neutral
-1221	entailment
+1220	entailment
+1221	neutral
 1222	contradiction
-1223	entailment
+1223	neutral
 1224	entailment
 1225	neutral
 1226	contradiction
@@ -1230,7 +1230,7 @@ index	prediction
 1228	entailment
 1229	contradiction
 1230	contradiction
-1231	neutral
+1231	contradiction
 1232	neutral
 1233	neutral
 1234	contradiction
@@ -1239,15 +1239,15 @@ index	prediction
 1237	neutral
 1238	contradiction
 1239	entailment
-1240	contradiction
+1240	neutral
 1241	entailment
 1242	contradiction
 1243	entailment
 1244	contradiction
 1245	neutral
 1246	entailment
-1247	contradiction
-1248	entailment
+1247	neutral
+1248	neutral
 1249	contradiction
 1250	neutral
 1251	neutral
@@ -1277,7 +1277,7 @@ index	prediction
 1275	entailment
 1276	contradiction
 1277	neutral
-1278	contradiction
+1278	entailment
 1279	contradiction
 1280	entailment
 1281	neutral
@@ -1296,19 +1296,19 @@ index	prediction
 1294	contradiction
 1295	entailment
 1296	contradiction
-1297	neutral
+1297	contradiction
 1298	contradiction
 1299	contradiction
 1300	entailment
-1301	contradiction
+1301	neutral
 1302	contradiction
 1303	entailment
-1304	neutral
+1304	entailment
 1305	contradiction
-1306	entailment
+1306	neutral
 1307	contradiction
 1308	neutral
-1309	entailment
+1309	neutral
 1310	contradiction
 1311	contradiction
 1312	neutral
@@ -1320,16 +1320,16 @@ index	prediction
 1318	entailment
 1319	neutral
 1320	entailment
-1321	neutral
+1321	contradiction
 1322	neutral
 1323	contradiction
 1324	neutral
-1325	entailment
+1325	neutral
 1326	neutral
 1327	neutral
 1328	contradiction
 1329	neutral
-1330	contradiction
+1330	neutral
 1331	entailment
 1332	contradiction
 1333	entailment
@@ -1337,7 +1337,7 @@ index	prediction
 1335	contradiction
 1336	neutral
 1337	neutral
-1338	entailment
+1338	contradiction
 1339	entailment
 1340	contradiction
 1341	entailment
@@ -1348,7 +1348,7 @@ index	prediction
 1346	neutral
 1347	neutral
 1348	neutral
-1349	neutral
+1349	contradiction
 1350	contradiction
 1351	contradiction
 1352	entailment
@@ -1372,7 +1372,7 @@ index	prediction
 1370	entailment
 1371	entailment
 1372	neutral
-1373	contradiction
+1373	neutral
 1374	entailment
 1375	neutral
 1376	neutral
@@ -1381,7 +1381,7 @@ index	prediction
 1379	neutral
 1380	contradiction
 1381	neutral
-1382	contradiction
+1382	entailment
 1383	contradiction
 1384	neutral
 1385	entailment
@@ -1390,13 +1390,13 @@ index	prediction
 1388	contradiction
 1389	contradiction
 1390	neutral
-1391	contradiction
+1391	neutral
 1392	neutral
 1393	entailment
 1394	contradiction
 1395	entailment
 1396	neutral
-1397	contradiction
+1397	neutral
 1398	neutral
 1399	entailment
 1400	contradiction
@@ -1413,11 +1413,11 @@ index	prediction
 1411	entailment
 1412	contradiction
 1413	entailment
-1414	contradiction
+1414	entailment
 1415	neutral
 1416	neutral
 1417	contradiction
-1418	neutral
+1418	entailment
 1419	contradiction
 1420	neutral
 1421	entailment
@@ -1434,8 +1434,8 @@ index	prediction
 1432	neutral
 1433	neutral
 1434	contradiction
-1435	contradiction
-1436	contradiction
+1435	neutral
+1436	neutral
 1437	contradiction
 1438	neutral
 1439	entailment
@@ -1448,7 +1448,7 @@ index	prediction
 1446	entailment
 1447	neutral
 1448	neutral
-1449	neutral
+1449	entailment
 1450	entailment
 1451	contradiction
 1452	neutral
@@ -1456,7 +1456,7 @@ index	prediction
 1454	contradiction
 1455	neutral
 1456	contradiction
-1457	contradiction
+1457	neutral
 1458	contradiction
 1459	neutral
 1460	entailment
@@ -1464,27 +1464,27 @@ index	prediction
 1462	neutral
 1463	entailment
 1464	contradiction
-1465	neutral
+1465	contradiction
 1466	neutral
 1467	contradiction
 1468	neutral
 1469	entailment
 1470	entailment
 1471	neutral
-1472	neutral
-1473	contradiction
-1474	entailment
+1472	contradiction
+1473	neutral
+1474	contradiction
 1475	contradiction
 1476	neutral
-1477	neutral
+1477	entailment
 1478	contradiction
 1479	neutral
 1480	contradiction
-1481	entailment
+1481	neutral
 1482	neutral
 1483	entailment
 1484	contradiction
-1485	neutral
+1485	contradiction
 1486	neutral
 1487	neutral
 1488	neutral
@@ -1492,12 +1492,12 @@ index	prediction
 1490	entailment
 1491	neutral
 1492	contradiction
-1493	neutral
+1493	entailment
 1494	neutral
 1495	entailment
 1496	contradiction
 1497	entailment
-1498	neutral
+1498	contradiction
 1499	neutral
 1500	neutral
 1501	neutral
@@ -1512,7 +1512,7 @@ index	prediction
 1510	contradiction
 1511	neutral
 1512	neutral
-1513	entailment
+1513	contradiction
 1514	neutral
 1515	neutral
 1516	contradiction
@@ -1527,11 +1527,11 @@ index	prediction
 1525	neutral
 1526	contradiction
 1527	neutral
-1528	neutral
+1528	entailment
 1529	neutral
 1530	contradiction
 1531	neutral
-1532	entailment
+1532	neutral
 1533	entailment
 1534	contradiction
 1535	neutral
@@ -1554,18 +1554,18 @@ index	prediction
 1552	entailment
 1553	contradiction
 1554	neutral
-1555	contradiction
+1555	neutral
 1556	neutral
 1557	neutral
-1558	contradiction
+1558	entailment
 1559	contradiction
 1560	neutral
-1561	contradiction
+1561	neutral
 1562	contradiction
 1563	contradiction
 1564	entailment
-1565	contradiction
-1566	neutral
+1565	neutral
+1566	contradiction
 1567	entailment
 1568	neutral
 1569	neutral
@@ -1580,15 +1580,15 @@ index	prediction
 1578	entailment
 1579	entailment
 1580	neutral
-1581	contradiction
+1581	neutral
 1582	neutral
 1583	entailment
 1584	contradiction
 1585	neutral
 1586	entailment
-1587	contradiction
+1587	entailment
 1588	neutral
-1589	contradiction
+1589	neutral
 1590	contradiction
 1591	entailment
 1592	contradiction
@@ -1603,16 +1603,16 @@ index	prediction
 1601	neutral
 1602	neutral
 1603	contradiction
-1604	entailment
+1604	neutral
 1605	entailment
-1606	contradiction
+1606	neutral
 1607	contradiction
 1608	entailment
 1609	neutral
 1610	contradiction
 1611	neutral
 1612	entailment
-1613	contradiction
+1613	entailment
 1614	contradiction
 1615	neutral
 1616	entailment
@@ -1633,7 +1633,7 @@ index	prediction
 1631	contradiction
 1632	neutral
 1633	entailment
-1634	contradiction
+1634	entailment
 1635	contradiction
 1636	neutral
 1637	neutral
@@ -1653,23 +1653,23 @@ index	prediction
 1651	neutral
 1652	contradiction
 1653	neutral
-1654	contradiction
+1654	entailment
 1655	contradiction
 1656	contradiction
 1657	entailment
-1658	neutral
+1658	contradiction
 1659	contradiction
 1660	neutral
 1661	neutral
-1662	neutral
+1662	entailment
 1663	entailment
 1664	contradiction
-1665	contradiction
+1665	neutral
 1666	entailment
 1667	entailment
 1668	contradiction
 1669	neutral
-1670	neutral
+1670	entailment
 1671	entailment
 1672	neutral
 1673	contradiction
@@ -1684,7 +1684,7 @@ index	prediction
 1682	entailment
 1683	contradiction
 1684	contradiction
-1685	neutral
+1685	entailment
 1686	neutral
 1687	neutral
 1688	contradiction
@@ -1696,13 +1696,13 @@ index	prediction
 1694	contradiction
 1695	neutral
 1696	neutral
-1697	neutral
+1697	entailment
 1698	neutral
 1699	contradiction
-1700	neutral
+1700	contradiction
 1701	contradiction
-1702	contradiction
-1703	contradiction
+1702	entailment
+1703	neutral
 1704	contradiction
 1705	entailment
 1706	neutral
@@ -1711,19 +1711,19 @@ index	prediction
 1709	neutral
 1710	neutral
 1711	entailment
-1712	contradiction
+1712	neutral
 1713	neutral
 1714	entailment
 1715	contradiction
 1716	contradiction
-1717	entailment
+1717	neutral
 1718	neutral
-1719	neutral
+1719	entailment
 1720	contradiction
 1721	neutral
 1722	neutral
 1723	contradiction
-1724	entailment
+1724	contradiction
 1725	contradiction
 1726	neutral
 1727	neutral
@@ -1738,7 +1738,7 @@ index	prediction
 1736	contradiction
 1737	neutral
 1738	neutral
-1739	neutral
+1739	entailment
 1740	neutral
 1741	contradiction
 1742	contradiction
@@ -1764,7 +1764,7 @@ index	prediction
 1762	neutral
 1763	entailment
 1764	contradiction
-1765	contradiction
+1765	neutral
 1766	neutral
 1767	contradiction
 1768	entailment
@@ -1786,23 +1786,23 @@ index	prediction
 1784	entailment
 1785	contradiction
 1786	neutral
-1787	neutral
+1787	entailment
 1788	entailment
 1789	contradiction
 1790	neutral
 1791	contradiction
 1792	entailment
 1793	neutral
-1794	entailment
+1794	contradiction
 1795	neutral
-1796	neutral
+1796	contradiction
 1797	entailment
 1798	neutral
 1799	contradiction
-1800	contradiction
+1800	entailment
 1801	contradiction
 1802	neutral
-1803	contradiction
+1803	neutral
 1804	neutral
 1805	neutral
 1806	neutral
@@ -1811,12 +1811,12 @@ index	prediction
 1809	neutral
 1810	contradiction
 1811	entailment
-1812	neutral
+1812	contradiction
 1813	neutral
 1814	entailment
 1815	neutral
 1816	neutral
-1817	contradiction
+1817	neutral
 1818	entailment
 1819	contradiction
 1820	contradiction
@@ -1833,7 +1833,7 @@ index	prediction
 1831	contradiction
 1832	entailment
 1833	neutral
-1834	contradiction
+1834	entailment
 1835	entailment
 1836	contradiction
 1837	neutral
@@ -1844,7 +1844,7 @@ index	prediction
 1842	contradiction
 1843	entailment
 1844	neutral
-1845	contradiction
+1845	neutral
 1846	entailment
 1847	neutral
 1848	contradiction
@@ -1857,7 +1857,7 @@ index	prediction
 1855	contradiction
 1856	entailment
 1857	contradiction
-1858	neutral
+1858	entailment
 1859	neutral
 1860	neutral
 1861	entailment
@@ -1872,7 +1872,7 @@ index	prediction
 1870	neutral
 1871	entailment
 1872	entailment
-1873	contradiction
+1873	entailment
 1874	neutral
 1875	entailment
 1876	contradiction
@@ -1881,13 +1881,13 @@ index	prediction
 1879	neutral
 1880	entailment
 1881	neutral
-1882	entailment
-1883	neutral
+1882	neutral
+1883	contradiction
 1884	entailment
 1885	neutral
 1886	neutral
 1887	neutral
-1888	entailment
+1888	neutral
 1889	contradiction
 1890	neutral
 1891	contradiction
@@ -1895,7 +1895,7 @@ index	prediction
 1893	neutral
 1894	neutral
 1895	entailment
-1896	contradiction
+1896	neutral
 1897	entailment
 1898	neutral
 1899	contradiction
@@ -1907,21 +1907,21 @@ index	prediction
 1905	contradiction
 1906	entailment
 1907	neutral
-1908	neutral
+1908	contradiction
 1909	neutral
 1910	contradiction
 1911	contradiction
 1912	entailment
 1913	neutral
 1914	contradiction
-1915	neutral
-1916	neutral
+1915	contradiction
+1916	contradiction
 1917	contradiction
 1918	entailment
 1919	neutral
 1920	neutral
 1921	entailment
-1922	contradiction
+1922	neutral
 1923	contradiction
 1924	neutral
 1925	neutral
@@ -1939,7 +1939,7 @@ index	prediction
 1937	neutral
 1938	contradiction
 1939	entailment
-1940	neutral
+1940	entailment
 1941	entailment
 1942	contradiction
 1943	neutral
@@ -1948,7 +1948,7 @@ index	prediction
 1946	neutral
 1947	contradiction
 1948	neutral
-1949	contradiction
+1949	neutral
 1950	neutral
 1951	neutral
 1952	neutral
@@ -1959,7 +1959,7 @@ index	prediction
 1957	entailment
 1958	entailment
 1959	neutral
-1960	entailment
+1960	neutral
 1961	contradiction
 1962	neutral
 1963	contradiction
@@ -1969,10 +1969,10 @@ index	prediction
 1967	entailment
 1968	contradiction
 1969	entailment
-1970	contradiction
+1970	neutral
 1971	entailment
 1972	entailment
-1973	neutral
+1973	contradiction
 1974	entailment
 1975	contradiction
 1976	neutral
@@ -1986,25 +1986,25 @@ index	prediction
 1984	contradiction
 1985	entailment
 1986	contradiction
-1987	contradiction
+1987	neutral
 1988	neutral
-1989	neutral
+1989	contradiction
 1990	neutral
 1991	neutral
 1992	contradiction
-1993	neutral
+1993	contradiction
 1994	neutral
 1995	entailment
 1996	contradiction
 1997	neutral
 1998	contradiction
 1999	contradiction
-2000	neutral
+2000	contradiction
 2001	contradiction
 2002	entailment
 2003	entailment
-2004	neutral
-2005	entailment
+2004	entailment
+2005	neutral
 2006	contradiction
 2007	neutral
 2008	entailment
@@ -2012,7 +2012,7 @@ index	prediction
 2010	contradiction
 2011	entailment
 2012	contradiction
-2013	entailment
+2013	neutral
 2014	neutral
 2015	contradiction
 2016	neutral
@@ -2048,7 +2048,7 @@ index	prediction
 2046	entailment
 2047	contradiction
 2048	entailment
-2049	neutral
+2049	contradiction
 2050	contradiction
 2051	entailment
 2052	contradiction
@@ -2065,7 +2065,7 @@ index	prediction
 2063	contradiction
 2064	neutral
 2065	contradiction
-2066	neutral
+2066	contradiction
 2067	neutral
 2068	contradiction
 2069	entailment
@@ -2080,12 +2080,12 @@ index	prediction
 2078	contradiction
 2079	contradiction
 2080	neutral
-2081	neutral
+2081	entailment
 2082	contradiction
 2083	neutral
 2084	entailment
 2085	contradiction
-2086	neutral
+2086	entailment
 2087	entailment
 2088	neutral
 2089	contradiction
@@ -2098,7 +2098,7 @@ index	prediction
 2096	entailment
 2097	neutral
 2098	entailment
-2099	neutral
+2099	entailment
 2100	entailment
 2101	contradiction
 2102	entailment
@@ -2110,7 +2110,7 @@ index	prediction
 2108	contradiction
 2109	neutral
 2110	neutral
-2111	neutral
+2111	contradiction
 2112	contradiction
 2113	neutral
 2114	entailment
@@ -2123,12 +2123,12 @@ index	prediction
 2121	contradiction
 2122	neutral
 2123	entailment
-2124	neutral
+2124	entailment
 2125	contradiction
 2126	entailment
 2127	contradiction
 2128	entailment
-2129	entailment
+2129	contradiction
 2130	entailment
 2131	entailment
 2132	contradiction
@@ -2138,8 +2138,8 @@ index	prediction
 2136	neutral
 2137	contradiction
 2138	entailment
-2139	contradiction
-2140	entailment
+2139	neutral
+2140	neutral
 2141	neutral
 2142	contradiction
 2143	entailment
@@ -2160,7 +2160,7 @@ index	prediction
 2158	contradiction
 2159	neutral
 2160	entailment
-2161	contradiction
+2161	neutral
 2162	contradiction
 2163	neutral
 2164	contradiction
@@ -2174,7 +2174,7 @@ index	prediction
 2172	neutral
 2173	neutral
 2174	contradiction
-2175	entailment
+2175	neutral
 2176	contradiction
 2177	neutral
 2178	neutral
@@ -2203,7 +2203,7 @@ index	prediction
 2201	contradiction
 2202	contradiction
 2203	entailment
-2204	entailment
+2204	neutral
 2205	contradiction
 2206	neutral
 2207	entailment
@@ -2211,8 +2211,8 @@ index	prediction
 2209	neutral
 2210	entailment
 2211	neutral
-2212	neutral
-2213	neutral
+2212	contradiction
+2213	entailment
 2214	contradiction
 2215	entailment
 2216	neutral
@@ -2228,11 +2228,11 @@ index	prediction
 2226	contradiction
 2227	entailment
 2228	entailment
-2229	entailment
+2229	neutral
 2230	contradiction
 2231	neutral
 2232	contradiction
-2233	neutral
+2233	contradiction
 2234	entailment
 2235	contradiction
 2236	neutral
@@ -2241,7 +2241,7 @@ index	prediction
 2239	neutral
 2240	contradiction
 2241	contradiction
-2242	neutral
+2242	entailment
 2243	neutral
 2244	neutral
 2245	contradiction
@@ -2249,7 +2249,7 @@ index	prediction
 2247	contradiction
 2248	neutral
 2249	entailment
-2250	neutral
+2250	contradiction
 2251	neutral
 2252	neutral
 2253	neutral
@@ -2260,7 +2260,7 @@ index	prediction
 2258	neutral
 2259	contradiction
 2260	entailment
-2261	neutral
+2261	contradiction
 2262	contradiction
 2263	neutral
 2264	entailment
@@ -2268,8 +2268,8 @@ index	prediction
 2266	contradiction
 2267	contradiction
 2268	contradiction
-2269	neutral
-2270	contradiction
+2269	entailment
+2270	entailment
 2271	entailment
 2272	contradiction
 2273	contradiction
@@ -2280,7 +2280,7 @@ index	prediction
 2278	entailment
 2279	contradiction
 2280	entailment
-2281	contradiction
+2281	neutral
 2282	contradiction
 2283	neutral
 2284	entailment
@@ -2291,8 +2291,8 @@ index	prediction
 2289	entailment
 2290	neutral
 2291	contradiction
-2292	entailment
-2293	contradiction
+2292	contradiction
+2293	neutral
 2294	contradiction
 2295	neutral
 2296	entailment
@@ -2319,7 +2319,7 @@ index	prediction
 2317	contradiction
 2318	contradiction
 2319	neutral
-2320	entailment
+2320	neutral
 2321	contradiction
 2322	contradiction
 2323	neutral
@@ -2329,16 +2329,16 @@ index	prediction
 2327	contradiction
 2328	contradiction
 2329	neutral
-2330	entailment
+2330	neutral
 2331	neutral
 2332	entailment
 2333	neutral
 2334	neutral
-2335	neutral
+2335	entailment
 2336	entailment
 2337	contradiction
 2338	neutral
-2339	neutral
+2339	entailment
 2340	entailment
 2341	neutral
 2342	contradiction
@@ -2357,14 +2357,14 @@ index	prediction
 2355	neutral
 2356	contradiction
 2357	entailment
-2358	contradiction
+2358	neutral
 2359	entailment
 2360	contradiction
 2361	contradiction
 2362	entailment
-2363	neutral
+2363	entailment
 2364	contradiction
-2365	contradiction
+2365	neutral
 2366	entailment
 2367	entailment
 2368	neutral
@@ -2436,11 +2436,11 @@ index	prediction
 2434	entailment
 2435	contradiction
 2436	entailment
-2437	contradiction
+2437	entailment
 2438	entailment
 2439	entailment
 2440	contradiction
-2441	neutral
+2441	entailment
 2442	contradiction
 2443	neutral
 2444	entailment
@@ -2456,9 +2456,9 @@ index	prediction
 2454	entailment
 2455	contradiction
 2456	neutral
-2457	neutral
+2457	entailment
 2458	contradiction
-2459	contradiction
+2459	neutral
 2460	entailment
 2461	contradiction
 2462	neutral
@@ -2495,21 +2495,21 @@ index	prediction
 2493	contradiction
 2494	entailment
 2495	neutral
-2496	contradiction
+2496	neutral
 2497	neutral
 2498	contradiction
-2499	contradiction
+2499	neutral
 2500	neutral
 2501	contradiction
-2502	neutral
-2503	neutral
+2502	contradiction
+2503	entailment
 2504	neutral
 2505	neutral
 2506	contradiction
 2507	entailment
 2508	contradiction
 2509	contradiction
-2510	contradiction
+2510	entailment
 2511	entailment
 2512	contradiction
 2513	neutral
@@ -2520,7 +2520,7 @@ index	prediction
 2518	entailment
 2519	neutral
 2520	contradiction
-2521	neutral
+2521	entailment
 2522	neutral
 2523	entailment
 2524	entailment
@@ -2530,7 +2530,7 @@ index	prediction
 2528	entailment
 2529	neutral
 2530	contradiction
-2531	neutral
+2531	contradiction
 2532	neutral
 2533	contradiction
 2534	entailment
@@ -2553,7 +2553,7 @@ index	prediction
 2551	entailment
 2552	neutral
 2553	neutral
-2554	contradiction
+2554	entailment
 2555	entailment
 2556	contradiction
 2557	neutral
@@ -2594,7 +2594,7 @@ index	prediction
 2592	contradiction
 2593	neutral
 2594	entailment
-2595	neutral
+2595	entailment
 2596	neutral
 2597	contradiction
 2598	contradiction
@@ -2606,14 +2606,14 @@ index	prediction
 2604	entailment
 2605	neutral
 2606	contradiction
-2607	neutral
+2607	contradiction
 2608	neutral
-2609	contradiction
+2609	neutral
 2610	neutral
 2611	neutral
 2612	neutral
 2613	neutral
-2614	neutral
+2614	contradiction
 2615	neutral
 2616	entailment
 2617	entailment
@@ -2624,7 +2624,7 @@ index	prediction
 2622	contradiction
 2623	neutral
 2624	entailment
-2625	entailment
+2625	contradiction
 2626	neutral
 2627	contradiction
 2628	neutral
@@ -2636,8 +2636,8 @@ index	prediction
 2634	neutral
 2635	entailment
 2636	contradiction
-2637	contradiction
-2638	entailment
+2637	entailment
+2638	contradiction
 2639	contradiction
 2640	neutral
 2641	neutral
@@ -2656,13 +2656,13 @@ index	prediction
 2654	entailment
 2655	contradiction
 2656	entailment
-2657	neutral
+2657	entailment
 2658	contradiction
 2659	neutral
 2660	entailment
 2661	neutral
 2662	entailment
-2663	contradiction
+2663	neutral
 2664	contradiction
 2665	entailment
 2666	neutral
@@ -2687,13 +2687,13 @@ index	prediction
 2685	neutral
 2686	entailment
 2687	contradiction
-2688	entailment
+2688	contradiction
 2689	neutral
 2690	neutral
-2691	neutral
+2691	contradiction
 2692	neutral
 2693	neutral
-2694	entailment
+2694	neutral
 2695	neutral
 2696	contradiction
 2697	neutral
@@ -2720,19 +2720,19 @@ index	prediction
 2718	entailment
 2719	neutral
 2720	contradiction
-2721	entailment
+2721	contradiction
 2722	contradiction
 2723	neutral
 2724	contradiction
-2725	entailment
+2725	neutral
 2726	neutral
 2727	entailment
-2728	contradiction
+2728	neutral
 2729	neutral
 2730	entailment
 2731	neutral
 2732	contradiction
-2733	contradiction
+2733	neutral
 2734	contradiction
 2735	contradiction
 2736	contradiction
@@ -2740,11 +2740,11 @@ index	prediction
 2738	neutral
 2739	contradiction
 2740	neutral
-2741	neutral
+2741	contradiction
 2742	neutral
 2743	neutral
 2744	entailment
-2745	contradiction
+2745	entailment
 2746	contradiction
 2747	neutral
 2748	contradiction
@@ -2764,7 +2764,7 @@ index	prediction
 2762	neutral
 2763	neutral
 2764	entailment
-2765	contradiction
+2765	neutral
 2766	entailment
 2767	contradiction
 2768	neutral
@@ -2780,7 +2780,7 @@ index	prediction
 2778	neutral
 2779	entailment
 2780	contradiction
-2781	neutral
+2781	contradiction
 2782	contradiction
 2783	entailment
 2784	neutral
@@ -2792,9 +2792,9 @@ index	prediction
 2790	neutral
 2791	entailment
 2792	entailment
-2793	entailment
+2793	contradiction
 2794	neutral
-2795	entailment
+2795	neutral
 2796	neutral
 2797	contradiction
 2798	entailment
@@ -2816,17 +2816,17 @@ index	prediction
 2814	entailment
 2815	neutral
 2816	contradiction
-2817	contradiction
+2817	neutral
 2818	contradiction
 2819	entailment
 2820	neutral
-2821	neutral
-2822	neutral
+2821	entailment
+2822	contradiction
 2823	entailment
 2824	contradiction
 2825	neutral
 2826	entailment
-2827	entailment
+2827	neutral
 2828	contradiction
 2829	contradiction
 2830	contradiction
@@ -2836,7 +2836,7 @@ index	prediction
 2834	contradiction
 2835	entailment
 2836	neutral
-2837	neutral
+2837	contradiction
 2838	neutral
 2839	contradiction
 2840	entailment
@@ -2853,20 +2853,20 @@ index	prediction
 2851	entailment
 2852	neutral
 2853	contradiction
-2854	entailment
+2854	contradiction
 2855	neutral
 2856	contradiction
 2857	entailment
 2858	neutral
 2859	neutral
 2860	entailment
-2861	neutral
-2862	entailment
+2861	contradiction
+2862	neutral
 2863	contradiction
 2864	neutral
 2865	neutral
 2866	entailment
-2867	contradiction
+2867	neutral
 2868	neutral
 2869	entailment
 2870	contradiction
@@ -2876,10 +2876,10 @@ index	prediction
 2874	contradiction
 2875	entailment
 2876	neutral
-2877	neutral
+2877	contradiction
 2878	contradiction
 2879	neutral
-2880	contradiction
+2880	neutral
 2881	contradiction
 2882	contradiction
 2883	entailment
@@ -2888,8 +2888,8 @@ index	prediction
 2886	neutral
 2887	contradiction
 2888	entailment
-2889	contradiction
-2890	neutral
+2889	entailment
+2890	entailment
 2891	contradiction
 2892	entailment
 2893	contradiction
@@ -2903,17 +2903,17 @@ index	prediction
 2901	entailment
 2902	entailment
 2903	neutral
-2904	entailment
+2904	neutral
 2905	neutral
 2906	neutral
 2907	contradiction
-2908	entailment
+2908	neutral
 2909	entailment
 2910	entailment
 2911	contradiction
 2912	neutral
 2913	entailment
-2914	neutral
+2914	contradiction
 2915	neutral
 2916	contradiction
 2917	entailment
@@ -2926,14 +2926,14 @@ index	prediction
 2924	contradiction
 2925	neutral
 2926	entailment
-2927	contradiction
+2927	entailment
 2928	entailment
 2929	entailment
 2930	neutral
 2931	contradiction
 2932	entailment
 2933	neutral
-2934	neutral
+2934	entailment
 2935	contradiction
 2936	contradiction
 2937	contradiction
@@ -2944,9 +2944,9 @@ index	prediction
 2942	entailment
 2943	neutral
 2944	entailment
-2945	contradiction
+2945	neutral
 2946	contradiction
-2947	neutral
+2947	entailment
 2948	neutral
 2949	neutral
 2950	contradiction
@@ -2955,12 +2955,12 @@ index	prediction
 2953	neutral
 2954	contradiction
 2955	contradiction
-2956	entailment
+2956	neutral
 2957	neutral
 2958	entailment
 2959	contradiction
 2960	entailment
-2961	contradiction
+2961	neutral
 2962	neutral
 2963	contradiction
 2964	neutral
@@ -2979,9 +2979,9 @@ index	prediction
 2977	contradiction
 2978	entailment
 2979	neutral
-2980	neutral
+2980	entailment
 2981	contradiction
-2982	contradiction
+2982	entailment
 2983	contradiction
 2984	entailment
 2985	contradiction
@@ -3005,8 +3005,8 @@ index	prediction
 3003	contradiction
 3004	contradiction
 3005	neutral
-3006	neutral
-3007	contradiction
+3006	contradiction
+3007	neutral
 3008	neutral
 3009	contradiction
 3010	neutral
@@ -3017,14 +3017,14 @@ index	prediction
 3015	contradiction
 3016	entailment
 3017	contradiction
-3018	neutral
-3019	neutral
+3018	contradiction
+3019	contradiction
 3020	neutral
 3021	contradiction
 3022	entailment
 3023	neutral
 3024	entailment
-3025	contradiction
+3025	neutral
 3026	neutral
 3027	neutral
 3028	entailment
@@ -3048,8 +3048,8 @@ index	prediction
 3046	entailment
 3047	contradiction
 3048	contradiction
-3049	neutral
-3050	contradiction
+3049	entailment
+3050	neutral
 3051	contradiction
 3052	contradiction
 3053	neutral
@@ -3074,7 +3074,7 @@ index	prediction
 3072	neutral
 3073	entailment
 3074	neutral
-3075	contradiction
+3075	neutral
 3076	neutral
 3077	entailment
 3078	contradiction
@@ -3101,8 +3101,8 @@ index	prediction
 3099	neutral
 3100	entailment
 3101	contradiction
-3102	neutral
-3103	neutral
+3102	contradiction
+3103	entailment
 3104	neutral
 3105	contradiction
 3106	contradiction
@@ -3114,7 +3114,7 @@ index	prediction
 3112	neutral
 3113	entailment
 3114	contradiction
-3115	entailment
+3115	neutral
 3116	entailment
 3117	neutral
 3118	entailment
@@ -3133,16 +3133,16 @@ index	prediction
 3131	entailment
 3132	contradiction
 3133	entailment
-3134	entailment
+3134	neutral
 3135	neutral
 3136	entailment
 3137	contradiction
-3138	contradiction
-3139	neutral
+3138	neutral
+3139	contradiction
 3140	neutral
-3141	contradiction
+3141	neutral
 3142	contradiction
-3143	neutral
+3143	entailment
 3144	contradiction
 3145	contradiction
 3146	entailment
@@ -3174,7 +3174,7 @@ index	prediction
 3172	contradiction
 3173	entailment
 3174	entailment
-3175	contradiction
+3175	neutral
 3176	neutral
 3177	neutral
 3178	contradiction
@@ -3187,19 +3187,19 @@ index	prediction
 3185	neutral
 3186	entailment
 3187	neutral
-3188	contradiction
+3188	neutral
 3189	neutral
-3190	contradiction
+3190	entailment
 3191	entailment
 3192	entailment
 3193	neutral
 3194	contradiction
 3195	contradiction
 3196	neutral
-3197	contradiction
+3197	entailment
 3198	contradiction
-3199	contradiction
-3200	contradiction
+3199	entailment
+3200	neutral
 3201	neutral
 3202	entailment
 3203	contradiction
@@ -3207,12 +3207,12 @@ index	prediction
 3205	contradiction
 3206	neutral
 3207	neutral
-3208	neutral
+3208	contradiction
 3209	neutral
 3210	neutral
 3211	contradiction
 3212	entailment
-3213	neutral
+3213	entailment
 3214	neutral
 3215	contradiction
 3216	neutral
@@ -3230,14 +3230,14 @@ index	prediction
 3228	neutral
 3229	contradiction
 3230	neutral
-3231	contradiction
-3232	entailment
+3231	neutral
+3232	neutral
 3233	neutral
 3234	contradiction
 3235	entailment
 3236	entailment
 3237	entailment
-3238	contradiction
+3238	entailment
 3239	neutral
 3240	entailment
 3241	contradiction
@@ -3255,7 +3255,7 @@ index	prediction
 3253	entailment
 3254	contradiction
 3255	contradiction
-3256	contradiction
+3256	entailment
 3257	contradiction
 3258	contradiction
 3259	entailment
@@ -3269,7 +3269,7 @@ index	prediction
 3267	neutral
 3268	contradiction
 3269	entailment
-3270	neutral
+3270	contradiction
 3271	entailment
 3272	contradiction
 3273	entailment
@@ -3285,7 +3285,7 @@ index	prediction
 3283	contradiction
 3284	neutral
 3285	neutral
-3286	neutral
+3286	contradiction
 3287	entailment
 3288	neutral
 3289	neutral
@@ -3294,20 +3294,20 @@ index	prediction
 3292	neutral
 3293	entailment
 3294	entailment
-3295	neutral
-3296	neutral
+3295	contradiction
+3296	entailment
 3297	entailment
 3298	contradiction
 3299	contradiction
 3300	contradiction
 3301	neutral
 3302	entailment
-3303	entailment
+3303	contradiction
 3304	entailment
 3305	contradiction
 3306	entailment
 3307	contradiction
-3308	contradiction
+3308	neutral
 3309	contradiction
 3310	entailment
 3311	neutral
@@ -3319,25 +3319,25 @@ index	prediction
 3317	neutral
 3318	entailment
 3319	contradiction
-3320	neutral
+3320	entailment
 3321	entailment
 3322	neutral
 3323	contradiction
 3324	contradiction
 3325	contradiction
 3326	entailment
-3327	neutral
+3327	contradiction
 3328	neutral
 3329	neutral
 3330	entailment
-3331	contradiction
+3331	neutral
 3332	contradiction
 3333	entailment
 3334	neutral
 3335	contradiction
 3336	contradiction
 3337	neutral
-3338	neutral
+3338	entailment
 3339	neutral
 3340	neutral
 3341	neutral
@@ -3348,7 +3348,7 @@ index	prediction
 3346	contradiction
 3347	entailment
 3348	neutral
-3349	contradiction
+3349	entailment
 3350	contradiction
 3351	contradiction
 3352	contradiction
@@ -3373,28 +3373,28 @@ index	prediction
 3371	neutral
 3372	contradiction
 3373	entailment
-3374	contradiction
+3374	neutral
 3375	neutral
 3376	neutral
-3377	contradiction
+3377	entailment
 3378	entailment
 3379	neutral
 3380	contradiction
 3381	contradiction
-3382	neutral
+3382	entailment
 3383	neutral
 3384	contradiction
 3385	entailment
 3386	neutral
 3387	neutral
-3388	entailment
+3388	neutral
 3389	contradiction
 3390	neutral
 3391	contradiction
 3392	contradiction
 3393	entailment
 3394	neutral
-3395	neutral
+3395	contradiction
 3396	contradiction
 3397	entailment
 3398	entailment
@@ -3414,7 +3414,7 @@ index	prediction
 3412	neutral
 3413	contradiction
 3414	entailment
-3415	contradiction
+3415	neutral
 3416	neutral
 3417	contradiction
 3418	neutral
@@ -3431,7 +3431,7 @@ index	prediction
 3429	entailment
 3430	contradiction
 3431	contradiction
-3432	entailment
+3432	neutral
 3433	neutral
 3434	neutral
 3435	neutral
@@ -3451,21 +3451,21 @@ index	prediction
 3449	neutral
 3450	contradiction
 3451	neutral
-3452	neutral
+3452	contradiction
 3453	neutral
 3454	entailment
 3455	contradiction
 3456	contradiction
 3457	entailment
 3458	neutral
-3459	contradiction
-3460	neutral
+3459	neutral
+3460	entailment
 3461	neutral
 3462	neutral
 3463	entailment
-3464	contradiction
+3464	neutral
 3465	contradiction
-3466	contradiction
+3466	neutral
 3467	entailment
 3468	contradiction
 3469	contradiction
@@ -3476,12 +3476,12 @@ index	prediction
 3474	neutral
 3475	neutral
 3476	entailment
-3477	neutral
-3478	contradiction
-3479	neutral
+3477	contradiction
+3478	neutral
+3479	contradiction
 3480	neutral
 3481	entailment
-3482	contradiction
+3482	neutral
 3483	contradiction
 3484	neutral
 3485	entailment
@@ -3495,19 +3495,19 @@ index	prediction
 3493	entailment
 3494	neutral
 3495	entailment
-3496	contradiction
+3496	neutral
 3497	contradiction
 3498	entailment
-3499	contradiction
+3499	entailment
 3500	neutral
-3501	neutral
+3501	entailment
 3502	neutral
 3503	neutral
-3504	contradiction
+3504	entailment
 3505	neutral
 3506	neutral
 3507	neutral
-3508	contradiction
+3508	neutral
 3509	contradiction
 3510	contradiction
 3511	entailment
@@ -3517,11 +3517,11 @@ index	prediction
 3515	contradiction
 3516	neutral
 3517	neutral
-3518	entailment
+3518	neutral
 3519	neutral
 3520	contradiction
 3521	entailment
-3522	contradiction
+3522	neutral
 3523	neutral
 3524	neutral
 3525	entailment
@@ -3530,7 +3530,7 @@ index	prediction
 3528	neutral
 3529	contradiction
 3530	entailment
-3531	neutral
+3531	entailment
 3532	entailment
 3533	neutral
 3534	contradiction
@@ -3550,21 +3550,21 @@ index	prediction
 3548	neutral
 3549	entailment
 3550	contradiction
-3551	neutral
+3551	contradiction
 3552	neutral
-3553	contradiction
+3553	neutral
 3554	neutral
 3555	neutral
-3556	contradiction
+3556	entailment
 3557	neutral
 3558	contradiction
-3559	contradiction
-3560	entailment
+3559	entailment
+3560	neutral
 3561	neutral
 3562	contradiction
 3563	entailment
 3564	contradiction
-3565	neutral
+3565	entailment
 3566	neutral
 3567	neutral
 3568	neutral
@@ -3572,7 +3572,7 @@ index	prediction
 3570	neutral
 3571	entailment
 3572	neutral
-3573	contradiction
+3573	entailment
 3574	neutral
 3575	contradiction
 3576	neutral
@@ -3582,9 +3582,9 @@ index	prediction
 3580	neutral
 3581	contradiction
 3582	neutral
-3583	entailment
-3584	neutral
-3585	neutral
+3583	contradiction
+3584	contradiction
+3585	entailment
 3586	neutral
 3587	neutral
 3588	contradiction
@@ -3607,9 +3607,9 @@ index	prediction
 3605	neutral
 3606	contradiction
 3607	neutral
-3608	neutral
+3608	entailment
 3609	neutral
-3610	contradiction
+3610	neutral
 3611	entailment
 3612	contradiction
 3613	neutral
@@ -3617,7 +3617,7 @@ index	prediction
 3615	neutral
 3616	entailment
 3617	contradiction
-3618	contradiction
+3618	entailment
 3619	entailment
 3620	contradiction
 3621	contradiction
@@ -3630,32 +3630,32 @@ index	prediction
 3628	entailment
 3629	neutral
 3630	neutral
-3631	entailment
+3631	contradiction
 3632	contradiction
 3633	contradiction
-3634	neutral
+3634	entailment
 3635	neutral
 3636	contradiction
 3637	entailment
 3638	neutral
-3639	neutral
+3639	entailment
 3640	neutral
 3641	contradiction
 3642	neutral
 3643	entailment
-3644	neutral
+3644	contradiction
 3645	neutral
 3646	contradiction
 3647	neutral
 3648	neutral
 3649	neutral
 3650	contradiction
-3651	contradiction
+3651	neutral
 3652	neutral
 3653	entailment
 3654	contradiction
 3655	entailment
-3656	contradiction
+3656	neutral
 3657	entailment
 3658	neutral
 3659	contradiction
@@ -3663,7 +3663,7 @@ index	prediction
 3661	entailment
 3662	contradiction
 3663	entailment
-3664	contradiction
+3664	neutral
 3665	contradiction
 3666	contradiction
 3667	entailment
@@ -3673,7 +3673,7 @@ index	prediction
 3671	entailment
 3672	entailment
 3673	contradiction
-3674	neutral
+3674	contradiction
 3675	neutral
 3676	neutral
 3677	entailment
@@ -3691,11 +3691,11 @@ index	prediction
 3689	contradiction
 3690	contradiction
 3691	neutral
-3692	contradiction
-3693	entailment
+3692	neutral
+3693	neutral
 3694	neutral
 3695	contradiction
-3696	contradiction
+3696	neutral
 3697	neutral
 3698	entailment
 3699	contradiction
@@ -3718,7 +3718,7 @@ index	prediction
 3716	contradiction
 3717	contradiction
 3718	entailment
-3719	neutral
+3719	contradiction
 3720	entailment
 3721	neutral
 3722	contradiction
@@ -3728,17 +3728,17 @@ index	prediction
 3726	contradiction
 3727	entailment
 3728	neutral
-3729	neutral
+3729	contradiction
 3730	neutral
-3731	contradiction
+3731	neutral
 3732	neutral
 3733	entailment
 3734	contradiction
 3735	contradiction
 3736	neutral
-3737	neutral
+3737	entailment
 3738	neutral
-3739	neutral
+3739	contradiction
 3740	contradiction
 3741	neutral
 3742	contradiction
@@ -3762,7 +3762,7 @@ index	prediction
 3760	entailment
 3761	contradiction
 3762	neutral
-3763	neutral
+3763	entailment
 3764	entailment
 3765	contradiction
 3766	neutral
@@ -3772,7 +3772,7 @@ index	prediction
 3770	neutral
 3771	neutral
 3772	entailment
-3773	contradiction
+3773	neutral
 3774	neutral
 3775	contradiction
 3776	entailment
@@ -3786,8 +3786,8 @@ index	prediction
 3784	neutral
 3785	contradiction
 3786	neutral
-3787	entailment
-3788	entailment
+3787	neutral
+3788	neutral
 3789	entailment
 3790	neutral
 3791	contradiction
@@ -3804,8 +3804,8 @@ index	prediction
 3802	contradiction
 3803	entailment
 3804	contradiction
-3805	contradiction
-3806	neutral
+3805	neutral
+3806	contradiction
 3807	contradiction
 3808	neutral
 3809	contradiction
@@ -3815,13 +3815,13 @@ index	prediction
 3813	contradiction
 3814	neutral
 3815	contradiction
-3816	entailment
+3816	contradiction
 3817	contradiction
 3818	entailment
 3819	entailment
 3820	contradiction
 3821	contradiction
-3822	neutral
+3822	entailment
 3823	neutral
 3824	entailment
 3825	entailment
@@ -3846,7 +3846,7 @@ index	prediction
 3844	neutral
 3845	entailment
 3846	neutral
-3847	neutral
+3847	entailment
 3848	entailment
 3849	neutral
 3850	contradiction
@@ -3859,16 +3859,16 @@ index	prediction
 3857	neutral
 3858	neutral
 3859	entailment
-3860	contradiction
+3860	neutral
 3861	contradiction
 3862	neutral
 3863	entailment
-3864	contradiction
+3864	entailment
 3865	neutral
 3866	contradiction
 3867	entailment
 3868	neutral
-3869	contradiction
+3869	neutral
 3870	entailment
 3871	contradiction
 3872	neutral
@@ -3881,9 +3881,9 @@ index	prediction
 3879	neutral
 3880	contradiction
 3881	contradiction
-3882	neutral
+3882	entailment
 3883	contradiction
-3884	neutral
+3884	contradiction
 3885	contradiction
 3886	entailment
 3887	entailment
@@ -3906,11 +3906,11 @@ index	prediction
 3904	entailment
 3905	neutral
 3906	neutral
-3907	contradiction
+3907	entailment
 3908	contradiction
 3909	contradiction
 3910	neutral
-3911	neutral
+3911	entailment
 3912	neutral
 3913	neutral
 3914	neutral
@@ -3928,7 +3928,7 @@ index	prediction
 3926	contradiction
 3927	neutral
 3928	entailment
-3929	entailment
+3929	contradiction
 3930	neutral
 3931	neutral
 3932	contradiction
@@ -3939,7 +3939,7 @@ index	prediction
 3937	neutral
 3938	entailment
 3939	contradiction
-3940	entailment
+3940	contradiction
 3941	neutral
 3942	contradiction
 3943	neutral
@@ -3950,18 +3950,18 @@ index	prediction
 3948	entailment
 3949	neutral
 3950	contradiction
-3951	contradiction
+3951	neutral
 3952	neutral
 3953	neutral
 3954	neutral
 3955	contradiction
 3956	neutral
 3957	contradiction
-3958	contradiction
+3958	entailment
 3959	entailment
-3960	neutral
-3961	neutral
-3962	neutral
+3960	entailment
+3961	contradiction
+3962	contradiction
 3963	contradiction
 3964	neutral
 3965	entailment
@@ -3969,18 +3969,18 @@ index	prediction
 3967	neutral
 3968	entailment
 3969	entailment
-3970	neutral
+3970	contradiction
 3971	neutral
 3972	entailment
-3973	contradiction
+3973	entailment
 3974	contradiction
 3975	contradiction
 3976	entailment
 3977	neutral
 3978	neutral
 3979	contradiction
-3980	entailment
-3981	entailment
+3980	neutral
+3981	neutral
 3982	contradiction
 3983	neutral
 3984	neutral
@@ -3989,7 +3989,7 @@ index	prediction
 3987	neutral
 3988	contradiction
 3989	neutral
-3990	neutral
+3990	entailment
 3991	contradiction
 3992	contradiction
 3993	contradiction
@@ -4009,9 +4009,9 @@ index	prediction
 4007	contradiction
 4008	neutral
 4009	contradiction
-4010	neutral
+4010	entailment
 4011	contradiction
-4012	entailment
+4012	neutral
 4013	neutral
 4014	neutral
 4015	entailment
@@ -4034,7 +4034,7 @@ index	prediction
 4032	contradiction
 4033	contradiction
 4034	entailment
-4035	neutral
+4035	contradiction
 4036	neutral
 4037	neutral
 4038	neutral
@@ -4050,10 +4050,10 @@ index	prediction
 4048	contradiction
 4049	entailment
 4050	contradiction
-4051	contradiction
-4052	neutral
+4051	entailment
+4052	contradiction
 4053	entailment
-4054	contradiction
+4054	entailment
 4055	contradiction
 4056	neutral
 4057	contradiction
@@ -4076,7 +4076,7 @@ index	prediction
 4074	neutral
 4075	contradiction
 4076	entailment
-4077	neutral
+4077	entailment
 4078	contradiction
 4079	neutral
 4080	neutral
@@ -4090,7 +4090,7 @@ index	prediction
 4088	neutral
 4089	neutral
 4090	entailment
-4091	contradiction
+4091	neutral
 4092	neutral
 4093	entailment
 4094	neutral
@@ -4105,9 +4105,9 @@ index	prediction
 4103	entailment
 4104	contradiction
 4105	entailment
-4106	neutral
+4106	entailment
 4107	contradiction
-4108	neutral
+4108	entailment
 4109	neutral
 4110	entailment
 4111	neutral
@@ -4118,7 +4118,7 @@ index	prediction
 4116	contradiction
 4117	entailment
 4118	neutral
-4119	contradiction
+4119	entailment
 4120	neutral
 4121	contradiction
 4122	contradiction
@@ -4133,11 +4133,11 @@ index	prediction
 4131	contradiction
 4132	entailment
 4133	entailment
-4134	contradiction
+4134	neutral
 4135	neutral
-4136	neutral
+4136	entailment
 4137	contradiction
-4138	entailment
+4138	contradiction
 4139	neutral
 4140	contradiction
 4141	neutral
@@ -4155,16 +4155,16 @@ index	prediction
 4153	entailment
 4154	neutral
 4155	neutral
-4156	neutral
-4157	neutral
-4158	contradiction
+4156	contradiction
+4157	entailment
+4158	entailment
 4159	contradiction
 4160	neutral
 4161	neutral
 4162	entailment
 4163	contradiction
 4164	contradiction
-4165	entailment
+4165	neutral
 4166	neutral
 4167	neutral
 4168	contradiction
@@ -4176,7 +4176,7 @@ index	prediction
 4174	entailment
 4175	entailment
 4176	contradiction
-4177	neutral
+4177	contradiction
 4178	entailment
 4179	entailment
 4180	neutral
@@ -4188,7 +4188,7 @@ index	prediction
 4186	neutral
 4187	entailment
 4188	entailment
-4189	contradiction
+4189	entailment
 4190	contradiction
 4191	entailment
 4192	contradiction
@@ -4198,12 +4198,12 @@ index	prediction
 4196	entailment
 4197	contradiction
 4198	entailment
-4199	entailment
+4199	neutral
 4200	entailment
 4201	neutral
 4202	contradiction
 4203	contradiction
-4204	neutral
+4204	contradiction
 4205	neutral
 4206	neutral
 4207	entailment
@@ -4212,18 +4212,18 @@ index	prediction
 4210	neutral
 4211	neutral
 4212	neutral
-4213	contradiction
+4213	entailment
 4214	contradiction
 4215	entailment
-4216	neutral
-4217	neutral
+4216	contradiction
+4217	contradiction
 4218	neutral
 4219	contradiction
-4220	contradiction
+4220	neutral
 4221	neutral
 4222	entailment
 4223	contradiction
-4224	entailment
+4224	neutral
 4225	neutral
 4226	contradiction
 4227	contradiction
@@ -4233,7 +4233,7 @@ index	prediction
 4231	contradiction
 4232	entailment
 4233	neutral
-4234	neutral
+4234	contradiction
 4235	contradiction
 4236	entailment
 4237	neutral
@@ -4251,8 +4251,8 @@ index	prediction
 4249	contradiction
 4250	neutral
 4251	neutral
-4252	entailment
-4253	contradiction
+4252	neutral
+4253	neutral
 4254	contradiction
 4255	neutral
 4256	entailment
@@ -4261,7 +4261,7 @@ index	prediction
 4259	neutral
 4260	contradiction
 4261	neutral
-4262	neutral
+4262	contradiction
 4263	contradiction
 4264	neutral
 4265	entailment
@@ -4272,7 +4272,7 @@ index	prediction
 4270	neutral
 4271	contradiction
 4272	entailment
-4273	neutral
+4273	contradiction
 4274	neutral
 4275	contradiction
 4276	neutral
@@ -4283,11 +4283,11 @@ index	prediction
 4281	contradiction
 4282	neutral
 4283	entailment
-4284	neutral
+4284	entailment
 4285	contradiction
 4286	contradiction
 4287	neutral
-4288	entailment
+4288	contradiction
 4289	neutral
 4290	contradiction
 4291	neutral
@@ -4308,10 +4308,10 @@ index	prediction
 4306	neutral
 4307	contradiction
 4308	neutral
-4309	neutral
+4309	entailment
 4310	contradiction
 4311	entailment
-4312	contradiction
+4312	neutral
 4313	contradiction
 4314	contradiction
 4315	contradiction
@@ -4320,9 +4320,9 @@ index	prediction
 4318	entailment
 4319	neutral
 4320	contradiction
-4321	neutral
+4321	contradiction
 4322	entailment
-4323	contradiction
+4323	entailment
 4324	neutral
 4325	entailment
 4326	entailment
@@ -4338,12 +4338,12 @@ index	prediction
 4336	entailment
 4337	neutral
 4338	contradiction
-4339	neutral
+4339	contradiction
 4340	entailment
 4341	contradiction
 4342	entailment
-4343	neutral
-4344	entailment
+4343	contradiction
+4344	neutral
 4345	neutral
 4346	entailment
 4347	contradiction
@@ -4374,7 +4374,7 @@ index	prediction
 4372	neutral
 4373	entailment
 4374	contradiction
-4375	neutral
+4375	contradiction
 4376	entailment
 4377	entailment
 4378	contradiction
@@ -4387,7 +4387,7 @@ index	prediction
 4385	contradiction
 4386	contradiction
 4387	contradiction
-4388	neutral
+4388	entailment
 4389	entailment
 4390	contradiction
 4391	neutral
@@ -4402,40 +4402,40 @@ index	prediction
 4400	neutral
 4401	neutral
 4402	neutral
-4403	contradiction
+4403	entailment
 4404	neutral
 4405	contradiction
-4406	entailment
+4406	neutral
 4407	contradiction
 4408	contradiction
-4409	contradiction
+4409	neutral
 4410	entailment
 4411	contradiction
-4412	entailment
+4412	neutral
 4413	contradiction
 4414	neutral
 4415	contradiction
 4416	entailment
 4417	contradiction
-4418	neutral
+4418	contradiction
 4419	contradiction
 4420	entailment
 4421	neutral
 4422	neutral
 4423	contradiction
-4424	contradiction
+4424	neutral
 4425	contradiction
 4426	neutral
 4427	entailment
 4428	contradiction
-4429	contradiction
+4429	neutral
 4430	entailment
 4431	neutral
 4432	contradiction
 4433	entailment
 4434	entailment
 4435	neutral
-4436	contradiction
+4436	neutral
 4437	entailment
 4438	entailment
 4439	neutral
@@ -4445,7 +4445,7 @@ index	prediction
 4443	entailment
 4444	entailment
 4445	entailment
-4446	entailment
+4446	neutral
 4447	neutral
 4448	contradiction
 4449	neutral
@@ -4458,7 +4458,7 @@ index	prediction
 4456	entailment
 4457	neutral
 4458	neutral
-4459	neutral
+4459	entailment
 4460	entailment
 4461	neutral
 4462	entailment
@@ -4466,14 +4466,14 @@ index	prediction
 4464	contradiction
 4465	entailment
 4466	neutral
-4467	contradiction
+4467	entailment
 4468	contradiction
 4469	neutral
 4470	neutral
 4471	contradiction
-4472	neutral
+4472	entailment
 4473	entailment
-4474	contradiction
+4474	entailment
 4475	contradiction
 4476	neutral
 4477	contradiction
@@ -4482,14 +4482,14 @@ index	prediction
 4480	entailment
 4481	neutral
 4482	contradiction
-4483	neutral
+4483	entailment
 4484	neutral
 4485	neutral
 4486	entailment
 4487	entailment
 4488	entailment
 4489	contradiction
-4490	neutral
+4490	contradiction
 4491	neutral
 4492	neutral
 4493	entailment
@@ -4497,12 +4497,12 @@ index	prediction
 4495	neutral
 4496	entailment
 4497	contradiction
-4498	contradiction
+4498	neutral
 4499	entailment
 4500	neutral
 4501	entailment
 4502	contradiction
-4503	neutral
+4503	contradiction
 4504	entailment
 4505	contradiction
 4506	contradiction
@@ -4510,17 +4510,17 @@ index	prediction
 4508	contradiction
 4509	neutral
 4510	neutral
-4511	contradiction
-4512	neutral
+4511	neutral
+4512	contradiction
 4513	entailment
 4514	contradiction
 4515	neutral
-4516	contradiction
+4516	neutral
 4517	contradiction
 4518	neutral
 4519	entailment
 4520	contradiction
-4521	neutral
+4521	entailment
 4522	contradiction
 4523	neutral
 4524	neutral
@@ -4534,7 +4534,7 @@ index	prediction
 4532	entailment
 4533	entailment
 4534	contradiction
-4535	neutral
+4535	contradiction
 4536	neutral
 4537	contradiction
 4538	neutral
@@ -4554,7 +4554,7 @@ index	prediction
 4552	contradiction
 4553	contradiction
 4554	neutral
-4555	neutral
+4555	contradiction
 4556	entailment
 4557	neutral
 4558	neutral
@@ -4565,13 +4565,13 @@ index	prediction
 4563	neutral
 4564	neutral
 4565	neutral
-4566	neutral
+4566	contradiction
 4567	neutral
 4568	entailment
 4569	contradiction
 4570	neutral
 4571	neutral
-4572	entailment
+4572	neutral
 4573	contradiction
 4574	neutral
 4575	entailment
@@ -4584,7 +4584,7 @@ index	prediction
 4582	neutral
 4583	neutral
 4584	contradiction
-4585	neutral
+4585	entailment
 4586	neutral
 4587	contradiction
 4588	neutral
@@ -4604,14 +4604,14 @@ index	prediction
 4602	neutral
 4603	neutral
 4604	neutral
-4605	neutral
+4605	contradiction
 4606	entailment
-4607	neutral
+4607	contradiction
 4608	contradiction
 4609	neutral
-4610	contradiction
+4610	neutral
 4611	contradiction
-4612	neutral
+4612	contradiction
 4613	entailment
 4614	entailment
 4615	contradiction
@@ -4619,11 +4619,11 @@ index	prediction
 4617	contradiction
 4618	neutral
 4619	neutral
-4620	contradiction
+4620	neutral
 4621	entailment
 4622	contradiction
-4623	neutral
-4624	contradiction
+4623	contradiction
+4624	neutral
 4625	neutral
 4626	neutral
 4627	neutral
@@ -4633,14 +4633,14 @@ index	prediction
 4631	entailment
 4632	neutral
 4633	entailment
-4634	entailment
+4634	neutral
 4635	entailment
 4636	contradiction
 4637	entailment
 4638	neutral
 4639	neutral
 4640	neutral
-4641	neutral
+4641	entailment
 4642	neutral
 4643	contradiction
 4644	contradiction
@@ -4673,7 +4673,7 @@ index	prediction
 4671	contradiction
 4672	contradiction
 4673	contradiction
-4674	neutral
+4674	entailment
 4675	neutral
 4676	contradiction
 4677	contradiction
@@ -4687,9 +4687,9 @@ index	prediction
 4685	entailment
 4686	neutral
 4687	neutral
-4688	neutral
+4688	contradiction
 4689	contradiction
-4690	contradiction
+4690	entailment
 4691	entailment
 4692	contradiction
 4693	neutral
@@ -4702,7 +4702,7 @@ index	prediction
 4700	neutral
 4701	neutral
 4702	entailment
-4703	neutral
+4703	contradiction
 4704	entailment
 4705	contradiction
 4706	neutral
@@ -4730,15 +4730,15 @@ index	prediction
 4728	neutral
 4729	entailment
 4730	contradiction
-4731	entailment
+4731	contradiction
 4732	neutral
 4733	entailment
-4734	entailment
+4734	contradiction
 4735	entailment
 4736	contradiction
-4737	neutral
+4737	entailment
 4738	contradiction
-4739	entailment
+4739	neutral
 4740	neutral
 4741	neutral
 4742	neutral
@@ -4746,13 +4746,13 @@ index	prediction
 4744	contradiction
 4745	entailment
 4746	neutral
-4747	neutral
+4747	contradiction
 4748	neutral
 4749	contradiction
 4750	entailment
 4751	entailment
 4752	entailment
-4753	neutral
+4753	contradiction
 4754	neutral
 4755	contradiction
 4756	neutral
@@ -4766,13 +4766,13 @@ index	prediction
 4764	neutral
 4765	contradiction
 4766	neutral
-4767	contradiction
-4768	neutral
+4767	neutral
+4768	entailment
 4769	entailment
 4770	entailment
 4771	contradiction
 4772	neutral
-4773	neutral
+4773	entailment
 4774	neutral
 4775	contradiction
 4776	contradiction
@@ -4786,20 +4786,20 @@ index	prediction
 4784	contradiction
 4785	entailment
 4786	neutral
-4787	contradiction
+4787	neutral
 4788	contradiction
 4789	neutral
-4790	neutral
+4790	contradiction
 4791	contradiction
 4792	neutral
 4793	entailment
 4794	contradiction
 4795	contradiction
-4796	entailment
+4796	contradiction
 4797	entailment
 4798	contradiction
 4799	neutral
-4800	neutral
+4800	entailment
 4801	contradiction
 4802	neutral
 4803	neutral
@@ -4820,7 +4820,7 @@ index	prediction
 4818	contradiction
 4819	entailment
 4820	neutral
-4821	contradiction
+4821	neutral
 4822	entailment
 4823	neutral
 4824	contradiction
@@ -4837,8 +4837,8 @@ index	prediction
 4835	neutral
 4836	contradiction
 4837	neutral
-4838	entailment
-4839	neutral
+4838	neutral
+4839	contradiction
 4840	contradiction
 4841	entailment
 4842	neutral
@@ -4854,7 +4854,7 @@ index	prediction
 4852	entailment
 4853	contradiction
 4854	entailment
-4855	neutral
+4855	contradiction
 4856	neutral
 4857	entailment
 4858	neutral
@@ -4871,22 +4871,22 @@ index	prediction
 4869	neutral
 4870	entailment
 4871	contradiction
-4872	neutral
+4872	contradiction
 4873	neutral
-4874	neutral
+4874	entailment
 4875	entailment
 4876	contradiction
 4877	contradiction
-4878	entailment
+4878	neutral
 4879	entailment
 4880	neutral
 4881	neutral
-4882	contradiction
+4882	entailment
 4883	contradiction
 4884	contradiction
-4885	entailment
+4885	contradiction
 4886	contradiction
-4887	contradiction
+4887	entailment
 4888	entailment
 4889	neutral
 4890	entailment
@@ -4901,7 +4901,7 @@ index	prediction
 4899	contradiction
 4900	entailment
 4901	neutral
-4902	neutral
+4902	contradiction
 4903	contradiction
 4904	entailment
 4905	contradiction
@@ -4910,7 +4910,7 @@ index	prediction
 4908	neutral
 4909	contradiction
 4910	contradiction
-4911	contradiction
+4911	neutral
 4912	neutral
 4913	neutral
 4914	entailment
@@ -4919,7 +4919,7 @@ index	prediction
 4917	contradiction
 4918	entailment
 4919	entailment
-4920	neutral
+4920	entailment
 4921	neutral
 4922	entailment
 4923	neutral
@@ -4931,12 +4931,12 @@ index	prediction
 4929	entailment
 4930	contradiction
 4931	neutral
-4932	entailment
+4932	contradiction
 4933	neutral
-4934	contradiction
+4934	entailment
 4935	neutral
 4936	contradiction
-4937	entailment
+4937	contradiction
 4938	entailment
 4939	entailment
 4940	contradiction
@@ -4944,18 +4944,18 @@ index	prediction
 4942	neutral
 4943	contradiction
 4944	entailment
-4945	entailment
+4945	neutral
 4946	entailment
-4947	neutral
-4948	neutral
-4949	neutral
+4947	entailment
+4948	contradiction
+4949	entailment
 4950	contradiction
 4951	entailment
 4952	neutral
 4953	contradiction
 4954	entailment
 4955	neutral
-4956	neutral
+4956	entailment
 4957	entailment
 4958	contradiction
 4959	contradiction
@@ -4988,9 +4988,9 @@ index	prediction
 4986	entailment
 4987	contradiction
 4988	entailment
-4989	entailment
-4990	entailment
-4991	entailment
+4989	contradiction
+4990	contradiction
+4991	neutral
 4992	contradiction
 4993	entailment
 4994	entailment
@@ -5000,7 +5000,7 @@ index	prediction
 4998	entailment
 4999	neutral
 5000	contradiction
-5001	neutral
+5001	entailment
 5002	contradiction
 5003	entailment
 5004	entailment

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3e841af8c46830b9d0c181950f8241fa8601585e04e5cc4188cb9fc2ffa34e8b
+oid sha256:be22cc8f6963f1a9fabfbcf6dc7c1d468aad4a13ff6a6a03c4477dfd33e89646
 size 1112257205

train_results.json

@@ -1,8 +1,8 @@
 {
-    "epoch": 3.0,
-    "train_loss": 0.5206204119686042,
-    "train_runtime": 7326.6854,
+    "epoch": 5.0,
+    "train_loss": 0.4325078172198797,
+    "train_runtime": 11840.5731,
     "train_samples": 392702,
-    "train_samples_per_second": 160.797,
-    "train_steps_per_second": 5.025
+    "train_samples_per_second": 165.829,
+    "train_steps_per_second": 5.182
 }

trainer_state.json

@@ -1,490 +1,802 @@
 {
-  "best_metric": 0.5169558525085449,
-  "best_model_checkpoint": "spanish_xlm_xnli/checkpoint-24544",
-  "epoch": 3.0,
-  "global_step": 36816,
+  "best_metric": 0.8032128514056225,
+  "best_model_checkpoint": "models/spanish_xlm_xnli/checkpoint-24544",
+  "epoch": 5.0,
+  "global_step": 61360,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
   "log_history": [
     {
       "epoch": 0.04,
-      "learning_rate": 4.932094741416776e-05,
-      "loss": 1.0013,
+      "learning_rate": 1.983702737940026e-05,
+      "loss": 0.9678,
       "step": 500
     },
     {
       "epoch": 0.08,
-      "learning_rate": 4.864189482833551e-05,
-      "loss": 0.8358,
+      "learning_rate": 1.9674054758800523e-05,
+      "loss": 0.7996,
       "step": 1000
     },
     {
       "epoch": 0.12,
-      "learning_rate": 4.7962842242503265e-05,
-      "loss": 0.7644,
+      "learning_rate": 1.9511082138200782e-05,
+      "loss": 0.7432,
       "step": 1500
     },
     {
       "epoch": 0.16,
-      "learning_rate": 4.728378965667101e-05,
-      "loss": 0.7313,
+      "learning_rate": 1.9348109517601044e-05,
+      "loss": 0.7068,
       "step": 2000
     },
     {
       "epoch": 0.2,
-      "learning_rate": 4.660473707083877e-05,
-      "loss": 0.72,
+      "learning_rate": 1.9185136897001307e-05,
+      "loss": 0.6889,
       "step": 2500
     },
     {
       "epoch": 0.24,
-      "learning_rate": 4.592568448500652e-05,
-      "loss": 0.713,
+      "learning_rate": 1.9022164276401566e-05,
+      "loss": 0.6814,
       "step": 3000
     },
     {
       "epoch": 0.29,
-      "learning_rate": 4.5246631899174276e-05,
-      "loss": 0.6914,
+      "learning_rate": 1.8859191655801828e-05,
+      "loss": 0.6634,
       "step": 3500
     },
     {
       "epoch": 0.33,
-      "learning_rate": 4.456757931334203e-05,
-      "loss": 0.6818,
+      "learning_rate": 1.8696219035202087e-05,
+      "loss": 0.6544,
       "step": 4000
     },
     {
       "epoch": 0.37,
-      "learning_rate": 4.3888526727509784e-05,
-      "loss": 0.6648,
+      "learning_rate": 1.853324641460235e-05,
+      "loss": 0.6328,
       "step": 4500
     },
     {
       "epoch": 0.41,
-      "learning_rate": 4.320947414167754e-05,
-      "loss": 0.6539,
+      "learning_rate": 1.837027379400261e-05,
+      "loss": 0.6302,
       "step": 5000
     },
     {
       "epoch": 0.45,
-      "learning_rate": 4.2530421555845286e-05,
-      "loss": 0.6515,
+      "learning_rate": 1.820730117340287e-05,
+      "loss": 0.6251,
       "step": 5500
     },
     {
       "epoch": 0.49,
-      "learning_rate": 4.185136897001304e-05,
-      "loss": 0.6429,
+      "learning_rate": 1.804432855280313e-05,
+      "loss": 0.6146,
       "step": 6000
     },
     {
       "epoch": 0.53,
-      "learning_rate": 4.1172316384180795e-05,
-      "loss": 0.651,
+      "learning_rate": 1.788135593220339e-05,
+      "loss": 0.618,
       "step": 6500
     },
     {
       "epoch": 0.57,
-      "learning_rate": 4.049326379834855e-05,
-      "loss": 0.6439,
+      "learning_rate": 1.771838331160365e-05,
+      "loss": 0.614,
       "step": 7000
     },
     {
       "epoch": 0.61,
-      "learning_rate": 3.98142112125163e-05,
-      "loss": 0.6374,
+      "learning_rate": 1.7555410691003914e-05,
+      "loss": 0.6106,
       "step": 7500
     },
     {
       "epoch": 0.65,
-      "learning_rate": 3.913515862668405e-05,
-      "loss": 0.6216,
+      "learning_rate": 1.7392438070404173e-05,
+      "loss": 0.5919,
       "step": 8000
     },
     {
       "epoch": 0.69,
-      "learning_rate": 3.8456106040851805e-05,
-      "loss": 0.6199,
+      "learning_rate": 1.7229465449804435e-05,
+      "loss": 0.5995,
       "step": 8500
     },
     {
       "epoch": 0.73,
-      "learning_rate": 3.777705345501956e-05,
-      "loss": 0.6185,
+      "learning_rate": 1.7066492829204694e-05,
+      "loss": 0.5882,
       "step": 9000
     },
     {
       "epoch": 0.77,
-      "learning_rate": 3.7098000869187314e-05,
-      "loss": 0.6159,
+      "learning_rate": 1.6903520208604957e-05,
+      "loss": 0.5919,
       "step": 9500
     },
     {
       "epoch": 0.81,
-      "learning_rate": 3.641894828335506e-05,
-      "loss": 0.6059,
+      "learning_rate": 1.6740547588005215e-05,
+      "loss": 0.5902,
       "step": 10000
     },
     {
       "epoch": 0.86,
-      "learning_rate": 3.5739895697522816e-05,
-      "loss": 0.6116,
+      "learning_rate": 1.6577574967405478e-05,
+      "loss": 0.5883,
       "step": 10500
     },
     {
       "epoch": 0.9,
-      "learning_rate": 3.506084311169057e-05,
-      "loss": 0.6083,
+      "learning_rate": 1.6414602346805737e-05,
+      "loss": 0.581,
       "step": 11000
     },
     {
       "epoch": 0.94,
-      "learning_rate": 3.4381790525858324e-05,
-      "loss": 0.5963,
+      "learning_rate": 1.6251629726206e-05,
+      "loss": 0.5788,
       "step": 11500
     },
     {
       "epoch": 0.98,
-      "learning_rate": 3.370273794002607e-05,
-      "loss": 0.6052,
+      "learning_rate": 1.608865710560626e-05,
+      "loss": 0.5809,
       "step": 12000
     },
     {
       "epoch": 1.0,
-      "eval_accuracy": 0.7734939759036145,
-      "eval_loss": 0.559698760509491,
-      "eval_runtime": 4.9337,
-      "eval_samples_per_second": 504.69,
-      "eval_steps_per_second": 63.238,
+      "eval_accuracy": 0.7779116465863454,
+      "eval_loss": 0.5498034954071045,
+      "eval_runtime": 5.1582,
+      "eval_samples_per_second": 482.725,
+      "eval_steps_per_second": 60.486,
       "step": 12272
     },
     {
       "epoch": 1.02,
-      "learning_rate": 3.3023685354193826e-05,
-      "loss": 0.5587,
+      "learning_rate": 1.592568448500652e-05,
+      "loss": 0.5415,
       "step": 12500
     },
     {
       "epoch": 1.06,
-      "learning_rate": 3.234463276836158e-05,
-      "loss": 0.5281,
+      "learning_rate": 1.576271186440678e-05,
+      "loss": 0.5121,
       "step": 13000
     },
     {
       "epoch": 1.1,
-      "learning_rate": 3.1665580182529335e-05,
-      "loss": 0.5244,
+      "learning_rate": 1.5599739243807042e-05,
+      "loss": 0.5127,
       "step": 13500
     },
     {
       "epoch": 1.14,
-      "learning_rate": 3.098652759669709e-05,
-      "loss": 0.5167,
+      "learning_rate": 1.54367666232073e-05,
+      "loss": 0.5028,
       "step": 14000
     },
     {
       "epoch": 1.18,
-      "learning_rate": 3.0307475010864843e-05,
-      "loss": 0.5093,
+      "learning_rate": 1.5273794002607563e-05,
+      "loss": 0.4931,
       "step": 14500
     },
     {
       "epoch": 1.22,
-      "learning_rate": 2.9628422425032598e-05,
-      "loss": 0.5171,
+      "learning_rate": 1.5110821382007822e-05,
+      "loss": 0.5004,
       "step": 15000
     },
     {
       "epoch": 1.26,
-      "learning_rate": 2.8949369839200345e-05,
-      "loss": 0.5087,
+      "learning_rate": 1.4947848761408083e-05,
+      "loss": 0.4965,
       "step": 15500
     },
     {
       "epoch": 1.3,
-      "learning_rate": 2.82703172533681e-05,
-      "loss": 0.5085,
+      "learning_rate": 1.4784876140808346e-05,
+      "loss": 0.5012,
       "step": 16000
     },
     {
       "epoch": 1.34,
-      "learning_rate": 2.7591264667535854e-05,
-      "loss": 0.5065,
+      "learning_rate": 1.4621903520208606e-05,
+      "loss": 0.4938,
       "step": 16500
     },
     {
       "epoch": 1.39,
-      "learning_rate": 2.6912212081703608e-05,
-      "loss": 0.5174,
+      "learning_rate": 1.4458930899608867e-05,
+      "loss": 0.5057,
       "step": 17000
     },
     {
       "epoch": 1.43,
-      "learning_rate": 2.6233159495871362e-05,
-      "loss": 0.5017,
+      "learning_rate": 1.4295958279009128e-05,
+      "loss": 0.4888,
       "step": 17500
     },
     {
       "epoch": 1.47,
-      "learning_rate": 2.5554106910039117e-05,
-      "loss": 0.5047,
+      "learning_rate": 1.4132985658409388e-05,
+      "loss": 0.4964,
       "step": 18000
     },
     {
       "epoch": 1.51,
-      "learning_rate": 2.4875054324206867e-05,
-      "loss": 0.5062,
+      "learning_rate": 1.3970013037809649e-05,
+      "loss": 0.4898,
       "step": 18500
     },
     {
       "epoch": 1.55,
-      "learning_rate": 2.4196001738374622e-05,
-      "loss": 0.502,
+      "learning_rate": 1.380704041720991e-05,
+      "loss": 0.4962,
       "step": 19000
     },
     {
       "epoch": 1.59,
-      "learning_rate": 2.3516949152542376e-05,
-      "loss": 0.5104,
+      "learning_rate": 1.364406779661017e-05,
+      "loss": 0.497,
       "step": 19500
     },
     {
       "epoch": 1.63,
-      "learning_rate": 2.2837896566710127e-05,
-      "loss": 0.51,
+      "learning_rate": 1.3481095176010431e-05,
+      "loss": 0.5017,
       "step": 20000
     },
     {
       "epoch": 1.67,
-      "learning_rate": 2.215884398087788e-05,
-      "loss": 0.5057,
+      "learning_rate": 1.3318122555410693e-05,
+      "loss": 0.5003,
       "step": 20500
     },
     {
       "epoch": 1.71,
-      "learning_rate": 2.1479791395045636e-05,
-      "loss": 0.5007,
+      "learning_rate": 1.3155149934810954e-05,
+      "loss": 0.4941,
       "step": 21000
     },
     {
       "epoch": 1.75,
-      "learning_rate": 2.0800738809213386e-05,
-      "loss": 0.5047,
+      "learning_rate": 1.2992177314211213e-05,
+      "loss": 0.4972,
       "step": 21500
     },
     {
       "epoch": 1.79,
-      "learning_rate": 2.012168622338114e-05,
-      "loss": 0.4919,
+      "learning_rate": 1.2829204693611474e-05,
+      "loss": 0.4879,
       "step": 22000
     },
     {
       "epoch": 1.83,
-      "learning_rate": 1.944263363754889e-05,
-      "loss": 0.5073,
+      "learning_rate": 1.2666232073011735e-05,
+      "loss": 0.501,
       "step": 22500
     },
     {
       "epoch": 1.87,
-      "learning_rate": 1.8763581051716646e-05,
-      "loss": 0.5019,
+      "learning_rate": 1.2503259452411995e-05,
+      "loss": 0.4964,
       "step": 23000
     },
     {
       "epoch": 1.91,
-      "learning_rate": 1.8084528465884397e-05,
-      "loss": 0.4838,
+      "learning_rate": 1.2340286831812256e-05,
+      "loss": 0.4841,
       "step": 23500
     },
     {
       "epoch": 1.96,
-      "learning_rate": 1.740547588005215e-05,
-      "loss": 0.4879,
+      "learning_rate": 1.2177314211212517e-05,
+      "loss": 0.4862,
       "step": 24000
     },
     {
       "epoch": 2.0,
-      "learning_rate": 1.6726423294219905e-05,
-      "loss": 0.4905,
+      "learning_rate": 1.2014341590612777e-05,
+      "loss": 0.4893,
       "step": 24500
     },
     {
       "epoch": 2.0,
-      "eval_accuracy": 0.793574297188755,
-      "eval_loss": 0.5169558525085449,
-      "eval_runtime": 4.9327,
-      "eval_samples_per_second": 504.792,
-      "eval_steps_per_second": 63.251,
+      "eval_accuracy": 0.8032128514056225,
+      "eval_loss": 0.5101040005683899,
+      "eval_runtime": 5.1996,
+      "eval_samples_per_second": 478.884,
+      "eval_steps_per_second": 60.005,
       "step": 24544
     },
     {
       "epoch": 2.04,
-      "learning_rate": 1.6047370708387656e-05,
-      "loss": 0.399,
+      "learning_rate": 1.185136897001304e-05,
+      "loss": 0.4054,
       "step": 25000
     },
     {
       "epoch": 2.08,
-      "learning_rate": 1.536831812255541e-05,
-      "loss": 0.3995,
+      "learning_rate": 1.16883963494133e-05,
+      "loss": 0.4123,
       "step": 25500
     },
     {
       "epoch": 2.12,
-      "learning_rate": 1.4689265536723165e-05,
-      "loss": 0.3915,
+      "learning_rate": 1.1525423728813561e-05,
+      "loss": 0.4099,
       "step": 26000
     },
     {
       "epoch": 2.16,
-      "learning_rate": 1.4010212950890916e-05,
-      "loss": 0.3869,
+      "learning_rate": 1.1362451108213822e-05,
+      "loss": 0.4046,
       "step": 26500
     },
     {
       "epoch": 2.2,
-      "learning_rate": 1.333116036505867e-05,
-      "loss": 0.3853,
+      "learning_rate": 1.1199478487614082e-05,
+      "loss": 0.404,
       "step": 27000
     },
     {
       "epoch": 2.24,
-      "learning_rate": 1.2652107779226425e-05,
-      "loss": 0.3918,
+      "learning_rate": 1.1036505867014341e-05,
+      "loss": 0.4114,
       "step": 27500
     },
     {
       "epoch": 2.28,
-      "learning_rate": 1.1973055193394177e-05,
-      "loss": 0.3926,
+      "learning_rate": 1.0873533246414602e-05,
+      "loss": 0.4164,
       "step": 28000
     },
     {
       "epoch": 2.32,
-      "learning_rate": 1.1294002607561931e-05,
-      "loss": 0.3807,
+      "learning_rate": 1.0710560625814863e-05,
+      "loss": 0.3993,
       "step": 28500
     },
     {
       "epoch": 2.36,
-      "learning_rate": 1.0614950021729684e-05,
-      "loss": 0.3919,
+      "learning_rate": 1.0547588005215125e-05,
+      "loss": 0.4094,
       "step": 29000
     },
     {
       "epoch": 2.4,
-      "learning_rate": 9.935897435897435e-06,
-      "loss": 0.3902,
+      "learning_rate": 1.0384615384615386e-05,
+      "loss": 0.4131,
       "step": 29500
     },
     {
       "epoch": 2.44,
-      "learning_rate": 9.25684485006519e-06,
-      "loss": 0.3813,
+      "learning_rate": 1.0221642764015647e-05,
+      "loss": 0.4086,
       "step": 30000
     },
     {
       "epoch": 2.49,
-      "learning_rate": 8.577792264232942e-06,
-      "loss": 0.3939,
+      "learning_rate": 1.0058670143415907e-05,
+      "loss": 0.4213,
       "step": 30500
     },
     {
       "epoch": 2.53,
-      "learning_rate": 7.898739678400696e-06,
-      "loss": 0.3796,
+      "learning_rate": 9.895697522816168e-06,
+      "loss": 0.4124,
       "step": 31000
     },
     {
       "epoch": 2.57,
-      "learning_rate": 7.219687092568449e-06,
-      "loss": 0.3843,
+      "learning_rate": 9.732724902216429e-06,
+      "loss": 0.4061,
       "step": 31500
     },
     {
       "epoch": 2.61,
-      "learning_rate": 6.540634506736203e-06,
-      "loss": 0.3866,
+      "learning_rate": 9.56975228161669e-06,
+      "loss": 0.414,
       "step": 32000
     },
     {
       "epoch": 2.65,
-      "learning_rate": 5.861581920903955e-06,
-      "loss": 0.3698,
+      "learning_rate": 9.40677966101695e-06,
+      "loss": 0.4033,
       "step": 32500
     },
     {
       "epoch": 2.69,
-      "learning_rate": 5.182529335071708e-06,
-      "loss": 0.3825,
+      "learning_rate": 9.24380704041721e-06,
+      "loss": 0.4063,
       "step": 33000
     },
     {
       "epoch": 2.73,
-      "learning_rate": 4.503476749239461e-06,
-      "loss": 0.3645,
+      "learning_rate": 9.080834419817471e-06,
+      "loss": 0.3955,
       "step": 33500
     },
     {
       "epoch": 2.77,
-      "learning_rate": 3.824424163407214e-06,
-      "loss": 0.3766,
+      "learning_rate": 8.917861799217732e-06,
+      "loss": 0.4041,
       "step": 34000
     },
     {
       "epoch": 2.81,
-      "learning_rate": 3.1453715775749674e-06,
-      "loss": 0.3874,
+      "learning_rate": 8.754889178617993e-06,
+      "loss": 0.4204,
       "step": 34500
     },
     {
       "epoch": 2.85,
-      "learning_rate": 2.466318991742721e-06,
-      "loss": 0.3737,
+      "learning_rate": 8.591916558018254e-06,
+      "loss": 0.405,
       "step": 35000
     },
     {
       "epoch": 2.89,
-      "learning_rate": 1.7872664059104738e-06,
-      "loss": 0.3777,
+      "learning_rate": 8.428943937418514e-06,
+      "loss": 0.4066,
       "step": 35500
     },
     {
       "epoch": 2.93,
-      "learning_rate": 1.108213820078227e-06,
-      "loss": 0.3715,
+      "learning_rate": 8.265971316818775e-06,
+      "loss": 0.4108,
       "step": 36000
     },
     {
       "epoch": 2.97,
-      "learning_rate": 4.2916123424598005e-07,
-      "loss": 0.3704,
+      "learning_rate": 8.102998696219036e-06,
+      "loss": 0.4035,
       "step": 36500
     },
     {
       "epoch": 3.0,
-      "eval_accuracy": 0.7987951807228916,
-      "eval_loss": 0.5490968823432922,
-      "eval_runtime": 4.9216,
-      "eval_samples_per_second": 505.936,
-      "eval_steps_per_second": 63.394,
+      "eval_accuracy": 0.793574297188755,
+      "eval_loss": 0.5754796266555786,
+      "eval_runtime": 5.1481,
+      "eval_samples_per_second": 483.673,
+      "eval_steps_per_second": 60.605,
       "step": 36816
     },
     {
-      "epoch": 3.0,
-      "step": 36816,
-      "total_flos": 7.74938740264658e+16,
-      "train_loss": 0.5206204119686042,
-      "train_runtime": 7326.6854,
-      "train_samples_per_second": 160.797,
-      "train_steps_per_second": 5.025
+      "epoch": 3.01,
+      "learning_rate": 7.940026075619296e-06,
+      "loss": 0.3746,
+      "step": 37000
+    },
+    {
+      "epoch": 3.06,
+      "learning_rate": 7.777053455019557e-06,
+      "loss": 0.3235,
+      "step": 37500
+    },
+    {
+      "epoch": 3.1,
+      "learning_rate": 7.614080834419818e-06,
+      "loss": 0.3259,
+      "step": 38000
+    },
+    {
+      "epoch": 3.14,
+      "learning_rate": 7.451108213820078e-06,
+      "loss": 0.3353,
+      "step": 38500
+    },
+    {
+      "epoch": 3.18,
+      "learning_rate": 7.288135593220339e-06,
+      "loss": 0.3373,
+      "step": 39000
+    },
+    {
+      "epoch": 3.22,
+      "learning_rate": 7.125162972620601e-06,
+      "loss": 0.3284,
+      "step": 39500
+    },
+    {
+      "epoch": 3.26,
+      "learning_rate": 6.962190352020861e-06,
+      "loss": 0.3341,
+      "step": 40000
+    },
+    {
+      "epoch": 3.3,
+      "learning_rate": 6.799217731421122e-06,
+      "loss": 0.3413,
+      "step": 40500
+    },
+    {
+      "epoch": 3.34,
+      "learning_rate": 6.636245110821382e-06,
+      "loss": 0.3381,
+      "step": 41000
+    },
+    {
+      "epoch": 3.38,
+      "learning_rate": 6.473272490221643e-06,
+      "loss": 0.3332,
+      "step": 41500
+    },
+    {
+      "epoch": 3.42,
+      "learning_rate": 6.310299869621904e-06,
+      "loss": 0.3429,
+      "step": 42000
+    },
+    {
+      "epoch": 3.46,
+      "learning_rate": 6.147327249022165e-06,
+      "loss": 0.3366,
+      "step": 42500
+    },
+    {
+      "epoch": 3.5,
+      "learning_rate": 5.9843546284224255e-06,
+      "loss": 0.3323,
+      "step": 43000
+    },
+    {
+      "epoch": 3.54,
+      "learning_rate": 5.821382007822687e-06,
+      "loss": 0.3334,
+      "step": 43500
+    },
+    {
+      "epoch": 3.59,
+      "learning_rate": 5.658409387222948e-06,
+      "loss": 0.3332,
+      "step": 44000
+    },
+    {
+      "epoch": 3.63,
+      "learning_rate": 5.4954367666232076e-06,
+      "loss": 0.3387,
+      "step": 44500
+    },
+    {
+      "epoch": 3.67,
+      "learning_rate": 5.332464146023468e-06,
+      "loss": 0.3426,
+      "step": 45000
+    },
+    {
+      "epoch": 3.71,
+      "learning_rate": 5.169491525423729e-06,
+      "loss": 0.3378,
+      "step": 45500
+    },
+    {
+      "epoch": 3.75,
+      "learning_rate": 5.0065189048239905e-06,
+      "loss": 0.3234,
+      "step": 46000
+    },
+    {
+      "epoch": 3.79,
+      "learning_rate": 4.843546284224251e-06,
+      "loss": 0.3263,
+      "step": 46500
+    },
+    {
+      "epoch": 3.83,
+      "learning_rate": 4.680573663624511e-06,
+      "loss": 0.3382,
+      "step": 47000
+    },
+    {
+      "epoch": 3.87,
+      "learning_rate": 4.5176010430247726e-06,
+      "loss": 0.3297,
+      "step": 47500
+    },
+    {
+      "epoch": 3.91,
+      "learning_rate": 4.354628422425033e-06,
+      "loss": 0.3274,
+      "step": 48000
+    },
+    {
+      "epoch": 3.95,
+      "learning_rate": 4.191655801825294e-06,
+      "loss": 0.335,
+      "step": 48500
+    },
+    {
+      "epoch": 3.99,
+      "learning_rate": 4.028683181225555e-06,
+      "loss": 0.3313,
+      "step": 49000
+    },
+    {
+      "epoch": 4.0,
+      "eval_accuracy": 0.7991967871485943,
+      "eval_loss": 0.5946592092514038,
+      "eval_runtime": 5.1938,
+      "eval_samples_per_second": 479.421,
+      "eval_steps_per_second": 60.072,
+      "step": 49088
+    },
+    {
+      "epoch": 4.03,
+      "learning_rate": 3.865710560625815e-06,
+      "loss": 0.287,
+      "step": 49500
+    },
+    {
+      "epoch": 4.07,
+      "learning_rate": 3.702737940026076e-06,
+      "loss": 0.2806,
+      "step": 50000
+    },
+    {
+      "epoch": 4.12,
+      "learning_rate": 3.5397653194263363e-06,
+      "loss": 0.2836,
+      "step": 50500
+    },
+    {
+      "epoch": 4.16,
+      "learning_rate": 3.3767926988265974e-06,
+      "loss": 0.2775,
+      "step": 51000
+    },
+    {
+      "epoch": 4.2,
+      "learning_rate": 3.213820078226858e-06,
+      "loss": 0.2747,
+      "step": 51500
+    },
+    {
+      "epoch": 4.24,
+      "learning_rate": 3.0508474576271192e-06,
+      "loss": 0.2781,
+      "step": 52000
+    },
+    {
+      "epoch": 4.28,
+      "learning_rate": 2.8878748370273795e-06,
+      "loss": 0.2824,
+      "step": 52500
+    },
+    {
+      "epoch": 4.32,
+      "learning_rate": 2.7249022164276406e-06,
+      "loss": 0.2703,
+      "step": 53000
+    },
+    {
+      "epoch": 4.36,
+      "learning_rate": 2.5619295958279013e-06,
+      "loss": 0.2754,
+      "step": 53500
+    },
+    {
+      "epoch": 4.4,
+      "learning_rate": 2.398956975228162e-06,
+      "loss": 0.2756,
+      "step": 54000
+    },
+    {
+      "epoch": 4.44,
+      "learning_rate": 2.2359843546284227e-06,
+      "loss": 0.2738,
+      "step": 54500
+    },
+    {
+      "epoch": 4.48,
+      "learning_rate": 2.0730117340286834e-06,
+      "loss": 0.2852,
+      "step": 55000
+    },
+    {
+      "epoch": 4.52,
+      "learning_rate": 1.910039113428944e-06,
+      "loss": 0.2785,
+      "step": 55500
+    },
+    {
+      "epoch": 4.56,
+      "learning_rate": 1.7470664928292048e-06,
+      "loss": 0.2759,
+      "step": 56000
+    },
+    {
+      "epoch": 4.6,
+      "learning_rate": 1.5840938722294655e-06,
+      "loss": 0.2843,
+      "step": 56500
+    },
+    {
+      "epoch": 4.64,
+      "learning_rate": 1.4211212516297262e-06,
+      "loss": 0.2733,
+      "step": 57000
+    },
+    {
+      "epoch": 4.69,
+      "learning_rate": 1.258148631029987e-06,
+      "loss": 0.2694,
+      "step": 57500
+    },
+    {
+      "epoch": 4.73,
+      "learning_rate": 1.0951760104302478e-06,
+      "loss": 0.2717,
+      "step": 58000
+    },
+    {
+      "epoch": 4.77,
+      "learning_rate": 9.322033898305086e-07,
+      "loss": 0.2753,
+      "step": 58500
+    },
+    {
+      "epoch": 4.81,
+      "learning_rate": 7.692307692307694e-07,
+      "loss": 0.2681,
+      "step": 59000
+    },
+    {
+      "epoch": 4.85,
+      "learning_rate": 6.0625814863103e-07,
+      "loss": 0.2899,
+      "step": 59500
+    },
+    {
+      "epoch": 4.89,
+      "learning_rate": 4.432855280312908e-07,
+      "loss": 0.2756,
+      "step": 60000
+    },
+    {
+      "epoch": 4.93,
+      "learning_rate": 2.803129074315515e-07,
+      "loss": 0.2836,
+      "step": 60500
+    },
+    {
+      "epoch": 4.97,
+      "learning_rate": 1.1734028683181226e-07,
+      "loss": 0.2901,
+      "step": 61000
+    },
+    {
+      "epoch": 5.0,
+      "eval_accuracy": 0.7967871485943775,
+      "eval_loss": 0.6451881527900696,
+      "eval_runtime": 5.1002,
+      "eval_samples_per_second": 488.215,
+      "eval_steps_per_second": 61.174,
+      "step": 61360
+    },
+    {
+      "epoch": 5.0,
+      "step": 61360,
+      "total_flos": 1.2915645671077632e+17,
+      "train_loss": 0.4325078172198797,
+      "train_runtime": 11840.5731,
+      "train_samples_per_second": 165.829,
+      "train_steps_per_second": 5.182
     }
   ],
-  "max_steps": 36816,
-  "num_train_epochs": 3,
-  "total_flos": 7.74938740264658e+16,
+  "max_steps": 61360,
+  "num_train_epochs": 5,
+  "total_flos": 1.2915645671077632e+17,
   "trial_name": null,
   "trial_params": null
 }

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:abd55824b2bccd8ae600f9a2de52579ad303c8db8c3ca53e06b068e7833761ed
-size 3387
+oid sha256:1345b88fc433c9b028c97df85a70575852d8e658249397a6608c57582a681bd1
+size 3451