upload new version

all_results.json

@@ -1,20 +1,20 @@
 {
-    "epoch": 3.0,
-    "eval_accuracy": 0.7819277108433735,
-    "eval_loss": 0.5688490867614746,
-    "eval_runtime": 4.7226,
+    "epoch": 5.0,
+    "eval_accuracy": 0.7931726907630522,
+    "eval_loss": 0.6138126850128174,
+    "eval_runtime": 4.9252,
     "eval_samples": 2490,
-    "eval_samples_per_second": 527.254,
-    "eval_steps_per_second": 66.066,
-    "predict_accuracy": 0.768063872255489,
-    "predict_loss": 0.5866745710372925,
-    "predict_runtime": 9.5286,
+    "eval_samples_per_second": 505.561,
+    "eval_steps_per_second": 63.347,
+    "predict_accuracy": 0.7754491017964071,
+    "predict_loss": 0.6481852531433105,
+    "predict_runtime": 9.9568,
     "predict_samples": 5010,
-    "predict_samples_per_second": 525.788,
-    "predict_steps_per_second": 65.802,
-    "train_loss": 0.5654819974273456,
-    "train_runtime": 7177.4758,
+    "predict_samples_per_second": 503.175,
+    "predict_steps_per_second": 62.972,
+    "train_loss": 0.4736778818799433,
+    "train_runtime": 12286.2871,
     "train_samples": 392702,
-    "train_samples_per_second": 164.139,
-    "train_steps_per_second": 5.129
+    "train_samples_per_second": 159.813,
+    "train_steps_per_second": 4.994
 }

config.json

@@ -20,9 +20,9 @@
   "initializer_range": 0.02,
   "intermediate_size": 3072,
   "label2id": {
-    "entailment": 0,
-    "neutral": 1,
-    "contradiction": 2
+    "LABEL_0": 0,
+    "LABEL_1": 1,
+    "LABEL_2": 2
   },
   "layer_norm_eps": 1e-05,
   "max_position_embeddings": 514,

eval_results.json

@@ -1,9 +1,9 @@
 {
-    "epoch": 3.0,
-    "eval_accuracy": 0.7819277108433735,
-    "eval_loss": 0.5688490867614746,
-    "eval_runtime": 4.7226,
+    "epoch": 5.0,
+    "eval_accuracy": 0.7931726907630522,
+    "eval_loss": 0.6138126850128174,
+    "eval_runtime": 4.9252,
     "eval_samples": 2490,
-    "eval_samples_per_second": 527.254,
-    "eval_steps_per_second": 66.066
+    "eval_samples_per_second": 505.561,
+    "eval_steps_per_second": 63.347
 }

predict_results.json

@@ -1,8 +1,8 @@
 {
-    "predict_accuracy": 0.768063872255489,
-    "predict_loss": 0.5866745710372925,
-    "predict_runtime": 9.5286,
+    "predict_accuracy": 0.7754491017964071,
+    "predict_loss": 0.6481852531433105,
+    "predict_runtime": 9.9568,
     "predict_samples": 5010,
-    "predict_samples_per_second": 525.788,
-    "predict_steps_per_second": 65.802
+    "predict_samples_per_second": 503.175,
+    "predict_steps_per_second": 62.972
 }

predictions.txt

@@ -1,7 +1,7 @@
 index	prediction
 0	contradiction
 1	entailment
-2	contradiction
+2	neutral
 3	neutral
 4	entailment
 5	contradiction
@@ -16,18 +16,18 @@ index	prediction
 14	neutral
 15	contradiction
 16	neutral
-17	neutral
+17	entailment
 18	contradiction
 19	entailment
 20	neutral
-21	entailment
+21	neutral
 22	contradiction
 23	neutral
 24	neutral
 25	entailment
 26	neutral
 27	contradiction
-28	contradiction
+28	neutral
 29	entailment
 30	neutral
 31	entailment
@@ -53,9 +53,9 @@ index	prediction
 51	neutral
 52	entailment
 53	contradiction
-54	contradiction
+54	entailment
 55	neutral
-56	neutral
+56	contradiction
 57	entailment
 58	neutral
 59	contradiction
@@ -65,35 +65,35 @@ index	prediction
 63	neutral
 64	entailment
 65	contradiction
-66	neutral
+66	contradiction
 67	entailment
 68	neutral
 69	neutral
-70	neutral
-71	contradiction
+70	entailment
+71	neutral
 72	contradiction
 73	neutral
-74	neutral
+74	entailment
 75	contradiction
 76	neutral
-77	contradiction
+77	neutral
 78	contradiction
 79	neutral
 80	entailment
 81	neutral
-82	contradiction
+82	neutral
 83	contradiction
 84	contradiction
 85	neutral
-86	entailment
+86	neutral
 87	contradiction
 88	contradiction
 89	contradiction
 90	neutral
-91	neutral
-92	entailment
+91	entailment
+92	contradiction
 93	neutral
-94	neutral
+94	contradiction
 95	contradiction
 96	entailment
 97	contradiction
@@ -108,7 +108,7 @@ index	prediction
 106	neutral
 107	contradiction
 108	neutral
-109	neutral
+109	entailment
 110	contradiction
 111	neutral
 112	contradiction
@@ -138,32 +138,32 @@ index	prediction
 136	entailment
 137	contradiction
 138	contradiction
-139	entailment
+139	contradiction
 140	entailment
 141	contradiction
 142	neutral
 143	entailment
-144	contradiction
-145	entailment
-146	neutral
-147	contradiction
+144	entailment
+145	contradiction
+146	contradiction
+147	neutral
 148	entailment
-149	neutral
+149	contradiction
 150	contradiction
 151	neutral
 152	neutral
 153	contradiction
-154	contradiction
-155	entailment
+154	entailment
+155	neutral
 156	entailment
 157	contradiction
 158	neutral
-159	contradiction
-160	entailment
+159	entailment
+160	neutral
 161	neutral
-162	neutral
+162	contradiction
 163	entailment
-164	contradiction
+164	neutral
 165	contradiction
 166	neutral
 167	entailment
@@ -176,12 +176,12 @@ index	prediction
 174	neutral
 175	neutral
 176	contradiction
-177	entailment
+177	contradiction
 178	entailment
 179	contradiction
 180	entailment
 181	contradiction
-182	entailment
+182	neutral
 183	entailment
 184	contradiction
 185	neutral
@@ -189,8 +189,8 @@ index	prediction
 187	entailment
 188	contradiction
 189	contradiction
-190	neutral
-191	neutral
+190	contradiction
+191	entailment
 192	contradiction
 193	neutral
 194	neutral
@@ -208,9 +208,9 @@ index	prediction
 206	entailment
 207	contradiction
 208	neutral
-209	neutral
+209	entailment
 210	contradiction
-211	contradiction
+211	neutral
 212	entailment
 213	entailment
 214	neutral
@@ -221,28 +221,28 @@ index	prediction
 219	contradiction
 220	entailment
 221	neutral
-222	neutral
+222	contradiction
 223	entailment
 224	neutral
 225	entailment
-226	neutral
+226	contradiction
 227	neutral
-228	neutral
+228	contradiction
 229	contradiction
 230	contradiction
 231	entailment
 232	entailment
-233	contradiction
+233	entailment
 234	contradiction
 235	neutral
 236	neutral
 237	contradiction
-238	neutral
+238	entailment
 239	neutral
 240	neutral
 241	entailment
 242	contradiction
-243	contradiction
+243	neutral
 244	contradiction
 245	neutral
 246	neutral
@@ -261,7 +261,7 @@ index	prediction
 259	neutral
 260	contradiction
 261	contradiction
-262	neutral
+262	contradiction
 263	contradiction
 264	contradiction
 265	neutral
@@ -277,7 +277,7 @@ index	prediction
 275	contradiction
 276	neutral
 277	contradiction
-278	neutral
+278	entailment
 279	neutral
 280	neutral
 281	contradiction
@@ -287,7 +287,7 @@ index	prediction
 285	contradiction
 286	neutral
 287	entailment
-288	contradiction
+288	neutral
 289	neutral
 290	neutral
 291	contradiction
@@ -307,12 +307,12 @@ index	prediction
 305	neutral
 306	contradiction
 307	neutral
-308	contradiction
+308	entailment
 309	contradiction
 310	entailment
 311	neutral
 312	contradiction
-313	contradiction
+313	neutral
 314	contradiction
 315	neutral
 316	contradiction
@@ -323,10 +323,10 @@ index	prediction
 321	neutral
 322	neutral
 323	contradiction
-324	contradiction
-325	contradiction
+324	neutral
+325	entailment
 326	contradiction
-327	contradiction
+327	neutral
 328	entailment
 329	contradiction
 330	contradiction
@@ -334,9 +334,9 @@ index	prediction
 332	neutral
 333	entailment
 334	contradiction
-335	entailment
+335	neutral
 336	entailment
-337	contradiction
+337	entailment
 338	contradiction
 339	entailment
 340	entailment
@@ -347,8 +347,8 @@ index	prediction
 345	entailment
 346	neutral
 347	contradiction
-348	contradiction
-349	contradiction
+348	neutral
+349	neutral
 350	contradiction
 351	neutral
 352	entailment
@@ -374,9 +374,9 @@ index	prediction
 372	contradiction
 373	entailment
 374	neutral
-375	entailment
+375	contradiction
 376	entailment
-377	neutral
+377	contradiction
 378	neutral
 379	entailment
 380	contradiction
@@ -385,7 +385,7 @@ index	prediction
 383	neutral
 384	neutral
 385	contradiction
-386	contradiction
+386	neutral
 387	neutral
 388	entailment
 389	contradiction
@@ -394,35 +394,35 @@ index	prediction
 392	contradiction
 393	contradiction
 394	neutral
-395	entailment
+395	neutral
 396	entailment
 397	neutral
 398	contradiction
 399	neutral
 400	contradiction
 401	contradiction
-402	neutral
+402	entailment
 403	neutral
-404	contradiction
+404	neutral
 405	entailment
 406	neutral
 407	contradiction
 408	contradiction
-409	entailment
+409	neutral
 410	neutral
 411	contradiction
 412	neutral
 413	entailment
 414	contradiction
-415	neutral
+415	entailment
 416	neutral
 417	neutral
 418	entailment
 419	contradiction
 420	neutral
 421	contradiction
-422	neutral
-423	contradiction
+422	entailment
+423	neutral
 424	contradiction
 425	contradiction
 426	neutral
@@ -430,7 +430,7 @@ index	prediction
 428	entailment
 429	contradiction
 430	neutral
-431	contradiction
+431	neutral
 432	entailment
 433	neutral
 434	contradiction
@@ -441,7 +441,7 @@ index	prediction
 439	neutral
 440	contradiction
 441	entailment
-442	neutral
+442	contradiction
 443	neutral
 444	neutral
 445	contradiction
@@ -451,21 +451,21 @@ index	prediction
 449	neutral
 450	neutral
 451	entailment
-452	neutral
+452	contradiction
 453	entailment
 454	contradiction
 455	neutral
 456	neutral
 457	contradiction
-458	contradiction
+458	entailment
 459	neutral
 460	neutral
-461	neutral
+461	entailment
 462	neutral
-463	entailment
+463	contradiction
 464	neutral
 465	neutral
-466	contradiction
+466	entailment
 467	contradiction
 468	neutral
 469	neutral
@@ -475,7 +475,7 @@ index	prediction
 473	entailment
 474	neutral
 475	neutral
-476	contradiction
+476	neutral
 477	contradiction
 478	entailment
 479	neutral
@@ -483,14 +483,14 @@ index	prediction
 481	neutral
 482	contradiction
 483	entailment
-484	contradiction
+484	neutral
 485	neutral
-486	neutral
-487	entailment
+486	contradiction
+487	neutral
 488	contradiction
-489	contradiction
+489	entailment
 490	neutral
-491	contradiction
+491	neutral
 492	neutral
 493	contradiction
 494	entailment
@@ -503,10 +503,10 @@ index	prediction
 501	entailment
 502	contradiction
 503	entailment
-504	contradiction
+504	neutral
 505	entailment
 506	contradiction
-507	neutral
+507	contradiction
 508	contradiction
 509	contradiction
 510	neutral
@@ -519,12 +519,12 @@ index	prediction
 517	neutral
 518	neutral
 519	entailment
-520	contradiction
+520	neutral
 521	contradiction
 522	neutral
 523	contradiction
 524	entailment
-525	contradiction
+525	neutral
 526	neutral
 527	contradiction
 528	entailment
@@ -534,10 +534,10 @@ index	prediction
 532	neutral
 533	contradiction
 534	contradiction
-535	neutral
+535	entailment
 536	neutral
 537	neutral
-538	entailment
+538	neutral
 539	entailment
 540	entailment
 541	contradiction
@@ -546,7 +546,7 @@ index	prediction
 544	contradiction
 545	entailment
 546	entailment
-547	neutral
+547	entailment
 548	contradiction
 549	neutral
 550	neutral
@@ -554,15 +554,15 @@ index	prediction
 552	entailment
 553	contradiction
 554	entailment
-555	neutral
-556	neutral
+555	contradiction
+556	contradiction
 557	neutral
 558	contradiction
 559	neutral
 560	entailment
 561	contradiction
 562	neutral
-563	entailment
+563	neutral
 564	entailment
 565	neutral
 566	contradiction
@@ -576,7 +576,7 @@ index	prediction
 574	neutral
 575	entailment
 576	neutral
-577	contradiction
+577	entailment
 578	entailment
 579	entailment
 580	neutral
@@ -588,9 +588,9 @@ index	prediction
 586	entailment
 587	neutral
 588	neutral
-589	contradiction
+589	neutral
 590	neutral
-591	entailment
+591	neutral
 592	contradiction
 593	neutral
 594	contradiction
@@ -598,13 +598,13 @@ index	prediction
 596	neutral
 597	neutral
 598	entailment
-599	neutral
+599	contradiction
 600	entailment
 601	contradiction
 602	neutral
 603	neutral
 604	entailment
-605	contradiction
+605	neutral
 606	contradiction
 607	neutral
 608	entailment
@@ -613,22 +613,22 @@ index	prediction
 611	neutral
 612	neutral
 613	entailment
-614	contradiction
+614	neutral
 615	entailment
 616	neutral
-617	neutral
-618	contradiction
+617	entailment
+618	neutral
 619	entailment
 620	contradiction
 621	contradiction
 622	neutral
-623	contradiction
+623	entailment
 624	neutral
 625	neutral
 626	contradiction
 627	contradiction
 628	contradiction
-629	contradiction
+629	neutral
 630	entailment
 631	entailment
 632	contradiction
@@ -640,7 +640,7 @@ index	prediction
 638	neutral
 639	entailment
 640	contradiction
-641	neutral
+641	contradiction
 642	entailment
 643	neutral
 644	contradiction
@@ -652,7 +652,7 @@ index	prediction
 650	neutral
 651	entailment
 652	neutral
-653	entailment
+653	neutral
 654	neutral
 655	contradiction
 656	entailment
@@ -676,7 +676,7 @@ index	prediction
 674	neutral
 675	neutral
 676	entailment
-677	neutral
+677	contradiction
 678	contradiction
 679	neutral
 680	entailment
@@ -684,10 +684,10 @@ index	prediction
 682	contradiction
 683	neutral
 684	neutral
-685	entailment
+685	contradiction
 686	neutral
 687	contradiction
-688	neutral
+688	entailment
 689	neutral
 690	entailment
 691	neutral
@@ -704,13 +704,13 @@ index	prediction
 702	neutral
 703	contradiction
 704	neutral
-705	neutral
+705	contradiction
 706	entailment
 707	contradiction
-708	neutral
+708	entailment
 709	contradiction
 710	neutral
-711	entailment
+711	neutral
 712	neutral
 713	contradiction
 714	neutral
@@ -723,25 +723,25 @@ index	prediction
 721	entailment
 722	entailment
 723	entailment
-724	entailment
-725	neutral
-726	contradiction
+724	neutral
+725	contradiction
+726	neutral
 727	neutral
-728	contradiction
+728	entailment
 729	neutral
 730	contradiction
 731	entailment
 732	neutral
-733	neutral
+733	contradiction
 734	contradiction
 735	neutral
 736	contradiction
 737	contradiction
 738	contradiction
 739	entailment
-740	neutral
-741	neutral
-742	contradiction
+740	entailment
+741	contradiction
+742	neutral
 743	entailment
 744	contradiction
 745	entailment
@@ -754,12 +754,12 @@ index	prediction
 752	neutral
 753	neutral
 754	entailment
-755	contradiction
+755	neutral
 756	neutral
 757	entailment
 758	neutral
 759	neutral
-760	neutral
+760	contradiction
 761	contradiction
 762	neutral
 763	neutral
@@ -775,27 +775,27 @@ index	prediction
 773	contradiction
 774	entailment
 775	contradiction
-776	contradiction
+776	neutral
 777	neutral
 778	neutral
 779	neutral
 780	contradiction
 781	entailment
-782	entailment
+782	neutral
 783	contradiction
 784	entailment
 785	neutral
-786	neutral
+786	contradiction
 787	entailment
 788	contradiction
 789	neutral
 790	entailment
 791	contradiction
 792	entailment
-793	entailment
+793	neutral
 794	contradiction
 795	contradiction
-796	neutral
+796	entailment
 797	neutral
 798	neutral
 799	entailment
@@ -826,7 +826,7 @@ index	prediction
 824	entailment
 825	entailment
 826	neutral
-827	neutral
+827	contradiction
 828	entailment
 829	neutral
 830	contradiction
@@ -843,12 +843,12 @@ index	prediction
 841	neutral
 842	contradiction
 843	neutral
-844	neutral
+844	entailment
 845	neutral
 846	neutral
 847	neutral
 848	contradiction
-849	neutral
+849	contradiction
 850	neutral
 851	contradiction
 852	entailment
@@ -861,12 +861,12 @@ index	prediction
 859	neutral
 860	entailment
 861	entailment
-862	neutral
+862	entailment
 863	contradiction
 864	neutral
 865	neutral
 866	neutral
-867	neutral
+867	entailment
 868	neutral
 869	neutral
 870	contradiction
@@ -885,7 +885,7 @@ index	prediction
 883	neutral
 884	neutral
 885	contradiction
-886	neutral
+886	entailment
 887	neutral
 888	contradiction
 889	neutral
@@ -904,7 +904,7 @@ index	prediction
 902	contradiction
 903	neutral
 904	neutral
-905	contradiction
+905	entailment
 906	contradiction
 907	neutral
 908	entailment
@@ -912,7 +912,7 @@ index	prediction
 910	contradiction
 911	entailment
 912	contradiction
-913	neutral
+913	entailment
 914	neutral
 915	neutral
 916	entailment
@@ -923,37 +923,37 @@ index	prediction
 921	neutral
 922	contradiction
 923	neutral
-924	neutral
+924	entailment
 925	contradiction
-926	contradiction
+926	neutral
 927	neutral
 928	entailment
-929	neutral
+929	entailment
 930	contradiction
 931	entailment
 932	contradiction
 933	contradiction
-934	entailment
+934	neutral
 935	neutral
 936	contradiction
 937	neutral
 938	neutral
 939	contradiction
 940	neutral
-941	contradiction
+941	neutral
 942	neutral
 943	entailment
 944	neutral
 945	entailment
 946	neutral
 947	contradiction
-948	neutral
+948	entailment
 949	neutral
 950	contradiction
 951	contradiction
 952	contradiction
 953	contradiction
-954	entailment
+954	contradiction
 955	neutral
 956	neutral
 957	neutral
@@ -962,7 +962,7 @@ index	prediction
 960	neutral
 961	neutral
 962	neutral
-963	neutral
+963	entailment
 964	contradiction
 965	neutral
 966	contradiction
@@ -974,8 +974,8 @@ index	prediction
 972	contradiction
 973	neutral
 974	entailment
-975	neutral
-976	neutral
+975	contradiction
+976	entailment
 977	contradiction
 978	entailment
 979	neutral
@@ -987,36 +987,36 @@ index	prediction
 985	contradiction
 986	neutral
 987	entailment
-988	neutral
+988	contradiction
 989	contradiction
-990	neutral
+990	entailment
 991	contradiction
-992	neutral
+992	contradiction
 993	neutral
-994	entailment
+994	contradiction
 995	contradiction
 996	contradiction
 997	neutral
 998	entailment
 999	neutral
 1000	entailment
-1001	contradiction
+1001	neutral
 1002	contradiction
 1003	neutral
-1004	neutral
-1005	contradiction
-1006	neutral
+1004	entailment
+1005	neutral
+1006	entailment
 1007	neutral
 1008	entailment
 1009	contradiction
-1010	contradiction
+1010	neutral
 1011	contradiction
 1012	neutral
 1013	entailment
 1014	entailment
 1015	neutral
 1016	contradiction
-1017	contradiction
+1017	neutral
 1018	entailment
 1019	neutral
 1020	neutral
@@ -1041,12 +1041,12 @@ index	prediction
 1039	entailment
 1040	neutral
 1041	neutral
-1042	contradiction
+1042	neutral
 1043	neutral
-1044	neutral
+1044	contradiction
 1045	neutral
-1046	neutral
-1047	contradiction
+1046	entailment
+1047	neutral
 1048	neutral
 1049	neutral
 1050	entailment
@@ -1066,16 +1066,16 @@ index	prediction
 1064	entailment
 1065	entailment
 1066	contradiction
-1067	neutral
+1067	entailment
 1068	entailment
 1069	entailment
 1070	contradiction
-1071	contradiction
+1071	entailment
 1072	neutral
 1073	entailment
 1074	contradiction
 1075	entailment
-1076	neutral
+1076	contradiction
 1077	contradiction
 1078	neutral
 1079	neutral
@@ -1083,11 +1083,11 @@ index	prediction
 1081	entailment
 1082	neutral
 1083	neutral
-1084	entailment
+1084	contradiction
 1085	entailment
 1086	neutral
-1087	contradiction
-1088	contradiction
+1087	neutral
+1088	neutral
 1089	entailment
 1090	entailment
 1091	entailment
@@ -1100,8 +1100,8 @@ index	prediction
 1098	contradiction
 1099	entailment
 1100	neutral
-1101	entailment
-1102	contradiction
+1101	neutral
+1102	neutral
 1103	entailment
 1104	neutral
 1105	entailment
@@ -1113,15 +1113,15 @@ index	prediction
 1111	contradiction
 1112	neutral
 1113	entailment
-1114	entailment
+1114	contradiction
 1115	neutral
-1116	neutral
+1116	entailment
 1117	contradiction
 1118	contradiction
 1119	neutral
 1120	entailment
 1121	contradiction
-1122	neutral
+1122	contradiction
 1123	entailment
 1124	neutral
 1125	neutral
@@ -1132,10 +1132,10 @@ index	prediction
 1130	neutral
 1131	entailment
 1132	neutral
-1133	contradiction
+1133	neutral
 1134	neutral
 1135	contradiction
-1136	neutral
+1136	contradiction
 1137	entailment
 1138	contradiction
 1139	contradiction
@@ -1157,36 +1157,36 @@ index	prediction
 1155	neutral
 1156	contradiction
 1157	neutral
-1158	entailment
-1159	contradiction
+1158	neutral
+1159	entailment
 1160	contradiction
 1161	contradiction
 1162	entailment
 1163	entailment
 1164	neutral
-1165	entailment
+1165	neutral
 1166	contradiction
 1167	entailment
 1168	neutral
 1169	contradiction
-1170	contradiction
+1170	neutral
 1171	entailment
 1172	contradiction
-1173	contradiction
+1173	neutral
 1174	contradiction
 1175	entailment
 1176	contradiction
 1177	entailment
 1178	neutral
-1179	entailment
+1179	neutral
 1180	contradiction
-1181	neutral
+1181	entailment
 1182	neutral
 1183	neutral
 1184	neutral
 1185	neutral
 1186	contradiction
-1187	contradiction
+1187	neutral
 1188	neutral
 1189	entailment
 1190	contradiction
@@ -1213,9 +1213,9 @@ index	prediction
 1211	neutral
 1212	contradiction
 1213	neutral
-1214	neutral
+1214	entailment
 1215	entailment
-1216	entailment
+1216	neutral
 1217	contradiction
 1218	contradiction
 1219	neutral
@@ -1234,9 +1234,9 @@ index	prediction
 1232	neutral
 1233	neutral
 1234	contradiction
-1235	entailment
-1236	neutral
-1237	neutral
+1235	contradiction
+1236	contradiction
+1237	entailment
 1238	contradiction
 1239	entailment
 1240	contradiction
@@ -1256,15 +1256,15 @@ index	prediction
 1254	contradiction
 1255	neutral
 1256	entailment
-1257	entailment
+1257	contradiction
 1258	contradiction
-1259	neutral
+1259	entailment
 1260	contradiction
 1261	entailment
 1262	neutral
 1263	contradiction
 1264	neutral
-1265	entailment
+1265	contradiction
 1266	contradiction
 1267	entailment
 1268	neutral
@@ -1280,15 +1280,15 @@ index	prediction
 1278	entailment
 1279	contradiction
 1280	entailment
-1281	neutral
+1281	contradiction
 1282	entailment
-1283	neutral
+1283	entailment
 1284	entailment
 1285	contradiction
 1286	entailment
 1287	contradiction
 1288	neutral
-1289	neutral
+1289	entailment
 1290	entailment
 1291	entailment
 1292	contradiction
@@ -1296,11 +1296,11 @@ index	prediction
 1294	contradiction
 1295	entailment
 1296	contradiction
-1297	contradiction
-1298	contradiction
+1297	neutral
+1298	entailment
 1299	contradiction
 1300	entailment
-1301	entailment
+1301	neutral
 1302	contradiction
 1303	entailment
 1304	entailment
@@ -1324,18 +1324,18 @@ index	prediction
 1322	neutral
 1323	contradiction
 1324	neutral
-1325	entailment
+1325	contradiction
 1326	neutral
-1327	contradiction
+1327	entailment
 1328	contradiction
 1329	contradiction
-1330	neutral
-1331	neutral
+1330	contradiction
+1331	entailment
 1332	contradiction
-1333	entailment
+1333	neutral
 1334	entailment
 1335	contradiction
-1336	entailment
+1336	neutral
 1337	neutral
 1338	entailment
 1339	entailment
@@ -1344,7 +1344,7 @@ index	prediction
 1342	neutral
 1343	entailment
 1344	entailment
-1345	neutral
+1345	entailment
 1346	neutral
 1347	neutral
 1348	entailment
@@ -1363,7 +1363,7 @@ index	prediction
 1361	neutral
 1362	contradiction
 1363	neutral
-1364	contradiction
+1364	neutral
 1365	neutral
 1366	entailment
 1367	contradiction
@@ -1375,8 +1375,8 @@ index	prediction
 1373	contradiction
 1374	entailment
 1375	contradiction
-1376	neutral
-1377	contradiction
+1376	entailment
+1377	neutral
 1378	entailment
 1379	neutral
 1380	contradiction
@@ -1394,11 +1394,11 @@ index	prediction
 1392	contradiction
 1393	entailment
 1394	contradiction
-1395	neutral
+1395	entailment
 1396	neutral
 1397	contradiction
 1398	neutral
-1399	neutral
+1399	entailment
 1400	contradiction
 1401	entailment
 1402	entailment
@@ -1407,13 +1407,13 @@ index	prediction
 1405	neutral
 1406	entailment
 1407	neutral
-1408	entailment
+1408	neutral
 1409	entailment
 1410	neutral
 1411	entailment
 1412	entailment
-1413	contradiction
-1414	entailment
+1413	neutral
+1414	contradiction
 1415	neutral
 1416	neutral
 1417	entailment
@@ -1421,21 +1421,21 @@ index	prediction
 1419	contradiction
 1420	neutral
 1421	entailment
-1422	neutral
+1422	contradiction
 1423	entailment
 1424	contradiction
-1425	entailment
-1426	entailment
+1425	neutral
+1426	neutral
 1427	contradiction
 1428	entailment
-1429	entailment
+1429	contradiction
 1430	entailment
 1431	contradiction
 1432	entailment
 1433	neutral
 1434	contradiction
 1435	neutral
-1436	entailment
+1436	neutral
 1437	contradiction
 1438	neutral
 1439	entailment
@@ -1448,7 +1448,7 @@ index	prediction
 1446	entailment
 1447	neutral
 1448	contradiction
-1449	contradiction
+1449	entailment
 1450	entailment
 1451	contradiction
 1452	neutral
@@ -1479,17 +1479,17 @@ index	prediction
 1477	entailment
 1478	entailment
 1479	neutral
-1480	neutral
+1480	contradiction
 1481	entailment
 1482	neutral
 1483	neutral
-1484	neutral
-1485	neutral
+1484	contradiction
+1485	contradiction
 1486	neutral
 1487	neutral
 1488	neutral
 1489	contradiction
-1490	entailment
+1490	neutral
 1491	neutral
 1492	contradiction
 1493	entailment
@@ -1499,9 +1499,9 @@ index	prediction
 1497	entailment
 1498	contradiction
 1499	neutral
-1500	neutral
+1500	contradiction
 1501	neutral
-1502	entailment
+1502	neutral
 1503	entailment
 1504	neutral
 1505	neutral
@@ -1515,7 +1515,7 @@ index	prediction
 1513	entailment
 1514	neutral
 1515	neutral
-1516	contradiction
+1516	neutral
 1517	contradiction
 1518	entailment
 1519	neutral
@@ -1523,7 +1523,7 @@ index	prediction
 1521	contradiction
 1522	neutral
 1523	entailment
-1524	entailment
+1524	contradiction
 1525	neutral
 1526	neutral
 1527	contradiction
@@ -1534,11 +1534,11 @@ index	prediction
 1532	entailment
 1533	entailment
 1534	contradiction
-1535	neutral
+1535	contradiction
 1536	neutral
 1537	neutral
 1538	neutral
-1539	neutral
+1539	contradiction
 1540	neutral
 1541	neutral
 1542	entailment
@@ -1547,40 +1547,40 @@ index	prediction
 1545	neutral
 1546	neutral
 1547	contradiction
-1548	contradiction
+1548	neutral
 1549	neutral
 1550	neutral
 1551	neutral
 1552	neutral
 1553	contradiction
 1554	entailment
-1555	contradiction
+1555	neutral
 1556	neutral
 1557	neutral
-1558	entailment
+1558	contradiction
 1559	contradiction
 1560	neutral
-1561	contradiction
-1562	contradiction
+1561	neutral
+1562	neutral
 1563	neutral
 1564	entailment
-1565	contradiction
+1565	neutral
 1566	neutral
-1567	entailment
+1567	neutral
 1568	neutral
 1569	neutral
 1570	contradiction
 1571	entailment
 1572	entailment
 1573	neutral
-1574	neutral
+1574	contradiction
 1575	contradiction
-1576	neutral
+1576	entailment
 1577	entailment
 1578	entailment
-1579	contradiction
+1579	entailment
 1580	neutral
-1581	contradiction
+1581	neutral
 1582	neutral
 1583	entailment
 1584	contradiction
@@ -1599,19 +1599,19 @@ index	prediction
 1597	entailment
 1598	neutral
 1599	neutral
-1600	neutral
+1600	contradiction
 1601	neutral
-1602	neutral
+1602	entailment
 1603	contradiction
 1604	entailment
 1605	entailment
-1606	neutral
+1606	contradiction
 1607	contradiction
 1608	entailment
 1609	neutral
 1610	contradiction
 1611	neutral
-1612	contradiction
+1612	entailment
 1613	entailment
 1614	contradiction
 1615	neutral
@@ -1633,12 +1633,12 @@ index	prediction
 1631	contradiction
 1632	neutral
 1633	entailment
-1634	contradiction
+1634	entailment
 1635	contradiction
 1636	contradiction
 1637	neutral
 1638	entailment
-1639	neutral
+1639	contradiction
 1640	neutral
 1641	neutral
 1642	contradiction
@@ -1648,7 +1648,7 @@ index	prediction
 1646	neutral
 1647	neutral
 1648	contradiction
-1649	contradiction
+1649	entailment
 1650	entailment
 1651	neutral
 1652	contradiction
@@ -1657,8 +1657,8 @@ index	prediction
 1655	contradiction
 1656	contradiction
 1657	entailment
-1658	neutral
-1659	contradiction
+1658	entailment
+1659	neutral
 1660	contradiction
 1661	neutral
 1662	neutral
@@ -1666,10 +1666,10 @@ index	prediction
 1664	contradiction
 1665	contradiction
 1666	neutral
-1667	neutral
+1667	entailment
 1668	contradiction
 1669	neutral
-1670	neutral
+1670	contradiction
 1671	entailment
 1672	neutral
 1673	contradiction
@@ -1700,22 +1700,22 @@ index	prediction
 1698	neutral
 1699	contradiction
 1700	neutral
-1701	contradiction
+1701	entailment
 1702	contradiction
 1703	neutral
-1704	neutral
+1704	contradiction
 1705	entailment
 1706	neutral
 1707	neutral
 1708	neutral
 1709	neutral
 1710	neutral
-1711	contradiction
+1711	entailment
 1712	neutral
 1713	neutral
 1714	entailment
 1715	contradiction
-1716	neutral
+1716	contradiction
 1717	contradiction
 1718	neutral
 1719	neutral
@@ -1723,8 +1723,8 @@ index	prediction
 1721	neutral
 1722	neutral
 1723	entailment
-1724	neutral
-1725	contradiction
+1724	entailment
+1725	entailment
 1726	entailment
 1727	neutral
 1728	contradiction
@@ -1734,7 +1734,7 @@ index	prediction
 1732	entailment
 1733	neutral
 1734	entailment
-1735	neutral
+1735	entailment
 1736	contradiction
 1737	neutral
 1738	contradiction
@@ -1745,7 +1745,7 @@ index	prediction
 1743	contradiction
 1744	neutral
 1745	neutral
-1746	entailment
+1746	contradiction
 1747	entailment
 1748	neutral
 1749	neutral
@@ -1754,13 +1754,13 @@ index	prediction
 1752	entailment
 1753	contradiction
 1754	neutral
-1755	contradiction
-1756	entailment
+1755	neutral
+1756	neutral
 1757	neutral
 1758	neutral
 1759	contradiction
-1760	entailment
-1761	contradiction
+1760	contradiction
+1761	neutral
 1762	neutral
 1763	entailment
 1764	contradiction
@@ -1771,23 +1771,23 @@ index	prediction
 1769	neutral
 1770	contradiction
 1771	entailment
-1772	neutral
+1772	contradiction
 1773	neutral
 1774	contradiction
-1775	entailment
+1775	neutral
 1776	contradiction
 1777	entailment
 1778	neutral
 1779	contradiction
-1780	neutral
-1781	entailment
+1780	contradiction
+1781	contradiction
 1782	contradiction
 1783	neutral
 1784	entailment
 1785	contradiction
 1786	neutral
 1787	entailment
-1788	entailment
+1788	neutral
 1789	neutral
 1790	neutral
 1791	contradiction
@@ -1795,7 +1795,7 @@ index	prediction
 1793	neutral
 1794	contradiction
 1795	neutral
-1796	neutral
+1796	entailment
 1797	entailment
 1798	neutral
 1799	contradiction
@@ -1810,7 +1810,7 @@ index	prediction
 1808	neutral
 1809	neutral
 1810	contradiction
-1811	neutral
+1811	entailment
 1812	contradiction
 1813	entailment
 1814	entailment
@@ -1819,7 +1819,7 @@ index	prediction
 1817	contradiction
 1818	entailment
 1819	contradiction
-1820	contradiction
+1820	neutral
 1821	neutral
 1822	entailment
 1823	contradiction
@@ -1827,7 +1827,7 @@ index	prediction
 1825	contradiction
 1826	neutral
 1827	contradiction
-1828	neutral
+1828	entailment
 1829	entailment
 1830	neutral
 1831	contradiction
@@ -1836,7 +1836,7 @@ index	prediction
 1834	entailment
 1835	neutral
 1836	contradiction
-1837	entailment
+1837	neutral
 1838	entailment
 1839	contradiction
 1840	neutral
@@ -1844,12 +1844,12 @@ index	prediction
 1842	contradiction
 1843	entailment
 1844	neutral
-1845	contradiction
+1845	neutral
 1846	entailment
 1847	neutral
 1848	contradiction
 1849	neutral
-1850	neutral
+1850	entailment
 1851	contradiction
 1852	entailment
 1853	contradiction
@@ -1857,7 +1857,7 @@ index	prediction
 1855	contradiction
 1856	entailment
 1857	contradiction
-1858	neutral
+1858	entailment
 1859	neutral
 1860	neutral
 1861	entailment
@@ -1867,27 +1867,27 @@ index	prediction
 1865	contradiction
 1866	contradiction
 1867	neutral
-1868	contradiction
+1868	neutral
 1869	neutral
 1870	contradiction
-1871	entailment
-1872	entailment
-1873	contradiction
+1871	neutral
+1872	neutral
+1873	neutral
 1874	neutral
-1875	neutral
+1875	entailment
 1876	neutral
 1877	neutral
 1878	contradiction
 1879	neutral
 1880	entailment
-1881	neutral
-1882	entailment
+1881	contradiction
+1882	contradiction
 1883	contradiction
-1884	neutral
+1884	entailment
 1885	neutral
 1886	contradiction
 1887	neutral
-1888	neutral
+1888	entailment
 1889	contradiction
 1890	neutral
 1891	contradiction
@@ -1905,22 +1905,22 @@ index	prediction
 1903	contradiction
 1904	neutral
 1905	contradiction
-1906	neutral
+1906	entailment
 1907	neutral
 1908	neutral
-1909	neutral
+1909	entailment
 1910	contradiction
 1911	neutral
 1912	neutral
 1913	neutral
 1914	contradiction
-1915	entailment
+1915	contradiction
 1916	entailment
 1917	contradiction
 1918	entailment
 1919	neutral
 1920	neutral
-1921	contradiction
+1921	neutral
 1922	neutral
 1923	contradiction
 1924	contradiction
@@ -1936,11 +1936,11 @@ index	prediction
 1934	contradiction
 1935	entailment
 1936	contradiction
-1937	neutral
+1937	contradiction
 1938	contradiction
 1939	neutral
 1940	neutral
-1941	entailment
+1941	contradiction
 1942	neutral
 1943	neutral
 1944	contradiction
@@ -1948,7 +1948,7 @@ index	prediction
 1946	neutral
 1947	contradiction
 1948	neutral
-1949	neutral
+1949	entailment
 1950	neutral
 1951	contradiction
 1952	neutral
@@ -1959,15 +1959,15 @@ index	prediction
 1957	entailment
 1958	entailment
 1959	neutral
-1960	neutral
-1961	neutral
-1962	neutral
+1960	contradiction
+1961	contradiction
+1962	entailment
 1963	contradiction
 1964	contradiction
-1965	contradiction
+1965	neutral
 1966	neutral
-1967	entailment
-1968	neutral
+1967	contradiction
+1968	contradiction
 1969	entailment
 1970	entailment
 1971	entailment
@@ -1976,7 +1976,7 @@ index	prediction
 1974	entailment
 1975	contradiction
 1976	neutral
-1977	entailment
+1977	contradiction
 1978	entailment
 1979	neutral
 1980	entailment
@@ -1994,19 +1994,19 @@ index	prediction
 1992	contradiction
 1993	entailment
 1994	neutral
-1995	neutral
+1995	entailment
 1996	contradiction
 1997	neutral
 1998	contradiction
 1999	contradiction
 2000	neutral
 2001	contradiction
-2002	neutral
+2002	contradiction
 2003	entailment
 2004	neutral
 2005	neutral
 2006	contradiction
-2007	entailment
+2007	neutral
 2008	entailment
 2009	contradiction
 2010	contradiction
@@ -2031,13 +2031,13 @@ index	prediction
 2029	contradiction
 2030	neutral
 2031	neutral
-2032	neutral
-2033	entailment
+2032	contradiction
+2033	neutral
 2034	neutral
 2035	contradiction
 2036	entailment
 2037	neutral
-2038	neutral
+2038	contradiction
 2039	neutral
 2040	contradiction
 2041	neutral
@@ -2050,7 +2050,7 @@ index	prediction
 2048	entailment
 2049	neutral
 2050	neutral
-2051	contradiction
+2051	neutral
 2052	neutral
 2053	entailment
 2054	neutral
@@ -2070,13 +2070,13 @@ index	prediction
 2068	contradiction
 2069	entailment
 2070	neutral
-2071	contradiction
+2071	neutral
 2072	neutral
 2073	neutral
 2074	entailment
 2075	contradiction
 2076	entailment
-2077	contradiction
+2077	entailment
 2078	contradiction
 2079	contradiction
 2080	neutral
@@ -2085,7 +2085,7 @@ index	prediction
 2083	neutral
 2084	entailment
 2085	contradiction
-2086	neutral
+2086	entailment
 2087	entailment
 2088	neutral
 2089	contradiction
@@ -2105,20 +2105,20 @@ index	prediction
 2103	contradiction
 2104	neutral
 2105	contradiction
-2106	entailment
+2106	neutral
 2107	entailment
 2108	contradiction
 2109	neutral
-2110	neutral
+2110	entailment
 2111	neutral
-2112	neutral
+2112	contradiction
 2113	neutral
 2114	entailment
 2115	contradiction
 2116	entailment
 2117	entailment
 2118	contradiction
-2119	contradiction
+2119	neutral
 2120	contradiction
 2121	contradiction
 2122	neutral
@@ -2128,32 +2128,32 @@ index	prediction
 2126	entailment
 2127	contradiction
 2128	entailment
-2129	neutral
+2129	entailment
 2130	entailment
 2131	entailment
 2132	contradiction
 2133	entailment
 2134	contradiction
-2135	contradiction
+2135	neutral
 2136	neutral
 2137	contradiction
 2138	entailment
 2139	neutral
-2140	neutral
+2140	entailment
 2141	neutral
 2142	contradiction
 2143	neutral
 2144	neutral
-2145	neutral
-2146	neutral
+2145	entailment
+2146	entailment
 2147	contradiction
-2148	neutral
+2148	contradiction
 2149	neutral
 2150	entailment
 2151	contradiction
 2152	entailment
-2153	entailment
-2154	contradiction
+2153	neutral
+2154	neutral
 2155	entailment
 2156	entailment
 2157	entailment
@@ -2175,7 +2175,7 @@ index	prediction
 2173	neutral
 2174	contradiction
 2175	neutral
-2176	neutral
+2176	contradiction
 2177	neutral
 2178	neutral
 2179	entailment
@@ -2212,7 +2212,7 @@ index	prediction
 2210	entailment
 2211	neutral
 2212	contradiction
-2213	neutral
+2213	entailment
 2214	contradiction
 2215	entailment
 2216	neutral
@@ -2220,7 +2220,7 @@ index	prediction
 2218	contradiction
 2219	neutral
 2220	neutral
-2221	entailment
+2221	neutral
 2222	contradiction
 2223	entailment
 2224	neutral
@@ -2228,7 +2228,7 @@ index	prediction
 2226	contradiction
 2227	entailment
 2228	entailment
-2229	neutral
+2229	entailment
 2230	contradiction
 2231	neutral
 2232	contradiction
@@ -2238,10 +2238,10 @@ index	prediction
 2236	neutral
 2237	contradiction
 2238	entailment
-2239	contradiction
+2239	neutral
 2240	contradiction
 2241	contradiction
-2242	entailment
+2242	contradiction
 2243	neutral
 2244	neutral
 2245	contradiction
@@ -2250,9 +2250,9 @@ index	prediction
 2248	neutral
 2249	contradiction
 2250	contradiction
-2251	contradiction
+2251	neutral
 2252	entailment
-2253	neutral
+2253	contradiction
 2254	entailment
 2255	neutral
 2256	entailment
@@ -2260,8 +2260,8 @@ index	prediction
 2258	neutral
 2259	contradiction
 2260	entailment
-2261	neutral
-2262	neutral
+2261	entailment
+2262	contradiction
 2263	neutral
 2264	entailment
 2265	neutral
@@ -2270,9 +2270,9 @@ index	prediction
 2268	contradiction
 2269	entailment
 2270	entailment
-2271	contradiction
+2271	entailment
 2272	contradiction
-2273	contradiction
+2273	neutral
 2274	entailment
 2275	entailment
 2276	entailment
@@ -2280,7 +2280,7 @@ index	prediction
 2278	entailment
 2279	contradiction
 2280	entailment
-2281	contradiction
+2281	neutral
 2282	contradiction
 2283	neutral
 2284	entailment
@@ -2291,28 +2291,28 @@ index	prediction
 2289	entailment
 2290	entailment
 2291	contradiction
-2292	entailment
+2292	contradiction
 2293	contradiction
-2294	neutral
+2294	contradiction
 2295	neutral
 2296	entailment
 2297	contradiction
 2298	entailment
-2299	contradiction
+2299	neutral
 2300	neutral
-2301	contradiction
+2301	neutral
 2302	entailment
-2303	contradiction
+2303	neutral
 2304	neutral
 2305	entailment
-2306	contradiction
+2306	neutral
 2307	entailment
 2308	neutral
 2309	contradiction
 2310	neutral
 2311	contradiction
-2312	contradiction
-2313	contradiction
+2312	neutral
+2313	neutral
 2314	contradiction
 2315	entailment
 2316	contradiction
@@ -2323,17 +2323,17 @@ index	prediction
 2321	contradiction
 2322	contradiction
 2323	neutral
-2324	entailment
+2324	neutral
 2325	neutral
 2326	neutral
-2327	contradiction
+2327	neutral
 2328	contradiction
 2329	neutral
-2330	contradiction
+2330	entailment
 2331	neutral
 2332	entailment
 2333	neutral
-2334	contradiction
+2334	neutral
 2335	contradiction
 2336	entailment
 2337	contradiction
@@ -2346,11 +2346,11 @@ index	prediction
 2344	contradiction
 2345	neutral
 2346	neutral
-2347	entailment
+2347	neutral
 2348	neutral
 2349	neutral
 2350	contradiction
-2351	entailment
+2351	contradiction
 2352	neutral
 2353	neutral
 2354	entailment
@@ -2361,7 +2361,7 @@ index	prediction
 2359	entailment
 2360	contradiction
 2361	contradiction
-2362	neutral
+2362	entailment
 2363	neutral
 2364	contradiction
 2365	neutral
@@ -2372,7 +2372,7 @@ index	prediction
 2370	entailment
 2371	contradiction
 2372	entailment
-2373	entailment
+2373	neutral
 2374	entailment
 2375	contradiction
 2376	neutral
@@ -2381,8 +2381,8 @@ index	prediction
 2379	contradiction
 2380	neutral
 2381	entailment
-2382	contradiction
-2383	contradiction
+2382	neutral
+2383	neutral
 2384	neutral
 2385	entailment
 2386	neutral
@@ -2391,18 +2391,18 @@ index	prediction
 2389	entailment
 2390	entailment
 2391	neutral
-2392	entailment
+2392	contradiction
 2393	contradiction
-2394	contradiction
+2394	neutral
 2395	entailment
 2396	contradiction
 2397	contradiction
 2398	neutral
 2399	entailment
 2400	neutral
-2401	neutral
+2401	entailment
 2402	contradiction
-2403	contradiction
+2403	neutral
 2404	contradiction
 2405	entailment
 2406	neutral
@@ -2423,9 +2423,9 @@ index	prediction
 2421	entailment
 2422	neutral
 2423	contradiction
-2424	entailment
+2424	contradiction
 2425	neutral
-2426	entailment
+2426	neutral
 2427	entailment
 2428	contradiction
 2429	neutral
@@ -2447,7 +2447,7 @@ index	prediction
 2445	neutral
 2446	entailment
 2447	contradiction
-2448	contradiction
+2448	neutral
 2449	entailment
 2450	neutral
 2451	contradiction
@@ -2457,9 +2457,9 @@ index	prediction
 2455	contradiction
 2456	neutral
 2457	neutral
-2458	neutral
-2459	contradiction
-2460	entailment
+2458	contradiction
+2459	neutral
+2460	neutral
 2461	contradiction
 2462	neutral
 2463	entailment
@@ -2467,25 +2467,25 @@ index	prediction
 2465	contradiction
 2466	contradiction
 2467	entailment
-2468	entailment
+2468	neutral
 2469	entailment
 2470	neutral
 2471	contradiction
 2472	neutral
-2473	contradiction
+2473	neutral
 2474	neutral
 2475	neutral
 2476	contradiction
 2477	entailment
-2478	contradiction
+2478	neutral
 2479	entailment
 2480	contradiction
 2481	neutral
 2482	contradiction
 2483	entailment
-2484	entailment
-2485	contradiction
-2486	neutral
+2484	contradiction
+2485	neutral
+2486	contradiction
 2487	contradiction
 2488	contradiction
 2489	neutral
@@ -2494,8 +2494,8 @@ index	prediction
 2492	entailment
 2493	contradiction
 2494	entailment
-2495	contradiction
-2496	contradiction
+2495	neutral
+2496	neutral
 2497	neutral
 2498	contradiction
 2499	entailment
@@ -2533,9 +2533,9 @@ index	prediction
 2531	neutral
 2532	neutral
 2533	contradiction
-2534	neutral
+2534	entailment
 2535	neutral
-2536	entailment
+2536	neutral
 2537	contradiction
 2538	neutral
 2539	contradiction
@@ -2566,13 +2566,13 @@ index	prediction
 2564	contradiction
 2565	neutral
 2566	contradiction
-2567	contradiction
+2567	entailment
 2568	contradiction
 2569	neutral
 2570	neutral
-2571	entailment
+2571	neutral
 2572	neutral
-2573	contradiction
+2573	neutral
 2574	contradiction
 2575	neutral
 2576	entailment
@@ -2606,9 +2606,9 @@ index	prediction
 2604	entailment
 2605	neutral
 2606	contradiction
-2607	neutral
+2607	contradiction
 2608	neutral
-2609	entailment
+2609	neutral
 2610	neutral
 2611	neutral
 2612	neutral
@@ -2619,8 +2619,8 @@ index	prediction
 2617	entailment
 2618	neutral
 2619	neutral
-2620	entailment
-2621	contradiction
+2620	neutral
+2621	neutral
 2622	contradiction
 2623	neutral
 2624	entailment
@@ -2632,7 +2632,7 @@ index	prediction
 2630	contradiction
 2631	contradiction
 2632	neutral
-2633	contradiction
+2633	entailment
 2634	neutral
 2635	entailment
 2636	contradiction
@@ -2648,18 +2648,18 @@ index	prediction
 2646	neutral
 2647	entailment
 2648	contradiction
-2649	entailment
+2649	neutral
 2650	neutral
-2651	contradiction
+2651	neutral
 2652	contradiction
-2653	neutral
+2653	entailment
 2654	entailment
 2655	contradiction
 2656	entailment
 2657	neutral
 2658	contradiction
 2659	neutral
-2660	neutral
+2660	entailment
 2661	neutral
 2662	entailment
 2663	contradiction
@@ -2667,7 +2667,7 @@ index	prediction
 2665	entailment
 2666	neutral
 2667	contradiction
-2668	neutral
+2668	entailment
 2669	entailment
 2670	neutral
 2671	entailment
@@ -2685,12 +2685,12 @@ index	prediction
 2683	neutral
 2684	neutral
 2685	neutral
-2686	neutral
+2686	entailment
 2687	entailment
 2688	contradiction
 2689	neutral
 2690	neutral
-2691	contradiction
+2691	neutral
 2692	neutral
 2693	entailment
 2694	neutral
@@ -2700,27 +2700,27 @@ index	prediction
 2698	contradiction
 2699	entailment
 2700	contradiction
-2701	neutral
+2701	entailment
 2702	neutral
 2703	neutral
 2704	entailment
 2705	contradiction
 2706	contradiction
 2707	neutral
-2708	neutral
+2708	entailment
 2709	contradiction
 2710	entailment
 2711	neutral
 2712	neutral
 2713	contradiction
-2714	entailment
+2714	neutral
 2715	contradiction
 2716	neutral
 2717	entailment
 2718	entailment
 2719	neutral
 2720	contradiction
-2721	contradiction
+2721	entailment
 2722	contradiction
 2723	neutral
 2724	contradiction
@@ -2732,14 +2732,14 @@ index	prediction
 2730	entailment
 2731	neutral
 2732	contradiction
-2733	contradiction
-2734	entailment
+2733	neutral
+2734	contradiction
 2735	contradiction
 2736	contradiction
 2737	entailment
 2738	neutral
 2739	contradiction
-2740	contradiction
+2740	neutral
 2741	contradiction
 2742	neutral
 2743	contradiction
@@ -2765,7 +2765,7 @@ index	prediction
 2763	neutral
 2764	entailment
 2765	contradiction
-2766	entailment
+2766	neutral
 2767	contradiction
 2768	neutral
 2769	entailment
@@ -2773,17 +2773,17 @@ index	prediction
 2771	contradiction
 2772	entailment
 2773	contradiction
-2774	contradiction
+2774	neutral
 2775	contradiction
 2776	neutral
 2777	entailment
 2778	neutral
 2779	entailment
 2780	contradiction
-2781	entailment
+2781	neutral
 2782	contradiction
-2783	entailment
-2784	neutral
+2783	neutral
+2784	contradiction
 2785	entailment
 2786	contradiction
 2787	entailment
@@ -2798,7 +2798,7 @@ index	prediction
 2796	contradiction
 2797	contradiction
 2798	entailment
-2799	entailment
+2799	neutral
 2800	contradiction
 2801	neutral
 2802	entailment
@@ -2807,7 +2807,7 @@ index	prediction
 2805	neutral
 2806	neutral
 2807	entailment
-2808	contradiction
+2808	neutral
 2809	contradiction
 2810	entailment
 2811	contradiction
@@ -2816,7 +2816,7 @@ index	prediction
 2814	entailment
 2815	neutral
 2816	contradiction
-2817	neutral
+2817	contradiction
 2818	contradiction
 2819	entailment
 2820	neutral
@@ -2826,7 +2826,7 @@ index	prediction
 2824	contradiction
 2825	neutral
 2826	entailment
-2827	entailment
+2827	neutral
 2828	contradiction
 2829	contradiction
 2830	entailment
@@ -2856,7 +2856,7 @@ index	prediction
 2854	contradiction
 2855	neutral
 2856	contradiction
-2857	entailment
+2857	contradiction
 2858	neutral
 2859	neutral
 2860	entailment
@@ -2868,7 +2868,7 @@ index	prediction
 2866	entailment
 2867	contradiction
 2868	neutral
-2869	entailment
+2869	neutral
 2870	contradiction
 2871	contradiction
 2872	neutral
@@ -2882,14 +2882,14 @@ index	prediction
 2880	neutral
 2881	entailment
 2882	contradiction
-2883	entailment
+2883	neutral
 2884	neutral
 2885	contradiction
 2886	contradiction
 2887	contradiction
 2888	entailment
-2889	entailment
-2890	entailment
+2889	neutral
+2890	neutral
 2891	contradiction
 2892	entailment
 2893	contradiction
@@ -2904,7 +2904,7 @@ index	prediction
 2902	entailment
 2903	neutral
 2904	entailment
-2905	neutral
+2905	contradiction
 2906	neutral
 2907	contradiction
 2908	neutral
@@ -2926,8 +2926,8 @@ index	prediction
 2924	contradiction
 2925	neutral
 2926	neutral
-2927	entailment
-2928	neutral
+2927	neutral
+2928	entailment
 2929	entailment
 2930	neutral
 2931	contradiction
@@ -2938,11 +2938,11 @@ index	prediction
 2936	contradiction
 2937	contradiction
 2938	entailment
-2939	entailment
+2939	neutral
 2940	contradiction
 2941	entailment
 2942	entailment
-2943	entailment
+2943	neutral
 2944	contradiction
 2945	entailment
 2946	contradiction
@@ -2950,18 +2950,18 @@ index	prediction
 2948	neutral
 2949	neutral
 2950	contradiction
-2951	entailment
-2952	neutral
+2951	neutral
+2952	entailment
 2953	neutral
 2954	contradiction
 2955	contradiction
-2956	entailment
-2957	entailment
+2956	neutral
+2957	neutral
 2958	entailment
 2959	contradiction
 2960	entailment
 2961	neutral
-2962	neutral
+2962	contradiction
 2963	contradiction
 2964	neutral
 2965	contradiction
@@ -2969,8 +2969,8 @@ index	prediction
 2967	entailment
 2968	neutral
 2969	contradiction
-2970	entailment
-2971	neutral
+2970	contradiction
+2971	entailment
 2972	contradiction
 2973	neutral
 2974	contradiction
@@ -2979,7 +2979,7 @@ index	prediction
 2977	contradiction
 2978	entailment
 2979	neutral
-2980	contradiction
+2980	entailment
 2981	contradiction
 2982	entailment
 2983	contradiction
@@ -2997,7 +2997,7 @@ index	prediction
 2995	contradiction
 2996	neutral
 2997	neutral
-2998	neutral
+2998	entailment
 2999	contradiction
 3000	contradiction
 3001	neutral
@@ -3014,12 +3014,12 @@ index	prediction
 3012	neutral
 3013	entailment
 3014	contradiction
-3015	entailment
+3015	neutral
 3016	entailment
 3017	contradiction
 3018	contradiction
-3019	neutral
-3020	entailment
+3019	contradiction
+3020	neutral
 3021	contradiction
 3022	entailment
 3023	neutral
@@ -3029,7 +3029,7 @@ index	prediction
 3027	neutral
 3028	entailment
 3029	contradiction
-3030	contradiction
+3030	neutral
 3031	contradiction
 3032	neutral
 3033	neutral
@@ -3037,22 +3037,22 @@ index	prediction
 3035	contradiction
 3036	neutral
 3037	entailment
-3038	neutral
+3038	contradiction
 3039	entailment
 3040	neutral
 3041	contradiction
 3042	neutral
 3043	entailment
 3044	contradiction
-3045	neutral
+3045	entailment
 3046	entailment
 3047	contradiction
 3048	neutral
-3049	neutral
-3050	contradiction
+3049	entailment
+3050	neutral
 3051	entailment
 3052	contradiction
-3053	contradiction
+3053	neutral
 3054	neutral
 3055	neutral
 3056	entailment
@@ -3066,7 +3066,7 @@ index	prediction
 3064	entailment
 3065	contradiction
 3066	contradiction
-3067	neutral
+3067	entailment
 3068	neutral
 3069	neutral
 3070	entailment
@@ -3077,7 +3077,7 @@ index	prediction
 3075	contradiction
 3076	neutral
 3077	entailment
-3078	contradiction
+3078	neutral
 3079	neutral
 3080	neutral
 3081	neutral
@@ -3092,17 +3092,17 @@ index	prediction
 3090	contradiction
 3091	entailment
 3092	neutral
-3093	neutral
+3093	entailment
 3094	neutral
 3095	contradiction
-3096	neutral
+3096	contradiction
 3097	contradiction
 3098	neutral
 3099	neutral
 3100	entailment
 3101	contradiction
-3102	contradiction
-3103	neutral
+3102	neutral
+3103	entailment
 3104	neutral
 3105	contradiction
 3106	contradiction
@@ -3114,7 +3114,7 @@ index	prediction
 3112	neutral
 3113	entailment
 3114	contradiction
-3115	entailment
+3115	neutral
 3116	entailment
 3117	neutral
 3118	entailment
@@ -3124,13 +3124,13 @@ index	prediction
 3122	neutral
 3123	neutral
 3124	neutral
-3125	contradiction
+3125	neutral
 3126	neutral
 3127	neutral
 3128	contradiction
 3129	neutral
 3130	neutral
-3131	neutral
+3131	entailment
 3132	contradiction
 3133	entailment
 3134	neutral
@@ -3142,29 +3142,29 @@ index	prediction
 3140	entailment
 3141	neutral
 3142	contradiction
-3143	entailment
+3143	neutral
 3144	contradiction
 3145	contradiction
 3146	entailment
 3147	neutral
-3148	entailment
+3148	neutral
 3149	neutral
-3150	neutral
-3151	contradiction
+3150	contradiction
+3151	neutral
 3152	entailment
 3153	neutral
 3154	neutral
-3155	entailment
+3155	neutral
 3156	contradiction
 3157	entailment
 3158	neutral
 3159	entailment
 3160	entailment
 3161	neutral
-3162	contradiction
+3162	entailment
 3163	entailment
 3164	contradiction
-3165	contradiction
+3165	entailment
 3166	neutral
 3167	contradiction
 3168	contradiction
@@ -3177,7 +3177,7 @@ index	prediction
 3175	contradiction
 3176	neutral
 3177	neutral
-3178	contradiction
+3178	neutral
 3179	neutral
 3180	contradiction
 3181	neutral
@@ -3186,20 +3186,20 @@ index	prediction
 3184	contradiction
 3185	neutral
 3186	entailment
-3187	neutral
+3187	entailment
 3188	neutral
 3189	neutral
-3190	neutral
+3190	contradiction
 3191	entailment
 3192	entailment
-3193	contradiction
+3193	neutral
 3194	neutral
 3195	contradiction
 3196	neutral
 3197	contradiction
 3198	contradiction
 3199	entailment
-3200	contradiction
+3200	neutral
 3201	neutral
 3202	contradiction
 3203	contradiction
@@ -3208,13 +3208,13 @@ index	prediction
 3206	neutral
 3207	neutral
 3208	contradiction
-3209	contradiction
+3209	neutral
 3210	neutral
 3211	contradiction
 3212	entailment
-3213	neutral
+3213	entailment
 3214	neutral
-3215	contradiction
+3215	neutral
 3216	neutral
 3217	entailment
 3218	contradiction
@@ -3229,14 +3229,14 @@ index	prediction
 3227	contradiction
 3228	neutral
 3229	contradiction
-3230	neutral
+3230	contradiction
 3231	contradiction
 3232	entailment
 3233	neutral
 3234	contradiction
 3235	entailment
 3236	neutral
-3237	neutral
+3237	entailment
 3238	contradiction
 3239	contradiction
 3240	entailment
@@ -3249,7 +3249,7 @@ index	prediction
 3247	neutral
 3248	entailment
 3249	neutral
-3250	entailment
+3250	contradiction
 3251	contradiction
 3252	neutral
 3253	entailment
@@ -3258,20 +3258,20 @@ index	prediction
 3256	entailment
 3257	contradiction
 3258	contradiction
-3259	neutral
+3259	entailment
 3260	neutral
-3261	neutral
+3261	entailment
 3262	contradiction
-3263	contradiction
+3263	entailment
 3264	contradiction
 3265	neutral
-3266	entailment
+3266	contradiction
 3267	neutral
 3268	contradiction
 3269	contradiction
 3270	neutral
 3271	entailment
-3272	contradiction
+3272	neutral
 3273	entailment
 3274	contradiction
 3275	neutral
@@ -3289,7 +3289,7 @@ index	prediction
 3287	entailment
 3288	neutral
 3289	neutral
-3290	entailment
+3290	contradiction
 3291	contradiction
 3292	neutral
 3293	entailment
@@ -3300,7 +3300,7 @@ index	prediction
 3298	contradiction
 3299	contradiction
 3300	contradiction
-3301	neutral
+3301	entailment
 3302	neutral
 3303	entailment
 3304	entailment
@@ -3321,7 +3321,7 @@ index	prediction
 3319	contradiction
 3320	neutral
 3321	entailment
-3322	entailment
+3322	neutral
 3323	contradiction
 3324	contradiction
 3325	contradiction
@@ -3335,13 +3335,13 @@ index	prediction
 3333	entailment
 3334	neutral
 3335	contradiction
-3336	contradiction
+3336	entailment
 3337	neutral
 3338	entailment
-3339	entailment
-3340	contradiction
-3341	contradiction
-3342	neutral
+3339	neutral
+3340	neutral
+3341	neutral
+3342	contradiction
 3343	contradiction
 3344	contradiction
 3345	contradiction
@@ -3349,7 +3349,7 @@ index	prediction
 3347	entailment
 3348	neutral
 3349	entailment
-3350	contradiction
+3350	neutral
 3351	contradiction
 3352	entailment
 3353	entailment
@@ -3360,7 +3360,7 @@ index	prediction
 3358	neutral
 3359	contradiction
 3360	contradiction
-3361	entailment
+3361	neutral
 3362	contradiction
 3363	neutral
 3364	neutral
@@ -3369,7 +3369,7 @@ index	prediction
 3367	entailment
 3368	neutral
 3369	entailment
-3370	contradiction
+3370	neutral
 3371	neutral
 3372	contradiction
 3373	entailment
@@ -3390,14 +3390,14 @@ index	prediction
 3388	entailment
 3389	neutral
 3390	neutral
-3391	neutral
+3391	contradiction
 3392	contradiction
 3393	entailment
 3394	neutral
 3395	neutral
 3396	contradiction
 3397	entailment
-3398	entailment
+3398	neutral
 3399	neutral
 3400	contradiction
 3401	entailment
@@ -3405,10 +3405,10 @@ index	prediction
 3403	entailment
 3404	contradiction
 3405	neutral
-3406	neutral
+3406	contradiction
 3407	entailment
 3408	contradiction
-3409	neutral
+3409	contradiction
 3410	entailment
 3411	entailment
 3412	neutral
@@ -3419,11 +3419,11 @@ index	prediction
 3417	contradiction
 3418	neutral
 3419	neutral
-3420	entailment
+3420	neutral
 3421	contradiction
-3422	entailment
+3422	neutral
 3423	contradiction
-3424	contradiction
+3424	neutral
 3425	neutral
 3426	contradiction
 3427	entailment
@@ -3432,7 +3432,7 @@ index	prediction
 3430	neutral
 3431	neutral
 3432	entailment
-3433	contradiction
+3433	neutral
 3434	neutral
 3435	neutral
 3436	neutral
@@ -3440,10 +3440,10 @@ index	prediction
 3438	entailment
 3439	neutral
 3440	contradiction
-3441	contradiction
-3442	neutral
+3441	entailment
+3442	contradiction
 3443	neutral
-3444	contradiction
+3444	neutral
 3445	neutral
 3446	contradiction
 3447	neutral
@@ -3451,9 +3451,9 @@ index	prediction
 3449	neutral
 3450	contradiction
 3451	neutral
-3452	entailment
-3453	contradiction
-3454	entailment
+3452	contradiction
+3453	neutral
+3454	neutral
 3455	contradiction
 3456	contradiction
 3457	entailment
@@ -3467,12 +3467,12 @@ index	prediction
 3465	contradiction
 3466	neutral
 3467	entailment
-3468	contradiction
-3469	entailment
+3468	neutral
+3469	contradiction
 3470	neutral
 3471	neutral
 3472	neutral
-3473	entailment
+3473	neutral
 3474	neutral
 3475	neutral
 3476	contradiction
@@ -3487,15 +3487,15 @@ index	prediction
 3485	entailment
 3486	entailment
 3487	neutral
-3488	entailment
+3488	neutral
 3489	neutral
 3490	contradiction
 3491	entailment
 3492	contradiction
-3493	contradiction
+3493	neutral
 3494	neutral
 3495	entailment
-3496	contradiction
+3496	neutral
 3497	contradiction
 3498	entailment
 3499	entailment
@@ -3505,15 +3505,15 @@ index	prediction
 3503	neutral
 3504	entailment
 3505	neutral
-3506	contradiction
+3506	neutral
 3507	neutral
 3508	entailment
 3509	contradiction
-3510	contradiction
+3510	neutral
 3511	entailment
 3512	neutral
 3513	neutral
-3514	entailment
+3514	contradiction
 3515	contradiction
 3516	neutral
 3517	neutral
@@ -3522,47 +3522,47 @@ index	prediction
 3520	contradiction
 3521	entailment
 3522	contradiction
-3523	entailment
+3523	neutral
 3524	neutral
 3525	entailment
 3526	contradiction
 3527	neutral
 3528	neutral
-3529	contradiction
+3529	neutral
 3530	entailment
 3531	entailment
 3532	entailment
-3533	contradiction
+3533	neutral
 3534	contradiction
 3535	entailment
 3536	neutral
 3537	neutral
 3538	neutral
-3539	entailment
+3539	neutral
 3540	contradiction
 3541	neutral
-3542	neutral
+3542	entailment
 3543	neutral
-3544	neutral
+3544	contradiction
 3545	entailment
 3546	neutral
 3547	contradiction
-3548	neutral
+3548	entailment
 3549	entailment
 3550	contradiction
-3551	contradiction
+3551	neutral
 3552	neutral
 3553	neutral
 3554	neutral
 3555	contradiction
-3556	entailment
+3556	contradiction
 3557	contradiction
 3558	contradiction
-3559	neutral
+3559	entailment
 3560	neutral
 3561	neutral
 3562	contradiction
-3563	entailment
+3563	contradiction
 3564	contradiction
 3565	neutral
 3566	neutral
@@ -3574,7 +3574,7 @@ index	prediction
 3572	neutral
 3573	neutral
 3574	neutral
-3575	neutral
+3575	contradiction
 3576	neutral
 3577	neutral
 3578	entailment
@@ -3582,10 +3582,10 @@ index	prediction
 3580	neutral
 3581	contradiction
 3582	neutral
-3583	entailment
+3583	neutral
 3584	contradiction
 3585	neutral
-3586	neutral
+3586	contradiction
 3587	neutral
 3588	contradiction
 3589	contradiction
@@ -3595,16 +3595,16 @@ index	prediction
 3593	neutral
 3594	contradiction
 3595	neutral
-3596	neutral
+3596	entailment
 3597	contradiction
 3598	entailment
-3599	neutral
+3599	contradiction
 3600	contradiction
-3601	neutral
+3601	entailment
 3602	neutral
 3603	contradiction
 3604	neutral
-3605	entailment
+3605	neutral
 3606	contradiction
 3607	neutral
 3608	entailment
@@ -3630,7 +3630,7 @@ index	prediction
 3628	entailment
 3629	neutral
 3630	neutral
-3631	contradiction
+3631	neutral
 3632	contradiction
 3633	contradiction
 3634	entailment
@@ -3646,13 +3646,13 @@ index	prediction
 3644	contradiction
 3645	neutral
 3646	contradiction
-3647	neutral
+3647	entailment
 3648	neutral
 3649	entailment
 3650	contradiction
-3651	contradiction
+3651	neutral
 3652	neutral
-3653	contradiction
+3653	entailment
 3654	neutral
 3655	neutral
 3656	neutral
@@ -3664,7 +3664,7 @@ index	prediction
 3662	contradiction
 3663	entailment
 3664	neutral
-3665	contradiction
+3665	entailment
 3666	contradiction
 3667	entailment
 3668	neutral
@@ -3673,7 +3673,7 @@ index	prediction
 3671	entailment
 3672	entailment
 3673	contradiction
-3674	entailment
+3674	contradiction
 3675	neutral
 3676	neutral
 3677	entailment
@@ -3695,14 +3695,14 @@ index	prediction
 3693	entailment
 3694	neutral
 3695	contradiction
-3696	neutral
-3697	neutral
+3696	contradiction
+3697	entailment
 3698	neutral
 3699	contradiction
 3700	neutral
 3701	neutral
-3702	neutral
-3703	neutral
+3702	entailment
+3703	contradiction
 3704	contradiction
 3705	entailment
 3706	entailment
@@ -3712,7 +3712,7 @@ index	prediction
 3710	contradiction
 3711	neutral
 3712	neutral
-3713	entailment
+3713	neutral
 3714	entailment
 3715	entailment
 3716	contradiction
@@ -3721,16 +3721,16 @@ index	prediction
 3719	contradiction
 3720	neutral
 3721	neutral
-3722	contradiction
-3723	entailment
+3722	neutral
+3723	neutral
 3724	neutral
 3725	contradiction
-3726	entailment
+3726	contradiction
 3727	entailment
 3728	neutral
 3729	neutral
 3730	neutral
-3731	contradiction
+3731	neutral
 3732	neutral
 3733	entailment
 3734	contradiction
@@ -3744,7 +3744,7 @@ index	prediction
 3742	entailment
 3743	contradiction
 3744	contradiction
-3745	entailment
+3745	neutral
 3746	neutral
 3747	neutral
 3748	entailment
@@ -3774,7 +3774,7 @@ index	prediction
 3772	entailment
 3773	contradiction
 3774	neutral
-3775	contradiction
+3775	entailment
 3776	entailment
 3777	neutral
 3778	entailment
@@ -3782,13 +3782,13 @@ index	prediction
 3780	contradiction
 3781	neutral
 3782	entailment
-3783	contradiction
+3783	neutral
 3784	neutral
 3785	contradiction
 3786	neutral
 3787	entailment
 3788	neutral
-3789	neutral
+3789	entailment
 3790	neutral
 3791	contradiction
 3792	entailment
@@ -3805,7 +3805,7 @@ index	prediction
 3803	entailment
 3804	contradiction
 3805	neutral
-3806	contradiction
+3806	neutral
 3807	contradiction
 3808	neutral
 3809	entailment
@@ -3814,10 +3814,10 @@ index	prediction
 3812	entailment
 3813	contradiction
 3814	neutral
-3815	contradiction
+3815	neutral
 3816	contradiction
-3817	contradiction
-3818	contradiction
+3817	neutral
+3818	neutral
 3819	entailment
 3820	contradiction
 3821	contradiction
@@ -3835,7 +3835,7 @@ index	prediction
 3833	entailment
 3834	entailment
 3835	neutral
-3836	contradiction
+3836	neutral
 3837	neutral
 3838	entailment
 3839	contradiction
@@ -3845,32 +3845,32 @@ index	prediction
 3843	contradiction
 3844	neutral
 3845	entailment
-3846	neutral
-3847	entailment
-3848	entailment
+3846	contradiction
+3847	neutral
+3848	contradiction
 3849	neutral
 3850	contradiction
 3851	entailment
-3852	entailment
+3852	neutral
 3853	contradiction
 3854	neutral
 3855	contradiction
 3856	entailment
 3857	neutral
-3858	contradiction
+3858	neutral
 3859	neutral
 3860	neutral
 3861	contradiction
 3862	neutral
-3863	entailment
-3864	neutral
+3863	neutral
+3864	entailment
 3865	neutral
 3866	contradiction
 3867	entailment
 3868	neutral
-3869	neutral
+3869	contradiction
 3870	entailment
-3871	neutral
+3871	contradiction
 3872	neutral
 3873	contradiction
 3874	neutral
@@ -3879,12 +3879,12 @@ index	prediction
 3877	neutral
 3878	contradiction
 3879	neutral
-3880	contradiction
+3880	neutral
 3881	entailment
 3882	entailment
-3883	contradiction
-3884	contradiction
-3885	neutral
+3883	neutral
+3884	neutral
+3885	contradiction
 3886	neutral
 3887	entailment
 3888	neutral
@@ -3914,32 +3914,32 @@ index	prediction
 3912	contradiction
 3913	entailment
 3914	neutral
-3915	contradiction
+3915	neutral
 3916	entailment
 3917	neutral
 3918	contradiction
 3919	entailment
 3920	neutral
 3921	neutral
-3922	neutral
+3922	contradiction
 3923	neutral
 3924	entailment
 3925	neutral
 3926	contradiction
-3927	entailment
+3927	neutral
 3928	entailment
 3929	contradiction
-3930	neutral
+3930	entailment
 3931	neutral
 3932	contradiction
 3933	neutral
 3934	contradiction
-3935	entailment
+3935	neutral
 3936	contradiction
 3937	neutral
 3938	entailment
 3939	contradiction
-3940	entailment
+3940	contradiction
 3941	neutral
 3942	contradiction
 3943	neutral
@@ -3951,20 +3951,20 @@ index	prediction
 3949	neutral
 3950	contradiction
 3951	neutral
-3952	neutral
+3952	entailment
 3953	neutral
 3954	neutral
 3955	contradiction
 3956	neutral
 3957	neutral
-3958	neutral
+3958	entailment
 3959	entailment
 3960	entailment
 3961	neutral
-3962	neutral
+3962	entailment
 3963	contradiction
 3964	neutral
-3965	contradiction
+3965	neutral
 3966	contradiction
 3967	neutral
 3968	entailment
@@ -3989,7 +3989,7 @@ index	prediction
 3987	neutral
 3988	contradiction
 3989	neutral
-3990	neutral
+3990	entailment
 3991	contradiction
 3992	contradiction
 3993	contradiction
@@ -4007,17 +4007,17 @@ index	prediction
 4005	entailment
 4006	neutral
 4007	contradiction
-4008	contradiction
+4008	neutral
 4009	contradiction
 4010	entailment
 4011	contradiction
-4012	contradiction
+4012	entailment
 4013	neutral
 4014	contradiction
 4015	entailment
 4016	contradiction
 4017	entailment
-4018	neutral
+4018	contradiction
 4019	neutral
 4020	neutral
 4021	contradiction
@@ -4025,14 +4025,14 @@ index	prediction
 4023	entailment
 4024	contradiction
 4025	neutral
-4026	neutral
+4026	entailment
 4027	neutral
 4028	neutral
 4029	contradiction
-4030	entailment
+4030	contradiction
 4031	entailment
-4032	entailment
-4033	contradiction
+4032	neutral
+4033	entailment
 4034	entailment
 4035	neutral
 4036	neutral
@@ -4041,7 +4041,7 @@ index	prediction
 4039	entailment
 4040	entailment
 4041	entailment
-4042	neutral
+4042	contradiction
 4043	contradiction
 4044	entailment
 4045	neutral
@@ -4052,12 +4052,12 @@ index	prediction
 4050	contradiction
 4051	contradiction
 4052	neutral
-4053	contradiction
+4053	entailment
 4054	neutral
 4055	contradiction
 4056	neutral
-4057	contradiction
-4058	contradiction
+4057	neutral
+4058	neutral
 4059	neutral
 4060	contradiction
 4061	entailment
@@ -4068,7 +4068,7 @@ index	prediction
 4066	entailment
 4067	contradiction
 4068	contradiction
-4069	entailment
+4069	neutral
 4070	entailment
 4071	neutral
 4072	entailment
@@ -4077,26 +4077,26 @@ index	prediction
 4075	contradiction
 4076	entailment
 4077	entailment
-4078	contradiction
+4078	neutral
 4079	neutral
 4080	neutral
-4081	entailment
+4081	neutral
 4082	contradiction
 4083	contradiction
-4084	neutral
-4085	entailment
+4084	entailment
+4085	contradiction
 4086	entailment
 4087	entailment
 4088	neutral
 4089	neutral
-4090	entailment
+4090	contradiction
 4091	contradiction
 4092	entailment
 4093	entailment
 4094	neutral
-4095	entailment
+4095	contradiction
 4096	neutral
-4097	contradiction
+4097	neutral
 4098	contradiction
 4099	entailment
 4100	entailment
@@ -4105,8 +4105,8 @@ index	prediction
 4103	contradiction
 4104	contradiction
 4105	entailment
-4106	neutral
-4107	contradiction
+4106	contradiction
+4107	neutral
 4108	entailment
 4109	neutral
 4110	entailment
@@ -4123,8 +4123,8 @@ index	prediction
 4121	contradiction
 4122	contradiction
 4123	neutral
-4124	neutral
-4125	contradiction
+4124	entailment
+4125	neutral
 4126	contradiction
 4127	entailment
 4128	neutral
@@ -4135,7 +4135,7 @@ index	prediction
 4133	entailment
 4134	contradiction
 4135	neutral
-4136	neutral
+4136	entailment
 4137	contradiction
 4138	entailment
 4139	neutral
@@ -4148,46 +4148,46 @@ index	prediction
 4146	entailment
 4147	contradiction
 4148	entailment
-4149	neutral
+4149	contradiction
 4150	neutral
 4151	entailment
 4152	neutral
 4153	entailment
 4154	contradiction
 4155	neutral
-4156	neutral
+4156	entailment
 4157	entailment
 4158	neutral
 4159	neutral
 4160	neutral
-4161	contradiction
-4162	neutral
+4161	neutral
+4162	entailment
 4163	contradiction
 4164	contradiction
 4165	entailment
-4166	neutral
+4166	entailment
 4167	neutral
 4168	contradiction
 4169	entailment
 4170	neutral
-4171	neutral
+4171	contradiction
 4172	neutral
 4173	neutral
-4174	entailment
+4174	neutral
 4175	entailment
 4176	neutral
 4177	neutral
-4178	contradiction
+4178	entailment
 4179	entailment
 4180	neutral
 4181	contradiction
 4182	contradiction
-4183	neutral
+4183	entailment
 4184	neutral
 4185	contradiction
 4186	neutral
 4187	entailment
-4188	contradiction
+4188	entailment
 4189	entailment
 4190	neutral
 4191	entailment
@@ -4195,7 +4195,7 @@ index	prediction
 4193	neutral
 4194	neutral
 4195	contradiction
-4196	neutral
+4196	contradiction
 4197	contradiction
 4198	neutral
 4199	neutral
@@ -4209,16 +4209,16 @@ index	prediction
 4207	entailment
 4208	contradiction
 4209	neutral
-4210	neutral
-4211	contradiction
+4210	contradiction
+4211	entailment
 4212	neutral
 4213	entailment
-4214	contradiction
+4214	neutral
 4215	neutral
-4216	contradiction
-4217	contradiction
+4216	neutral
+4217	neutral
 4218	neutral
-4219	neutral
+4219	contradiction
 4220	entailment
 4221	neutral
 4222	entailment
@@ -4226,14 +4226,14 @@ index	prediction
 4224	neutral
 4225	neutral
 4226	contradiction
-4227	entailment
+4227	contradiction
 4228	contradiction
 4229	entailment
 4230	contradiction
 4231	contradiction
 4232	entailment
-4233	contradiction
-4234	contradiction
+4233	neutral
+4234	entailment
 4235	contradiction
 4236	entailment
 4237	neutral
@@ -4251,19 +4251,19 @@ index	prediction
 4249	contradiction
 4250	neutral
 4251	neutral
-4252	entailment
-4253	neutral
+4252	contradiction
+4253	contradiction
 4254	contradiction
 4255	neutral
 4256	contradiction
 4257	contradiction
-4258	entailment
+4258	neutral
 4259	neutral
 4260	contradiction
 4261	neutral
 4262	neutral
 4263	contradiction
-4264	neutral
+4264	contradiction
 4265	entailment
 4266	contradiction
 4267	entailment
@@ -4275,32 +4275,32 @@ index	prediction
 4273	neutral
 4274	neutral
 4275	neutral
-4276	contradiction
+4276	neutral
 4277	neutral
 4278	contradiction
 4279	contradiction
-4280	entailment
+4280	contradiction
 4281	contradiction
 4282	neutral
-4283	neutral
+4283	entailment
 4284	entailment
 4285	contradiction
 4286	entailment
 4287	neutral
-4288	neutral
-4289	neutral
+4288	entailment
+4289	contradiction
 4290	neutral
 4291	entailment
 4292	entailment
 4293	contradiction
-4294	contradiction
+4294	neutral
 4295	neutral
 4296	neutral
 4297	entailment
 4298	neutral
 4299	neutral
 4300	neutral
-4301	entailment
+4301	contradiction
 4302	entailment
 4303	entailment
 4304	contradiction
@@ -4310,7 +4310,7 @@ index	prediction
 4308	neutral
 4309	entailment
 4310	contradiction
-4311	neutral
+4311	entailment
 4312	contradiction
 4313	contradiction
 4314	contradiction
@@ -4342,8 +4342,8 @@ index	prediction
 4340	entailment
 4341	contradiction
 4342	entailment
-4343	entailment
-4344	neutral
+4343	contradiction
+4344	entailment
 4345	neutral
 4346	entailment
 4347	contradiction
@@ -4360,15 +4360,15 @@ index	prediction
 4358	neutral
 4359	contradiction
 4360	entailment
-4361	neutral
+4361	contradiction
 4362	neutral
 4363	contradiction
 4364	neutral
-4365	entailment
+4365	contradiction
 4366	entailment
-4367	contradiction
+4367	neutral
 4368	entailment
-4369	entailment
+4369	neutral
 4370	contradiction
 4371	contradiction
 4372	contradiction
@@ -4381,16 +4381,16 @@ index	prediction
 4379	neutral
 4380	contradiction
 4381	entailment
-4382	contradiction
+4382	entailment
 4383	neutral
 4384	entailment
 4385	contradiction
 4386	contradiction
 4387	contradiction
-4388	entailment
+4388	neutral
 4389	entailment
 4390	contradiction
-4391	neutral
+4391	contradiction
 4392	neutral
 4393	contradiction
 4394	entailment
@@ -4401,11 +4401,11 @@ index	prediction
 4399	entailment
 4400	neutral
 4401	neutral
-4402	contradiction
+4402	neutral
 4403	neutral
 4404	neutral
 4405	contradiction
-4406	neutral
+4406	entailment
 4407	contradiction
 4408	contradiction
 4409	neutral
@@ -4413,12 +4413,12 @@ index	prediction
 4411	contradiction
 4412	neutral
 4413	contradiction
-4414	entailment
+4414	neutral
 4415	contradiction
 4416	neutral
 4417	contradiction
 4418	contradiction
-4419	neutral
+4419	contradiction
 4420	entailment
 4421	neutral
 4422	neutral
@@ -4431,9 +4431,9 @@ index	prediction
 4429	neutral
 4430	entailment
 4431	entailment
-4432	entailment
+4432	contradiction
 4433	contradiction
-4434	contradiction
+4434	entailment
 4435	neutral
 4436	contradiction
 4437	neutral
@@ -4445,7 +4445,7 @@ index	prediction
 4443	entailment
 4444	entailment
 4445	entailment
-4446	neutral
+4446	entailment
 4447	neutral
 4448	contradiction
 4449	neutral
@@ -4455,11 +4455,11 @@ index	prediction
 4453	contradiction
 4454	entailment
 4455	contradiction
-4456	neutral
+4456	entailment
 4457	neutral
 4458	contradiction
-4459	contradiction
-4460	contradiction
+4459	entailment
+4460	entailment
 4461	neutral
 4462	entailment
 4463	contradiction
@@ -4482,22 +4482,22 @@ index	prediction
 4480	entailment
 4481	contradiction
 4482	contradiction
-4483	neutral
+4483	entailment
 4484	neutral
-4485	entailment
-4486	entailment
+4485	neutral
+4486	contradiction
 4487	entailment
 4488	entailment
 4489	contradiction
 4490	contradiction
 4491	neutral
-4492	neutral
+4492	entailment
 4493	neutral
 4494	entailment
 4495	neutral
 4496	entailment
 4497	contradiction
-4498	neutral
+4498	contradiction
 4499	entailment
 4500	contradiction
 4501	contradiction
@@ -4507,7 +4507,7 @@ index	prediction
 4505	contradiction
 4506	contradiction
 4507	neutral
-4508	entailment
+4508	neutral
 4509	neutral
 4510	neutral
 4511	contradiction
@@ -4515,13 +4515,13 @@ index	prediction
 4513	entailment
 4514	contradiction
 4515	neutral
-4516	contradiction
+4516	neutral
 4517	contradiction
 4518	neutral
 4519	entailment
 4520	contradiction
 4521	contradiction
-4522	entailment
+4522	contradiction
 4523	neutral
 4524	contradiction
 4525	neutral
@@ -4535,10 +4535,10 @@ index	prediction
 4533	entailment
 4534	contradiction
 4535	contradiction
-4536	neutral
+4536	contradiction
 4537	contradiction
 4538	neutral
-4539	neutral
+4539	entailment
 4540	contradiction
 4541	neutral
 4542	contradiction
@@ -4550,9 +4550,9 @@ index	prediction
 4548	contradiction
 4549	neutral
 4550	entailment
-4551	contradiction
+4551	neutral
 4552	contradiction
-4553	contradiction
+4553	entailment
 4554	neutral
 4555	contradiction
 4556	entailment
@@ -4560,20 +4560,20 @@ index	prediction
 4558	neutral
 4559	entailment
 4560	neutral
-4561	neutral
+4561	entailment
 4562	entailment
 4563	neutral
 4564	entailment
 4565	neutral
 4566	contradiction
-4567	neutral
+4567	entailment
 4568	entailment
 4569	contradiction
-4570	contradiction
+4570	neutral
 4571	neutral
 4572	entailment
 4573	contradiction
-4574	neutral
+4574	entailment
 4575	entailment
 4576	contradiction
 4577	neutral
@@ -4593,7 +4593,7 @@ index	prediction
 4591	entailment
 4592	contradiction
 4593	neutral
-4594	neutral
+4594	contradiction
 4595	contradiction
 4596	neutral
 4597	contradiction
@@ -4605,12 +4605,12 @@ index	prediction
 4603	neutral
 4604	neutral
 4605	contradiction
-4606	neutral
+4606	entailment
 4607	neutral
 4608	contradiction
 4609	neutral
 4610	contradiction
-4611	neutral
+4611	entailment
 4612	contradiction
 4613	contradiction
 4614	entailment
@@ -4621,15 +4621,15 @@ index	prediction
 4619	neutral
 4620	contradiction
 4621	entailment
-4622	entailment
+4622	contradiction
 4623	contradiction
 4624	entailment
 4625	entailment
-4626	neutral
+4626	contradiction
 4627	neutral
-4628	entailment
+4628	contradiction
 4629	contradiction
-4630	contradiction
+4630	entailment
 4631	contradiction
 4632	neutral
 4633	entailment
@@ -4640,20 +4640,20 @@ index	prediction
 4638	neutral
 4639	neutral
 4640	neutral
-4641	neutral
+4641	entailment
 4642	neutral
 4643	contradiction
-4644	contradiction
+4644	neutral
 4645	neutral
 4646	neutral
 4647	neutral
 4648	entailment
 4649	contradiction
 4650	entailment
-4651	neutral
+4651	contradiction
 4652	contradiction
 4653	contradiction
-4654	neutral
+4654	entailment
 4655	neutral
 4656	neutral
 4657	contradiction
@@ -4664,14 +4664,14 @@ index	prediction
 4662	neutral
 4663	entailment
 4664	neutral
-4665	contradiction
+4665	neutral
 4666	contradiction
 4667	neutral
 4668	contradiction
 4669	entailment
 4670	neutral
 4671	contradiction
-4672	contradiction
+4672	neutral
 4673	entailment
 4674	entailment
 4675	neutral
@@ -4683,9 +4683,9 @@ index	prediction
 4681	contradiction
 4682	entailment
 4683	contradiction
-4684	neutral
+4684	entailment
 4685	entailment
-4686	entailment
+4686	neutral
 4687	neutral
 4688	contradiction
 4689	neutral
@@ -4693,16 +4693,16 @@ index	prediction
 4691	neutral
 4692	contradiction
 4693	neutral
-4694	neutral
+4694	entailment
 4695	entailment
-4696	contradiction
-4697	neutral
+4696	neutral
+4697	entailment
 4698	entailment
 4699	neutral
 4700	neutral
 4701	neutral
 4702	entailment
-4703	neutral
+4703	contradiction
 4704	entailment
 4705	contradiction
 4706	neutral
@@ -4712,47 +4712,47 @@ index	prediction
 4710	contradiction
 4711	neutral
 4712	entailment
-4713	entailment
+4713	neutral
 4714	contradiction
 4715	neutral
 4716	contradiction
-4717	entailment
+4717	contradiction
 4718	neutral
 4719	entailment
-4720	entailment
+4720	neutral
 4721	contradiction
-4722	entailment
+4722	neutral
 4723	neutral
 4724	contradiction
 4725	neutral
 4726	contradiction
-4727	contradiction
+4727	neutral
 4728	neutral
 4729	entailment
 4730	neutral
 4731	contradiction
 4732	neutral
-4733	entailment
+4733	contradiction
 4734	contradiction
-4735	entailment
+4735	contradiction
 4736	contradiction
 4737	entailment
 4738	contradiction
 4739	entailment
 4740	neutral
 4741	neutral
-4742	neutral
+4742	entailment
 4743	entailment
 4744	contradiction
 4745	entailment
 4746	neutral
-4747	neutral
+4747	contradiction
 4748	neutral
 4749	contradiction
-4750	neutral
+4750	entailment
 4751	entailment
-4752	entailment
-4753	entailment
+4752	contradiction
+4753	contradiction
 4754	entailment
 4755	contradiction
 4756	neutral
@@ -4772,29 +4772,29 @@ index	prediction
 4770	contradiction
 4771	contradiction
 4772	contradiction
-4773	neutral
+4773	entailment
 4774	neutral
 4775	contradiction
-4776	neutral
+4776	contradiction
 4777	entailment
 4778	neutral
 4779	entailment
 4780	neutral
 4781	contradiction
-4782	neutral
-4783	neutral
-4784	neutral
+4782	entailment
+4783	entailment
+4784	contradiction
 4785	entailment
 4786	neutral
-4787	neutral
+4787	entailment
 4788	contradiction
 4789	neutral
 4790	entailment
 4791	contradiction
 4792	neutral
-4793	entailment
+4793	contradiction
 4794	contradiction
-4795	contradiction
+4795	entailment
 4796	contradiction
 4797	entailment
 4798	contradiction
@@ -4809,10 +4809,10 @@ index	prediction
 4807	entailment
 4808	neutral
 4809	contradiction
-4810	contradiction
+4810	neutral
 4811	neutral
 4812	contradiction
-4813	neutral
+4813	entailment
 4814	entailment
 4815	contradiction
 4816	entailment
@@ -4820,8 +4820,8 @@ index	prediction
 4818	contradiction
 4819	entailment
 4820	neutral
-4821	contradiction
-4822	neutral
+4821	neutral
+4822	entailment
 4823	neutral
 4824	contradiction
 4825	neutral
@@ -4830,7 +4830,7 @@ index	prediction
 4828	contradiction
 4829	neutral
 4830	neutral
-4831	neutral
+4831	entailment
 4832	contradiction
 4833	neutral
 4834	entailment
@@ -4838,7 +4838,7 @@ index	prediction
 4836	contradiction
 4837	neutral
 4838	entailment
-4839	contradiction
+4839	entailment
 4840	contradiction
 4841	entailment
 4842	neutral
@@ -4856,10 +4856,10 @@ index	prediction
 4854	entailment
 4855	neutral
 4856	neutral
-4857	neutral
-4858	neutral
+4857	entailment
+4858	entailment
 4859	neutral
-4860	entailment
+4860	neutral
 4861	neutral
 4862	neutral
 4863	neutral
@@ -4869,18 +4869,18 @@ index	prediction
 4867	entailment
 4868	contradiction
 4869	neutral
-4870	neutral
+4870	entailment
 4871	contradiction
-4872	neutral
+4872	contradiction
 4873	neutral
-4874	contradiction
+4874	neutral
 4875	entailment
 4876	contradiction
 4877	contradiction
-4878	entailment
-4879	neutral
+4878	neutral
+4879	contradiction
 4880	entailment
-4881	contradiction
+4881	neutral
 4882	entailment
 4883	contradiction
 4884	contradiction
@@ -4892,7 +4892,7 @@ index	prediction
 4890	entailment
 4891	contradiction
 4892	entailment
-4893	neutral
+4893	entailment
 4894	neutral
 4895	contradiction
 4896	contradiction
@@ -4901,7 +4901,7 @@ index	prediction
 4899	contradiction
 4900	entailment
 4901	neutral
-4902	neutral
+4902	contradiction
 4903	contradiction
 4904	entailment
 4905	contradiction
@@ -4912,7 +4912,7 @@ index	prediction
 4910	contradiction
 4911	neutral
 4912	neutral
-4913	entailment
+4913	neutral
 4914	contradiction
 4915	neutral
 4916	contradiction
@@ -4920,7 +4920,7 @@ index	prediction
 4918	entailment
 4919	entailment
 4920	entailment
-4921	neutral
+4921	entailment
 4922	entailment
 4923	neutral
 4924	contradiction
@@ -4928,11 +4928,11 @@ index	prediction
 4926	contradiction
 4927	neutral
 4928	entailment
-4929	neutral
+4929	entailment
 4930	neutral
 4931	neutral
 4932	entailment
-4933	neutral
+4933	entailment
 4934	contradiction
 4935	neutral
 4936	entailment
@@ -4943,7 +4943,7 @@ index	prediction
 4941	entailment
 4942	entailment
 4943	contradiction
-4944	entailment
+4944	contradiction
 4945	entailment
 4946	entailment
 4947	entailment
@@ -4953,15 +4953,15 @@ index	prediction
 4951	entailment
 4952	neutral
 4953	contradiction
-4954	neutral
-4955	neutral
+4954	entailment
+4955	entailment
 4956	neutral
 4957	entailment
 4958	contradiction
 4959	contradiction
 4960	entailment
-4961	entailment
-4962	neutral
+4961	neutral
+4962	entailment
 4963	contradiction
 4964	entailment
 4965	neutral
@@ -4983,26 +4983,26 @@ index	prediction
 4981	neutral
 4982	entailment
 4983	entailment
-4984	contradiction
+4984	neutral
 4985	neutral
 4986	entailment
 4987	contradiction
 4988	entailment
-4989	entailment
-4990	entailment
-4991	entailment
+4989	contradiction
+4990	neutral
+4991	contradiction
 4992	contradiction
 4993	entailment
 4994	entailment
 4995	entailment
-4996	neutral
+4996	entailment
 4997	contradiction
 4998	entailment
 4999	neutral
 5000	contradiction
 5001	neutral
 5002	contradiction
-5003	entailment
+5003	neutral
 5004	entailment
 5005	entailment
 5006	contradiction

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ef860266d757da3257c25165318415155dcbf9d2b29da0b5b77032a6190f172d
+oid sha256:00dc5fe340a11fad153d09025e79a6497ad436d43effbe6bbdcf6aef64befca4
 size 1112257205

tokenizer.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4c08c80d1df11b82ada2fd707562f86a9ebd5b7de04f51ebd2b49f2cd5906d00
-size 17082925
+oid sha256:62c24cdc13d4c9952d63718d6c9fa4c287974249e16b7ade6d5a85e7bbb75626
+size 17082660

train_results.json

@@ -1,8 +1,8 @@
 {
-    "epoch": 3.0,
-    "train_loss": 0.5654819974273456,
-    "train_runtime": 7177.4758,
+    "epoch": 5.0,
+    "train_loss": 0.4736778818799433,
+    "train_runtime": 12286.2871,
     "train_samples": 392702,
-    "train_samples_per_second": 164.139,
-    "train_steps_per_second": 5.129
+    "train_samples_per_second": 159.813,
+    "train_steps_per_second": 4.994
 }

trainer_state.json

@@ -1,490 +1,802 @@
 {
-  "best_metric": 0.5688490867614746,
-  "best_model_checkpoint": "german_xlm_xnli/checkpoint-24544",
-  "epoch": 3.0,
-  "global_step": 36816,
+  "best_metric": 0.7931726907630522,
+  "best_model_checkpoint": "models/german_xlm_xnli/checkpoint-49088",
+  "epoch": 5.0,
+  "global_step": 61360,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
   "log_history": [
     {
       "epoch": 0.04,
-      "learning_rate": 4.932094741416776e-05,
-      "loss": 1.0183,
+      "learning_rate": 1.983702737940026e-05,
+      "loss": 1.0212,
       "step": 500
     },
     {
       "epoch": 0.08,
-      "learning_rate": 4.864189482833551e-05,
-      "loss": 0.8804,
+      "learning_rate": 1.9674054758800523e-05,
+      "loss": 0.8564,
       "step": 1000
     },
     {
       "epoch": 0.12,
-      "learning_rate": 4.7962842242503265e-05,
-      "loss": 0.8122,
+      "learning_rate": 1.9511082138200782e-05,
+      "loss": 0.7866,
       "step": 1500
     },
     {
       "epoch": 0.16,
-      "learning_rate": 4.728378965667101e-05,
-      "loss": 0.7686,
+      "learning_rate": 1.9348109517601044e-05,
+      "loss": 0.7406,
       "step": 2000
     },
     {
       "epoch": 0.2,
-      "learning_rate": 4.660473707083877e-05,
-      "loss": 0.7689,
+      "learning_rate": 1.9185136897001307e-05,
+      "loss": 0.7337,
       "step": 2500
     },
     {
       "epoch": 0.24,
-      "learning_rate": 4.592568448500652e-05,
-      "loss": 0.7629,
+      "learning_rate": 1.9022164276401566e-05,
+      "loss": 0.7218,
       "step": 3000
     },
     {
       "epoch": 0.29,
-      "learning_rate": 4.5246631899174276e-05,
-      "loss": 0.7423,
+      "learning_rate": 1.8859191655801828e-05,
+      "loss": 0.7036,
       "step": 3500
     },
     {
       "epoch": 0.33,
-      "learning_rate": 4.456757931334203e-05,
-      "loss": 0.7304,
+      "learning_rate": 1.8696219035202087e-05,
+      "loss": 0.6906,
       "step": 4000
     },
     {
       "epoch": 0.37,
-      "learning_rate": 4.3888526727509784e-05,
-      "loss": 0.7108,
+      "learning_rate": 1.853324641460235e-05,
+      "loss": 0.6761,
       "step": 4500
     },
     {
       "epoch": 0.41,
-      "learning_rate": 4.320947414167754e-05,
-      "loss": 0.707,
+      "learning_rate": 1.837027379400261e-05,
+      "loss": 0.67,
       "step": 5000
     },
     {
       "epoch": 0.45,
-      "learning_rate": 4.2530421555845286e-05,
-      "loss": 0.6951,
+      "learning_rate": 1.820730117340287e-05,
+      "loss": 0.6608,
       "step": 5500
     },
     {
       "epoch": 0.49,
-      "learning_rate": 4.185136897001304e-05,
-      "loss": 0.6974,
+      "learning_rate": 1.804432855280313e-05,
+      "loss": 0.6617,
       "step": 6000
     },
     {
       "epoch": 0.53,
-      "learning_rate": 4.1172316384180795e-05,
-      "loss": 0.6861,
+      "learning_rate": 1.788135593220339e-05,
+      "loss": 0.6531,
       "step": 6500
     },
     {
       "epoch": 0.57,
-      "learning_rate": 4.049326379834855e-05,
-      "loss": 0.6804,
+      "learning_rate": 1.771838331160365e-05,
+      "loss": 0.6474,
       "step": 7000
     },
     {
       "epoch": 0.61,
-      "learning_rate": 3.98142112125163e-05,
-      "loss": 0.6778,
+      "learning_rate": 1.7555410691003914e-05,
+      "loss": 0.6439,
       "step": 7500
     },
     {
       "epoch": 0.65,
-      "learning_rate": 3.913515862668405e-05,
-      "loss": 0.6702,
+      "learning_rate": 1.7392438070404173e-05,
+      "loss": 0.6378,
       "step": 8000
     },
     {
       "epoch": 0.69,
-      "learning_rate": 3.8456106040851805e-05,
-      "loss": 0.6665,
+      "learning_rate": 1.7229465449804435e-05,
+      "loss": 0.6356,
       "step": 8500
     },
     {
       "epoch": 0.73,
-      "learning_rate": 3.777705345501956e-05,
-      "loss": 0.6647,
+      "learning_rate": 1.7066492829204694e-05,
+      "loss": 0.626,
       "step": 9000
     },
     {
       "epoch": 0.77,
-      "learning_rate": 3.7098000869187314e-05,
-      "loss": 0.6572,
+      "learning_rate": 1.6903520208604957e-05,
+      "loss": 0.6297,
       "step": 9500
     },
     {
       "epoch": 0.81,
-      "learning_rate": 3.641894828335506e-05,
-      "loss": 0.6462,
+      "learning_rate": 1.6740547588005215e-05,
+      "loss": 0.6189,
       "step": 10000
     },
     {
       "epoch": 0.86,
-      "learning_rate": 3.5739895697522816e-05,
-      "loss": 0.6498,
+      "learning_rate": 1.6577574967405478e-05,
+      "loss": 0.6198,
       "step": 10500
     },
     {
       "epoch": 0.9,
-      "learning_rate": 3.506084311169057e-05,
-      "loss": 0.6489,
+      "learning_rate": 1.6414602346805737e-05,
+      "loss": 0.6216,
       "step": 11000
     },
     {
       "epoch": 0.94,
-      "learning_rate": 3.4381790525858324e-05,
-      "loss": 0.639,
+      "learning_rate": 1.6251629726206e-05,
+      "loss": 0.6068,
       "step": 11500
     },
     {
       "epoch": 0.98,
-      "learning_rate": 3.370273794002607e-05,
-      "loss": 0.6453,
+      "learning_rate": 1.608865710560626e-05,
+      "loss": 0.6159,
       "step": 12000
     },
     {
       "epoch": 1.0,
-      "eval_accuracy": 0.7558232931726908,
-      "eval_loss": 0.6077868342399597,
-      "eval_runtime": 4.7892,
-      "eval_samples_per_second": 519.922,
-      "eval_steps_per_second": 65.147,
+      "eval_accuracy": 0.7726907630522089,
+      "eval_loss": 0.5801302790641785,
+      "eval_runtime": 6.0805,
+      "eval_samples_per_second": 409.504,
+      "eval_steps_per_second": 51.311,
       "step": 12272
     },
     {
       "epoch": 1.02,
-      "learning_rate": 3.3023685354193826e-05,
-      "loss": 0.6051,
+      "learning_rate": 1.592568448500652e-05,
+      "loss": 0.5841,
       "step": 12500
     },
     {
       "epoch": 1.06,
-      "learning_rate": 3.234463276836158e-05,
-      "loss": 0.5721,
+      "learning_rate": 1.576271186440678e-05,
+      "loss": 0.549,
       "step": 13000
     },
     {
       "epoch": 1.1,
-      "learning_rate": 3.1665580182529335e-05,
-      "loss": 0.5778,
+      "learning_rate": 1.5599739243807042e-05,
+      "loss": 0.5519,
       "step": 13500
     },
     {
       "epoch": 1.14,
-      "learning_rate": 3.098652759669709e-05,
-      "loss": 0.5651,
+      "learning_rate": 1.54367666232073e-05,
+      "loss": 0.5413,
       "step": 14000
     },
     {
       "epoch": 1.18,
-      "learning_rate": 3.0307475010864843e-05,
-      "loss": 0.5542,
+      "learning_rate": 1.5273794002607563e-05,
+      "loss": 0.5308,
       "step": 14500
     },
     {
       "epoch": 1.22,
-      "learning_rate": 2.9628422425032598e-05,
-      "loss": 0.5584,
+      "learning_rate": 1.5110821382007822e-05,
+      "loss": 0.5367,
       "step": 15000
     },
     {
       "epoch": 1.26,
-      "learning_rate": 2.8949369839200345e-05,
-      "loss": 0.5563,
+      "learning_rate": 1.4947848761408083e-05,
+      "loss": 0.5362,
       "step": 15500
     },
     {
       "epoch": 1.3,
-      "learning_rate": 2.82703172533681e-05,
-      "loss": 0.5423,
+      "learning_rate": 1.4784876140808346e-05,
+      "loss": 0.5269,
       "step": 16000
     },
     {
       "epoch": 1.34,
-      "learning_rate": 2.7591264667535854e-05,
-      "loss": 0.5594,
+      "learning_rate": 1.4621903520208606e-05,
+      "loss": 0.539,
       "step": 16500
     },
     {
       "epoch": 1.39,
-      "learning_rate": 2.6912212081703608e-05,
-      "loss": 0.5648,
+      "learning_rate": 1.4458930899608867e-05,
+      "loss": 0.5434,
       "step": 17000
     },
     {
       "epoch": 1.43,
-      "learning_rate": 2.6233159495871362e-05,
-      "loss": 0.5483,
+      "learning_rate": 1.4295958279009128e-05,
+      "loss": 0.5269,
       "step": 17500
     },
     {
       "epoch": 1.47,
-      "learning_rate": 2.5554106910039117e-05,
-      "loss": 0.5565,
+      "learning_rate": 1.4132985658409388e-05,
+      "loss": 0.5381,
       "step": 18000
     },
     {
       "epoch": 1.51,
-      "learning_rate": 2.4875054324206867e-05,
-      "loss": 0.5519,
+      "learning_rate": 1.3970013037809649e-05,
+      "loss": 0.5343,
       "step": 18500
     },
     {
       "epoch": 1.55,
-      "learning_rate": 2.4196001738374622e-05,
-      "loss": 0.5571,
+      "learning_rate": 1.380704041720991e-05,
+      "loss": 0.5434,
       "step": 19000
     },
     {
       "epoch": 1.59,
-      "learning_rate": 2.3516949152542376e-05,
-      "loss": 0.5519,
+      "learning_rate": 1.364406779661017e-05,
+      "loss": 0.5389,
       "step": 19500
     },
     {
       "epoch": 1.63,
-      "learning_rate": 2.2837896566710127e-05,
-      "loss": 0.5462,
+      "learning_rate": 1.3481095176010431e-05,
+      "loss": 0.5372,
       "step": 20000
     },
     {
       "epoch": 1.67,
-      "learning_rate": 2.215884398087788e-05,
-      "loss": 0.5483,
+      "learning_rate": 1.3318122555410693e-05,
+      "loss": 0.5339,
       "step": 20500
     },
     {
       "epoch": 1.71,
-      "learning_rate": 2.1479791395045636e-05,
-      "loss": 0.5503,
+      "learning_rate": 1.3155149934810954e-05,
+      "loss": 0.5342,
       "step": 21000
     },
     {
       "epoch": 1.75,
-      "learning_rate": 2.0800738809213386e-05,
-      "loss": 0.5506,
+      "learning_rate": 1.2992177314211213e-05,
+      "loss": 0.5327,
       "step": 21500
     },
     {
       "epoch": 1.79,
-      "learning_rate": 2.012168622338114e-05,
-      "loss": 0.5355,
+      "learning_rate": 1.2829204693611474e-05,
+      "loss": 0.5301,
       "step": 22000
     },
     {
       "epoch": 1.83,
-      "learning_rate": 1.944263363754889e-05,
-      "loss": 0.5424,
+      "learning_rate": 1.2666232073011735e-05,
+      "loss": 0.5316,
       "step": 22500
     },
     {
       "epoch": 1.87,
-      "learning_rate": 1.8763581051716646e-05,
-      "loss": 0.545,
+      "learning_rate": 1.2503259452411995e-05,
+      "loss": 0.5402,
       "step": 23000
     },
     {
       "epoch": 1.91,
-      "learning_rate": 1.8084528465884397e-05,
-      "loss": 0.5304,
+      "learning_rate": 1.2340286831812256e-05,
+      "loss": 0.5196,
       "step": 23500
     },
     {
       "epoch": 1.96,
-      "learning_rate": 1.740547588005215e-05,
-      "loss": 0.5455,
+      "learning_rate": 1.2177314211212517e-05,
+      "loss": 0.5329,
       "step": 24000
     },
     {
       "epoch": 2.0,
-      "learning_rate": 1.6726423294219905e-05,
-      "loss": 0.5289,
+      "learning_rate": 1.2014341590612777e-05,
+      "loss": 0.5257,
       "step": 24500
     },
     {
       "epoch": 2.0,
-      "eval_accuracy": 0.7819277108433735,
-      "eval_loss": 0.5688490867614746,
-      "eval_runtime": 4.7774,
-      "eval_samples_per_second": 521.2,
-      "eval_steps_per_second": 65.307,
+      "eval_accuracy": 0.7895582329317269,
+      "eval_loss": 0.5412057638168335,
+      "eval_runtime": 6.3368,
+      "eval_samples_per_second": 392.945,
+      "eval_steps_per_second": 49.236,
       "step": 24544
     },
     {
       "epoch": 2.04,
-      "learning_rate": 1.6047370708387656e-05,
-      "loss": 0.4449,
+      "learning_rate": 1.185136897001304e-05,
+      "loss": 0.4563,
       "step": 25000
     },
     {
       "epoch": 2.08,
-      "learning_rate": 1.536831812255541e-05,
-      "loss": 0.4432,
+      "learning_rate": 1.16883963494133e-05,
+      "loss": 0.4525,
       "step": 25500
     },
     {
       "epoch": 2.12,
-      "learning_rate": 1.4689265536723165e-05,
-      "loss": 0.4347,
+      "learning_rate": 1.1525423728813561e-05,
+      "loss": 0.4436,
       "step": 26000
     },
     {
       "epoch": 2.16,
-      "learning_rate": 1.4010212950890916e-05,
-      "loss": 0.4341,
+      "learning_rate": 1.1362451108213822e-05,
+      "loss": 0.4471,
       "step": 26500
     },
     {
       "epoch": 2.2,
-      "learning_rate": 1.333116036505867e-05,
-      "loss": 0.4321,
+      "learning_rate": 1.1199478487614082e-05,
+      "loss": 0.4483,
       "step": 27000
     },
     {
       "epoch": 2.24,
-      "learning_rate": 1.2652107779226425e-05,
-      "loss": 0.4294,
+      "learning_rate": 1.1036505867014341e-05,
+      "loss": 0.4446,
       "step": 27500
     },
     {
       "epoch": 2.28,
-      "learning_rate": 1.1973055193394177e-05,
-      "loss": 0.449,
+      "learning_rate": 1.0873533246414602e-05,
+      "loss": 0.4583,
       "step": 28000
     },
     {
       "epoch": 2.32,
-      "learning_rate": 1.1294002607561931e-05,
-      "loss": 0.4334,
+      "learning_rate": 1.0710560625814863e-05,
+      "loss": 0.4487,
       "step": 28500
     },
     {
       "epoch": 2.36,
-      "learning_rate": 1.0614950021729684e-05,
-      "loss": 0.4316,
+      "learning_rate": 1.0547588005215125e-05,
+      "loss": 0.4484,
       "step": 29000
     },
     {
       "epoch": 2.4,
-      "learning_rate": 9.935897435897435e-06,
-      "loss": 0.435,
+      "learning_rate": 1.0384615384615386e-05,
+      "loss": 0.4559,
       "step": 29500
     },
     {
       "epoch": 2.44,
-      "learning_rate": 9.25684485006519e-06,
-      "loss": 0.4287,
+      "learning_rate": 1.0221642764015647e-05,
+      "loss": 0.4503,
       "step": 30000
     },
     {
       "epoch": 2.49,
-      "learning_rate": 8.577792264232942e-06,
-      "loss": 0.445,
+      "learning_rate": 1.0058670143415907e-05,
+      "loss": 0.4634,
       "step": 30500
     },
     {
       "epoch": 2.53,
-      "learning_rate": 7.898739678400696e-06,
-      "loss": 0.4271,
+      "learning_rate": 9.895697522816168e-06,
+      "loss": 0.4516,
       "step": 31000
     },
     {
       "epoch": 2.57,
-      "learning_rate": 7.219687092568449e-06,
-      "loss": 0.4276,
+      "learning_rate": 9.732724902216429e-06,
+      "loss": 0.4506,
       "step": 31500
     },
     {
       "epoch": 2.61,
-      "learning_rate": 6.540634506736203e-06,
-      "loss": 0.4202,
+      "learning_rate": 9.56975228161669e-06,
+      "loss": 0.4487,
       "step": 32000
     },
     {
       "epoch": 2.65,
-      "learning_rate": 5.861581920903955e-06,
-      "loss": 0.4137,
+      "learning_rate": 9.40677966101695e-06,
+      "loss": 0.4355,
       "step": 32500
     },
     {
       "epoch": 2.69,
-      "learning_rate": 5.182529335071708e-06,
-      "loss": 0.4312,
+      "learning_rate": 9.24380704041721e-06,
+      "loss": 0.4523,
       "step": 33000
     },
     {
       "epoch": 2.73,
-      "learning_rate": 4.503476749239461e-06,
-      "loss": 0.4147,
+      "learning_rate": 9.080834419817471e-06,
+      "loss": 0.4449,
       "step": 33500
     },
     {
       "epoch": 2.77,
-      "learning_rate": 3.824424163407214e-06,
-      "loss": 0.426,
+      "learning_rate": 8.917861799217732e-06,
+      "loss": 0.4453,
       "step": 34000
     },
     {
       "epoch": 2.81,
-      "learning_rate": 3.1453715775749674e-06,
-      "loss": 0.4262,
+      "learning_rate": 8.754889178617993e-06,
+      "loss": 0.4564,
       "step": 34500
     },
     {
       "epoch": 2.85,
-      "learning_rate": 2.466318991742721e-06,
-      "loss": 0.4247,
+      "learning_rate": 8.591916558018254e-06,
+      "loss": 0.4545,
       "step": 35000
     },
     {
       "epoch": 2.89,
-      "learning_rate": 1.7872664059104738e-06,
-      "loss": 0.4191,
+      "learning_rate": 8.428943937418514e-06,
+      "loss": 0.4487,
       "step": 35500
     },
     {
       "epoch": 2.93,
-      "learning_rate": 1.108213820078227e-06,
-      "loss": 0.4202,
+      "learning_rate": 8.265971316818775e-06,
+      "loss": 0.4521,
       "step": 36000
     },
     {
       "epoch": 2.97,
-      "learning_rate": 4.2916123424598005e-07,
-      "loss": 0.4199,
+      "learning_rate": 8.102998696219036e-06,
+      "loss": 0.4468,
       "step": 36500
     },
     {
       "epoch": 3.0,
-      "eval_accuracy": 0.7867469879518072,
-      "eval_loss": 0.588763415813446,
-      "eval_runtime": 4.7887,
-      "eval_samples_per_second": 519.969,
-      "eval_steps_per_second": 65.153,
+      "eval_accuracy": 0.7863453815261044,
+      "eval_loss": 0.5777254700660706,
+      "eval_runtime": 5.2465,
+      "eval_samples_per_second": 474.598,
+      "eval_steps_per_second": 59.468,
       "step": 36816
     },
     {
-      "epoch": 3.0,
-      "step": 36816,
-      "total_flos": 7.74938740264658e+16,
-      "train_loss": 0.5654819974273456,
-      "train_runtime": 7177.4758,
-      "train_samples_per_second": 164.139,
-      "train_steps_per_second": 5.129
+      "epoch": 3.01,
+      "learning_rate": 7.940026075619296e-06,
+      "loss": 0.4161,
+      "step": 37000
+    },
+    {
+      "epoch": 3.06,
+      "learning_rate": 7.777053455019557e-06,
+      "loss": 0.3732,
+      "step": 37500
+    },
+    {
+      "epoch": 3.1,
+      "learning_rate": 7.614080834419818e-06,
+      "loss": 0.3717,
+      "step": 38000
+    },
+    {
+      "epoch": 3.14,
+      "learning_rate": 7.451108213820078e-06,
+      "loss": 0.3946,
+      "step": 38500
+    },
+    {
+      "epoch": 3.18,
+      "learning_rate": 7.288135593220339e-06,
+      "loss": 0.3709,
+      "step": 39000
+    },
+    {
+      "epoch": 3.22,
+      "learning_rate": 7.125162972620601e-06,
+      "loss": 0.3795,
+      "step": 39500
+    },
+    {
+      "epoch": 3.26,
+      "learning_rate": 6.962190352020861e-06,
+      "loss": 0.3777,
+      "step": 40000
+    },
+    {
+      "epoch": 3.3,
+      "learning_rate": 6.799217731421122e-06,
+      "loss": 0.3741,
+      "step": 40500
+    },
+    {
+      "epoch": 3.34,
+      "learning_rate": 6.636245110821382e-06,
+      "loss": 0.3768,
+      "step": 41000
+    },
+    {
+      "epoch": 3.38,
+      "learning_rate": 6.473272490221643e-06,
+      "loss": 0.3818,
+      "step": 41500
+    },
+    {
+      "epoch": 3.42,
+      "learning_rate": 6.310299869621904e-06,
+      "loss": 0.3756,
+      "step": 42000
+    },
+    {
+      "epoch": 3.46,
+      "learning_rate": 6.147327249022165e-06,
+      "loss": 0.3834,
+      "step": 42500
+    },
+    {
+      "epoch": 3.5,
+      "learning_rate": 5.9843546284224255e-06,
+      "loss": 0.3795,
+      "step": 43000
+    },
+    {
+      "epoch": 3.54,
+      "learning_rate": 5.821382007822687e-06,
+      "loss": 0.3765,
+      "step": 43500
+    },
+    {
+      "epoch": 3.59,
+      "learning_rate": 5.658409387222948e-06,
+      "loss": 0.3851,
+      "step": 44000
+    },
+    {
+      "epoch": 3.63,
+      "learning_rate": 5.4954367666232076e-06,
+      "loss": 0.3787,
+      "step": 44500
+    },
+    {
+      "epoch": 3.67,
+      "learning_rate": 5.332464146023468e-06,
+      "loss": 0.3829,
+      "step": 45000
+    },
+    {
+      "epoch": 3.71,
+      "learning_rate": 5.169491525423729e-06,
+      "loss": 0.3774,
+      "step": 45500
+    },
+    {
+      "epoch": 3.75,
+      "learning_rate": 5.0065189048239905e-06,
+      "loss": 0.372,
+      "step": 46000
+    },
+    {
+      "epoch": 3.79,
+      "learning_rate": 4.843546284224251e-06,
+      "loss": 0.3754,
+      "step": 46500
+    },
+    {
+      "epoch": 3.83,
+      "learning_rate": 4.680573663624511e-06,
+      "loss": 0.3846,
+      "step": 47000
+    },
+    {
+      "epoch": 3.87,
+      "learning_rate": 4.5176010430247726e-06,
+      "loss": 0.365,
+      "step": 47500
+    },
+    {
+      "epoch": 3.91,
+      "learning_rate": 4.354628422425033e-06,
+      "loss": 0.3647,
+      "step": 48000
+    },
+    {
+      "epoch": 3.95,
+      "learning_rate": 4.191655801825294e-06,
+      "loss": 0.3779,
+      "step": 48500
+    },
+    {
+      "epoch": 3.99,
+      "learning_rate": 4.028683181225555e-06,
+      "loss": 0.3729,
+      "step": 49000
+    },
+    {
+      "epoch": 4.0,
+      "eval_accuracy": 0.7931726907630522,
+      "eval_loss": 0.6138126850128174,
+      "eval_runtime": 5.1705,
+      "eval_samples_per_second": 481.577,
+      "eval_steps_per_second": 60.342,
+      "step": 49088
+    },
+    {
+      "epoch": 4.03,
+      "learning_rate": 3.865710560625815e-06,
+      "loss": 0.3345,
+      "step": 49500
+    },
+    {
+      "epoch": 4.07,
+      "learning_rate": 3.702737940026076e-06,
+      "loss": 0.3222,
+      "step": 50000
+    },
+    {
+      "epoch": 4.12,
+      "learning_rate": 3.5397653194263363e-06,
+      "loss": 0.3269,
+      "step": 50500
+    },
+    {
+      "epoch": 4.16,
+      "learning_rate": 3.3767926988265974e-06,
+      "loss": 0.3154,
+      "step": 51000
+    },
+    {
+      "epoch": 4.2,
+      "learning_rate": 3.213820078226858e-06,
+      "loss": 0.3249,
+      "step": 51500
+    },
+    {
+      "epoch": 4.24,
+      "learning_rate": 3.0508474576271192e-06,
+      "loss": 0.3175,
+      "step": 52000
+    },
+    {
+      "epoch": 4.28,
+      "learning_rate": 2.8878748370273795e-06,
+      "loss": 0.3279,
+      "step": 52500
+    },
+    {
+      "epoch": 4.32,
+      "learning_rate": 2.7249022164276406e-06,
+      "loss": 0.313,
+      "step": 53000
+    },
+    {
+      "epoch": 4.36,
+      "learning_rate": 2.5619295958279013e-06,
+      "loss": 0.3219,
+      "step": 53500
+    },
+    {
+      "epoch": 4.4,
+      "learning_rate": 2.398956975228162e-06,
+      "loss": 0.3202,
+      "step": 54000
+    },
+    {
+      "epoch": 4.44,
+      "learning_rate": 2.2359843546284227e-06,
+      "loss": 0.3203,
+      "step": 54500
+    },
+    {
+      "epoch": 4.48,
+      "learning_rate": 2.0730117340286834e-06,
+      "loss": 0.3285,
+      "step": 55000
+    },
+    {
+      "epoch": 4.52,
+      "learning_rate": 1.910039113428944e-06,
+      "loss": 0.3179,
+      "step": 55500
+    },
+    {
+      "epoch": 4.56,
+      "learning_rate": 1.7470664928292048e-06,
+      "loss": 0.3195,
+      "step": 56000
+    },
+    {
+      "epoch": 4.6,
+      "learning_rate": 1.5840938722294655e-06,
+      "loss": 0.3281,
+      "step": 56500
+    },
+    {
+      "epoch": 4.64,
+      "learning_rate": 1.4211212516297262e-06,
+      "loss": 0.3242,
+      "step": 57000
+    },
+    {
+      "epoch": 4.69,
+      "learning_rate": 1.258148631029987e-06,
+      "loss": 0.3108,
+      "step": 57500
+    },
+    {
+      "epoch": 4.73,
+      "learning_rate": 1.0951760104302478e-06,
+      "loss": 0.315,
+      "step": 58000
+    },
+    {
+      "epoch": 4.77,
+      "learning_rate": 9.322033898305086e-07,
+      "loss": 0.3174,
+      "step": 58500
+    },
+    {
+      "epoch": 4.81,
+      "learning_rate": 7.692307692307694e-07,
+      "loss": 0.3138,
+      "step": 59000
+    },
+    {
+      "epoch": 4.85,
+      "learning_rate": 6.0625814863103e-07,
+      "loss": 0.3254,
+      "step": 59500
+    },
+    {
+      "epoch": 4.89,
+      "learning_rate": 4.432855280312908e-07,
+      "loss": 0.322,
+      "step": 60000
+    },
+    {
+      "epoch": 4.93,
+      "learning_rate": 2.803129074315515e-07,
+      "loss": 0.3147,
+      "step": 60500
+    },
+    {
+      "epoch": 4.97,
+      "learning_rate": 1.1734028683181226e-07,
+      "loss": 0.3267,
+      "step": 61000
+    },
+    {
+      "epoch": 5.0,
+      "eval_accuracy": 0.7847389558232932,
+      "eval_loss": 0.6564955115318298,
+      "eval_runtime": 5.1501,
+      "eval_samples_per_second": 483.486,
+      "eval_steps_per_second": 60.581,
+      "step": 61360
+    },
+    {
+      "epoch": 5.0,
+      "step": 61360,
+      "total_flos": 1.2915645671077632e+17,
+      "train_loss": 0.4736778818799433,
+      "train_runtime": 12286.2871,
+      "train_samples_per_second": 159.813,
+      "train_steps_per_second": 4.994
     }
   ],
-  "max_steps": 36816,
-  "num_train_epochs": 3,
-  "total_flos": 7.74938740264658e+16,
+  "max_steps": 61360,
+  "num_train_epochs": 5,
+  "total_flos": 1.2915645671077632e+17,
   "trial_name": null,
   "trial_params": null
 }

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:342537851ceaabfa3579d8c9db051af3d1c123c69f285559e31fb1367586c775
-size 3387
+oid sha256:392817ee105a8eda28d0843431e93ca09dda1e6948e70786fec91a98b5e4968f
+size 3451