End of training

all_results.json

@@ -1,14 +1,14 @@
 {
-    "epoch": 1.0,
-    "eval_accuracy": 0.6744477911646586,
-    "eval_loss": 0.5639129281044006,
-    "eval_runtime": 16.9135,
+    "epoch": 3.0,
+    "eval_accuracy": 0.7093373493975904,
+    "eval_loss": 0.5346359610557556,
+    "eval_runtime": 16.6426,
     "eval_samples": 3984,
-    "eval_samples_per_second": 235.552,
-    "eval_steps_per_second": 29.444,
-    "train_loss": 0.6213501343875376,
-    "train_runtime": 375.8128,
+    "eval_samples_per_second": 239.386,
+    "eval_steps_per_second": 29.923,
+    "train_loss": 0.5194375239977745,
+    "train_runtime": 1111.5213,
     "train_samples": 31882,
-    "train_samples_per_second": 84.835,
-    "train_steps_per_second": 2.653
+    "train_samples_per_second": 86.05,
+    "train_steps_per_second": 2.691
 }

eval_results.json

@@ -1,9 +1,9 @@
 {
-    "epoch": 1.0,
-    "eval_accuracy": 0.6744477911646586,
-    "eval_loss": 0.5639129281044006,
-    "eval_runtime": 16.9135,
+    "epoch": 3.0,
+    "eval_accuracy": 0.7093373493975904,
+    "eval_loss": 0.5346359610557556,
+    "eval_runtime": 16.6426,
     "eval_samples": 3984,
-    "eval_samples_per_second": 235.552,
-    "eval_steps_per_second": 29.444
+    "eval_samples_per_second": 239.386,
+    "eval_steps_per_second": 29.923
 }

predict_results.txt

@@ -5,16 +5,16 @@ index	prediction
 3	1
 4	1
 5	1
-6	1
+6	0
 7	0
-8	0
+8	1
 9	1
 10	0
 11	0
-12	0
+12	1
 13	0
 14	1
-15	0
+15	1
 16	0
 17	1
 18	1
@@ -91,19 +91,19 @@ index	prediction
 89	1
 90	1
 91	1
-92	1
+92	0
 93	0
 94	1
 95	0
 96	1
 97	0
-98	1
+98	0
 99	0
 100	1
 101	0
-102	0
-103	0
-104	0
+102	1
+103	1
+104	1
 105	1
 106	1
 107	1
@@ -123,17 +123,17 @@ index	prediction
 121	1
 122	0
 123	0
-124	0
+124	1
 125	0
 126	1
-127	0
-128	0
+127	1
+128	1
 129	1
-130	0
+130	1
 131	1
 132	1
 133	1
-134	1
+134	0
 135	1
 136	1
 137	1
@@ -151,7 +151,7 @@ index	prediction
 149	1
 150	1
 151	1
-152	0
+152	1
 153	1
 154	1
 155	1
@@ -169,15 +169,15 @@ index	prediction
 167	1
 168	1
 169	1
-170	0
+170	1
 171	1
-172	1
-173	1
+172	0
+173	0
 174	1
 175	1
-176	1
+176	0
 177	1
-178	1
+178	0
 179	1
 180	1
 181	1
@@ -198,26 +198,26 @@ index	prediction
 196	1
 197	0
 198	1
-199	1
+199	0
 200	0
 201	0
 202	0
 203	0
-204	1
-205	1
+204	0
+205	0
 206	0
-207	1
+207	0
 208	0
 209	1
-210	1
+210	0
 211	0
 212	1
-213	1
+213	0
 214	1
 215	1
 216	1
-217	1
-218	1
+217	0
+218	0
 219	1
 220	1
 221	1
@@ -240,13 +240,13 @@ index	prediction
 238	1
 239	1
 240	1
-241	0
+241	1
 242	1
 243	1
 244	1
 245	1
 246	1
-247	1
+247	0
 248	1
 249	1
 250	1
@@ -257,16 +257,16 @@ index	prediction
 255	0
 256	1
 257	1
-258	1
+258	0
 259	1
 260	1
 261	1
 262	1
 263	1
-264	1
+264	0
 265	1
 266	0
-267	1
+267	0
 268	0
 269	1
 270	1
@@ -275,16 +275,16 @@ index	prediction
 273	1
 274	1
 275	1
-276	1
+276	0
 277	1
 278	1
 279	1
 280	0
 281	1
-282	0
-283	0
+282	1
+283	1
 284	1
-285	0
+285	1
 286	1
 287	1
 288	1
@@ -301,14 +301,14 @@ index	prediction
 299	1
 300	1
 301	0
-302	0
-303	0
-304	0
-305	0
+302	1
+303	1
+304	1
+305	1
 306	0
-307	0
+307	1
 308	1
-309	1
+309	0
 310	1
 311	1
 312	1
@@ -325,9 +325,9 @@ index	prediction
 323	1
 324	1
 325	1
-326	0
+326	1
 327	1
-328	0
+328	1
 329	1
 330	1
 331	1
@@ -355,13 +355,13 @@ index	prediction
 353	1
 354	1
 355	1
-356	0
-357	0
-358	0
+356	1
+357	1
+358	1
 359	1
 360	1
 361	1
-362	1
+362	0
 363	1
 364	1
 365	1
@@ -383,11 +383,11 @@ index	prediction
 381	1
 382	1
 383	1
-384	1
+384	0
 385	1
-386	0
+386	1
 387	1
-388	1
+388	0
 389	1
 390	1
 391	1
@@ -430,7 +430,7 @@ index	prediction
 428	1
 429	1
 430	1
-431	0
+431	1
 432	1
 433	1
 434	1
@@ -438,55 +438,55 @@ index	prediction
 436	1
 437	1
 438	1
-439	0
+439	1
 440	1
 441	1
 442	1
 443	1
-444	0
+444	1
 445	1
 446	0
-447	0
-448	0
+447	1
+448	1
 449	1
 450	1
 451	1
 452	1
-453	1
-454	0
+453	0
+454	1
 455	1
 456	1
 457	1
 458	0
-459	0
-460	0
-461	0
-462	0
-463	0
-464	0
-465	0
-466	0
-467	0
-468	0
-469	0
-470	0
+459	1
+460	1
+461	1
+462	1
+463	1
+464	1
+465	1
+466	1
+467	1
+468	1
+469	1
+470	1
 471	1
 472	1
 473	1
 474	1
 475	1
-476	0
+476	1
 477	1
 478	1
 479	0
-480	0
-481	0
+480	1
+481	1
 482	1
 483	0
-484	0
-485	1
+484	1
+485	0
 486	0
-487	1
+487	0
 488	1
 489	1
 490	0
@@ -496,13 +496,13 @@ index	prediction
 494	0
 495	0
 496	1
-497	0
+497	1
 498	0
 499	1
 500	1
 501	1
 502	1
-503	1
+503	0
 504	1
 505	0
 506	0
@@ -525,125 +525,125 @@ index	prediction
 523	0
 524	1
 525	1
-526	1
+526	0
 527	1
 528	1
 529	1
-530	0
+530	1
 531	0
 532	1
 533	1
-534	1
+534	0
 535	0
 536	0
 537	0
-538	1
+538	0
 539	1
 540	1
 541	1
 542	1
-543	1
-544	1
+543	0
+544	0
 545	0
 546	0
 547	0
 548	1
-549	1
-550	1
-551	1
-552	1
+549	0
+550	0
+551	0
+552	0
 553	1
 554	1
-555	1
-556	0
+555	0
+556	1
 557	0
 558	0
 559	1
 560	1
 561	1
 562	0
-563	0
-564	0
+563	1
+564	1
 565	0
-566	1
+566	0
 567	0
-568	1
+568	0
 569	1
 570	0
 571	1
-572	1
+572	0
 573	1
 574	1
 575	0
-576	1
+576	0
 577	0
 578	0
 579	1
-580	0
+580	1
 581	0
-582	1
-583	1
-584	1
-585	1
+582	0
+583	0
+584	0
+585	0
 586	0
 587	0
 588	0
 589	0
-590	1
+590	0
 591	0
-592	1
+592	0
 593	0
-594	1
+594	0
 595	1
-596	1
-597	1
-598	1
-599	1
-600	1
-601	1
+596	0
+597	0
+598	0
+599	0
+600	0
+601	0
 602	1
 603	0
 604	1
-605	1
-606	1
+605	0
+606	0
 607	0
-608	1
-609	1
-610	1
-611	1
+608	0
+609	0
+610	0
+611	0
 612	0
-613	1
-614	1
-615	1
-616	1
+613	0
+614	0
+615	0
+616	0
 617	0
 618	0
-619	1
-620	1
-621	1
-622	1
-623	1
-624	1
-625	1
-626	1
-627	1
+619	0
+620	0
+621	0
+622	0
+623	0
+624	0
+625	0
+626	0
+627	0
 628	0
-629	1
-630	1
-631	1
-632	1
-633	1
-634	1
-635	1
-636	1
+629	0
+630	0
+631	0
+632	0
+633	0
+634	0
+635	0
+636	0
 637	1
 638	1
-639	1
+639	0
 640	0
-641	1
+641	0
 642	0
-643	1
-644	1
+643	0
+644	0
 645	1
 646	1
 647	1
@@ -673,18 +673,18 @@ index	prediction
 671	0
 672	0
 673	0
-674	1
-675	1
-676	1
-677	1
+674	0
+675	0
+676	0
+677	0
 678	1
-679	1
-680	1
+679	0
+680	0
 681	0
-682	1
-683	1
-684	1
-685	1
+682	0
+683	0
+684	0
+685	0
 686	0
 687	0
 688	0
@@ -719,26 +719,26 @@ index	prediction
 717	0
 718	0
 719	0
-720	1
-721	1
+720	0
+721	0
 722	1
 723	1
-724	1
-725	1
-726	1
+724	0
+725	0
+726	0
 727	1
 728	0
-729	1
-730	1
-731	1
-732	1
-733	1
-734	1
+729	0
+730	0
+731	0
+732	0
+733	0
+734	0
 735	1
 736	1
 737	0
 738	0
-739	0
+739	1
 740	0
 741	0
 742	0
@@ -781,22 +781,22 @@ index	prediction
 779	0
 780	0
 781	0
-782	1
-783	1
-784	1
-785	1
-786	1
-787	1
-788	1
-789	1
-790	1
+782	0
+783	0
+784	0
+785	0
+786	0
+787	0
+788	0
+789	0
+790	0
 791	0
 792	0
 793	1
-794	1
+794	0
 795	1
-796	1
-797	1
+796	0
+797	0
 798	0
 799	0
 800	0
@@ -822,12 +822,12 @@ index	prediction
 820	0
 821	1
 822	0
-823	1
+823	0
 824	1
 825	1
-826	1
-827	1
-828	1
+826	0
+827	0
+828	0
 829	0
 830	0
 831	0
@@ -840,7 +840,7 @@ index	prediction
 838	0
 839	0
 840	0
-841	1
+841	0
 842	0
 843	0
 844	0
@@ -874,34 +874,34 @@ index	prediction
 872	0
 873	0
 874	1
-875	1
+875	0
 876	0
-877	1
+877	0
 878	0
 879	1
 880	0
 881	0
-882	1
+882	0
 883	0
-884	1
-885	1
-886	0
+884	0
+885	0
+886	1
 887	0
-888	1
+888	0
 889	0
 890	0
 891	0
 892	0
 893	0
 894	1
-895	1
+895	0
 896	0
-897	1
+897	0
 898	0
 899	0
 900	0
 901	0
-902	1
+902	0
 903	0
 904	0
 905	0
@@ -912,13 +912,13 @@ index	prediction
 910	1
 911	0
 912	0
-913	0
+913	1
 914	0
 915	0
 916	0
 917	0
 918	0
-919	1
+919	0
 920	1
 921	1
 922	0
@@ -927,8 +927,8 @@ index	prediction
 925	0
 926	0
 927	0
-928	1
-929	1
+928	0
+929	0
 930	1
 931	0
 932	1
@@ -1078,8 +1078,8 @@ index	prediction
 1076	0
 1077	0
 1078	1
-1079	1
-1080	1
+1079	0
+1080	0
 1081	1
 1082	1
 1083	1
@@ -1095,10 +1095,10 @@ index	prediction
 1093	1
 1094	1
 1095	1
-1096	0
+1096	1
 1097	1
 1098	1
-1099	0
+1099	1
 1100	1
 1101	1
 1102	1
@@ -1107,11 +1107,11 @@ index	prediction
 1105	1
 1106	1
 1107	1
-1108	1
+1108	0
 1109	1
 1110	1
-1111	1
-1112	1
+1111	0
+1112	0
 1113	1
 1114	1
 1115	1
@@ -1130,13 +1130,13 @@ index	prediction
 1128	1
 1129	1
 1130	1
-1131	1
+1131	0
 1132	1
 1133	1
 1134	1
 1135	1
 1136	1
-1137	1
+1137	0
 1138	1
 1139	1
 1140	1
@@ -1156,34 +1156,34 @@ index	prediction
 1154	1
 1155	1
 1156	1
-1157	1
+1157	0
 1158	1
-1159	1
+1159	0
 1160	0
 1161	1
 1162	1
 1163	1
-1164	1
+1164	0
 1165	1
-1166	0
-1167	1
+1166	1
+1167	0
 1168	1
 1169	1
 1170	1
 1171	1
 1172	1
-1173	1
-1174	1
+1173	0
+1174	0
 1175	1
 1176	0
 1177	1
-1178	0
+1178	1
 1179	1
 1180	1
 1181	1
 1182	1
 1183	1
-1184	1
+1184	0
 1185	1
 1186	1
 1187	1
@@ -1200,60 +1200,60 @@ index	prediction
 1198	1
 1199	1
 1200	1
-1201	1
+1201	0
 1202	1
 1203	1
 1204	1
 1205	0
-1206	1
+1206	0
 1207	1
 1208	1
 1209	1
 1210	0
 1211	1
-1212	1
-1213	1
+1212	0
+1213	0
 1214	1
 1215	1
 1216	1
-1217	1
+1217	0
 1218	1
 1219	1
 1220	1
 1221	1
 1222	1
 1223	1
-1224	1
-1225	1
+1224	0
+1225	0
 1226	1
 1227	1
 1228	1
-1229	1
+1229	0
 1230	1
 1231	1
 1232	1
 1233	1
 1234	1
-1235	1
-1236	0
-1237	0
+1235	0
+1236	1
+1237	1
 1238	1
 1239	1
 1240	1
-1241	0
+1241	1
 1242	1
-1243	0
+1243	1
 1244	1
 1245	1
-1246	0
+1246	1
 1247	0
-1248	0
+1248	1
 1249	1
 1250	1
 1251	1
-1252	0
+1252	1
 1253	1
-1254	0
+1254	1
 1255	1
 1256	1
 1257	1
@@ -1311,7 +1311,7 @@ index	prediction
 1309	1
 1310	1
 1311	1
-1312	1
+1312	0
 1313	1
 1314	1
 1315	1
@@ -1321,7 +1321,7 @@ index	prediction
 1319	1
 1320	1
 1321	1
-1322	1
+1322	0
 1323	1
 1324	1
 1325	1
@@ -1331,17 +1331,17 @@ index	prediction
 1329	1
 1330	1
 1331	1
-1332	0
+1332	1
 1333	1
-1334	1
+1334	0
 1335	1
 1336	1
-1337	1
+1337	0
 1338	0
 1339	1
-1340	0
+1340	1
 1341	1
-1342	1
+1342	0
 1343	1
 1344	1
 1345	1
@@ -1350,70 +1350,70 @@ index	prediction
 1348	1
 1349	0
 1350	1
-1351	1
-1352	1
+1351	0
+1352	0
 1353	1
 1354	1
-1355	1
+1355	0
 1356	1
-1357	1
+1357	0
 1358	0
-1359	1
+1359	0
 1360	1
 1361	0
 1362	0
-1363	1
+1363	0
 1364	1
 1365	1
 1366	1
 1367	1
 1368	0
-1369	0
+1369	1
 1370	0
-1371	1
+1371	0
 1372	1
 1373	1
 1374	0
 1375	1
-1376	1
+1376	0
 1377	1
 1378	0
-1379	1
+1379	0
 1380	1
-1381	1
-1382	1
+1381	0
+1382	0
 1383	1
-1384	1
-1385	1
+1384	0
+1385	0
 1386	0
 1387	0
-1388	0
+1388	1
 1389	0
 1390	0
 1391	0
-1392	0
+1392	1
 1393	0
-1394	0
+1394	1
 1395	0
 1396	0
 1397	0
-1398	0
+1398	1
 1399	0
 1400	0
-1401	0
+1401	1
 1402	0
-1403	0
+1403	1
 1404	0
-1405	0
-1406	0
-1407	0
-1408	0
+1405	1
+1406	1
+1407	1
+1408	1
 1409	0
 1410	0
 1411	0
-1412	0
-1413	0
-1414	0
+1412	1
+1413	1
+1414	1
 1415	0
 1416	0
 1417	0
@@ -1421,15 +1421,15 @@ index	prediction
 1419	0
 1420	0
 1421	0
-1422	0
-1423	0
+1422	1
+1423	1
 1424	0
 1425	0
 1426	0
 1427	0
 1428	0
 1429	0
-1430	0
+1430	1
 1431	0
 1432	0
 1433	0
@@ -1437,34 +1437,34 @@ index	prediction
 1435	0
 1436	0
 1437	0
-1438	0
+1438	1
 1439	0
 1440	0
 1441	0
 1442	0
 1443	0
 1444	0
-1445	0
-1446	0
+1445	1
+1446	1
 1447	0
 1448	0
 1449	0
-1450	0
-1451	0
+1450	1
+1451	1
 1452	0
-1453	0
-1454	0
+1453	1
+1454	1
 1455	0
 1456	0
 1457	0
-1458	0
+1458	1
 1459	0
 1460	0
 1461	0
 1462	1
 1463	0
-1464	1
-1465	1
+1464	0
+1465	0
 1466	1
 1467	0
 1468	0
@@ -1482,57 +1482,57 @@ index	prediction
 1480	1
 1481	0
 1482	0
-1483	1
-1484	1
+1483	0
+1484	0
 1485	0
 1486	0
-1487	1
+1487	0
 1488	0
 1489	0
 1490	0
 1491	0
 1492	0
-1493	1
+1493	0
 1494	0
-1495	1
-1496	1
-1497	1
+1495	0
+1496	0
+1497	0
 1498	0
 1499	0
 1500	0
-1501	1
+1501	0
 1502	0
 1503	0
 1504	0
 1505	0
 1506	0
-1507	1
-1508	1
+1507	0
+1508	0
 1509	0
-1510	1
+1510	0
 1511	0
 1512	1
 1513	1
 1514	1
-1515	1
+1515	0
 1516	1
-1517	1
+1517	0
 1518	1
 1519	1
-1520	1
+1520	0
 1521	1
-1522	1
-1523	0
+1522	0
+1523	1
 1524	1
 1525	1
 1526	0
-1527	1
+1527	0
 1528	1
-1529	1
+1529	0
 1530	1
 1531	0
 1532	0
-1533	0
+1533	1
 1534	0
 1535	1
 1536	1
@@ -1541,8 +1541,8 @@ index	prediction
 1539	1
 1540	1
 1541	1
-1542	1
-1543	1
+1542	0
+1543	0
 1544	0
 1545	1
 1546	1
@@ -1550,126 +1550,126 @@ index	prediction
 1548	1
 1549	0
 1550	0
-1551	1
+1551	0
 1552	0
-1553	1
+1553	0
 1554	0
-1555	1
+1555	0
 1556	1
 1557	0
 1558	0
-1559	1
-1560	1
-1561	1
-1562	1
+1559	0
+1560	0
+1561	0
+1562	0
 1563	0
 1564	0
 1565	0
-1566	1
-1567	1
-1568	1
-1569	1
-1570	1
+1566	0
+1567	0
+1568	0
+1569	0
+1570	0
 1571	1
 1572	1
 1573	1
-1574	1
-1575	1
+1574	0
+1575	0
 1576	1
 1577	1
-1578	1
+1578	0
 1579	0
 1580	0
 1581	1
-1582	1
+1582	0
 1583	1
-1584	1
-1585	1
+1584	0
+1585	0
 1586	0
-1587	1
-1588	1
-1589	1
-1590	1
-1591	1
-1592	1
+1587	0
+1588	0
+1589	0
+1590	0
+1591	0
+1592	0
 1593	1
 1594	1
 1595	1
 1596	1
-1597	1
-1598	0
-1599	0
+1597	0
+1598	1
+1599	1
 1600	0
-1601	1
+1601	0
 1602	0
 1603	0
 1604	0
-1605	0
-1606	0
+1605	1
+1606	1
 1607	1
 1608	1
-1609	1
+1609	0
 1610	1
 1611	1
 1612	1
-1613	1
+1613	0
 1614	1
-1615	1
+1615	0
 1616	1
 1617	1
 1618	1
 1619	0
-1620	1
-1621	1
-1622	1
+1620	0
+1621	0
+1622	0
 1623	1
 1624	1
-1625	1
+1625	0
 1626	0
-1627	1
+1627	0
 1628	0
-1629	1
-1630	1
+1629	0
+1630	0
 1631	1
 1632	1
-1633	1
+1633	0
 1634	0
-1635	1
-1636	1
-1637	1
-1638	1
+1635	0
+1636	0
+1637	0
+1638	0
 1639	1
-1640	1
+1640	0
 1641	1
-1642	1
+1642	0
 1643	1
-1644	1
+1644	0
 1645	1
 1646	1
 1647	1
 1648	1
 1649	1
-1650	1
-1651	1
+1650	0
+1651	0
 1652	1
-1653	1
+1653	0
 1654	1
-1655	1
+1655	0
 1656	1
 1657	0
 1658	1
 1659	1
-1660	1
-1661	1
+1660	0
+1661	0
 1662	1
 1663	1
 1664	0
 1665	1
 1666	1
-1667	1
-1668	1
-1669	1
-1670	1
+1667	0
+1668	0
+1669	0
+1670	0
 1671	1
 1672	1
 1673	1
@@ -1679,10 +1679,10 @@ index	prediction
 1677	1
 1678	1
 1679	1
-1680	0
+1680	1
 1681	1
 1682	1
-1683	1
+1683	0
 1684	1
 1685	1
 1686	0
@@ -1715,9 +1715,9 @@ index	prediction
 1713	0
 1714	0
 1715	0
-1716	0
+1716	1
 1717	0
-1718	0
+1718	1
 1719	0
 1720	0
 1721	0
@@ -1725,7 +1725,7 @@ index	prediction
 1723	0
 1724	0
 1725	0
-1726	0
+1726	1
 1727	0
 1728	0
 1729	0
@@ -1735,12 +1735,12 @@ index	prediction
 1733	0
 1734	0
 1735	0
-1736	0
+1736	1
 1737	0
 1738	0
 1739	0
 1740	0
-1741	0
+1741	1
 1742	0
 1743	0
 1744	0
@@ -1751,7 +1751,7 @@ index	prediction
 1749	0
 1750	0
 1751	0
-1752	0
+1752	1
 1753	0
 1754	0
 1755	0
@@ -1774,8 +1774,8 @@ index	prediction
 1772	0
 1773	0
 1774	0
-1775	1
-1776	1
+1775	0
+1776	0
 1777	0
 1778	0
 1779	0
@@ -1783,7 +1783,7 @@ index	prediction
 1781	0
 1782	0
 1783	0
-1784	0
+1784	1
 1785	0
 1786	0
 1787	0
@@ -1970,12 +1970,12 @@ index	prediction
 1968	0
 1969	0
 1970	0
-1971	1
+1971	0
 1972	1
-1973	1
+1973	0
 1974	0
-1975	1
-1976	1
+1975	0
+1976	0
 1977	1
 1978	1
 1979	0
@@ -1996,19 +1996,19 @@ index	prediction
 1994	0
 1995	1
 1996	1
-1997	1
+1997	0
 1998	1
 1999	1
 2000	1
 2001	1
-2002	1
+2002	0
 2003	1
 2004	1
 2005	0
-2006	1
+2006	0
 2007	1
 2008	0
-2009	1
+2009	0
 2010	1
 2011	1
 2012	1
@@ -2017,24 +2017,24 @@ index	prediction
 2015	1
 2016	1
 2017	1
-2018	0
-2019	0
+2018	1
+2019	1
 2020	1
-2021	0
+2021	1
 2022	1
 2023	1
 2024	1
 2025	1
-2026	0
+2026	1
 2027	1
-2028	1
+2028	0
 2029	1
 2030	1
 2031	1
 2032	0
 2033	1
 2034	1
-2035	0
+2035	1
 2036	1
 2037	1
 2038	1
@@ -2046,7 +2046,7 @@ index	prediction
 2044	1
 2045	0
 2046	1
-2047	0
+2047	1
 2048	1
 2049	1
 2050	1
@@ -2057,23 +2057,23 @@ index	prediction
 2055	1
 2056	1
 2057	1
-2058	1
+2058	0
 2059	1
 2060	1
 2061	0
 2062	0
 2063	1
 2064	1
-2065	0
+2065	1
 2066	1
-2067	0
+2067	1
 2068	1
 2069	1
-2070	0
+2070	1
 2071	1
 2072	1
-2073	0
-2074	1
+2073	1
+2074	0
 2075	1
 2076	1
 2077	1
@@ -2084,17 +2084,17 @@ index	prediction
 2082	1
 2083	1
 2084	1
-2085	0
-2086	0
-2087	1
+2085	1
+2086	1
+2087	0
 2088	1
 2089	1
 2090	1
-2091	0
-2092	0
+2091	1
+2092	1
 2093	1
 2094	1
-2095	1
+2095	0
 2096	1
 2097	1
 2098	1
@@ -2104,26 +2104,26 @@ index	prediction
 2102	1
 2103	1
 2104	1
-2105	0
+2105	1
 2106	1
 2107	1
 2108	1
 2109	0
-2110	0
+2110	1
 2111	0
 2112	1
-2113	1
+2113	0
 2114	1
 2115	1
-2116	1
-2117	1
+2116	0
+2117	0
 2118	1
-2119	1
+2119	0
 2120	1
 2121	1
 2122	1
 2123	0
-2124	0
+2124	1
 2125	1
 2126	1
 2127	1
@@ -2134,23 +2134,23 @@ index	prediction
 2132	1
 2133	0
 2134	0
-2135	1
-2136	1
-2137	0
+2135	0
+2136	0
+2137	1
 2138	1
 2139	1
 2140	1
-2141	0
-2142	1
+2141	1
+2142	0
 2143	1
 2144	1
 2145	1
 2146	1
-2147	0
+2147	1
 2148	0
-2149	0
-2150	1
-2151	1
+2149	1
+2150	0
+2151	0
 2152	1
 2153	1
 2154	1
@@ -2163,7 +2163,7 @@ index	prediction
 2161	1
 2162	1
 2163	1
-2164	1
+2164	0
 2165	1
 2166	0
 2167	1
@@ -2173,24 +2173,24 @@ index	prediction
 2171	1
 2172	1
 2173	1
-2174	0
+2174	1
 2175	1
 2176	0
 2177	1
 2178	1
 2179	1
 2180	1
-2181	1
-2182	0
-2183	0
+2181	0
+2182	1
+2183	1
 2184	1
 2185	1
 2186	0
 2187	0
-2188	1
-2189	0
+2188	0
+2189	1
 2190	0
-2191	0
+2191	1
 2192	1
 2193	0
 2194	0
@@ -2203,34 +2203,34 @@ index	prediction
 2201	1
 2202	1
 2203	1
-2204	0
-2205	1
+2204	1
+2205	0
 2206	0
-2207	0
+2207	1
 2208	0
 2209	1
 2210	1
 2211	1
-2212	0
+2212	1
 2213	0
 2214	1
 2215	1
-2216	1
-2217	0
-2218	0
-2219	0
+2216	0
+2217	1
+2218	1
+2219	1
 2220	0
-2221	0
+2221	1
 2222	1
-2223	1
+2223	0
 2224	0
 2225	0
-2226	0
+2226	1
 2227	0
-2228	0
+2228	1
 2229	1
-2230	0
-2231	0
+2230	1
+2231	1
 2232	1
 2233	0
 2234	0
@@ -2238,12 +2238,12 @@ index	prediction
 2236	1
 2237	0
 2238	0
-2239	0
+2239	1
 2240	0
-2241	0
-2242	0
-2243	0
-2244	0
+2241	1
+2242	1
+2243	1
+2244	1
 2245	1
 2246	1
 2247	1
@@ -2257,35 +2257,35 @@ index	prediction
 2255	0
 2256	0
 2257	1
-2258	0
-2259	1
-2260	1
+2258	1
+2259	0
+2260	0
 2261	1
-2262	1
-2263	1
-2264	1
-2265	1
+2262	0
+2263	0
+2264	0
+2265	0
 2266	1
 2267	1
 2268	1
 2269	1
 2270	1
 2271	1
-2272	1
+2272	0
 2273	1
 2274	0
 2275	1
 2276	1
-2277	0
+2277	1
 2278	0
-2279	0
-2280	0
-2281	0
+2279	1
+2280	1
+2281	1
 2282	0
 2283	0
-2284	0
+2284	1
 2285	0
-2286	1
+2286	0
 2287	1
 2288	0
 2289	0
@@ -2295,12 +2295,12 @@ index	prediction
 2293	0
 2294	1
 2295	0
-2296	0
-2297	0
-2298	0
+2296	1
+2297	1
+2298	1
 2299	0
 2300	1
-2301	0
+2301	1
 2302	0
 2303	1
 2304	0
@@ -2308,15 +2308,15 @@ index	prediction
 2306	0
 2307	1
 2308	0
-2309	0
+2309	1
 2310	0
-2311	1
+2311	0
 2312	0
 2313	0
 2314	0
-2315	0
-2316	0
-2317	0
+2315	1
+2316	1
+2317	1
 2318	1
 2319	1
 2320	1
@@ -2330,49 +2330,49 @@ index	prediction
 2328	0
 2329	0
 2330	1
-2331	0
+2331	1
 2332	0
 2333	1
-2334	1
+2334	0
 2335	0
 2336	0
 2337	1
 2338	1
 2339	0
-2340	0
+2340	1
 2341	0
-2342	0
-2343	0
-2344	0
+2342	1
+2343	1
+2344	1
 2345	0
-2346	0
-2347	0
-2348	0
+2346	1
+2347	1
+2348	1
 2349	0
 2350	1
 2351	1
 2352	1
 2353	0
-2354	0
-2355	0
+2354	1
+2355	1
 2356	0
 2357	0
 2358	0
 2359	1
 2360	1
 2361	0
-2362	0
-2363	0
+2362	1
+2363	1
 2364	0
 2365	0
 2366	1
-2367	0
+2367	1
 2368	1
-2369	0
+2369	1
 2370	1
 2371	1
 2372	0
-2373	0
+2373	1
 2374	1
 2375	1
 2376	0
@@ -2383,21 +2383,21 @@ index	prediction
 2381	1
 2382	1
 2383	1
-2384	1
+2384	0
 2385	1
-2386	1
-2387	1
-2388	1
+2386	0
+2387	0
+2388	0
 2389	1
 2390	1
 2391	0
 2392	1
 2393	1
-2394	0
+2394	1
 2395	0
-2396	0
+2396	1
 2397	1
-2398	1
+2398	0
 2399	1
 2400	1
 2401	1
@@ -2408,22 +2408,22 @@ index	prediction
 2406	1
 2407	1
 2408	1
-2409	0
+2409	1
 2410	1
 2411	1
 2412	0
 2413	1
 2414	1
-2415	0
+2415	1
 2416	1
-2417	1
-2418	1
-2419	1
+2417	0
+2418	0
+2419	0
 2420	1
 2421	1
 2422	1
 2423	0
-2424	0
+2424	1
 2425	1
 2426	1
 2427	1
@@ -2442,7 +2442,7 @@ index	prediction
 2440	1
 2441	1
 2442	1
-2443	0
+2443	1
 2444	0
 2445	1
 2446	0
@@ -2450,7 +2450,7 @@ index	prediction
 2448	0
 2449	1
 2450	1
-2451	0
+2451	1
 2452	1
 2453	1
 2454	1
@@ -2460,17 +2460,17 @@ index	prediction
 2458	1
 2459	1
 2460	1
-2461	1
+2461	0
 2462	1
 2463	1
 2464	1
 2465	1
 2466	1
-2467	0
+2467	1
 2468	1
 2469	1
-2470	1
-2471	1
+2470	0
+2471	0
 2472	1
 2473	1
 2474	1
@@ -2478,38 +2478,38 @@ index	prediction
 2476	1
 2477	1
 2478	1
-2479	0
+2479	1
 2480	1
 2481	0
 2482	0
 2483	0
-2484	1
-2485	1
+2484	0
+2485	0
 2486	1
-2487	1
-2488	1
-2489	1
+2487	0
+2488	0
+2489	0
 2490	0
 2491	0
 2492	0
 2493	0
 2494	0
-2495	1
+2495	0
 2496	1
 2497	1
 2498	1
 2499	1
-2500	1
-2501	0
+2500	0
+2501	1
 2502	0
 2503	1
 2504	0
-2505	1
+2505	0
 2506	1
-2507	0
-2508	1
+2507	1
+2508	0
 2509	1
-2510	0
+2510	1
 2511	1
 2512	1
 2513	1
@@ -2543,7 +2543,7 @@ index	prediction
 2541	1
 2542	1
 2543	1
-2544	0
+2544	1
 2545	1
 2546	1
 2547	0
@@ -2551,7 +2551,7 @@ index	prediction
 2549	1
 2550	1
 2551	0
-2552	1
+2552	0
 2553	0
 2554	0
 2555	0
@@ -2563,140 +2563,140 @@ index	prediction
 2561	0
 2562	1
 2563	1
-2564	0
-2565	0
+2564	1
+2565	1
 2566	0
 2567	0
 2568	1
-2569	1
+2569	0
 2570	1
 2571	1
 2572	1
-2573	0
+2573	1
 2574	1
 2575	1
-2576	0
-2577	0
+2576	1
+2577	1
 2578	1
 2579	0
 2580	1
 2581	1
 2582	1
 2583	0
-2584	0
+2584	1
 2585	0
 2586	0
 2587	0
 2588	0
-2589	0
-2590	0
+2589	1
+2590	1
 2591	1
 2592	1
 2593	1
-2594	1
+2594	0
 2595	1
 2596	1
-2597	0
+2597	1
 2598	1
-2599	0
-2600	0
-2601	0
+2599	1
+2600	1
+2601	1
 2602	0
 2603	1
 2604	1
 2605	0
-2606	0
-2607	0
-2608	1
+2606	1
+2607	1
+2608	0
 2609	1
 2610	1
 2611	1
-2612	1
-2613	1
+2612	0
+2613	0
 2614	1
 2615	1
 2616	1
 2617	1
-2618	0
+2618	1
 2619	0
 2620	1
-2621	0
-2622	0
-2623	0
+2621	1
+2622	1
+2623	1
 2624	0
-2625	0
+2625	1
 2626	1
-2627	0
+2627	1
 2628	0
 2629	0
 2630	1
-2631	0
+2631	1
 2632	0
-2633	0
+2633	1
 2634	1
 2635	0
 2636	1
 2637	0
-2638	0
-2639	0
+2638	1
+2639	1
 2640	1
-2641	0
+2641	1
 2642	1
 2643	1
 2644	0
-2645	1
-2646	1
+2645	0
+2646	0
 2647	1
 2648	0
 2649	0
 2650	0
 2651	0
 2652	0
-2653	0
+2653	1
 2654	0
-2655	0
+2655	1
 2656	0
-2657	0
+2657	1
 2658	1
 2659	0
 2660	0
 2661	1
 2662	0
-2663	0
+2663	1
 2664	0
 2665	0
 2666	1
 2667	0
-2668	0
+2668	1
 2669	0
 2670	1
 2671	0
 2672	1
-2673	0
+2673	1
 2674	0
 2675	1
 2676	1
-2677	0
+2677	1
 2678	1
 2679	1
-2680	0
+2680	1
 2681	1
 2682	1
 2683	1
 2684	1
 2685	1
-2686	0
+2686	1
 2687	1
-2688	0
+2688	1
 2689	0
 2690	1
 2691	1
-2692	0
-2693	0
+2692	1
+2693	1
 2694	0
 2695	1
 2696	1
-2697	0
+2697	1
 2698	0
 2699	1
 2700	0
@@ -2722,7 +2722,7 @@ index	prediction
 2720	0
 2721	1
 2722	1
-2723	1
+2723	0
 2724	0
 2725	0
 2726	0
@@ -2769,7 +2769,7 @@ index	prediction
 2767	0
 2768	1
 2769	1
-2770	1
+2770	0
 2771	0
 2772	0
 2773	0
@@ -2778,11 +2778,11 @@ index	prediction
 2776	0
 2777	1
 2778	0
-2779	1
+2779	0
 2780	0
 2781	1
 2782	0
-2783	0
+2783	1
 2784	1
 2785	1
 2786	1
@@ -2794,55 +2794,55 @@ index	prediction
 2792	1
 2793	0
 2794	1
-2795	0
-2796	0
+2795	1
+2796	1
 2797	0
 2798	0
 2799	1
-2800	0
+2800	1
 2801	1
-2802	0
+2802	1
 2803	1
 2804	1
-2805	0
-2806	0
+2805	1
+2806	1
 2807	1
 2808	0
 2809	0
 2810	0
-2811	0
+2811	1
 2812	1
 2813	1
 2814	1
-2815	0
+2815	1
 2816	1
 2817	1
-2818	0
+2818	1
 2819	1
 2820	1
 2821	1
 2822	0
 2823	1
-2824	0
+2824	1
 2825	1
 2826	1
 2827	0
 2828	0
 2829	0
 2830	1
-2831	0
+2831	1
 2832	0
 2833	0
 2834	0
 2835	1
 2836	1
 2837	0
-2838	0
+2838	1
 2839	0
 2840	0
 2841	0
 2842	0
-2843	0
+2843	1
 2844	1
 2845	1
 2846	1
@@ -2878,11 +2878,11 @@ index	prediction
 2876	1
 2877	1
 2878	1
-2879	0
-2880	0
+2879	1
+2880	1
 2881	1
-2882	1
-2883	1
+2882	0
+2883	0
 2884	1
 2885	1
 2886	1
@@ -2895,12 +2895,12 @@ index	prediction
 2893	1
 2894	0
 2895	1
-2896	0
+2896	1
 2897	1
 2898	1
-2899	1
+2899	0
 2900	1
-2901	0
+2901	1
 2902	1
 2903	1
 2904	0
@@ -2910,11 +2910,11 @@ index	prediction
 2908	1
 2909	1
 2910	1
-2911	1
-2912	1
+2911	0
+2912	0
 2913	1
 2914	1
-2915	1
+2915	0
 2916	1
 2917	1
 2918	1
@@ -2924,13 +2924,13 @@ index	prediction
 2922	1
 2923	1
 2924	1
-2925	1
-2926	1
+2925	0
+2926	0
 2927	0
 2928	1
 2929	0
 2930	1
-2931	0
+2931	1
 2932	1
 2933	0
 2934	1
@@ -2950,64 +2950,64 @@ index	prediction
 2948	1
 2949	1
 2950	0
-2951	0
+2951	1
 2952	0
-2953	0
+2953	1
 2954	0
-2955	0
+2955	1
 2956	0
 2957	0
 2958	0
 2959	0
 2960	0
 2961	0
-2962	0
-2963	0
+2962	1
+2963	1
 2964	1
 2965	0
 2966	1
-2967	0
+2967	1
 2968	0
 2969	0
 2970	1
 2971	0
 2972	1
 2973	1
-2974	1
-2975	1
-2976	1
+2974	0
+2975	0
+2976	0
 2977	1
 2978	1
 2979	1
 2980	1
-2981	0
-2982	1
+2981	1
+2982	0
 2983	1
 2984	1
 2985	1
 2986	1
 2987	1
-2988	1
-2989	1
+2988	0
+2989	0
 2990	1
 2991	1
-2992	1
+2992	0
 2993	1
 2994	1
 2995	0
 2996	0
 2997	0
-2998	0
+2998	1
 2999	1
 3000	0
-3001	1
+3001	0
 3002	0
 3003	1
 3004	0
 3005	0
 3006	0
 3007	0
-3008	0
+3008	1
 3009	0
 3010	0
 3011	0
@@ -3040,13 +3040,13 @@ index	prediction
 3038	0
 3039	0
 3040	0
-3041	0
+3041	1
 3042	0
 3043	0
 3044	0
 3045	0
-3046	0
-3047	1
+3046	1
+3047	0
 3048	0
 3049	0
 3050	0
@@ -3057,7 +3057,7 @@ index	prediction
 3055	0
 3056	1
 3057	0
-3058	0
+3058	1
 3059	0
 3060	0
 3061	1
@@ -3067,28 +3067,28 @@ index	prediction
 3065	0
 3066	1
 3067	1
-3068	1
+3068	0
 3069	0
-3070	1
+3070	0
 3071	0
 3072	1
 3073	1
 3074	1
-3075	1
+3075	0
 3076	0
-3077	0
+3077	1
 3078	0
-3079	0
+3079	1
 3080	1
 3081	1
 3082	1
-3083	1
+3083	0
 3084	0
-3085	1
+3085	0
 3086	0
 3087	0
 3088	0
-3089	1
+3089	0
 3090	1
 3091	1
 3092	1
@@ -3103,7 +3103,7 @@ index	prediction
 3101	0
 3102	0
 3103	1
-3104	0
+3104	1
 3105	1
 3106	1
 3107	0
@@ -3112,31 +3112,31 @@ index	prediction
 3110	1
 3111	1
 3112	1
-3113	0
+3113	1
 3114	0
-3115	0
-3116	1
+3115	1
+3116	0
 3117	0
 3118	1
-3119	1
+3119	0
 3120	1
 3121	1
-3122	0
+3122	1
 3123	0
 3124	1
-3125	1
+3125	0
 3126	0
 3127	0
 3128	1
 3129	1
-3130	1
+3130	0
 3131	1
 3132	1
 3133	1
 3134	1
 3135	1
 3136	1
-3137	0
+3137	1
 3138	0
 3139	0
 3140	1
@@ -3146,31 +3146,31 @@ index	prediction
 3144	0
 3145	0
 3146	1
-3147	0
+3147	1
 3148	1
 3149	1
 3150	1
 3151	1
 3152	1
 3153	0
-3154	0
-3155	1
+3154	1
+3155	0
 3156	1
 3157	1
 3158	1
 3159	1
 3160	1
 3161	1
-3162	1
+3162	0
 3163	1
 3164	1
 3165	1
 3166	1
 3167	1
-3168	1
+3168	0
 3169	1
 3170	1
-3171	1
+3171	0
 3172	1
 3173	1
 3174	1
@@ -3179,10 +3179,10 @@ index	prediction
 3177	1
 3178	1
 3179	1
-3180	0
+3180	1
 3181	1
 3182	1
-3183	1
+3183	0
 3184	1
 3185	0
 3186	0
@@ -3192,21 +3192,21 @@ index	prediction
 3190	1
 3191	1
 3192	1
-3193	1
+3193	0
 3194	0
 3195	1
 3196	1
 3197	1
 3198	1
-3199	1
-3200	1
+3199	0
+3200	0
 3201	1
 3202	1
-3203	1
+3203	0
 3204	1
-3205	0
+3205	1
 3206	1
-3207	1
+3207	0
 3208	0
 3209	0
 3210	0
@@ -3219,9 +3219,9 @@ index	prediction
 3217	1
 3218	1
 3219	0
-3220	0
+3220	1
 3221	0
-3222	1
+3222	0
 3223	1
 3224	1
 3225	1
@@ -3233,7 +3233,7 @@ index	prediction
 3231	1
 3232	1
 3233	1
-3234	0
+3234	1
 3235	1
 3236	1
 3237	0
@@ -3243,9 +3243,9 @@ index	prediction
 3241	0
 3242	0
 3243	0
-3244	1
-3245	1
-3246	1
+3244	0
+3245	0
+3246	0
 3247	0
 3248	1
 3249	0
@@ -3269,10 +3269,10 @@ index	prediction
 3267	0
 3268	0
 3269	0
-3270	1
+3270	0
 3271	1
 3272	0
-3273	1
+3273	0
 3274	0
 3275	0
 3276	0
@@ -3305,8 +3305,8 @@ index	prediction
 3303	1
 3304	1
 3305	1
-3306	1
-3307	1
+3306	0
+3307	0
 3308	1
 3309	1
 3310	1
@@ -3319,86 +3319,86 @@ index	prediction
 3317	0
 3318	0
 3319	0
-3320	0
+3320	1
 3321	0
 3322	1
 3323	0
 3324	1
-3325	0
+3325	1
 3326	0
 3327	0
 3328	1
-3329	1
+3329	0
 3330	0
 3331	0
 3332	0
-3333	0
+3333	1
 3334	1
 3335	1
 3336	1
 3337	1
 3338	1
-3339	0
+3339	1
 3340	0
 3341	1
 3342	1
-3343	0
+3343	1
 3344	1
 3345	1
 3346	1
 3347	1
 3348	1
 3349	1
-3350	1
-3351	0
-3352	0
+3350	0
+3351	1
+3352	1
 3353	1
 3354	1
-3355	0
-3356	0
-3357	0
+3355	1
+3356	1
+3357	1
 3358	1
 3359	1
 3360	1
-3361	1
-3362	0
+3361	0
+3362	1
 3363	0
 3364	0
-3365	0
+3365	1
 3366	0
 3367	0
 3368	0
 3369	0
 3370	0
-3371	0
+3371	1
 3372	0
 3373	0
-3374	1
+3374	0
 3375	0
-3376	0
-3377	0
-3378	0
-3379	0
+3376	1
+3377	1
+3378	1
+3379	1
 3380	0
 3381	1
-3382	0
-3383	0
-3384	0
-3385	0
+3382	1
+3383	1
+3384	1
+3385	1
 3386	0
 3387	0
 3388	1
 3389	1
-3390	0
+3390	1
 3391	1
-3392	0
+3392	1
 3393	1
 3394	1
-3395	1
+3395	0
 3396	1
 3397	1
 3398	1
-3399	0
+3399	1
 3400	1
 3401	1
 3402	1
@@ -3406,12 +3406,12 @@ index	prediction
 3404	1
 3405	1
 3406	1
-3407	0
+3407	1
 3408	1
 3409	1
 3410	1
 3411	1
-3412	1
+3412	0
 3413	1
 3414	1
 3415	1
@@ -3445,13 +3445,13 @@ index	prediction
 3443	1
 3444	1
 3445	0
-3446	1
+3446	0
 3447	1
 3448	1
 3449	1
-3450	1
+3450	0
 3451	1
-3452	1
+3452	0
 3453	0
 3454	0
 3455	1
@@ -3460,37 +3460,37 @@ index	prediction
 3458	1
 3459	1
 3460	1
-3461	0
+3461	1
 3462	0
 3463	0
 3464	1
 3465	0
-3466	0
+3466	1
 3467	0
 3468	0
-3469	0
-3470	1
-3471	1
-3472	1
+3469	1
+3470	0
+3471	0
+3472	0
 3473	0
 3474	1
-3475	1
+3475	0
 3476	0
 3477	0
 3478	1
-3479	0
-3480	0
-3481	0
-3482	0
+3479	1
+3480	1
+3481	1
+3482	1
 3483	0
 3484	0
 3485	0
 3486	0
 3487	1
-3488	0
+3488	1
 3489	0
-3490	0
-3491	0
+3490	1
+3491	1
 3492	0
 3493	0
 3494	0
@@ -3506,8 +3506,8 @@ index	prediction
 3504	1
 3505	1
 3506	0
-3507	0
-3508	0
+3507	1
+3508	1
 3509	0
 3510	1
 3511	0
@@ -3535,7 +3535,7 @@ index	prediction
 3533	0
 3534	0
 3535	0
-3536	1
+3536	0
 3537	0
 3538	0
 3539	0
@@ -3549,12 +3549,12 @@ index	prediction
 3547	0
 3548	1
 3549	1
-3550	0
+3550	1
 3551	1
 3552	1
 3553	0
 3554	0
-3555	0
+3555	1
 3556	0
 3557	0
 3558	1
@@ -3568,62 +3568,62 @@ index	prediction
 3566	0
 3567	0
 3568	0
-3569	0
-3570	1
+3569	1
+3570	0
 3571	0
 3572	0
 3573	0
 3574	0
 3575	0
-3576	0
+3576	1
 3577	0
 3578	1
-3579	0
+3579	1
 3580	0
-3581	1
-3582	1
+3581	0
+3582	0
 3583	0
 3584	0
-3585	0
+3585	1
 3586	0
 3587	0
 3588	0
 3589	1
-3590	1
+3590	0
 3591	1
-3592	1
-3593	1
+3592	0
+3593	0
 3594	1
 3595	1
 3596	0
 3597	1
 3598	0
-3599	1
+3599	0
 3600	0
-3601	1
-3602	1
-3603	0
+3601	0
+3602	0
+3603	1
 3604	0
 3605	0
 3606	0
 3607	1
-3608	1
+3608	0
 3609	1
 3610	1
-3611	1
+3611	0
 3612	1
-3613	0
-3614	1
+3613	1
+3614	0
 3615	0
 3616	1
-3617	1
-3618	1
+3617	0
+3618	0
 3619	1
 3620	1
 3621	1
 3622	1
-3623	1
-3624	1
+3623	0
+3624	0
 3625	1
 3626	1
 3627	1
@@ -3635,16 +3635,16 @@ index	prediction
 3633	1
 3634	1
 3635	1
-3636	1
+3636	0
 3637	1
 3638	1
 3639	1
 3640	1
 3641	1
 3642	1
-3643	1
+3643	0
 3644	1
-3645	1
+3645	0
 3646	1
 3647	1
 3648	1
@@ -3675,33 +3675,33 @@ index	prediction
 3673	1
 3674	1
 3675	1
-3676	1
+3676	0
 3677	0
-3678	0
-3679	0
+3678	1
+3679	1
 3680	1
 3681	1
 3682	1
 3683	1
-3684	0
+3684	1
 3685	1
 3686	1
 3687	0
-3688	1
+3688	0
 3689	0
 3690	0
 3691	0
-3692	0
+3692	1
 3693	1
-3694	0
-3695	0
-3696	0
-3697	0
+3694	1
+3695	1
+3696	1
+3697	1
 3698	0
-3699	0
-3700	0
+3699	1
+3700	1
 3701	1
-3702	0
+3702	1
 3703	1
 3704	1
 3705	1
@@ -3711,18 +3711,18 @@ index	prediction
 3709	1
 3710	1
 3711	1
-3712	1
-3713	1
+3712	0
+3713	0
 3714	1
-3715	1
+3715	0
 3716	1
 3717	0
 3718	0
 3719	0
-3720	1
+3720	0
 3721	1
 3722	1
-3723	1
+3723	0
 3724	0
 3725	0
 3726	0
@@ -3736,16 +3736,16 @@ index	prediction
 3734	1
 3735	0
 3736	1
-3737	1
-3738	1
-3739	1
-3740	1
-3741	1
-3742	1
-3743	1
-3744	1
-3745	1
-3746	1
+3737	0
+3738	0
+3739	0
+3740	0
+3741	0
+3742	0
+3743	0
+3744	0
+3745	0
+3746	0
 3747	1
 3748	1
 3749	1
@@ -3755,10 +3755,10 @@ index	prediction
 3753	1
 3754	1
 3755	1
-3756	0
+3756	1
 3757	1
-3758	1
-3759	1
+3758	0
+3759	0
 3760	0
 3761	0
 3762	0
@@ -3795,25 +3795,25 @@ index	prediction
 3793	0
 3794	0
 3795	0
-3796	1
+3796	0
 3797	0
 3798	0
-3799	0
+3799	1
 3800	0
-3801	1
+3801	0
 3802	1
 3803	1
 3804	0
 3805	0
 3806	0
 3807	1
-3808	1
-3809	0
+3808	0
+3809	1
 3810	0
 3811	0
 3812	0
-3813	0
-3814	0
+3813	1
+3814	1
 3815	1
 3816	0
 3817	0
@@ -3859,21 +3859,21 @@ index	prediction
 3857	1
 3858	1
 3859	1
-3860	0
-3861	0
+3860	1
+3861	1
 3862	1
-3863	0
-3864	0
-3865	0
+3863	1
+3864	1
+3865	1
 3866	0
 3867	0
 3868	1
 3869	1
-3870	0
-3871	0
-3872	0
-3873	0
-3874	0
+3870	1
+3871	1
+3872	1
+3873	1
+3874	1
 3875	0
 3876	0
 3877	0
@@ -3881,7 +3881,7 @@ index	prediction
 3879	1
 3880	0
 3881	0
-3882	0
+3882	1
 3883	0
 3884	0
 3885	0
@@ -3930,15 +3930,15 @@ index	prediction
 3928	1
 3929	1
 3930	1
-3931	1
-3932	1
-3933	1
-3934	1
+3931	0
+3932	0
+3933	0
+3934	0
 3935	1
 3936	1
 3937	1
 3938	1
-3939	1
+3939	0
 3940	1
 3941	1
 3942	1
@@ -3954,32 +3954,32 @@ index	prediction
 3952	1
 3953	1
 3954	1
-3955	0
+3955	1
 3956	1
 3957	0
 3958	1
 3959	0
 3960	1
-3961	1
+3961	0
 3962	1
 3963	1
 3964	1
 3965	1
 3966	0
 3967	0
-3968	1
+3968	0
 3969	1
 3970	1
-3971	1
+3971	0
 3972	0
-3973	1
+3973	0
 3974	0
 3975	1
 3976	1
 3977	0
-3978	1
+3978	0
 3979	0
 3980	1
-3981	1
+3981	0
 3982	0
 3983	0

runs/Jan18_20-47-12_ncfx0wf02p/events.out.tfevents.1705611990.ncfx0wf02p.105.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:908b3c4bdda418bc454d325c6ddb737d8e00a130828e5a35e3eb4e8554013b60
+size 363

train_results.json

@@ -1,8 +1,8 @@
 {
-    "epoch": 1.0,
-    "train_loss": 0.6213501343875376,
-    "train_runtime": 375.8128,
+    "epoch": 3.0,
+    "train_loss": 0.5194375239977745,
+    "train_runtime": 1111.5213,
     "train_samples": 31882,
-    "train_samples_per_second": 84.835,
-    "train_steps_per_second": 2.653
+    "train_samples_per_second": 86.05,
+    "train_steps_per_second": 2.691
 }

trainer_state.json

@@ -1,44 +1,74 @@
 {
-  "best_metric": 0.6744477911646586,
-  "best_model_checkpoint": "./microsoft-codebert-base-finetuned-defect-detection/checkpoint-997",
-  "epoch": 1.0,
+  "best_metric": 0.7093373493975904,
+  "best_model_checkpoint": "./microsoft-codebert-base-finetuned-defect-detection/checkpoint-2991",
+  "epoch": 3.0,
   "eval_steps": 500,
-  "global_step": 997,
+  "global_step": 2991,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
   "log_history": [
     {
       "epoch": 1.0,
-      "learning_rate": 0.0,
-      "loss": 0.6214,
+      "learning_rate": 1.3333333333333333e-05,
+      "loss": 0.6157,
       "step": 997
     },
     {
       "epoch": 1.0,
-      "eval_accuracy": 0.6744477911646586,
-      "eval_loss": 0.5639129281044006,
-      "eval_runtime": 17.0532,
-      "eval_samples_per_second": 233.621,
-      "eval_steps_per_second": 29.203,
+      "eval_accuracy": 0.6882530120481928,
+      "eval_loss": 0.5484088659286499,
+      "eval_runtime": 16.7612,
+      "eval_samples_per_second": 237.692,
+      "eval_steps_per_second": 29.711,
       "step": 997
     },
     {
-      "epoch": 1.0,
-      "step": 997,
-      "total_flos": 8388506666987520.0,
-      "train_loss": 0.6213501343875376,
-      "train_runtime": 375.8128,
-      "train_samples_per_second": 84.835,
-      "train_steps_per_second": 2.653
+      "epoch": 2.0,
+      "learning_rate": 6.666666666666667e-06,
+      "loss": 0.5023,
+      "step": 1994
+    },
+    {
+      "epoch": 2.0,
+      "eval_accuracy": 0.706074297188755,
+      "eval_loss": 0.5381159782409668,
+      "eval_runtime": 16.7179,
+      "eval_samples_per_second": 238.308,
+      "eval_steps_per_second": 29.788,
+      "step": 1994
+    },
+    {
+      "epoch": 3.0,
+      "learning_rate": 0.0,
+      "loss": 0.4403,
+      "step": 2991
+    },
+    {
+      "epoch": 3.0,
+      "eval_accuracy": 0.7093373493975904,
+      "eval_loss": 0.5346359610557556,
+      "eval_runtime": 16.7593,
+      "eval_samples_per_second": 237.719,
+      "eval_steps_per_second": 29.715,
+      "step": 2991
+    },
+    {
+      "epoch": 3.0,
+      "step": 2991,
+      "total_flos": 2.516552000096256e+16,
+      "train_loss": 0.5194375239977745,
+      "train_runtime": 1111.5213,
+      "train_samples_per_second": 86.05,
+      "train_steps_per_second": 2.691
     }
   ],
   "logging_steps": 500,
-  "max_steps": 997,
+  "max_steps": 2991,
   "num_input_tokens_seen": 0,
-  "num_train_epochs": 1,
+  "num_train_epochs": 3,
   "save_steps": 500,
-  "total_flos": 8388506666987520.0,
+  "total_flos": 2.516552000096256e+16,
   "train_batch_size": 32,
   "trial_name": null,
   "trial_params": null