Add model and its dependencies

README.md

@@ -0,0 +1,78 @@
+---
+language:
+- en
+license: apache-2.0
+tags:
+- generated_from_trainer
+datasets:
+- ''
+metrics:
+- accuracy
+model-index:
+- name: SEED0042
+  results:
+  - task:
+      name: Text Classification
+      type: text-classification
+    dataset:
+      name: SST2
+      type: ''
+      args: sst2
+    metrics:
+    - name: Accuracy
+      type: accuracy
+      value: 0.9506880733944955
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# SEED0042
+
+This model is a fine-tuned version of [google/electra-base-discriminator](https://huggingface.co/google/electra-base-discriminator) on the SST2 dataset.
+It achieves the following results on the evaluation set:
+- Loss: 0.1754
+- Accuracy: 0.9507
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 3e-05
+- train_batch_size: 32
+- eval_batch_size: 32
+- seed: 42
+- distributed_type: not_parallel
+- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
+- lr_scheduler_type: linear
+- lr_scheduler_warmup_steps: 2000
+- num_epochs: 3
+
+### Training results
+
+| Training Loss | Epoch | Step | Validation Loss | Accuracy |
+|:-------------:|:-----:|:----:|:---------------:|:--------:|
+| No log        | 1.0   | 2105 | 0.2056          | 0.9358   |
+| 0.2549        | 2.0   | 4210 | 0.1850          | 0.9438   |
+| 0.1162        | 3.0   | 6315 | 0.1754          | 0.9507   |
+
+
+### Framework versions
+
+- Transformers 4.17.0
+- Pytorch 1.10.0+cu113
+- Datasets 2.1.0
+- Tokenizers 0.11.6

all_results.json

@@ -0,0 +1,14 @@
+{
+    "epoch": 3.0,
+    "train_loss": 0.16375755859761604,
+    "train_runtime": 455.2846,
+    "train_samples": 67349,
+    "train_samples_per_second": 443.782,
+    "train_steps_per_second": 13.87,
+    "validation_accuracy": 0.9506880733944955,
+    "validation_loss": 0.1753561794757843,
+    "validation_runtime": 0.7759,
+    "validation_samples": 872,
+    "validation_samples_per_second": 1123.912,
+    "validation_steps_per_second": 36.089
+}

config.json

@@ -0,0 +1,40 @@
+{
+  "_name_or_path": "google/electra-base-discriminator",
+  "architectures": [
+    "ElectraForSequenceClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "classifier_dropout": null,
+  "embedding_size": 768,
+  "finetuning_task": "sst2",
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "id2label": {
+    "0": "negative",
+    "1": "positive"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "label2id": {
+    "negative": 0,
+    "positive": 1
+  },
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "electra",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 0,
+  "position_embedding_type": "absolute",
+  "problem_type": "single_label_classification",
+  "summary_activation": "gelu",
+  "summary_last_dropout": 0.1,
+  "summary_type": "first",
+  "summary_use_proj": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.17.0",
+  "type_vocab_size": 2,
+  "use_cache": true,
+  "vocab_size": 30522
+}

predict_results_test.txt

@@ -0,0 +1,1822 @@
+index	prediction
+0	negative
+1	negative
+2	positive
+3	positive
+4	positive
+5	positive
+6	negative
+7	positive
+8	positive
+9	negative
+10	negative
+11	positive
+12	negative
+13	positive
+14	positive
+15	positive
+16	positive
+17	positive
+18	positive
+19	negative
+20	negative
+21	positive
+22	negative
+23	positive
+24	negative
+25	negative
+26	negative
+27	negative
+28	positive
+29	positive
+30	positive
+31	negative
+32	negative
+33	positive
+34	negative
+35	positive
+36	negative
+37	negative
+38	negative
+39	negative
+40	positive
+41	negative
+42	positive
+43	positive
+44	negative
+45	positive
+46	negative
+47	negative
+48	negative
+49	negative
+50	negative
+51	positive
+52	negative
+53	negative
+54	positive
+55	negative
+56	negative
+57	negative
+58	negative
+59	positive
+60	positive
+61	negative
+62	positive
+63	positive
+64	positive
+65	positive
+66	positive
+67	negative
+68	negative
+69	negative
+70	positive
+71	positive
+72	positive
+73	positive
+74	negative
+75	negative
+76	negative
+77	positive
+78	negative
+79	positive
+80	negative
+81	positive
+82	positive
+83	positive
+84	positive
+85	positive
+86	negative
+87	negative
+88	negative
+89	negative
+90	positive
+91	positive
+92	negative
+93	positive
+94	positive
+95	positive
+96	positive
+97	positive
+98	negative
+99	negative
+100	negative
+101	negative
+102	negative
+103	positive
+104	positive
+105	negative
+106	positive
+107	positive
+108	negative
+109	negative
+110	negative
+111	positive
+112	negative
+113	positive
+114	positive
+115	positive
+116	positive
+117	negative
+118	negative
+119	positive
+120	positive
+121	negative
+122	positive
+123	negative
+124	positive
+125	positive
+126	positive
+127	negative
+128	negative
+129	positive
+130	positive
+131	negative
+132	positive
+133	positive
+134	negative
+135	negative
+136	positive
+137	positive
+138	positive
+139	positive
+140	positive
+141	positive
+142	negative
+143	positive
+144	positive
+145	positive
+146	positive
+147	negative
+148	negative
+149	negative
+150	positive
+151	negative
+152	positive
+153	negative
+154	negative
+155	positive
+156	positive
+157	positive
+158	positive
+159	positive
+160	positive
+161	positive
+162	negative
+163	negative
+164	negative
+165	negative
+166	negative
+167	positive
+168	positive
+169	positive
+170	positive
+171	positive
+172	negative
+173	negative
+174	negative
+175	negative
+176	positive
+177	negative
+178	positive
+179	positive
+180	positive
+181	negative
+182	positive
+183	positive
+184	negative
+185	positive
+186	positive
+187	positive
+188	negative
+189	positive
+190	positive
+191	negative
+192	positive
+193	negative
+194	negative
+195	negative
+196	positive
+197	positive
+198	positive
+199	negative
+200	negative
+201	negative
+202	positive
+203	negative
+204	positive
+205	positive
+206	positive
+207	positive
+208	negative
+209	negative
+210	positive
+211	positive
+212	positive
+213	negative
+214	positive
+215	positive
+216	positive
+217	negative
+218	positive
+219	positive
+220	negative
+221	positive
+222	positive
+223	negative
+224	negative
+225	positive
+226	negative
+227	positive
+228	positive
+229	positive
+230	negative
+231	negative
+232	negative
+233	negative
+234	negative
+235	negative
+236	negative
+237	negative
+238	negative
+239	negative
+240	negative
+241	negative
+242	positive
+243	positive
+244	positive
+245	negative
+246	negative
+247	negative
+248	negative
+249	positive
+250	negative
+251	negative
+252	positive
+253	negative
+254	positive
+255	negative
+256	negative
+257	negative
+258	negative
+259	negative
+260	negative
+261	negative
+262	negative
+263	negative
+264	positive
+265	positive
+266	positive
+267	positive
+268	positive
+269	negative
+270	negative
+271	positive
+272	positive
+273	positive
+274	positive
+275	positive
+276	negative
+277	negative
+278	negative
+279	positive
+280	positive
+281	positive
+282	negative
+283	negative
+284	positive
+285	positive
+286	positive
+287	positive
+288	positive
+289	positive
+290	negative
+291	positive
+292	negative
+293	positive
+294	negative
+295	positive
+296	negative
+297	negative
+298	positive
+299	positive
+300	negative
+301	positive
+302	positive
+303	positive
+304	negative
+305	positive
+306	negative
+307	positive
+308	positive
+309	positive
+310	negative
+311	positive
+312	positive
+313	negative
+314	negative
+315	positive
+316	positive
+317	positive
+318	positive
+319	negative
+320	negative
+321	negative
+322	negative
+323	negative
+324	positive
+325	positive
+326	negative
+327	positive
+328	positive
+329	positive
+330	positive
+331	positive
+332	negative
+333	negative
+334	negative
+335	positive
+336	negative
+337	positive
+338	positive
+339	negative
+340	positive
+341	negative
+342	negative
+343	positive
+344	negative
+345	negative
+346	positive
+347	positive
+348	positive
+349	negative
+350	positive
+351	negative
+352	positive
+353	negative
+354	positive
+355	positive
+356	positive
+357	positive
+358	negative
+359	negative
+360	positive
+361	positive
+362	positive
+363	negative
+364	positive
+365	negative
+366	positive
+367	negative
+368	positive
+369	negative
+370	negative
+371	negative
+372	negative
+373	positive
+374	negative
+375	negative
+376	positive
+377	negative
+378	negative
+379	positive
+380	negative
+381	negative
+382	negative
+383	positive
+384	positive
+385	negative
+386	positive
+387	negative
+388	positive
+389	positive
+390	positive
+391	positive
+392	positive
+393	positive
+394	positive
+395	negative
+396	negative
+397	negative
+398	negative
+399	negative
+400	positive
+401	positive
+402	positive
+403	positive
+404	negative
+405	positive
+406	positive
+407	positive
+408	negative
+409	negative
+410	negative
+411	negative
+412	negative
+413	positive
+414	negative
+415	negative
+416	positive
+417	positive
+418	positive
+419	positive
+420	negative
+421	positive
+422	positive
+423	negative
+424	negative
+425	negative
+426	positive
+427	positive
+428	positive
+429	positive
+430	negative
+431	positive
+432	negative
+433	negative
+434	positive
+435	negative
+436	negative
+437	negative
+438	negative
+439	negative
+440	positive
+441	positive
+442	positive
+443	positive
+444	positive
+445	negative
+446	negative
+447	negative
+448	positive
+449	positive
+450	positive
+451	positive
+452	positive
+453	negative
+454	positive
+455	negative
+456	positive
+457	negative
+458	positive
+459	negative
+460	negative
+461	positive
+462	negative
+463	negative
+464	positive
+465	negative
+466	negative
+467	positive
+468	negative
+469	positive
+470	positive
+471	negative
+472	negative
+473	positive
+474	positive
+475	negative
+476	negative
+477	positive
+478	negative
+479	positive
+480	positive
+481	negative
+482	negative
+483	positive
+484	negative
+485	negative
+486	negative
+487	negative
+488	negative
+489	positive
+490	positive
+491	positive
+492	negative
+493	positive
+494	positive
+495	positive
+496	negative
+497	positive
+498	positive
+499	negative
+500	negative
+501	negative
+502	negative
+503	negative
+504	positive
+505	negative
+506	positive
+507	positive
+508	positive
+509	negative
+510	negative
+511	negative
+512	negative
+513	negative
+514	negative
+515	positive
+516	positive
+517	positive
+518	positive
+519	negative
+520	negative
+521	positive
+522	negative
+523	negative
+524	negative
+525	positive
+526	negative
+527	positive
+528	negative
+529	positive
+530	negative
+531	negative
+532	negative
+533	positive
+534	negative
+535	positive
+536	positive
+537	positive
+538	negative
+539	negative
+540	positive
+541	negative
+542	positive
+543	positive
+544	negative
+545	negative
+546	negative
+547	negative
+548	positive
+549	negative
+550	negative
+551	negative
+552	negative
+553	positive
+554	positive
+555	positive
+556	negative
+557	positive
+558	negative
+559	negative
+560	positive
+561	negative
+562	negative
+563	negative
+564	negative
+565	negative
+566	positive
+567	positive
+568	positive
+569	positive
+570	negative
+571	negative
+572	positive
+573	positive
+574	negative
+575	negative
+576	positive
+577	negative
+578	negative
+579	positive
+580	negative
+581	positive
+582	positive
+583	negative
+584	positive
+585	positive
+586	negative
+587	negative
+588	positive
+589	positive
+590	negative
+591	positive
+592	negative
+593	negative
+594	negative
+595	negative
+596	positive
+597	negative
+598	positive
+599	negative
+600	negative
+601	negative
+602	positive
+603	positive
+604	positive
+605	positive
+606	negative
+607	negative
+608	positive
+609	positive
+610	positive
+611	negative
+612	positive
+613	positive
+614	positive
+615	negative
+616	negative
+617	positive
+618	negative
+619	positive
+620	negative
+621	positive
+622	positive
+623	negative
+624	positive
+625	negative
+626	positive
+627	positive
+628	positive
+629	positive
+630	negative
+631	negative
+632	negative
+633	positive
+634	positive
+635	negative
+636	negative
+637	positive
+638	positive
+639	positive
+640	negative
+641	positive
+642	positive
+643	positive
+644	negative
+645	negative
+646	positive
+647	negative
+648	positive
+649	positive
+650	negative
+651	negative
+652	positive
+653	positive
+654	positive
+655	positive
+656	positive
+657	positive
+658	negative
+659	positive
+660	positive
+661	negative
+662	negative
+663	negative
+664	negative
+665	positive
+666	negative
+667	positive
+668	positive
+669	negative
+670	negative
+671	positive
+672	positive
+673	negative
+674	positive
+675	positive
+676	negative
+677	positive
+678	negative
+679	positive
+680	negative
+681	positive
+682	positive
+683	negative
+684	negative
+685	positive
+686	negative
+687	positive
+688	negative
+689	positive
+690	positive
+691	negative
+692	negative
+693	positive
+694	negative
+695	positive
+696	positive
+697	negative
+698	negative
+699	positive
+700	negative
+701	negative
+702	positive
+703	negative
+704	positive
+705	positive
+706	positive
+707	negative
+708	positive
+709	negative
+710	positive
+711	positive
+712	negative
+713	positive
+714	negative
+715	negative
+716	positive
+717	negative
+718	positive
+719	positive
+720	negative
+721	positive
+722	positive
+723	positive
+724	positive
+725	positive
+726	positive
+727	negative
+728	negative
+729	negative
+730	negative
+731	positive
+732	negative
+733	positive
+734	negative
+735	negative
+736	negative
+737	negative
+738	negative
+739	negative
+740	positive
+741	positive
+742	negative
+743	positive
+744	positive
+745	positive
+746	negative
+747	positive
+748	positive
+749	positive
+750	negative
+751	negative
+752	negative
+753	positive
+754	negative
+755	positive
+756	negative
+757	negative
+758	positive
+759	positive
+760	negative
+761	positive
+762	negative
+763	positive
+764	positive
+765	positive
+766	negative
+767	negative
+768	positive
+769	positive
+770	positive
+771	negative
+772	positive
+773	positive
+774	positive
+775	positive
+776	positive
+777	positive
+778	negative
+779	positive
+780	positive
+781	negative
+782	negative
+783	negative
+784	positive
+785	negative
+786	negative
+787	negative
+788	positive
+789	negative
+790	positive
+791	positive
+792	negative
+793	negative
+794	negative
+795	negative
+796	positive
+797	positive
+798	negative
+799	positive
+800	negative
+801	positive
+802	negative
+803	positive
+804	positive
+805	negative
+806	positive
+807	negative
+808	positive
+809	positive
+810	negative
+811	negative
+812	positive
+813	negative
+814	negative
+815	positive
+816	positive
+817	positive
+818	positive
+819	positive
+820	negative
+821	negative
+822	negative
+823	positive
+824	positive
+825	negative
+826	positive
+827	negative
+828	negative
+829	negative
+830	negative
+831	negative
+832	negative
+833	negative
+834	negative
+835	negative
+836	negative
+837	positive
+838	negative
+839	negative
+840	positive
+841	positive
+842	positive
+843	negative
+844	negative
+845	positive
+846	negative
+847	negative
+848	negative
+849	positive
+850	positive
+851	positive
+852	negative
+853	positive
+854	positive
+855	positive
+856	negative
+857	positive
+858	positive
+859	negative
+860	positive
+861	negative
+862	negative
+863	negative
+864	positive
+865	positive
+866	positive
+867	positive
+868	positive
+869	negative
+870	positive
+871	positive
+872	negative
+873	negative
+874	positive
+875	negative
+876	positive
+877	positive
+878	negative
+879	negative
+880	negative
+881	negative
+882	negative
+883	positive
+884	negative
+885	positive
+886	negative
+887	negative
+888	negative
+889	positive
+890	negative
+891	positive
+892	positive
+893	negative
+894	positive
+895	positive
+896	negative
+897	negative
+898	negative
+899	positive
+900	negative
+901	negative
+902	positive
+903	negative
+904	positive
+905	negative
+906	positive
+907	negative
+908	positive
+909	negative
+910	negative
+911	positive
+912	positive
+913	positive
+914	positive
+915	negative
+916	positive
+917	positive
+918	negative
+919	positive
+920	positive
+921	positive
+922	positive
+923	negative
+924	negative
+925	positive
+926	positive
+927	positive
+928	positive
+929	negative
+930	negative
+931	negative
+932	positive
+933	negative
+934	negative
+935	positive
+936	negative
+937	negative
+938	negative
+939	positive
+940	positive
+941	positive
+942	negative
+943	positive
+944	positive
+945	negative
+946	positive
+947	negative
+948	positive
+949	positive
+950	positive
+951	positive
+952	negative
+953	negative
+954	negative
+955	negative
+956	negative
+957	negative
+958	positive
+959	negative
+960	negative
+961	positive
+962	positive
+963	negative
+964	negative
+965	negative
+966	positive
+967	negative
+968	positive
+969	negative
+970	negative
+971	negative
+972	negative
+973	positive
+974	positive
+975	negative
+976	positive
+977	positive
+978	positive
+979	negative
+980	positive
+981	positive
+982	positive
+983	positive
+984	negative
+985	positive
+986	positive
+987	positive
+988	negative
+989	positive
+990	negative
+991	negative
+992	positive
+993	positive
+994	positive
+995	positive
+996	positive
+997	positive
+998	negative
+999	negative
+1000	positive
+1001	negative
+1002	positive
+1003	negative
+1004	positive
+1005	negative
+1006	positive
+1007	positive
+1008	positive
+1009	positive
+1010	negative
+1011	negative
+1012	positive
+1013	positive
+1014	negative
+1015	positive
+1016	negative
+1017	positive
+1018	negative
+1019	positive
+1020	negative
+1021	negative
+1022	positive
+1023	positive
+1024	positive
+1025	positive
+1026	positive
+1027	negative
+1028	positive
+1029	negative
+1030	negative
+1031	positive
+1032	negative
+1033	positive
+1034	positive
+1035	negative
+1036	positive
+1037	negative
+1038	positive
+1039	positive
+1040	positive
+1041	positive
+1042	positive
+1043	negative
+1044	positive
+1045	positive
+1046	positive
+1047	negative
+1048	negative
+1049	positive
+1050	positive
+1051	positive
+1052	negative
+1053	positive
+1054	positive
+1055	negative
+1056	positive
+1057	negative
+1058	positive
+1059	negative
+1060	negative
+1061	positive
+1062	positive
+1063	negative
+1064	positive
+1065	negative
+1066	negative
+1067	positive
+1068	positive
+1069	negative
+1070	positive
+1071	negative
+1072	positive
+1073	negative
+1074	positive
+1075	positive
+1076	positive
+1077	negative
+1078	negative
+1079	positive
+1080	negative
+1081	negative
+1082	positive
+1083	negative
+1084	positive
+1085	positive
+1086	negative
+1087	negative
+1088	negative
+1089	positive
+1090	negative
+1091	negative
+1092	negative
+1093	negative
+1094	negative
+1095	positive
+1096	negative
+1097	positive
+1098	positive
+1099	positive
+1100	positive
+1101	positive
+1102	positive
+1103	positive
+1104	negative
+1105	negative
+1106	negative
+1107	negative
+1108	negative
+1109	positive
+1110	negative
+1111	positive
+1112	positive
+1113	positive
+1114	negative
+1115	negative
+1116	negative
+1117	positive
+1118	negative
+1119	positive
+1120	negative
+1121	positive
+1122	positive
+1123	negative
+1124	negative
+1125	positive
+1126	positive
+1127	positive
+1128	positive
+1129	positive
+1130	negative
+1131	positive
+1132	positive
+1133	positive
+1134	positive
+1135	positive
+1136	negative
+1137	negative
+1138	negative
+1139	positive
+1140	negative
+1141	negative
+1142	positive
+1143	positive
+1144	positive
+1145	positive
+1146	positive
+1147	negative
+1148	positive
+1149	positive
+1150	positive
+1151	positive
+1152	positive
+1153	positive
+1154	negative
+1155	positive
+1156	positive
+1157	positive
+1158	positive
+1159	positive
+1160	positive
+1161	positive
+1162	positive
+1163	negative
+1164	negative
+1165	negative
+1166	positive
+1167	positive
+1168	positive
+1169	positive
+1170	negative
+1171	negative
+1172	positive
+1173	positive
+1174	positive
+1175	negative
+1176	negative
+1177	negative
+1178	negative
+1179	positive
+1180	negative
+1181	positive
+1182	negative
+1183	negative
+1184	negative
+1185	negative
+1186	negative
+1187	negative
+1188	positive
+1189	negative
+1190	negative
+1191	negative
+1192	negative
+1193	negative
+1194	positive
+1195	negative
+1196	negative
+1197	positive
+1198	positive
+1199	positive
+1200	positive
+1201	positive
+1202	negative
+1203	negative
+1204	negative
+1205	negative
+1206	positive
+1207	negative
+1208	negative
+1209	positive
+1210	negative
+1211	negative
+1212	positive
+1213	positive
+1214	negative
+1215	negative
+1216	positive
+1217	positive
+1218	positive
+1219	negative
+1220	positive
+1221	negative
+1222	positive
+1223	negative
+1224	negative
+1225	negative
+1226	negative
+1227	negative
+1228	negative
+1229	positive
+1230	negative
+1231	negative
+1232	positive
+1233	positive
+1234	positive
+1235	negative
+1236	positive
+1237	positive
+1238	negative
+1239	negative
+1240	positive
+1241	negative
+1242	positive
+1243	positive
+1244	positive
+1245	negative
+1246	positive
+1247	positive
+1248	negative
+1249	negative
+1250	negative
+1251	positive
+1252	positive
+1253	negative
+1254	negative
+1255	negative
+1256	negative
+1257	positive
+1258	negative
+1259	positive
+1260	positive
+1261	negative
+1262	negative
+1263	negative
+1264	negative
+1265	positive
+1266	negative
+1267	positive
+1268	positive
+1269	positive
+1270	positive
+1271	negative
+1272	negative
+1273	negative
+1274	positive
+1275	negative
+1276	negative
+1277	negative
+1278	negative
+1279	negative
+1280	positive
+1281	negative
+1282	positive
+1283	positive
+1284	positive
+1285	negative
+1286	negative
+1287	negative
+1288	positive
+1289	positive
+1290	negative
+1291	negative
+1292	positive
+1293	positive
+1294	positive
+1295	positive
+1296	positive
+1297	positive
+1298	negative
+1299	positive
+1300	negative
+1301	positive
+1302	positive
+1303	negative
+1304	negative
+1305	positive
+1306	positive
+1307	negative
+1308	positive
+1309	positive
+1310	negative
+1311	negative
+1312	negative
+1313	negative
+1314	positive
+1315	negative
+1316	negative
+1317	negative
+1318	negative
+1319	positive
+1320	negative
+1321	negative
+1322	negative
+1323	positive
+1324	positive
+1325	negative
+1326	positive
+1327	negative
+1328	positive
+1329	negative
+1330	positive
+1331	positive
+1332	negative
+1333	negative
+1334	negative
+1335	negative
+1336	positive
+1337	negative
+1338	negative
+1339	negative
+1340	negative
+1341	positive
+1342	negative
+1343	positive
+1344	positive
+1345	negative
+1346	negative
+1347	positive
+1348	negative
+1349	negative
+1350	negative
+1351	negative
+1352	negative
+1353	negative
+1354	positive
+1355	positive
+1356	negative
+1357	negative
+1358	positive
+1359	positive
+1360	positive
+1361	positive
+1362	positive
+1363	positive
+1364	negative
+1365	negative
+1366	positive
+1367	negative
+1368	positive
+1369	negative
+1370	negative
+1371	negative
+1372	positive
+1373	positive
+1374	negative
+1375	positive
+1376	negative
+1377	negative
+1378	negative
+1379	negative
+1380	positive
+1381	positive
+1382	negative
+1383	positive
+1384	positive
+1385	positive
+1386	negative
+1387	positive
+1388	positive
+1389	negative
+1390	negative
+1391	positive
+1392	positive
+1393	positive
+1394	negative
+1395	negative
+1396	positive
+1397	positive
+1398	positive
+1399	positive
+1400	positive
+1401	positive
+1402	positive
+1403	positive
+1404	negative
+1405	negative
+1406	negative
+1407	negative
+1408	negative
+1409	negative
+1410	positive
+1411	positive
+1412	positive
+1413	positive
+1414	positive
+1415	positive
+1416	negative
+1417	positive
+1418	positive
+1419	positive
+1420	positive
+1421	negative
+1422	negative
+1423	positive
+1424	positive
+1425	positive
+1426	positive
+1427	negative
+1428	negative
+1429	negative
+1430	positive
+1431	positive
+1432	positive
+1433	positive
+1434	negative
+1435	negative
+1436	positive
+1437	positive
+1438	positive
+1439	negative
+1440	negative
+1441	negative
+1442	negative
+1443	positive
+1444	negative
+1445	positive
+1446	positive
+1447	negative
+1448	negative
+1449	negative
+1450	positive
+1451	negative
+1452	positive
+1453	negative
+1454	positive
+1455	positive
+1456	negative
+1457	negative
+1458	positive
+1459	positive
+1460	positive
+1461	negative
+1462	positive
+1463	positive
+1464	positive
+1465	negative
+1466	negative
+1467	negative
+1468	negative
+1469	negative
+1470	negative
+1471	positive
+1472	positive
+1473	positive
+1474	negative
+1475	positive
+1476	negative
+1477	positive
+1478	negative
+1479	negative
+1480	negative
+1481	positive
+1482	positive
+1483	positive
+1484	positive
+1485	negative
+1486	positive
+1487	negative
+1488	positive
+1489	negative
+1490	positive
+1491	positive
+1492	positive
+1493	negative
+1494	positive
+1495	positive
+1496	positive
+1497	negative
+1498	negative
+1499	negative
+1500	positive
+1501	positive
+1502	positive
+1503	positive
+1504	positive
+1505	positive
+1506	negative
+1507	negative
+1508	negative
+1509	positive
+1510	negative
+1511	positive
+1512	negative
+1513	negative
+1514	positive
+1515	positive
+1516	positive
+1517	negative
+1518	positive
+1519	negative
+1520	negative
+1521	negative
+1522	positive
+1523	negative
+1524	negative
+1525	negative
+1526	positive
+1527	negative
+1528	positive
+1529	negative
+1530	negative
+1531	positive
+1532	positive
+1533	negative
+1534	positive
+1535	positive
+1536	negative
+1537	positive
+1538	negative
+1539	positive
+1540	negative
+1541	negative
+1542	negative
+1543	negative
+1544	negative
+1545	positive
+1546	positive
+1547	positive
+1548	negative
+1549	negative
+1550	positive
+1551	negative
+1552	negative
+1553	negative
+1554	positive
+1555	positive
+1556	negative
+1557	negative
+1558	negative
+1559	positive
+1560	negative
+1561	negative
+1562	negative
+1563	positive
+1564	positive
+1565	positive
+1566	negative
+1567	positive
+1568	positive
+1569	positive
+1570	positive
+1571	negative
+1572	positive
+1573	positive
+1574	negative
+1575	negative
+1576	positive
+1577	negative
+1578	positive
+1579	negative
+1580	positive
+1581	positive
+1582	negative
+1583	positive
+1584	negative
+1585	negative
+1586	positive
+1587	negative
+1588	positive
+1589	positive
+1590	negative
+1591	positive
+1592	negative
+1593	negative
+1594	positive
+1595	negative
+1596	negative
+1597	positive
+1598	negative
+1599	positive
+1600	negative
+1601	positive
+1602	positive
+1603	positive
+1604	negative
+1605	negative
+1606	positive
+1607	positive
+1608	negative
+1609	positive
+1610	negative
+1611	negative
+1612	positive
+1613	negative
+1614	positive
+1615	negative
+1616	negative
+1617	negative
+1618	negative
+1619	positive
+1620	negative
+1621	positive
+1622	negative
+1623	positive
+1624	negative
+1625	positive
+1626	negative
+1627	positive
+1628	negative
+1629	negative
+1630	negative
+1631	positive
+1632	positive
+1633	negative
+1634	negative
+1635	negative
+1636	negative
+1637	negative
+1638	positive
+1639	positive
+1640	negative
+1641	positive
+1642	positive
+1643	negative
+1644	negative
+1645	negative
+1646	positive
+1647	positive
+1648	positive
+1649	negative
+1650	positive
+1651	positive
+1652	positive
+1653	negative
+1654	positive
+1655	negative
+1656	negative
+1657	positive
+1658	negative
+1659	positive
+1660	positive
+1661	positive
+1662	positive
+1663	positive
+1664	negative
+1665	negative
+1666	negative
+1667	negative
+1668	negative
+1669	positive
+1670	positive
+1671	negative
+1672	positive
+1673	negative
+1674	positive
+1675	positive
+1676	negative
+1677	negative
+1678	negative
+1679	negative
+1680	negative
+1681	negative
+1682	positive
+1683	negative
+1684	positive
+1685	negative
+1686	positive
+1687	positive
+1688	negative
+1689	negative
+1690	negative
+1691	positive
+1692	positive
+1693	positive
+1694	negative
+1695	negative
+1696	positive
+1697	negative
+1698	positive
+1699	negative
+1700	negative
+1701	negative
+1702	positive
+1703	positive
+1704	positive
+1705	negative
+1706	negative
+1707	positive
+1708	positive
+1709	positive
+1710	positive
+1711	positive
+1712	positive
+1713	negative
+1714	positive
+1715	positive
+1716	positive
+1717	negative
+1718	negative
+1719	positive
+1720	negative
+1721	negative
+1722	negative
+1723	positive
+1724	positive
+1725	positive
+1726	positive
+1727	negative
+1728	positive
+1729	negative
+1730	positive
+1731	positive
+1732	negative
+1733	positive
+1734	negative
+1735	negative
+1736	positive
+1737	positive
+1738	negative
+1739	negative
+1740	positive
+1741	negative
+1742	negative
+1743	positive
+1744	positive
+1745	positive
+1746	positive
+1747	positive
+1748	positive
+1749	positive
+1750	negative
+1751	negative
+1752	negative
+1753	negative
+1754	positive
+1755	positive
+1756	positive
+1757	negative
+1758	positive
+1759	positive
+1760	negative
+1761	negative
+1762	negative
+1763	negative
+1764	positive
+1765	positive
+1766	positive
+1767	positive
+1768	negative
+1769	positive
+1770	negative
+1771	positive
+1772	negative
+1773	negative
+1774	positive
+1775	positive
+1776	negative
+1777	negative
+1778	negative
+1779	positive
+1780	negative
+1781	positive
+1782	positive
+1783	negative
+1784	positive
+1785	positive
+1786	negative
+1787	positive
+1788	positive
+1789	negative
+1790	negative
+1791	positive
+1792	negative
+1793	negative
+1794	negative
+1795	negative
+1796	negative
+1797	positive
+1798	positive
+1799	negative
+1800	positive
+1801	positive
+1802	positive
+1803	positive
+1804	negative
+1805	negative
+1806	negative
+1807	negative
+1808	negative
+1809	positive
+1810	positive
+1811	negative
+1812	negative
+1813	positive
+1814	positive
+1815	negative
+1816	negative
+1817	positive
+1818	positive
+1819	positive
+1820	positive

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa326d01a125be989710f053c0eac24e7f51fcd5a76b20f38a11b38a8a6f728
+size 438021421

run_arguments.json

@@ -0,0 +1,24 @@
+{
+    "model_name_or_path": "google/electra-base-discriminator",
+    "task_name": "sst2",
+    "output_dir": "./output/electra/sst2/0001/SEED0042/",
+    "learning_rate": 3e-05,
+    "num_train_epochs": 3,
+    "per_device_eval_batch_size": 32,
+    "per_device_train_batch_size": 32,
+    "seed": 42,
+    "warmup_steps": 2000,
+    "do_train": true,
+    "do_eval": true,
+    "do_predict": true,
+    "pad_to_max_length": false,
+    "max_seq_length": 64,
+    "report_to": [],
+    "save_strategy": "epoch",
+    "evaluation_strategy": "epoch",
+    "logging_steps": 2500,
+    "use_fast_tokenizer": true,
+    "group_by_length": true,
+    "save_training_dynamics": true,
+    "save_training_dynamics_after_epoch": true
+}

special_tokens_map.json

@@ -0,0 +1 @@
+{"unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "cls_token": "[CLS]", "mask_token": "[MASK]"}

tokenizer_config.json

@@ -0,0 +1 @@
+{"do_lower_case": true, "unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "cls_token": "[CLS]", "mask_token": "[MASK]", "tokenize_chinese_chars": true, "strip_accents": null, "model_max_length": 512, "special_tokens_map_file": null, "name_or_path": "google/electra-base-discriminator", "tokenizer_class": "ElectraTokenizer"}

train_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 3.0,
+    "train_loss": 0.16375755859761604,
+    "train_runtime": 455.2846,
+    "train_samples": 67349,
+    "train_samples_per_second": 443.782,
+    "train_steps_per_second": 13.87
+}

trainer_state.json

@@ -0,0 +1,64 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 3.0,
+  "global_step": 6315,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 1.0,
+      "eval_accuracy": 0.9357798165137615,
+      "eval_loss": 0.2056138515472412,
+      "eval_runtime": 0.7658,
+      "eval_samples_per_second": 1138.649,
+      "eval_steps_per_second": 36.562,
+      "step": 2105
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 2.6523754345307068e-05,
+      "loss": 0.2549,
+      "step": 2500
+    },
+    {
+      "epoch": 2.0,
+      "eval_accuracy": 0.9438073394495413,
+      "eval_loss": 0.18503105640411377,
+      "eval_runtime": 0.7645,
+      "eval_samples_per_second": 1140.671,
+      "eval_steps_per_second": 36.627,
+      "step": 4210
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 9.142526071842411e-06,
+      "loss": 0.1162,
+      "step": 5000
+    },
+    {
+      "epoch": 3.0,
+      "eval_accuracy": 0.9506880733944955,
+      "eval_loss": 0.1753561794757843,
+      "eval_runtime": 0.7638,
+      "eval_samples_per_second": 1141.657,
+      "eval_steps_per_second": 36.659,
+      "step": 6315
+    },
+    {
+      "epoch": 3.0,
+      "step": 6315,
+      "total_flos": 1449426901211460.0,
+      "train_loss": 0.16375755859761604,
+      "train_runtime": 455.2846,
+      "train_samples_per_second": 443.782,
+      "train_steps_per_second": 13.87
+    }
+  ],
+  "max_steps": 6315,
+  "num_train_epochs": 3,
+  "total_flos": 1449426901211460.0,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c321af848efb69208d4f03867dc0b07d70d8baeaa05d0e9a6abace9a23516f8e
+size 3119

validation_results.json

@@ -0,0 +1,9 @@
+{
+    "epoch": 3.0,
+    "validation_accuracy": 0.9506880733944955,
+    "validation_loss": 0.1753561794757843,
+    "validation_runtime": 0.7759,
+    "validation_samples": 872,
+    "validation_samples_per_second": 1123.912,
+    "validation_steps_per_second": 36.089
+}