KoichiYasuoka
commited on
Commit
·
e4667f1
1
Parent(s):
d2c3752
esupar
Browse files
maker.py
CHANGED
@@ -62,3 +62,8 @@ trn=Trainer(args=arg,data_collator=DataCollatorForTokenClassification(tkz),model
|
|
62 |
trn.train()
|
63 |
trn.save_model(tgt)
|
64 |
tkz.save_pretrained(tgt)
|
|
|
|
|
|
|
|
|
|
|
|
62 |
trn.train()
|
63 |
trn.save_model(tgt)
|
64 |
tkz.save_pretrained(tgt)
|
65 |
+
|
66 |
+
os.system("B="+tgt+"""
|
67 |
+
test -d UD_Japanese-GSD || git clone --depth=1 https://github.com/UniversalDependencies/UD_Japanese-GSD
|
68 |
+
for F in train dev test ; do cp UD_Japanese-GSD/*$F.conllu $F.conllu ; done
|
69 |
+
python3 -m esupar.train $B $B 64 /// train.conllu dev.conllu test.conllu""")
|