S=KoichiYasuoka/modernbert-large-japanese-aozora | |
T=KoichiYasuoka/modernbert-large-japanese-aozora-luw-upos | |
U=https://github.com/UniversalDependencies/UD_Japanese-GSDLUW | |
D=`basename $U` | |
test -d $D || git clone --depth=1 $U | |
for F in train dev test | |
do cp $D/*-$F.conllu $F.conllu | |
done | |
python3 -m esupar.train $S $T -32 /tmp train.conllu | |
python3 -m esupar.train $T $T 32 /// train.conllu dev.conllu test.conllu | |