File size: 426 Bytes
3f7703d
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
#! /bin/sh
S=KoichiYasuoka/modernbert-large-japanese-wikipedia
T=KoichiYasuoka/modernbert-large-japanese-wikipedia-luw-upos
U=https://github.com/UniversalDependencies/UD_Japanese-GSDLUW

D=`basename $U`
test -d $D || git clone --depth=1 $U
for F in train dev test
do cp $D/*-$F.conllu $F.conllu
done

python3 -m esupar.train $S $T -32 /tmp train.conllu
python3 -m esupar.train $T $T 32 /// train.conllu dev.conllu test.conllu