|
|
|
src="KoichiYasuoka/roberta-base-ukrainian" |
|
tgt="KoichiYasuoka/roberta-base-ukrainian-upos" |
|
import os,sys |
|
os.system("test -d UD_Ukrainian-IU || git clone --depth=1 https://github.com/UniversalDependencies/UD_Ukrainian-IU") |
|
os.system("test -d UD_Ukrainian-ParlaMint || git clone --depth=1 https://github.com/UniversalDependencies/UD_Ukrainian-ParlaMint") |
|
os.system("for F in train dev test ; do cat UD_Ukrainian-*/*-$F.conllu > $F.conllu ; done ; cat *.conllu > train.upos") |
|
os.system(f"{sys.executable} -m esupar.train {src} {tgt} -16 /tmp train.upos") |
|
os.system(f"{sys.executable} -m esupar.train {tgt} {tgt} 16 /// train.conllu dev.conllu test.conllu") |
|
|