| #!/bin/bash |
|
|
| [ $# -ge 2 ] || { echo Usage: $0 datadir treebank args... >&2; exit 1; } |
| data="$1"; shift |
| treebank="$1"; shift |
|
|
| mkdir -p models/$data-$treebank${EXP:+-$EXP} |
| size=$(grep -P "^$treebank\t" $data/langs_sizes | cut -f2) |
| if [ "$size" -ge 400000 ]; then |
| args=--batch_size=64 |
| else |
| args=--batch_size=32 |
| fi |
| if [ "$size" -ge 50000 ]; then |
| args="$args --rnn_cell_dim=512" |
| else |
| args="$args --rnn_cell_dim=384" |
| fi |
| case $treebank in |
| cs*) args="$args --wembedding_model=robeczech-base-last4";; |
| *) args="$args --wembedding_model=bert-base-multilingual-uncased-last4";; |
| esac |
| case $treebank in |
| *_all) |
| evaluation_data="--dev" |
| for dev in $data/${treebank%_all}_*/*-dev.conllu; do |
| evaluation_data="$evaluation_data $(basename $(dirname $dev)):$dev" |
| done |
| evaluation_data="$evaluation_data --test" |
| for test in $data/${treebank%_all}_*/*-test.conllu; do |
| evaluation_data="$evaluation_data $(basename $(dirname $test)):$test" |
| done |
| ;; |
| la_evalatin20) |
| args="$args --tags=UPOS,LEMMAS --parse=0 --rnn_layers=3" |
| evaluation_data="--dev=$data/la_evalatin20/la_evalatin20-dev.conllu --test" |
| for kind in "" "-crossgenre" "-crosstime"; do |
| evaluation_data="$evaluation_data ${kind:+la_evalatin20$kind}:$data/la_evalatin20/la_evalatin20-test$kind.conllu" |
| done |
| ;; |
| *) evaluation_data="--dev=$data/$treebank/$treebank-ud-dev.conllu --test=$data/$treebank/$treebank-ud-test.conllu" |
| esac |
|
|
| sbatch $SLURM_ARGS -p gpu-ms,gpu-troja -G 1 -C "gpu_cc6.1|gpu_cc7.5" --mem=24G -o models/$data-$treebank${EXP:+-$EXP}/training.log run withcuda100 venv/bin/python udpipe2.py models/$data-$treebank${EXP:+-$EXP} --train $data/$treebank/$treebank-*train.conllu $evaluation_data $args "$@" |
|
|
