This commit is contained in:
Joerg Tiedemann 2022-03-10 09:58:07 +02:00
commit f4006170bd
510 changed files with 912 additions and 35 deletions

View File

@ -12,6 +12,7 @@ grep for job is (pattern: 'Submitted batch job 946074')
## Issues
* racing situations in work/data with jobs that fetch data for the same language pairs!
* get rid of BPE to simplify the scripts

View File

@ -37,10 +37,17 @@ DATA_IS_SHUFFLED = 1
## Tatoeba specific data sets
TATOEBA_DATASET := opusTC${TATOEBA_VERSION_NOHYPHEN}
TATOEBA_TRAINSET := Tatoeba-train-${TATOEBA_VERSION}
TATOEBA_DEVSET := Tatoeba-dev-${TATOEBA_VERSION}
TATOEBA_TESTSET := Tatoeba-test-${TATOEBA_VERSION}
TATOEBA_DATASET := opusTC${TATOEBA_VERSION_NOHYPHEN}
TATOEBA_TRAINSET := Tatoeba-train-${TATOEBA_VERSION}
TATOEBA_DEVSET := Tatoeba-dev-${TATOEBA_VERSION}
TATOEBA_TESTSET := Tatoeba-test-${TATOEBA_VERSION}
## the name is by default the same as the data set specifier
## (for some tasks the name can differ, i.e. tuning of multilingual models)
TATOEBA_DEVSET_NAME := ${TATOEBA_DEVSET}
TATOEBA_TESTSET_NAME := ${TATOEBA_TESTSET}
TATOEBA_TRAINSET_NAME := ${TATOEBA_TRAINSET}
## change data set names
## DATASET will also be the base name of the model file
@ -48,9 +55,9 @@ DATASET := ${TATOEBA_DATASET}
TRAINSET := ${TATOEBA_TRAINSET}
DEVSET := ${TATOEBA_DEVSET}
TESTSET := ${TATOEBA_TESTSET}
DEVSET_NAME := ${TATOEBA_DEVSET}
TESTSET_NAME := ${TATOEBA_TESTSET}
TRAINSET_NAME := ${TATOEBA_TRAINSET}
DEVSET_NAME := ${TATOEBA_DEVSET_NAME}
TESTSET_NAME := ${TATOEBA_TESTSET_NAME}
TRAINSET_NAME := ${TATOEBA_TRAINSET_NAME}
##
BACKTRANS_HOME = ${PWD}/back-translate

View File

@ -107,7 +107,7 @@ endif
# backward translation using pivoting (source language is automatically created)
ifeq (${USE_BACKWARD_PIVOTING},1)
PIVOTING_SRC = ${sort ${wildcard ${PIVOTTRANS_HOME}/${SRC}-${TRG}/latest/*.${SRCEXT}.gz}}
PIVOTING_SRC += ${sort ${wildcard ${PIVOTTRANS_HOME}/${SRC}-${TRG}/latest/*.${SRCEXT}.gz}}
PIVOTING_TRG = ${patsubst %.${SRCEXT}.gz,%.${TRGEXT}.gz,${PIVOTING_SRC}}
endif
@ -120,6 +120,13 @@ endif
print-datasets:
-@for s in ${SRCLANGS}; do \
for t in ${TRGLANGS}; do \
${MAKE} SRC=$$s TRG=$$t print-datasets-current-langpair; \
done \
done
print-datasets-current-langpair:
@echo ${TATOEBA_TRAINSET}
@echo ${TRAINSET}
@echo "all data:"
@ -245,7 +252,6 @@ endif
.PHONY: clean-data rawdata
clean-data rawdata:
@for s in ${SRCLANGS}; do \
@ -263,6 +269,32 @@ clean-data-source:
## shuffle training data (if one wants to do that after they have been created already)
.PHONY: shuffle-training-data
shuffle-training-data:
ifneq (${wildcard ${TRAIN_ALG}},)
paste <(gzip -cd ${TRAIN_SRC}.clean.${PRE_SRC}.gz) \
<(gzip -cd ${TRAIN_TRG}.clean.${PRE_TRG}.gz) \
<(gzip -cd ${TRAIN_ALG}) |\
${SHUFFLE} |\
tee >(cut -f1 | gzip -c >${TRAIN_SRC}.clean.${PRE_SRC}.new.gz) \
>(cut -f2 | gzip -c >${TRAIN_TRG}.clean.${PRE_TRG}.new.gz) | \
cut -f3 | gzip -c > ${TRAIN_ALG}.new.gz
mv -f ${TRAIN_SRC}.clean.${PRE_SRC}.new.gz ${TRAIN_SRC}.clean.${PRE_SRC}.gz
mv -f ${TRAIN_TRG}.clean.${PRE_TRG}.new.gz ${TRAIN_TRG}.clean.${PRE_TRG}.gz
mv ${TRAIN_ALG}.new.gz ${TRAIN_ALG}
else
paste <(gzip -cd ${TRAIN_SRC}.clean.${PRE_SRC}.gz) \
<(gzip -cd ${TRAIN_TRG}.clean.${PRE_TRG}.gz) |\
${SHUFFLE} |\
tee >(cut -f1 | gzip -c >${TRAIN_SRC}.clean.${PRE_SRC}.new.gz) \
>(cut -f2 | gzip -c >${TRAIN_TRG}.clean.${PRE_TRG}.new.gz)
mv -f ${TRAIN_SRC}.clean.${PRE_SRC}.new.gz ${TRAIN_SRC}.clean.${PRE_SRC}.gz
mv -f ${TRAIN_TRG}.clean.${PRE_TRG}.new.gz ${TRAIN_TRG}.clean.${PRE_TRG}.gz
endif
## monolingual data sets (for sentence piece models)
.INTERMEDIATE: ${LOCAL_MONO_DATA}.${PRE} ${LOCAL_MONO_DATA}.raw
@ -414,6 +446,16 @@ ifeq (${USE_REST_DEVDATA},1)
endif
## for multilingual systems:
## shuffle the complete training data set
## if the option is set to 1
ifeq (${SHUFFLE_MULTILINGUAL_DATA},1)
ifneq ($(words ${SRCLANGS} ${TRGLANGS}),2)
SHUFFLE_TRAINING_DATA = 1
endif
endif
## add training data for each language combination
## and put it together in local space
${LOCAL_TRAIN_SRC}: ${LOCAL_TRAINDATA_DEPENDENCIES}
@ -444,15 +486,13 @@ ifeq (${USE_REST_DEVDATA},1)
${GZIP} -cd < ${DEV_TRG}.notused.gz >> ${LOCAL_TRAIN_TRG}; \
fi
endif
ifeq (${SHUFFLE_MULTILINGUAL_DATA},1)
ifneq ($(words ${SRCLANGS} ${TRGLANGS}),2)
@echo ".... shuffle multilingual data"
ifeq (${SHUFFLE_TRAINING_DATA},1)
@echo ".... shuffle complete training data"
@paste ${LOCAL_TRAIN_SRC} ${LOCAL_TRAIN_TRG} | ${SHUFFLE} > ${LOCAL_TRAIN_SRC}.shuffled
@cut -f1 ${LOCAL_TRAIN_SRC}.shuffled > ${LOCAL_TRAIN_SRC}
@cut -f2 ${LOCAL_TRAIN_SRC}.shuffled > ${LOCAL_TRAIN_TRG}
@rm -f ${LOCAL_TRAIN_SRC}.shuffled
endif
endif
## everything is done in the target above

4
lib/env/puhti.mk vendored
View File

@ -8,8 +8,8 @@ DATA_PREPARE_HPCPARAMS = CPUJOB_HPC_CORES=2 CPUJOB_HPC_MEM=16g CPUJOB_HPC_DISK=5
DATA_ALIGN_HPCPARAMS = CPUJOB_HPC_CORES=4 CPUJOB_HPC_JOBS=2 CPUJOB_HPC_MEM=64g CPUJOB_HPC_DISK=500
CSCPROJECT = project_2002688
# CSCPROJECT = project_2002982
# CSCPROJECT = project_2002688
CSCPROJECT = project_2002982
WORKHOME = ${shell realpath ${PWD}/work}
GPU = v100
HPC_QUEUE = small

View File

@ -242,7 +242,7 @@ listallmodels:
## include all backtranslation data as well in training
%-bt:
${MAKE} DATASET=${DATASET}+bt USE_BACKTRANS=1 ${@:-bt=}
${MAKE} DATASET=${DATASET}+bt USE_BACKTRANS=1 SHUFFLE_TRAINING_DATA=1 ${@:-bt=}
## adding a pivot language to the model
@ -271,7 +271,7 @@ PIVOT_LANG ?= ${DEFAULT_PIVOT_LANG}
## add forward translations
%-ft:
${MAKE} DATASET=${DATASET}+ft USE_FORWARDTRANS=1 ${@:-ft=}
${MAKE} DATASET=${DATASET}+ft USE_FORWARDTRANS=1 SHUFFLE_TRAINING_DATA=1 ${@:-ft=}
# use a selected set of forward translation
@ -289,6 +289,7 @@ FT_SELECTED ?= 95
done
${MAKE} DATASET=${DATASET}+ft${FT_SELECTED} \
USE_FORWARDTRANS_SELECTED=${FT_SELECTED} \
SHUFFLE_TRAINING_DATA=1 \
${@:-ftbest=}
%-ftrawbest:
@ -302,20 +303,21 @@ FT_SELECTED ?= 95
done
${MAKE} DATASET=${DATASET}+ftraw${FT_SELECTED} \
USE_FORWARDTRANS_SELECTED_RAW=${FT_SELECTED} \
SHUFFLE_TRAINING_DATA=1 \
${@:-ftrawbest=}
## add forward translation of monolingual data
%-ftmono:
${MAKE} DATASET=${DATASET}+ftmono USE_FORWARDTRANSMONO=1 ${@:-ftmono=}
${MAKE} DATASET=${DATASET}+ftmono USE_FORWARDTRANSMONO=1 SHUFFLE_TRAINING_DATA=1 ${@:-ftmono=}
## pivot-based backward translation
%-pbt:
${MAKE} DATASET=${DATASET}+pbt USE_BACKWARD_PIVOTING=1 ${@:-pbt=}
${MAKE} DATASET=${DATASET}+pbt USE_BACKWARD_PIVOTING=1 SHUFFLE_TRAINING_DATA=1 ${@:-pbt=}
## pivot-based backward translation
%-pft:
${MAKE} DATASET=${DATASET}+pft USE_FORWARD_PIVOTING=1 ${@:-pft=}
${MAKE} DATASET=${DATASET}+pft USE_FORWARD_PIVOTING=1 SHUFFLE_TRAINING_DATA=1 ${@:-pft=}
## pivot-based backward translation
%-pivot:

View File

@ -1,4 +1,10 @@
# -*-makefile-*-
#
# TODO: problems with racing situations in data pre-processing?
# (e.g. when starting simultanously jobs for both translation directions)
# --> strict filtering is done in work/data/simple/ ...
#
#
## 23 official EU languages:
#
@ -61,6 +67,12 @@ engukr-quantize-student:
elg-eval:
${MAKE} elg-eval-tfbig
${MAKE} elg-eval-multi
${MAKE} elg-eval-zle
${MAKE} elg-pivot-eval
elg-eval-tfbig:
for l in ${ELG_EU_SELECTED} ${ELG_EU_SELECTED_BIG}; do \
if [ -e ${wildcard work/eng-$$l/*.npz} ]; then \
${MAKE} MODELTYPE=transformer-big tatoeba-eng2$${l}-eval-bt; \
@ -73,6 +85,8 @@ elg-eval:
${MAKE} MODELTYPE=transformer-big tatoeba-$${l}2eng-eval-testsets-bt; \
fi; \
done
elg-eval-multi:
for l in ${ELG_EU_SELECTED_MULTILANG}; do \
${MAKE} MODELTYPE=transformer-big SRCLANGS="$$l" TRGLANGS=eng eval-bt-tatoeba; \
${MAKE} MODELTYPE=transformer-big SRCLANGS="$$l" TRGLANGS=eng tatoeba-multilingual-eval-bt; \
@ -82,14 +96,129 @@ elg-eval:
${MAKE} MODELTYPE=transformer-big TRGLANGS="$$l" SRCLANGS=eng eval-testsets-bt-tatoeba; \
done
## only separate languages in multilingual models (set of individual languages)
elg-multieval:
for l in ${ELG_EU_SELECTED_MULTILANG}; do \
${MAKE} MODELTYPE=transformer-big SRCLANGS="$$l" TRGLANGS=eng tatoeba-multilingual-eval-bt; \
${MAKE} MODELTYPE=transformer-big TRGLANGS="$$l" SRCLANGS=eng tatoeba-multilingual-eval-bt; \
elg-eval-zle:
for p in zle2zle zlw2zle zle2fin zle2zlw; do \
${MAKE} MODELTYPE=transformer-big tatoeba-$${p}-eval-bt; \
${MAKE} MODELTYPE=transformer-big tatoeba-$${p}-multieval-bt; \
${MAKE} MODELTYPE=transformer-big tatoeba-$${p}-eval-testsets-bt; \
done
# multieval-bt-tatoeba; \
elg-pivot-eval:
for l in dan swe fin deu ron tur; do \
if [ -e work/$$l-ukr ]; then \
${MAKE} tatoeba-$${l}2ukr-eval-pbt; \
fi; \
if [ -e work/ukr-$$l ]; then \
${MAKE} tatoeba-ukr2$${l}-eval-pft; \
fi; \
done
${MAKE} SRCLANGS="ces slk" TRGLANGS=ukr eval-pbt-tatoeba
${MAKE} SRCLANGS="ces slk" TRGLANGS=ukr tatoeba-multilingual-eval-pbt
${MAKE} TRGLANGS="ces slk" SRCLANGS=ukr eval-pft-tatoeba
${MAKE} TRGLANGS="ces slk" SRCLANGS=ukr tatoeba-multilingual-eval-pft
elg-dist-zle:
for p in zle2zle zlw2zle zle2zlw; do \
${MAKE} MODELTYPE=transformer-big tatoeba-$${p}-eval-bt; \
${MAKE} MODELTYPE=transformer-big tatoeba-$${p}-multieval-bt; \
${MAKE} MODELTYPE=transformer-big tatoeba-$${p}-eval-testsets-bt; \
${MAKE} MODELTYPE=transformer-big tatoeba-$${p}-dist-bt; \
done
elg-dist-pivot:
for l in deu dan swe tur fin ron hun; do \
${MAKE} tatoeba-$${l}2ukr-dist-pbt; \
${MAKE} tatoeba-ukr2$${l}-dist-pft; \
done
${MAKE} SRCLANGS="ces slk" TRGLANGS=ukr dist-pbt-tatoeba
${MAKE} TRGLANGS="ces slk" SRCLANGS=ukr dist-pft-tatoeba
${MAKE} tatoeba-gmq2zle-dist-pbt
${MAKE} tatoeba-zle2gmq-dist-pft
elg-dist-pivot-tmp:
${MAKE} SRCLANGS="ces slk" TRGLANGS=ukr dist-pbt-tatoeba
${MAKE} TRGLANGS="ces slk" SRCLANGS=ukr dist-pft-tatoeba
elg-gmq2zle-pivot:
${MAKE} MODELTYPE=transformer-big CPUJOB_HPC_MEM=32g tatoeba-gmq2zle-trainjob-pbt
elg-zle2gmq-pivot:
${MAKE} MODELTYPE=transformer-big CPUJOB_HPC_MEM=32g tatoeba-zle2gmq-trainjob-pft
elg-bat2zle:
${MAKE} tatoeba-bat2zle-trainjob
elg-zle2bat:
${MAKE} tatoeba-zle2bat-trainjob
elg-dan2ukr:
${MAKE} tatoeba-dan2ukr-trainjob-pbt
${MAKE} tatoeba-ukr2dan-trainjob-pft
elg-swe2ukr:
${MAKE} tatoeba-swe2ukr-trainjob-pbt
${MAKE} tatoeba-ukr2swe-trainjob-pft
elg-fin2ukr:
${MAKE} tatoeba-fin2ukr-trainjob-pbt
${MAKE} tatoeba-ukr2fin-trainjob-pft
elg-ukr2fin:
${MAKE} tatoeba-ukr2fin-trainjob-pbt-pft
elg-deu2ukr:
${MAKE} tatoeba-deu2ukr-trainjob-pbt
${MAKE} tatoeba-ukr2deu-trainjob-pft
elg-slk2ukr:
${MAKE} tatoeba-slk2ukr-trainjob-pbt
${MAKE} tatoeba-ukr2slk-trainjob-pft
elg-ces_slk2ukr:
${MAKE} SRCLANGS=ukr TRGLANGS="ces slk" tatoeba-job-pft
${MAKE} TRGLANGS=ukr SRCLANGS="ces slk" tatoeba-job-pbt
elg-ron2ukr:
${MAKE} tatoeba-ron2ukr-trainjob-pbt
${MAKE} tatoeba-ukr2ron-trainjob-pft
elg-tur2ukr:
${MAKE} tatoeba-tur2ukr-trainjob-pbt
${MAKE} tatoeba-ukr2tur-trainjob-pft
elg-hun2ukr:
${MAKE} tatoeba-hun2ukr-trainjob-pbt
${MAKE} tatoeba-ukr2hun-trainjob-pft
## continue with pivot-based model training (after shuffling)
## (because it was not shuffled before, now shuffling is done by default)
elg-ukr2deu-continue:
rm -f work/ukr-deu/*.done
${MAKE} SRCLANGS=ukr TRGLANGS=deu shuffle-training-data-pft-tatoeba
${MAKE} MARIAN_EARLY_STOPPING=15 MARIAN_EXTRA=--no-restore-corpus tatoeba-ukr2deu-trainjob-pft
elg-deu2ukr-continue:
rm -f work/deu-ukr/*.done
${MAKE} SRCLANGS=deu TRGLANGS=ukr shuffle-training-data-pbt-tatoeba
${MAKE} MARIAN_EARLY_STOPPING=15 MARIAN_EXTRA=--no-restore-corpus tatoeba-deu2ukr-trainjob-pbt
elg-eng2all:
@ -149,11 +278,95 @@ elg-all2eng-eval:
done
elg-tune4ukr2eng:
${MAKE} MODELTYPE=transformer-big TUNE_SRC=ukr TUNE_TRG=eng tatoeba-zle2eng-langtunejob
## including English as a pivot language
elg-zle2zlw-pivot:
${MAKE} MODELTYPE=transformer-big \
MARIAN_EXTRA=--no-restore-corpus \
DATA_PREPARE_HPCPARAMS='CPUJOB_HPC_CORES=2 CPUJOB_HPC_MEM=16g CPUJOB_HPC_DISK=1000' \
tatoeba-zle2zlw-trainjob-bt-pivotlang
elg-zlw2zle-pivot:
${MAKE} MODELTYPE=transformer-big \
MARIAN_EXTRA=--no-restore-corpus \
DATA_PREPARE_HPCPARAMS='CPUJOB_HPC_CORES=2 CPUJOB_HPC_MEM=16g CPUJOB_HPC_DISK=1000' \
tatoeba-zlw2zle-trainjob-bt-pivotlang
elg-zle2zlw:
${MAKE} MODELTYPE=transformer-big \
MARIAN_EXTRA=--no-restore-corpus \
DATA_PREPARE_HPCPARAMS='CPUJOB_HPC_CORES=2 CPUJOB_HPC_MEM=24g CPUJOB_HPC_DISK=1000' \
tatoeba-zle2zlw-trainjob-bt
elg-zlw2zle:
${MAKE} MODELTYPE=transformer-big \
MARIAN_EXTRA=--no-restore-corpus \
DATA_PREPARE_HPCPARAMS='CPUJOB_HPC_CORES=2 CPUJOB_HPC_MEM=24g CPUJOB_HPC_DISK=1000' \
tatoeba-zlw2zle-trainjob-bt
elg-zle2zls:
${MAKE} MODELTYPE=transformer-big \
MARIAN_EXTRA=--no-restore-corpus \
DATA_PREPARE_HPCPARAMS='CPUJOB_HPC_CORES=2 CPUJOB_HPC_MEM=24g CPUJOB_HPC_DISK=1000' \
tatoeba-zle2zls-trainjob-bt
elg-zls2zle:
${MAKE} MODELTYPE=transformer-big \
MARIAN_EXTRA=--no-restore-corpus \
DATA_PREPARE_HPCPARAMS='CPUJOB_HPC_CORES=2 CPUJOB_HPC_MEM=24g CPUJOB_HPC_DISK=1000' \
tatoeba-zls2zle-trainjob-bt
elg-zle2zle:
${MAKE} MODELTYPE=transformer-big \
MARIAN_EXTRA=--no-restore-corpus \
DATA_PREPARE_HPCPARAMS='CPUJOB_HPC_CORES=2 CPUJOB_HPC_MEM=16g CPUJOB_HPC_DISK=1000' \
tatoeba-zle2zle-trainjob-bt
elg-gmq2zle:
${MAKE} MODELTYPE=transformer-big \
MARIAN_EXTRA=--no-restore-corpus \
DATA_PREPARE_HPCPARAMS='CPUJOB_HPC_CORES=2 CPUJOB_HPC_MEM=16g CPUJOB_HPC_DISK=1000' \
tatoeba-gmq2zle-trainjob-bt
${MAKE} MODELTYPE=transformer-big \
MARIAN_EXTRA=--no-restore-corpus \
DATA_PREPARE_HPCPARAMS='CPUJOB_HPC_CORES=2 CPUJOB_HPC_MEM=16g CPUJOB_HPC_DISK=1000' \
tatoeba-zle2gmq-trainjob-bt
elg-big2zle:
for l in deu fra spa por ita; do \
${MAKE} MODELTYPE=transformer-big \
MARIAN_EXTRA=--no-restore-corpus \
DATA_PREPARE_HPCPARAMS='CPUJOB_HPC_CORES=2 CPUJOB_HPC_MEM=16g CPUJOB_HPC_DISK=1000' \
tatoeba-$${l}2zle-trainjob; \
done
elg-zle2big:
for l in deu fra spa por ita; do \
${MAKE} MODELTYPE=transformer-big \
MARIAN_EXTRA=--no-restore-corpus \
DATA_PREPARE_HPCPARAMS='CPUJOB_HPC_CORES=2 CPUJOB_HPC_MEM=16g CPUJOB_HPC_DISK=1000' \
tatoeba-zle2$${l}-trainjob; \
done
elg-zle2fin:
${MAKE} MODELTYPE=transformer-big tatoeba-zle2fin-trainjob-bt
elg-fin2zle:
${MAKE} MODELTYPE=transformer-big tatoeba-fin2zle-trainjob-bt
elg-sla2sla:
${MAKE} MODELTYPE=transformer-big \
MARIAN_EXTRA=--no-restore-corpus \
DATA_PREPARE_HPCPARAMS='CPUJOB_HPC_CORES=2 CPUJOB_HPC_MEM=16g CPUJOB_HPC_DISK=1000' \
tatoeba-sla2sla-trainjob-bt
elg-eng2cel:
@ -213,6 +426,13 @@ elg-multi2eng:
TRGLANGS=eng SRCLANGS="por glg" \
tatoeba-job-bt
elg-eng2spa:
${MAKE} MODELTYPE=transformer-big \
MARIAN_EXTRA=--no-restore-corpus \
DATA_PREPARE_HPCPARAMS='CPUJOB_HPC_CORES=2 CPUJOB_HPC_MEM=16g CPUJOB_HPC_DISK=1000' \
SRCLANGS=eng TRGLANGS="cat oci spa" \
tatoeba-job-bt
elg-ces2eng:
${MAKE} MODELTYPE=transformer-big \
@ -248,3 +468,78 @@ elg-eng2fin:
MARIAN_EXTRA=--no-restore-corpus \
tatoeba-eng2fin-trainjob-bt
good-ukr-models:
@grep '^[^ ]*-ukr' ~/research/Tatoeba-Challenge/models/released-model-results-all.txt | \
grep -v 'tuned4' | rev | uniq -f5 | rev | grep '[3-9][0-9]\.[0-9]' | grep -P '\t[0-9]{3,}\t'
@grep '^ukr-' ~/research/Tatoeba-Challenge/models/released-model-results-all.txt | \
grep -v 'tuned4' | rev | uniq -f5 | rev | grep '[3-9][0-9]\.[0-9]' | grep -P '\t[0-9]{3,}\t'
ukr-model-table:
make -s good-ukr-models |\
cut -f1-4 |\
sed 's/ / | /g;s/^/| /;s/$$/ |/' |\
sed 's#\(https://object.pouta.csc.fi/Tatoeba-MT-models/\)\(.*\).zip#[\2](\1\2.zip)#'
ukr-model-table2:
make -s good-ukr-models | cut -f1-4 > $@.tmp1
cut -f1 $@.tmp1 | xargs iso639 -p | sed "s/^\"//;s/\"$$//;s#\" \"#\n#g" > $@.tmp2
paste $@.tmp2 $@.tmp1 |\
sed 's/ / | /g;s/^/| /;s/$$/ |/' |\
sed 's#\(https://object.pouta.csc.fi/Tatoeba-MT-models/\)\(.*\).zip#[\2](\1\2.zip)#'
rm -f $@.tmp*
# SCORE_BASE_URL = https://github.com/Helsinki-NLP/OPUS-MT-train/blob/master
SCORE_BASE_URL = https://github.com/Helsinki-NLP/OPUS-MT-train/blob/puhti
print-ukr2x-table:
@echo '| language pair | lang-IDs | BLEU | model |'
@echo '|---------------|----------|------|-------|'
@grep '^[1-9][0-9]\.' ../scores/ukr-*/flores101-devtest/bleu-scores*txt | \
sed 's/:/ /' | sort -nr | rev | uniq -f2 | rev| sort > $@.tmp1
@cut -f3 -d'/' $@.tmp1 > $@.langids
@cut -f1 $@.langids | xargs iso639 -p | sed "s/^\"//;s/\"$$//;s#\" \"#\n#g" > $@.langnames
@cut -f1 $@.tmp1 | sed 's#^\.\.#${SCORE_BASE_URL}#' > $@.bleufile
@cut -f2 $@.tmp1 > $@.bleuscore
@cut -f3 $@.tmp1 > $@.link
@paste $@.bleuscore $@.bleufile | sed 's/ /\]\(/;s/^/\[/;s/$$/\)/' > $@.bleulink
@paste $@.langnames $@.langids $@.bleulink $@.link |\
grep -v 'Indonesian' | grep -v 'Afrikaans' |\
sed 's/ / | /g;s/^/| /;s/$$/ |/' |\
sed 's#\(https://object.pouta.csc.fi/Tatoeba-MT-models/\)\(.*\).zip#[\2](\1\2.zip)#'
@rm -f $@.*
print-x2ukr-table:
@echo '| language pair | lang-IDs | BLEU | model |'
@echo '|---------------|----------|------|-------|'
@grep '^[1-9][0-9]\.' ../scores/*-ukr/flores101-devtest/bleu-scores*txt | \
sed 's/:/ /' | sort -nr | rev | uniq -f2 | rev| sort > $@.tmp1
@cut -f3 -d'/' $@.tmp1 > $@.langids
@cut -f1 $@.langids | xargs iso639 -p | sed "s/^\"//;s/\"$$//;s#\" \"#\n#g" > $@.langnames
@cut -f1 $@.tmp1 | sed 's#^\.\.#${SCORE_BASE_URL}#' > $@.bleufile
@cut -f2 $@.tmp1 > $@.bleuscore
@cut -f3 $@.tmp1 > $@.link
@paste $@.bleuscore $@.bleufile | sed 's/ /\]\(/;s/^/\[/;s/$$/\)/' > $@.bleulink
@paste $@.langnames $@.langids $@.bleulink $@.link |\
grep -v 'Indonesian' | grep -v 'Afrikaans' |\
sed 's/ / | /g;s/^/| /;s/$$/ |/' |\
sed 's#\(https://object.pouta.csc.fi/Tatoeba-MT-models/\)\(.*\).zip#[\2](\1\2.zip)#'
@rm -f $@.*
opus-mt-ukr-flores-devtest.md:
echo "# OPUS-MT models for Ukrainian" > $@
echo "" >> $@
echo "The following tables list the best OPUS-MT models for translating from and to Ukrainian according to the flores101 devtest benchmark. Results are given in standard BLEU scores (using sacrebleu)." >> $@
echo "" >> $@
echo "## Translations from Ukrainian" >> $@
echo "" >> $@
make -s print-ukr2x-table >> $@
echo "" >> $@
echo "## Translations to Ukrainian" >> $@
echo "" >> $@
make -s print-x2ukr-table >> $@

View File

@ -244,8 +244,8 @@ OPUS_LANG_GRANDPARENTS := ${sort ${shell langgroup -p -n ${OPUS_LANG_PARENTS} 2>
OPUS_LANG_GROUPS := ${sort ${OPUS_LANG_PARENTS} ${OPUS_LANG_GRANDPARENTS}}
.PHONY: tatoeba
tatoeba:
.PHONY: tatoeba tatoeba-all
tatoeba tatoeba-all:
${MAKE} tatoeba-prepare
${MAKE} all-tatoeba

View File

@ -102,7 +102,7 @@ tatoeba-%-langtune:
( s=$(firstword $(subst 2, ,$(patsubst tatoeba-%-langtune,%,$@))); \
t=$(lastword $(subst 2, ,$(patsubst tatoeba-%-langtune,%,$@))); \
if [ -d ${WORKHOME}/$$s-$$t ]; then \
${MAKE} LANGPAIRSTR=$$s-$$t ${TATOEBA_LANGTUNE_PARAMS} tatoeba; \
${MAKE} LANGPAIRSTR=$$s-$$t ${TATOEBA_LANGTUNE_PARAMS} tatoeba-all; \
fi )
# SRCLANGS="${call find-srclanggroup,${patsubst tatoeba-%-langtune,%,$@},${PIVOT}}" \

View File

@ -1,3 +1,4 @@
10.2 https://object.pouta.csc.fi/Tatoeba-MT-models/zle-zlw/opusTCv20210807+bt_transformer-big_2022-03-07.zip
8.7 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-10-04.zip
8.4 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-21.zip
8.2 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-27.zip

View File

@ -1,3 +1,4 @@
0.40907 https://object.pouta.csc.fi/Tatoeba-MT-models/zle-zlw/opusTCv20210807+bt_transformer-big_2022-03-07.zip
0.380 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-27.zip
0.378 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-10-04.zip
0.375 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-21.zip

View File

@ -1,3 +1,4 @@
10.7 https://object.pouta.csc.fi/Tatoeba-MT-models/zle-zlw/opusTCv20210807+bt_transformer-big_2022-03-07.zip
9.0 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-27.zip
8.7 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-10-04.zip
8.3 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-21.zip

View File

@ -1,3 +1,4 @@
0.41037 https://object.pouta.csc.fi/Tatoeba-MT-models/zle-zlw/opusTCv20210807+bt_transformer-big_2022-03-07.zip
0.383 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-27.zip
0.380 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-10-04.zip
0.376 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-09-26.zip

View File

@ -1,3 +1,4 @@
17.8 https://object.pouta.csc.fi/Tatoeba-MT-models/zle-eng/opusTCv20210807+bt_transformer-big_2022-03-03.zip
14.6 https://object.pouta.csc.fi/Tatoeba-MT-models/bel-eng/opus+bt-2021-04-30.zip
13.5 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-eng/opus4m-2020-08-12.zip
13.0 https://object.pouta.csc.fi/Tatoeba-MT-models/ine-eng/opus4m-2020-08-12.zip

View File

@ -1,3 +1,4 @@
0.51962 https://object.pouta.csc.fi/Tatoeba-MT-models/zle-eng/opusTCv20210807+bt_transformer-big_2022-03-03.zip
0.493 https://object.pouta.csc.fi/Tatoeba-MT-models/bel-eng/opus+bt-2021-04-30.zip
0.488 https://object.pouta.csc.fi/Tatoeba-MT-models/zle-eng/opus1m+bt-2021-05-02.zip
0.464 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-eng/opus4m-2020-08-12.zip

View File

@ -1,3 +1,4 @@
18.0 https://object.pouta.csc.fi/Tatoeba-MT-models/zle-eng/opusTCv20210807+bt_transformer-big_2022-03-03.zip
15.5 https://object.pouta.csc.fi/Tatoeba-MT-models/bel-eng/opus+bt-2021-04-30.zip
15.2 https://object.pouta.csc.fi/Tatoeba-MT-models/zle-eng/opus1m+bt-2021-05-02.zip
13.9 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-eng/opus4m-2020-08-12.zip

View File

@ -1,3 +1,4 @@
0.51689 https://object.pouta.csc.fi/Tatoeba-MT-models/zle-eng/opusTCv20210807+bt_transformer-big_2022-03-03.zip
0.495 https://object.pouta.csc.fi/Tatoeba-MT-models/bel-eng/opus+bt-2021-04-30.zip
0.489 https://object.pouta.csc.fi/Tatoeba-MT-models/zle-eng/opus1m+bt-2021-05-02.zip
0.464 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-eng/opus4m-2020-08-12.zip

View File

@ -1,3 +1,4 @@
48.0 https://object.pouta.csc.fi/Tatoeba-MT-models/zle-eng/opusTCv20210807+bt_transformer-big_2022-03-03.zip
43.5 https://object.pouta.csc.fi/Tatoeba-MT-models/zle-eng/opus1m+bt-2021-05-02.zip
42.6 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-eng/opus4m-2020-08-12.zip
42.1 https://object.pouta.csc.fi/Tatoeba-MT-models/ine-eng/opus2m-2020-08-01.zip

View File

@ -1,3 +1,4 @@
0.65132 https://object.pouta.csc.fi/Tatoeba-MT-models/zle-eng/opusTCv20210807+bt_transformer-big_2022-03-03.zip
0.620 https://object.pouta.csc.fi/Tatoeba-MT-models/zle-eng/opus1m+bt-2021-05-02.zip
0.609 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-eng/opus4m-2020-08-12.zip
0.603 https://object.pouta.csc.fi/Tatoeba-MT-models/bel-eng/opus+bt-2021-04-30.zip

View File

@ -1,3 +1,4 @@
48.0 https://object.pouta.csc.fi/Tatoeba-MT-models/zle-eng/opusTCv20210807+bt_transformer-big_2022-03-03.zip
43.5 https://object.pouta.csc.fi/Tatoeba-MT-models/zle-eng/opus1m+bt-2021-05-02.zip
42.6 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-eng/opus4m-2020-08-12.zip
42.1 https://object.pouta.csc.fi/Tatoeba-MT-models/ine-eng/opus2m-2020-08-01.zip

View File

@ -1,3 +1,4 @@
0.65132 https://object.pouta.csc.fi/Tatoeba-MT-models/zle-eng/opusTCv20210807+bt_transformer-big_2022-03-03.zip
0.620 https://object.pouta.csc.fi/Tatoeba-MT-models/zle-eng/opus1m+bt-2021-05-02.zip
0.609 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-eng/opus4m-2020-08-12.zip
0.603 https://object.pouta.csc.fi/Tatoeba-MT-models/bel-eng/opus+bt-2021-04-30.zip

View File

@ -1,3 +1,4 @@
48.0 https://object.pouta.csc.fi/Tatoeba-MT-models/zle-eng/opusTCv20210807+bt_transformer-big_2022-03-03.zip
43.4 https://object.pouta.csc.fi/Tatoeba-MT-models/zle-eng/opus1m+bt-2021-05-02.zip
42.6 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-eng/opus4m-2020-08-12.zip
42.1 https://object.pouta.csc.fi/Tatoeba-MT-models/ine-eng/opus2m-2020-08-01.zip

View File

@ -1,3 +1,4 @@
0.65132 https://object.pouta.csc.fi/Tatoeba-MT-models/zle-eng/opusTCv20210807+bt_transformer-big_2022-03-03.zip
0.620 https://object.pouta.csc.fi/Tatoeba-MT-models/zle-eng/opus1m+bt-2021-05-02.zip
0.609 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-eng/opus4m-2020-08-12.zip
0.603 https://object.pouta.csc.fi/Tatoeba-MT-models/bel-eng/opus+bt-2021-04-30.zip

View File

@ -1,3 +1,4 @@
9.6 https://object.pouta.csc.fi/Tatoeba-MT-models/zle-zlw/opusTCv20210807+bt_transformer-big_2022-03-07.zip
8.1 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-21.zip
8.0 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-10-04.zip
7.7 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-09-26.zip

View File

@ -1,3 +1,4 @@
0.41802 https://object.pouta.csc.fi/Tatoeba-MT-models/zle-zlw/opusTCv20210807+bt_transformer-big_2022-03-07.zip
0.385 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-27.zip
0.383 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-10-04.zip
0.382 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-21.zip

View File

@ -1,3 +1,4 @@
9.9 https://object.pouta.csc.fi/Tatoeba-MT-models/zle-zlw/opusTCv20210807+bt_transformer-big_2022-03-07.zip
8.5 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-27.zip
8.1 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-09-26.zip
8.0 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-10-04.zip

View File

@ -1,3 +1,4 @@
0.41938 https://object.pouta.csc.fi/Tatoeba-MT-models/zle-zlw/opusTCv20210807+bt_transformer-big_2022-03-07.zip
0.386 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-27.zip
0.385 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-10-04.zip
0.383 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-09-26.zip

View File

@ -1,3 +1,4 @@
48.3 https://object.pouta.csc.fi/Tatoeba-MT-models/zle-zlw/opusTCv20210807+bt_transformer-big_2022-03-07.zip
48.0 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-09-26.zip
47.7 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-21.zip
47.3 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-27.zip

View File

@ -1,5 +1,6 @@
0.683 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-21.zip
0.678 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-10-04.zip
0.675 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-09-26.zip
0.66635 https://object.pouta.csc.fi/Tatoeba-MT-models/zle-zlw/opusTCv20210807+bt_transformer-big_2022-03-07.zip
0.566 https://object.pouta.csc.fi/Tatoeba-MT-models/ine-ine/opus-2020-07-27.zip
0.558 https://object.pouta.csc.fi/Tatoeba-MT-models/ine-ine/opus-2020-07-21.zip

View File

@ -1,3 +1,4 @@
48.5 https://object.pouta.csc.fi/Tatoeba-MT-models/zle-zlw/opusTCv20210807+bt_transformer-big_2022-03-07.zip
47.9 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-09-26.zip
47.7 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-21.zip
46.9 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-27.zip

View File

@ -2,5 +2,6 @@
0.683 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-27.zip
0.678 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-10-04.zip
0.675 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-09-26.zip
0.66831 https://object.pouta.csc.fi/Tatoeba-MT-models/zle-zlw/opusTCv20210807+bt_transformer-big_2022-03-07.zip
0.567 https://object.pouta.csc.fi/Tatoeba-MT-models/ine-ine/opus-2020-07-27.zip
0.560 https://object.pouta.csc.fi/Tatoeba-MT-models/ine-ine/opus-2020-07-21.zip

View File

@ -1,3 +1,4 @@
48.3 https://object.pouta.csc.fi/Tatoeba-MT-models/zle-zlw/opusTCv20210807+bt_transformer-big_2022-03-07.zip
48.0 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-09-26.zip
47.7 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-21.zip
47.3 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-27.zip

View File

@ -1,5 +1,6 @@
0.683 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-21.zip
0.678 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-10-04.zip
0.675 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-09-26.zip
0.66635 https://object.pouta.csc.fi/Tatoeba-MT-models/zle-zlw/opusTCv20210807+bt_transformer-big_2022-03-07.zip
0.566 https://object.pouta.csc.fi/Tatoeba-MT-models/ine-ine/opus-2020-07-27.zip
0.558 https://object.pouta.csc.fi/Tatoeba-MT-models/ine-ine/opus-2020-07-21.zip

View File

@ -1,3 +1,4 @@
13.8 https://object.pouta.csc.fi/Tatoeba-MT-models/zle-zle/opusTCv20210807+bt_transformer-big_2022-03-07.zip
12.9 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-09-26.zip
12.8 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-27.zip
12.4 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-21.zip

View File

@ -1,3 +1,4 @@
0.47944 https://object.pouta.csc.fi/Tatoeba-MT-models/zle-zle/opusTCv20210807+bt_transformer-big_2022-03-07.zip
0.457 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-10-04.zip
0.456 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-27.zip
0.454 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-21.zip

View File

@ -1,3 +1,4 @@
14.5 https://object.pouta.csc.fi/Tatoeba-MT-models/zle-zle/opusTCv20210807+bt_transformer-big_2022-03-07.zip
13.5 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-10-04.zip
13.2 https://object.pouta.csc.fi/Tatoeba-MT-models/zle-zle/opus-2020-09-26.zip
13.1 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-21.zip

View File

@ -1,3 +1,4 @@
0.47960 https://object.pouta.csc.fi/Tatoeba-MT-models/zle-zle/opusTCv20210807+bt_transformer-big_2022-03-07.zip
0.458 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-10-04.zip
0.457 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-27.zip
0.455 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-21.zip

View File

@ -1,3 +1,4 @@
68.6 https://object.pouta.csc.fi/Tatoeba-MT-models/zle-zle/opusTCv20210807+bt_transformer-big_2022-03-07.zip
58.3 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-27.zip
57.9 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-10-04.zip
57.6 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-21.zip

View File

@ -1,3 +1,4 @@
0.82526 https://object.pouta.csc.fi/Tatoeba-MT-models/zle-zle/opusTCv20210807+bt_transformer-big_2022-03-07.zip
0.766 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-27.zip
0.765 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-10-04.zip
0.761 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-21.zip

View File

@ -1,3 +1,4 @@
68.6 https://object.pouta.csc.fi/Tatoeba-MT-models/zle-zle/opusTCv20210807+bt_transformer-big_2022-03-07.zip
58.3 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-27.zip
57.9 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-10-04.zip
57.6 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-21.zip

View File

@ -1,3 +1,4 @@
0.82526 https://object.pouta.csc.fi/Tatoeba-MT-models/zle-zle/opusTCv20210807+bt_transformer-big_2022-03-07.zip
0.766 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-27.zip
0.765 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-10-04.zip
0.761 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-21.zip

View File

@ -1,3 +1,4 @@
68.6 https://object.pouta.csc.fi/Tatoeba-MT-models/zle-zle/opusTCv20210807+bt_transformer-big_2022-03-07.zip
58.3 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-27.zip
57.9 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-10-04.zip
57.6 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-21.zip

View File

@ -1,3 +1,4 @@
0.82526 https://object.pouta.csc.fi/Tatoeba-MT-models/zle-zle/opusTCv20210807+bt_transformer-big_2022-03-07.zip
0.766 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-27.zip
0.765 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-10-04.zip
0.761 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-21.zip

View File

@ -1,3 +1,4 @@
12.2 https://object.pouta.csc.fi/Tatoeba-MT-models/zle-zle/opusTCv20210807+bt_transformer-big_2022-03-07.zip
11.3 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-10-04.zip
11.1 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-21.zip
10.4 https://object.pouta.csc.fi/Tatoeba-MT-models/zle-zle/opus-2020-10-04.zip

View File

@ -1,3 +1,4 @@
0.47149 https://object.pouta.csc.fi/Tatoeba-MT-models/zle-zle/opusTCv20210807+bt_transformer-big_2022-03-07.zip
0.444 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-10-04.zip
0.443 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-27.zip
0.441 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-21.zip

View File

@ -1,3 +1,4 @@
12.8 https://object.pouta.csc.fi/Tatoeba-MT-models/zle-zle/opusTCv20210807+bt_transformer-big_2022-03-07.zip
12.1 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-27.zip
12.0 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-09-26.zip
11.8 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-21.zip

View File

@ -1,3 +1,4 @@
0.47335 https://object.pouta.csc.fi/Tatoeba-MT-models/zle-zle/opusTCv20210807+bt_transformer-big_2022-03-07.zip
0.449 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-09-26.zip
0.448 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-21.zip
0.439 https://object.pouta.csc.fi/Tatoeba-MT-models/zle-zle/opus-2020-07-27.zip

View File

@ -1,3 +1,4 @@
65.5 https://object.pouta.csc.fi/Tatoeba-MT-models/zle-zle/opusTCv20210807+bt_transformer-big_2022-03-07.zip
55.3 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-21.zip
55.2 https://object.pouta.csc.fi/Tatoeba-MT-models/zle-zle/opus-2020-07-27.zip
55.1 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-09-26.zip

View File

@ -1,3 +1,4 @@
0.81036 https://object.pouta.csc.fi/Tatoeba-MT-models/zle-zle/opusTCv20210807+bt_transformer-big_2022-03-07.zip
0.747 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-21.zip
0.746 https://object.pouta.csc.fi/Tatoeba-MT-models/zle-zle/opus-2020-07-27.zip
0.744 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-10-04.zip

View File

@ -1,3 +1,4 @@
65.5 https://object.pouta.csc.fi/Tatoeba-MT-models/zle-zle/opusTCv20210807+bt_transformer-big_2022-03-07.zip
55.3 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-21.zip
55.2 https://object.pouta.csc.fi/Tatoeba-MT-models/zle-zle/opus-2020-07-27.zip
55.1 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-09-26.zip

View File

@ -1,3 +1,4 @@
0.81036 https://object.pouta.csc.fi/Tatoeba-MT-models/zle-zle/opusTCv20210807+bt_transformer-big_2022-03-07.zip
0.747 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-21.zip
0.746 https://object.pouta.csc.fi/Tatoeba-MT-models/zle-zle/opus-2020-07-27.zip
0.744 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-10-04.zip

View File

@ -1,3 +1,4 @@
65.5 https://object.pouta.csc.fi/Tatoeba-MT-models/zle-zle/opusTCv20210807+bt_transformer-big_2022-03-07.zip
55.3 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-21.zip
55.2 https://object.pouta.csc.fi/Tatoeba-MT-models/zle-zle/opus-2020-07-27.zip
55.1 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-27.zip

View File

@ -1,3 +1,4 @@
0.81036 https://object.pouta.csc.fi/Tatoeba-MT-models/zle-zle/opusTCv20210807+bt_transformer-big_2022-03-07.zip
0.747 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-21.zip
0.746 https://object.pouta.csc.fi/Tatoeba-MT-models/zle-zle/opus-2020-07-27.zip
0.744 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-10-04.zip

View File

@ -1,3 +1,4 @@
66.7 https://object.pouta.csc.fi/Tatoeba-MT-models/hbs-eng/opusTCv20210807+bt_transformer-big_2022-02-25.zip
61.3 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-eng/opus-2020-07-27.zip
60.0 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-eng/opus4m-2020-08-12.zip
59.8 https://object.pouta.csc.fi/Tatoeba-MT-models/zls-eng/opus4m-2020-08-12.zip

View File

@ -1,3 +1,4 @@
0.80135 https://object.pouta.csc.fi/Tatoeba-MT-models/hbs-eng/opusTCv20210807+bt_transformer-big_2022-02-25.zip
0.769 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-eng/opus-2020-07-27.zip
0.758 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-eng/opus4m-2020-08-12.zip
0.755 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-10-04.zip

View File

@ -1,3 +1,4 @@
66.7 https://object.pouta.csc.fi/Tatoeba-MT-models/hbs-eng/opusTCv20210807+bt_transformer-big_2022-02-25.zip
61.3 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-eng/opus-2020-07-27.zip
60.0 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-eng/opus4m-2020-08-12.zip
59.8 https://object.pouta.csc.fi/Tatoeba-MT-models/zls-eng/opus4m-2020-08-12.zip

View File

@ -1,3 +1,4 @@
0.80135 https://object.pouta.csc.fi/Tatoeba-MT-models/hbs-eng/opusTCv20210807+bt_transformer-big_2022-02-25.zip
0.769 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-eng/opus-2020-07-27.zip
0.758 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-eng/opus4m-2020-08-12.zip
0.755 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-10-04.zip

View File

@ -1,3 +1,4 @@
66.5 https://object.pouta.csc.fi/Tatoeba-MT-models/hbs-eng/opusTCv20210807+bt_transformer-big_2022-02-25.zip
61.2 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-eng/opus-2020-07-27.zip
59.9 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-eng/opus4m-2020-08-12.zip
59.7 https://object.pouta.csc.fi/Tatoeba-MT-models/zls-eng/opus4m-2020-08-12.zip

View File

@ -1,3 +1,4 @@
0.80010 https://object.pouta.csc.fi/Tatoeba-MT-models/hbs-eng/opusTCv20210807+bt_transformer-big_2022-02-25.zip
0.768 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-eng/opus-2020-07-27.zip
0.757 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-eng/opus4m-2020-08-12.zip
0.754 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-10-04.zip

View File

@ -1,5 +1,6 @@
5.6 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-10-04.zip
5.2 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-21.zip
5.1 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-27.zip
4.5 https://object.pouta.csc.fi/Tatoeba-MT-models/zlw-zle/opusTCv20210807+bt_transformer-big_2022-03-07.zip
4.1 https://object.pouta.csc.fi/Tatoeba-MT-models/ine-ine/opus-2020-07-27.zip
3.8 https://object.pouta.csc.fi/Tatoeba-MT-models/ine-ine/opus-2020-07-21.zip

View File

@ -4,3 +4,4 @@
0.313 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-27.zip
0.300 https://object.pouta.csc.fi/Tatoeba-MT-models/ine-ine/opus-2020-07-27.zip
0.292 https://object.pouta.csc.fi/Tatoeba-MT-models/ine-ine/opus-2020-07-21.zip
0.25139 https://object.pouta.csc.fi/Tatoeba-MT-models/zlw-zle/opusTCv20210807+bt_transformer-big_2022-03-07.zip

View File

@ -1,4 +1,5 @@
6.0 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-09-26.zip
5.3 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-21.zip
4.6 https://object.pouta.csc.fi/Tatoeba-MT-models/zlw-zle/opusTCv20210807+bt_transformer-big_2022-03-07.zip
4.3 https://object.pouta.csc.fi/Tatoeba-MT-models/ine-ine/opus-2020-07-27.zip
4.1 https://object.pouta.csc.fi/Tatoeba-MT-models/ine-ine/opus-2020-07-21.zip

View File

@ -4,3 +4,4 @@
0.318 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-27.zip
0.299 https://object.pouta.csc.fi/Tatoeba-MT-models/ine-ine/opus-2020-07-27.zip
0.294 https://object.pouta.csc.fi/Tatoeba-MT-models/ine-ine/opus-2020-07-21.zip
0.24989 https://object.pouta.csc.fi/Tatoeba-MT-models/zlw-zle/opusTCv20210807+bt_transformer-big_2022-03-07.zip

View File

@ -1,3 +1,4 @@
23.2 https://object.pouta.csc.fi/Tatoeba-MT-models/zlw-zle/opusTCv20210807+bt_transformer-big_2022-03-07.zip
19.9 https://object.pouta.csc.fi/Tatoeba-MT-models/ces-rus/opus-2021-02-19.zip
16.1 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-27.zip
15.6 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-10-04.zip

View File

@ -1,3 +1,4 @@
0.51599 https://object.pouta.csc.fi/Tatoeba-MT-models/zlw-zle/opusTCv20210807+bt_transformer-big_2022-03-07.zip
0.479 https://object.pouta.csc.fi/Tatoeba-MT-models/ces-rus/opus-2021-02-19.zip
0.439 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-10-04.zip
0.438 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-27.zip

View File

@ -1,3 +1,4 @@
23.2 https://object.pouta.csc.fi/Tatoeba-MT-models/zlw-zle/opusTCv20210807+bt_transformer-big_2022-03-07.zip
19.8 https://object.pouta.csc.fi/Tatoeba-MT-models/ces-rus/opus-2021-02-19.zip
15.2 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-27.zip
15.0 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-10-04.zip

View File

@ -1,3 +1,4 @@
0.51561 https://object.pouta.csc.fi/Tatoeba-MT-models/zlw-zle/opusTCv20210807+bt_transformer-big_2022-03-07.zip
0.476 https://object.pouta.csc.fi/Tatoeba-MT-models/ces-rus/opus-2021-02-19.zip
0.442 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-10-04.zip
0.438 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-27.zip

View File

@ -1,3 +1,4 @@
20.6 https://object.pouta.csc.fi/Tatoeba-MT-models/zlw-zle/opusTCv20210807+bt_transformer-big_2022-03-07.zip
19.2 https://object.pouta.csc.fi/Tatoeba-MT-models/ces-rus/opus-2021-02-19.zip
15.9 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-10-04.zip
15.8 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-27.zip

View File

@ -1,3 +1,4 @@
0.49161 https://object.pouta.csc.fi/Tatoeba-MT-models/zlw-zle/opusTCv20210807+bt_transformer-big_2022-03-07.zip
0.470 https://object.pouta.csc.fi/Tatoeba-MT-models/ces-rus/opus-2021-02-19.zip
0.438 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-10-04.zip
0.436 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-27.zip

View File

@ -1,3 +1,4 @@
26.8 https://object.pouta.csc.fi/Tatoeba-MT-models/zlw-zle/opusTCv20210807+bt_transformer-big_2022-03-07.zip
23.7 https://object.pouta.csc.fi/Tatoeba-MT-models/ces-rus/opus-2021-02-19.zip
19.5 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-27.zip
19.4 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-10-04.zip

View File

@ -1,3 +1,4 @@
0.53763 https://object.pouta.csc.fi/Tatoeba-MT-models/zlw-zle/opusTCv20210807+bt_transformer-big_2022-03-07.zip
0.505 https://object.pouta.csc.fi/Tatoeba-MT-models/ces-rus/opus-2021-02-19.zip
0.470 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-10-04.zip
0.469 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-27.zip

View File

@ -1,3 +1,4 @@
56.2 https://object.pouta.csc.fi/Tatoeba-MT-models/zlw-zle/opusTCv20210807+bt_transformer-big_2022-03-07.zip
55.2 https://object.pouta.csc.fi/Tatoeba-MT-models/ces-rus/opus-2021-02-19.zip
50.9 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-27.zip
50.4 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-10-04.zip

View File

@ -1,3 +1,4 @@
0.73526 https://object.pouta.csc.fi/Tatoeba-MT-models/zlw-zle/opusTCv20210807+bt_transformer-big_2022-03-07.zip
0.722 https://object.pouta.csc.fi/Tatoeba-MT-models/ces-rus/opus-2021-02-19.zip
0.692 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-27.zip
0.685 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-10-04.zip

View File

@ -1,3 +1,4 @@
55.9 https://object.pouta.csc.fi/Tatoeba-MT-models/zlw-zle/opusTCv20210807+bt_transformer-big_2022-03-07.zip
55.1 https://object.pouta.csc.fi/Tatoeba-MT-models/ces-rus/opus-2021-02-19.zip
50.5 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-27.zip
50.0 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-10-04.zip

View File

@ -1,3 +1,4 @@
0.73240 https://object.pouta.csc.fi/Tatoeba-MT-models/zlw-zle/opusTCv20210807+bt_transformer-big_2022-03-07.zip
0.721 https://object.pouta.csc.fi/Tatoeba-MT-models/ces-rus/opus-2021-02-19.zip
0.688 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-27.zip
0.681 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-21.zip

View File

@ -1,3 +1,4 @@
55.9 https://object.pouta.csc.fi/Tatoeba-MT-models/zlw-zle/opusTCv20210807+bt_transformer-big_2022-03-07.zip
54.9 https://object.pouta.csc.fi/Tatoeba-MT-models/ces-rus/opus-2021-02-19.zip
50.2 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-27.zip
49.6 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-10-04.zip

View File

@ -1,3 +1,4 @@
0.73090 https://object.pouta.csc.fi/Tatoeba-MT-models/zlw-zle/opusTCv20210807+bt_transformer-big_2022-03-07.zip
0.719 https://object.pouta.csc.fi/Tatoeba-MT-models/ces-rus/opus-2021-02-19.zip
0.685 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-27.zip
0.678 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-10-04.zip

View File

@ -1,3 +1,5 @@
20.6 https://object.pouta.csc.fi/Tatoeba-MT-models/ces+slk-ukr/opusTCv20210807+pbt_transformer-align_2022-03-08.zip
20.4 https://object.pouta.csc.fi/Tatoeba-MT-models/zlw-zle/opusTCv20210807+bt_transformer-big_2022-03-07.zip
14.2 https://object.pouta.csc.fi/Tatoeba-MT-models/ces-ukr/opus-2021-02-18.zip
14.0 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-27.zip
13.9 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-10-04.zip

View File

@ -1,3 +1,5 @@
0.50280 https://object.pouta.csc.fi/Tatoeba-MT-models/ces+slk-ukr/opusTCv20210807+pbt_transformer-align_2022-03-08.zip
0.50264 https://object.pouta.csc.fi/Tatoeba-MT-models/zlw-zle/opusTCv20210807+bt_transformer-big_2022-03-07.zip
0.429 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-27.zip
0.428 https://object.pouta.csc.fi/Tatoeba-MT-models/ces-ukr/opus-2021-02-18.zip
0.426 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-21.zip

View File

@ -1,3 +1,5 @@
22.0 https://object.pouta.csc.fi/Tatoeba-MT-models/zlw-zle/opusTCv20210807+bt_transformer-big_2022-03-07.zip
21.8 https://object.pouta.csc.fi/Tatoeba-MT-models/ces+slk-ukr/opusTCv20210807+pbt_transformer-align_2022-03-08.zip
14.7 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-27.zip
14.4 https://object.pouta.csc.fi/Tatoeba-MT-models/ces-ukr/opus-2021-02-18.zip
14.1 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-10-04.zip

View File

@ -1,3 +1,5 @@
0.51447 https://object.pouta.csc.fi/Tatoeba-MT-models/zlw-zle/opusTCv20210807+bt_transformer-big_2022-03-07.zip
0.51387 https://object.pouta.csc.fi/Tatoeba-MT-models/ces+slk-ukr/opusTCv20210807+pbt_transformer-align_2022-03-08.zip
0.438 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-27.zip
0.435 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-10-04.zip
0.434 https://object.pouta.csc.fi/Tatoeba-MT-models/ces-ukr/opus-2021-02-18.zip

View File

@ -1,7 +1,9 @@
53.0 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-27.zip
52.2 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-21.zip
51.7 https://object.pouta.csc.fi/Tatoeba-MT-models/zlw-zle/opusTCv20210807+bt_transformer-big_2022-03-07.zip
51.3 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-09-26.zip
51.1 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-10-04.zip
50.8 https://object.pouta.csc.fi/Tatoeba-MT-models/ces-ukr/opus-2021-02-18.zip
48.6 https://object.pouta.csc.fi/Tatoeba-MT-models/ces+slk-ukr/opusTCv20210807+pbt_transformer-align_2022-03-08.zip
34.4 https://object.pouta.csc.fi/Tatoeba-MT-models/ine-ine/opus-2020-07-27.zip
32.9 https://object.pouta.csc.fi/Tatoeba-MT-models/ine-ine/opus-2020-07-21.zip

View File

@ -1,6 +1,8 @@
0.689 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-27.zip
0.68665 https://object.pouta.csc.fi/Tatoeba-MT-models/zlw-zle/opusTCv20210807+bt_transformer-big_2022-03-07.zip
0.681 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-21.zip
0.680 https://object.pouta.csc.fi/Tatoeba-MT-models/ces-ukr/opus-2021-02-18.zip
0.678 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-09-26.zip
0.66867 https://object.pouta.csc.fi/Tatoeba-MT-models/ces+slk-ukr/opusTCv20210807+pbt_transformer-align_2022-03-08.zip
0.523 https://object.pouta.csc.fi/Tatoeba-MT-models/ine-ine/opus-2020-07-27.zip
0.503 https://object.pouta.csc.fi/Tatoeba-MT-models/ine-ine/opus-2020-07-21.zip

View File

@ -1,7 +1,9 @@
53.0 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-27.zip
52.2 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-21.zip
51.7 https://object.pouta.csc.fi/Tatoeba-MT-models/zlw-zle/opusTCv20210807+bt_transformer-big_2022-03-07.zip
51.3 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-09-26.zip
51.1 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-10-04.zip
50.8 https://object.pouta.csc.fi/Tatoeba-MT-models/ces-ukr/opus-2021-02-18.zip
48.6 https://object.pouta.csc.fi/Tatoeba-MT-models/ces+slk-ukr/opusTCv20210807+pbt_transformer-align_2022-03-08.zip
34.4 https://object.pouta.csc.fi/Tatoeba-MT-models/ine-ine/opus-2020-07-27.zip
32.9 https://object.pouta.csc.fi/Tatoeba-MT-models/ine-ine/opus-2020-07-21.zip

View File

@ -1,6 +1,8 @@
0.689 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-27.zip
0.68665 https://object.pouta.csc.fi/Tatoeba-MT-models/zlw-zle/opusTCv20210807+bt_transformer-big_2022-03-07.zip
0.681 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-21.zip
0.680 https://object.pouta.csc.fi/Tatoeba-MT-models/ces-ukr/opus-2021-02-18.zip
0.678 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-09-26.zip
0.66867 https://object.pouta.csc.fi/Tatoeba-MT-models/ces+slk-ukr/opusTCv20210807+pbt_transformer-align_2022-03-08.zip
0.523 https://object.pouta.csc.fi/Tatoeba-MT-models/ine-ine/opus-2020-07-27.zip
0.503 https://object.pouta.csc.fi/Tatoeba-MT-models/ine-ine/opus-2020-07-21.zip

View File

@ -1,7 +1,9 @@
53.0 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-27.zip
52.3 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-21.zip
51.7 https://object.pouta.csc.fi/Tatoeba-MT-models/zlw-zle/opusTCv20210807+bt_transformer-big_2022-03-07.zip
51.4 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-09-26.zip
51.1 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-10-04.zip
50.8 https://object.pouta.csc.fi/Tatoeba-MT-models/ces-ukr/opus-2021-02-18.zip
48.6 https://object.pouta.csc.fi/Tatoeba-MT-models/ces+slk-ukr/opusTCv20210807+pbt_transformer-align_2022-03-08.zip
34.4 https://object.pouta.csc.fi/Tatoeba-MT-models/ine-ine/opus-2020-07-27.zip
32.9 https://object.pouta.csc.fi/Tatoeba-MT-models/ine-ine/opus-2020-07-21.zip

View File

@ -1,6 +1,8 @@
0.688 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-27.zip
0.68665 https://object.pouta.csc.fi/Tatoeba-MT-models/zlw-zle/opusTCv20210807+bt_transformer-big_2022-03-07.zip
0.681 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-07-21.zip
0.680 https://object.pouta.csc.fi/Tatoeba-MT-models/ces-ukr/opus-2021-02-18.zip
0.678 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-sla/opus-2020-09-26.zip
0.66867 https://object.pouta.csc.fi/Tatoeba-MT-models/ces+slk-ukr/opusTCv20210807+pbt_transformer-align_2022-03-08.zip
0.523 https://object.pouta.csc.fi/Tatoeba-MT-models/ine-ine/opus-2020-07-27.zip
0.503 https://object.pouta.csc.fi/Tatoeba-MT-models/ine-ine/opus-2020-07-21.zip

View File

@ -1,2 +1,3 @@
23.5 https://object.pouta.csc.fi/Tatoeba-MT-models/dan-ukr/opusTCv20210807+pbt_transformer-align_2022-03-07.zip
9.7 https://object.pouta.csc.fi/Tatoeba-MT-models/ine-ine/opus-2020-07-27.zip
9.2 https://object.pouta.csc.fi/Tatoeba-MT-models/ine-ine/opus-2020-07-21.zip

View File

@ -1,2 +1,3 @@
0.52286 https://object.pouta.csc.fi/Tatoeba-MT-models/dan-ukr/opusTCv20210807+pbt_transformer-align_2022-03-07.zip
0.368 https://object.pouta.csc.fi/Tatoeba-MT-models/ine-ine/opus-2020-07-27.zip
0.356 https://object.pouta.csc.fi/Tatoeba-MT-models/ine-ine/opus-2020-07-21.zip

View File

@ -1,2 +1,3 @@
23.8 https://object.pouta.csc.fi/Tatoeba-MT-models/dan-ukr/opusTCv20210807+pbt_transformer-align_2022-03-07.zip
10.0 https://object.pouta.csc.fi/Tatoeba-MT-models/ine-ine/opus-2020-07-27.zip
9.3 https://object.pouta.csc.fi/Tatoeba-MT-models/ine-ine/opus-2020-07-21.zip

View File

@ -1,2 +1,3 @@
0.52969 https://object.pouta.csc.fi/Tatoeba-MT-models/dan-ukr/opusTCv20210807+pbt_transformer-align_2022-03-07.zip
0.373 https://object.pouta.csc.fi/Tatoeba-MT-models/ine-ine/opus-2020-07-27.zip
0.363 https://object.pouta.csc.fi/Tatoeba-MT-models/ine-ine/opus-2020-07-21.zip

View File

@ -1,3 +1,4 @@
23.1 https://object.pouta.csc.fi/Tatoeba-MT-models/deu-ukr/opusTCv20210807+pbt_transformer-align_2022-03-07.zip
14.3 https://object.pouta.csc.fi/Tatoeba-MT-models/deu-ukr/opus-2021-02-18.zip
14.2 https://object.pouta.csc.fi/Tatoeba-MT-models/gmw-zle/opus1m-2021-02-12.zip
9.2 https://object.pouta.csc.fi/Tatoeba-MT-models/ine-ine/opus-2020-07-27.zip

View File

@ -1,3 +1,4 @@
0.51699 https://object.pouta.csc.fi/Tatoeba-MT-models/deu-ukr/opusTCv20210807+pbt_transformer-align_2022-03-07.zip
0.427 https://object.pouta.csc.fi/Tatoeba-MT-models/gmw-zle/opus1m-2021-02-12.zip
0.421 https://object.pouta.csc.fi/Tatoeba-MT-models/deu-ukr/opus-2021-02-18.zip
0.351 https://object.pouta.csc.fi/Tatoeba-MT-models/ine-ine/opus-2020-07-27.zip

View File

@ -1,3 +1,4 @@
23.6 https://object.pouta.csc.fi/Tatoeba-MT-models/deu-ukr/opusTCv20210807+pbt_transformer-align_2022-03-07.zip
14.7 https://object.pouta.csc.fi/Tatoeba-MT-models/gmw-zle/opus1m-2021-02-12.zip
14.6 https://object.pouta.csc.fi/Tatoeba-MT-models/deu-ukr/opus-2021-02-18.zip
9.2 https://object.pouta.csc.fi/Tatoeba-MT-models/ine-ine/opus-2020-07-27.zip

View File

@ -1,3 +1,4 @@
0.52614 https://object.pouta.csc.fi/Tatoeba-MT-models/deu-ukr/opusTCv20210807+pbt_transformer-align_2022-03-07.zip
0.436 https://object.pouta.csc.fi/Tatoeba-MT-models/gmw-zle/opus1m-2021-02-12.zip
0.427 https://object.pouta.csc.fi/Tatoeba-MT-models/deu-ukr/opus-2021-02-18.zip
0.360 https://object.pouta.csc.fi/Tatoeba-MT-models/ine-ine/opus-2020-07-27.zip

View File

@ -1,5 +1,6 @@
40.1 https://object.pouta.csc.fi/Tatoeba-MT-models/deu-ukr/opus-2021-02-18.zip
39.3 https://object.pouta.csc.fi/Tatoeba-MT-models/gmw-zle/opus1m-2021-02-12.zip
39.1 https://object.pouta.csc.fi/Tatoeba-MT-models/deu-ukr/opusTCv20210807+pbt_transformer-align_2022-03-07.zip
27.0 https://object.pouta.csc.fi/Tatoeba-MT-models/ine-ine/opus-2020-07-27.zip
26.1 https://object.pouta.csc.fi/Tatoeba-MT-models/ine-ine/opus-2020-07-21.zip
23.6 https://object.pouta.csc.fi/Tatoeba-MT-models/tatoeba-lowest/opus-2020-06-15.zip

View File

@ -1,3 +1,4 @@
0.61732 https://object.pouta.csc.fi/Tatoeba-MT-models/deu-ukr/opusTCv20210807+pbt_transformer-align_2022-03-07.zip
0.611 https://object.pouta.csc.fi/Tatoeba-MT-models/deu-ukr/opus-2021-02-18.zip
0.605 https://object.pouta.csc.fi/Tatoeba-MT-models/gmw-zle/opus1m-2021-02-12.zip
0.486 https://object.pouta.csc.fi/Tatoeba-MT-models/ine-ine/opus-2020-07-27.zip

View File

@ -1,5 +1,6 @@
40.1 https://object.pouta.csc.fi/Tatoeba-MT-models/deu-ukr/opus-2021-02-18.zip
39.3 https://object.pouta.csc.fi/Tatoeba-MT-models/gmw-zle/opus1m-2021-02-12.zip
39.1 https://object.pouta.csc.fi/Tatoeba-MT-models/deu-ukr/opusTCv20210807+pbt_transformer-align_2022-03-07.zip
26.9 https://object.pouta.csc.fi/Tatoeba-MT-models/ine-ine/opus-2020-07-27.zip
26.0 https://object.pouta.csc.fi/Tatoeba-MT-models/ine-ine/opus-2020-07-21.zip
23.6 https://object.pouta.csc.fi/Tatoeba-MT-models/tatoeba-lowest/opus-2020-06-15.zip

View File

@ -1,3 +1,4 @@
0.61839 https://object.pouta.csc.fi/Tatoeba-MT-models/deu-ukr/opusTCv20210807+pbt_transformer-align_2022-03-07.zip
0.612 https://object.pouta.csc.fi/Tatoeba-MT-models/deu-ukr/opus-2021-02-18.zip
0.606 https://object.pouta.csc.fi/Tatoeba-MT-models/gmw-zle/opus1m-2021-02-12.zip
0.486 https://object.pouta.csc.fi/Tatoeba-MT-models/ine-ine/opus-2020-07-27.zip

View File

@ -1,5 +1,6 @@
40.0 https://object.pouta.csc.fi/Tatoeba-MT-models/deu-ukr/opus-2021-02-18.zip
39.3 https://object.pouta.csc.fi/Tatoeba-MT-models/gmw-zle/opus1m-2021-02-12.zip
39.1 https://object.pouta.csc.fi/Tatoeba-MT-models/deu-ukr/opusTCv20210807+pbt_transformer-align_2022-03-07.zip
26.9 https://object.pouta.csc.fi/Tatoeba-MT-models/ine-ine/opus-2020-07-27.zip
26.0 https://object.pouta.csc.fi/Tatoeba-MT-models/ine-ine/opus-2020-07-21.zip
23.5 https://object.pouta.csc.fi/Tatoeba-MT-models/tatoeba-lowest/opus-2020-06-15.zip

View File

@ -1,3 +1,4 @@
0.61767 https://object.pouta.csc.fi/Tatoeba-MT-models/deu-ukr/opusTCv20210807+pbt_transformer-align_2022-03-07.zip
0.611 https://object.pouta.csc.fi/Tatoeba-MT-models/deu-ukr/opus-2021-02-18.zip
0.605 https://object.pouta.csc.fi/Tatoeba-MT-models/gmw-zle/opus1m-2021-02-12.zip
0.485 https://object.pouta.csc.fi/Tatoeba-MT-models/ine-ine/opus-2020-07-27.zip

Some files were not shown because too many files have changed in this diff Show More