diff --git a/lib/config.mk b/lib/config.mk index 315ff125..c690927e 100644 --- a/lib/config.mk +++ b/lib/config.mk @@ -285,12 +285,16 @@ OPUSLANGS := ${call get-opus-langs} ## - DEVSET is the first of the potential devset that exists with sufficient size ## TODO: what do we do if there is no devset? -POTENTIAL_DEVSETS = Tatoeba GlobalVoices infopankki wikimedia JW300 bible-uedin +POTENTIAL_DEVSETS = Tatoeba GlobalVoices infopankki wikimedia TED2020 Europarl OpenSubtitles JW300 bible-uedin BIGGER_BITEXTS := ${call get-bigger-bitexts,${SRC},${TRG},${DEVSMALLSIZE}} SMALLER_BITEXTS := ${call get-bigger-bitexts,${SRC},${TRG},${DEVMINSIZE}} DEVSET ?= ${firstword ${filter ${POTENTIAL_DEVSETS},${BIGGER_BITEXTS}} \ ${filter ${POTENTIAL_DEVSETS},${SMALLER_BITEXTS}}} +print-potential-datasets: + @echo "bigger : ${BIGGER_BITEXTS}" + @echo "smaller : ${SMALLER_BITEXTS}" + @echo "selected: ${DEVSET}" ## increase dev/test sets for Tatoeba (very short sentences!) @@ -648,8 +652,11 @@ endif ## decoder flags (CPU and GPU variants) MARIAN_BEAM_SIZE = 4 -MARIAN_MINI_BATCH = 768 -MARIAN_MAXI_BATCH = 2048 +MARIAN_MINI_BATCH = 512 +MARIAN_MAXI_BATCH = 1024 +# MARIAN_MINI_BATCH = 768 +# MARIAN_MAXI_BATCH = 2048 + ifeq ($(GPU_AVAILABLE),1) MARIAN_SCORER_FLAGS = -n1 -d ${MARIAN_GPUS} \ diff --git a/lib/env/puhti.mk b/lib/env/puhti.mk index a6f478f7..21c3f49f 100644 --- a/lib/env/puhti.mk +++ b/lib/env/puhti.mk @@ -8,8 +8,8 @@ DATA_PREPARE_HPCPARAMS = CPUJOB_HPC_CORES=2 CPUJOB_HPC_MEM=16g CPUJOB_HPC_DISK=5 DATA_ALIGN_HPCPARAMS = CPUJOB_HPC_CORES=4 CPUJOB_HPC_JOBS=2 CPUJOB_HPC_MEM=64g CPUJOB_HPC_DISK=500 -# CSCPROJECT = project_2002688 -CSCPROJECT = project_2002982 +CSCPROJECT = project_2002688 +# CSCPROJECT = project_2002982 WORKHOME = ${shell realpath ${PWD}/work} GPU = v100 HPC_QUEUE = small diff --git a/lib/projects/elg.mk b/lib/projects/elg.mk index 23589b10..2b5bf8ab 100644 --- a/lib/projects/elg.mk +++ b/lib/projects/elg.mk @@ -59,7 +59,7 @@ elg-all2eng: DATA_PREPARE_HPCPARAMS='CPUJOB_HPC_CORES=2 CPUJOB_HPC_MEM=16g CPUJOB_HPC_DISK=1000' \ tatoeba-job-bt; \ done - for l in $(filter-out hun mlt,${ELG_EU_SELECTED}); do \ + for l in ${ELG_EU_SELECTED}; do \ ${MAKE} MODELTYPE=transformer-big tatoeba-$${l}2eng-trainjob-bt; \ done for l in ${ELG_EU_SELECTED_BIG}; do \ @@ -69,12 +69,6 @@ elg-all2eng: done -elg-all2spa: - ${MAKE} MODELTYPE=transformer-big TRGLANGS=eng SRCLANGS="cat oci spa" \ - DATA_PREPARE_HPCPARAMS='CPUJOB_HPC_CORES=2 CPUJOB_HPC_MEM=16g CPUJOB_HPC_DISK=1000' \ - tatoeba-job-bt - - elg-eng2all-eval1: @@ -85,58 +79,31 @@ elg-eng2all-eval1: done elg-eng2all-eval2: - for l in ${ELG_EU_SELECTED}; do \ + for l in ${ELG_EU_SELECTED} ${ELG_EU_SELECTED_BIG}; do \ if [ -e ${wildcard work/eng-$$l/*.npz} ]; then \ - ${MAKE} MODELTYPE=transformer-big tatoeba-eng2$${l}-evalall-bt.submit; \ + ${MAKE} GPUJOB_HPC_MEM=20g WALLTIME=1 MODELTYPE=transformer-big tatoeba-eng2$${l}-evalall-bt.submit; \ + fi \ + done + +elg-all2eng-eval: + for l in ${ELG_EU_SELECTED} ${ELG_EU_SELECTED_BIG}; do \ + if [ -e ${wildcard work/$${l}-eng/*.npz} ]; then \ + ${MAKE} GPUJOB_HPC_MEM=20g WALLTIME=1 MODELTYPE=transformer-big tatoeba-$${l}2eng-evalall-bt.submit; \ fi \ done -elg-eng2xxx-eval: - ${MAKE} WALLTIME=2 MODELTYPE=transformer-big SRCLANGS=eng TRGLANGS="fry ltz nds afr" tatoeba-sublang-eval-bt.submit - ${MAKE} WALLTIME=2 MODELTYPE=transformer-big tatoeba-eng2cel-multieval-bt.submit - ${MAKE} GPUJOB_HPC_MEM=32g WALLTIME=2 MODELTYPE=transformer-big tatoeba-eng2lit-eval-testsets-bt.submit - - -elg-eng2missing: - for l in est lav ron hbs sqi spa fra ita por zlw ara heb deu fin; do \ - ${MAKE} MODELTYPE=transformer-big tatoeba-eng2$${l}-trainjob-bt; \ - done - +## test with separate vocabs elg-eng2slv: ${MAKE} MODELTYPE=transformer-big tatoeba-eng2slv-trainjob-bt-separate-spm; \ -elg-missing: - ${MAKE} MODELTYPE=transformer-big SRCLANGS=zlw TRGLANGS=gmq \ - DATA_PREPARE_HPCPARAMS='CPUJOB_HPC_CORES=2 CPUJOB_HPC_MEM=16g CPUJOB_HPC_DISK=1000' \ - tatoeba-zlw2gmq-trainjob-bt-pivotlang - -elg-missing2: - ${MAKE} MODELTYPE=transformer-big SRCLANGS=eng TRGLANGS="ces slk" tatoeba-job-bt - ${MAKE} MODELTYPE=transformer-big SRCLANGS=zlw TRGLANGS=gmq \ - DATA_PREPARE_HPCPARAMS='CPUJOB_HPC_CORES=2 CPUJOB_HPC_MEM=16g CPUJOB_HPC_DISK=1000' \ - tatoeba-zlw2gmq-trainjob-bt - - +## more temp disk and no-restore elg-eng2fra: ${MAKE} MODELTYPE=transformer-big SRCLANGS=eng TRGLANGS=fra \ MARIAN_EXTRA=--no-restore-corpus \ DATA_PREPARE_HPCPARAMS='CPUJOB_HPC_CORES=2 CPUJOB_HPC_MEM=16g CPUJOB_HPC_DISK=1000' \ tatoeba-job-bt -elg-eng2zls: - ${MAKE} MODELTYPE=transformer-big SRCLANGS=eng TRGLANGS=zls \ - MARIAN_EXTRA=--no-restore-corpus \ - tatoeba-job-bt - -elg-eng2heb: - ${MAKE} MODELTYPE=transformer-big SRCLANGS=eng TRGLANGS=heb MARIAN_EXTRA=--no-restore-corpus tatoeba-job-bt - -elg-eng2spa: - ${MAKE} MODELTYPE=transformer-big SRCLANGS=eng TRGLANGS=spa \ - MARIAN_EXTRA=--no-restore-corpus \ - DATA_PREPARE_HPCPARAMS='CPUJOB_HPC_CORES=2 CPUJOB_HPC_MEM=16g CPUJOB_HPC_DISK=1000' \ - tatoeba-job-bt diff --git a/lib/sentencepiece.mk b/lib/sentencepiece.mk index 64560bef..78b0d549 100644 --- a/lib/sentencepiece.mk +++ b/lib/sentencepiece.mk @@ -228,7 +228,7 @@ ifneq (${SPM_MONO},${SPM_SRCMONO}) ${MAKE} LANGS="${SRCLANGS}" BPESIZE=${SUBWORD_SRCVOCAB_SIZE} mono-spm-model endif -ifneq (${SPMSRCMODEL},${SPM_TRGMONO}) +ifneq (${SPM_SRCMONO},${SPM_TRGMONO}) ifneq (${SPM_MONO},${SPM_TRGMONO}) ${SPM_TRGMONO}: ${MAKE} LANGS="${TRGLANGS}" BPESIZE=${SUBWORD_TRGVOCAB_SIZE} mono-spm-model diff --git a/lib/test.mk b/lib/test.mk index e431e755..3f7dc871 100644 --- a/lib/test.mk +++ b/lib/test.mk @@ -102,40 +102,46 @@ endif rm -f $@.1 $@.2 $@.3 -# print-bleu-scores: -# grep BLEU ${WORKHOME}/*/*.eval |\ -# sed 's#^${WORKHOME}/##' |\ -# sed 's/\.\([^\.]*\)\.\([^\.]*\)\.\([^\.]*\)\.eval[^ ]* = \([0-9\.]*\).*$$/ \1 \2-\3 \4/' |\ -# sed 's#^\([^/]*\)/\([^\.]*\)\.[^ ]* #\1 \2 #' +##-------------------------------------------------------------------------------------------- +## some tools for reporting current scores in the work directory +## +## make print-bleu-scores ......... print all bleu scores for all tested benchmarks and models +## make compare-bleu-scores ....... compare scores with best BLEU scores in leaderboard +## make print-improved-models ..... print model scores that are better than best reported score +## make print-decreased-models .... print model scores that are worse than best reported score +##-------------------------------------------------------------------------------------------- +print-bleu-score-table: + @grep BLEU ${WORKHOME}/*/*.eval |\ + perl -pe 's#^${WORKHOME}/([^/]*)/([^\.]+)\.(.*?-.*?\.)?([^\.]+\.[^\.]+\.[^\.]+)\.([^\.]+)\.([^\.]+)\.eval:.*? = ([0-9\.]+) .*$$#$$5-$$6\t$$7\t$$2\t$$1\t$$4#' |\ + perl -pe '@a=split(/\t/);if($$a[0]=~/multi/){$$a[0]=$$a[3];};$$_=join("\t",@a);' |\ + sort -k3,3 -k1,1 -k2,2nr print-bleu-scores: - grep BLEU ${WORKHOME}/*/*.eval |\ + @make -s print-bleu-score-table |\ + perl -e 'while (<>){@a=split(/\t/);printf "%15s %5.2f %-25s %-15s %s",@a;}' + + + +LEADERBOARD_DIR = ${REPOHOME}scores + +compare-bleu-score-table: + @grep BLEU ${WORKHOME}/*/*.eval |\ perl -pe 's#^${WORKHOME}/([^/]*)/([^\.]+)\.(.*?-.*?\.)?([^\.]+\.[^\.]+\.[^\.]+)\.([^\.]+)\.([^\.]+)\.eval:.*? = ([0-9\.]+) .*$$#$$5-$$6\t$$7\t$$2\t$$1\t$$4#' |\ perl -pe '@a=split(/\t/);if($$a[0]=~/multi/){$$a[0]=$$a[3];};$$_=join("\t",@a);' |\ - sort -k3,3 -k1,1 -k2,2nr + perl -pe '@a=split(/\t/);$$a[2]=lc($$a[2]);$$a[2]=~s/^(news.*)\-[a-z]{6}/$$1/;$$a[2]=~s/^(news.*)\-[a-z]{4}/$$1/;if (-e "${LEADERBOARD_DIR}/$$a[0]/$$a[2]/bleu-scores.txt"){$$b=`head -1 ${LEADERBOARD_DIR}/$$a[0]/$$a[2]/bleu-scores.txt | cut -f1`;$$b+=0;}else{$$b=0;}$$d=$$a[1]-$$b;splice(@a,2,0,$$b,$$d);$$_=join("\t",@a);' |\ + sort -k5,5 -k1,1 -k2,2nr +compare-bleu-scores: + @make -s compare-bleu-score-table |\ + perl -e 'printf "%15s %5s %5s %6s %-25s %-15s %s","langpair","BLEU","best","diff","testset","dir","model\n";while (<>){@a=split(/\t/);printf "%15s %5.2f %5.2f %6.2f %-25s %-15s %s",@a;}' +print-improved-models: + @make -s compare-bleu-scores |\ + grep -v ' 0.00' | grep -v ' -[0-9]' -pretty-print-bleu-scores: - grep BLEU ${WORKHOME}/*/*.eval |\ - perl -pe 's#^${WORKHOME}/([^/]*)/([^\.]+)\.(.*?-.*?\.)?([^\.]+\.[^\.]+\.[^\.]+)\.([^\.]+)\.([^\.]+)\.eval:.*? = ([0-9\.]+) .*$$#$$5-$$6\t$$7\t$$2\t$$1\t$$4#' |\ - perl -pe '@a=split(/\t/);if($$a[0]=~/multi/){$$a[0]=$$a[3];};$$_=join("\t",@a);' |\ - sort -k3,3 -k1,1 -k2,2nr |\ - perl -e 'while (<>){@a=split(/\t/);printf "%15s %5.2f %-25s %-15ss %s",@a;}' - - -print-bleu-scores2: - grep BLEU ${WORKHOME}/*/*.eval |\ - perl -pe 's#^${WORKHOME}/([^/]*)/([^\.]+)\.(.*?-.*?\.)?([^\.]+)\.[^\.]+\.([^\.]+)\.([^\.]+)\.([^\.]+)\.eval:.*? = ([0-9\.]+) .*$$#$$6-$$7\t$$8\t$$2\t$$1\t$$4\t$$5#' |\ - perl -pe '@a=split(/\t/);if($$a[0]=~/multi/){$$a[0]=$$a[3];};$$_=join("\t",@a);' |\ - sort -k3,3 -k1,1 -k2,2nr - -pretty-print-bleu-scores2: - grep BLEU ${WORKHOME}/*/*.eval |\ - perl -pe 's#^${WORKHOME}/([^/]*)/([^\.]+)\.(.*?-.*?\.)?([^\.]+)\.[^\.]+\.([^\.]+)\.([^\.]+)\.([^\.]+)\.eval:.*? = ([0-9\.]+) .*$$#$$6-$$7\t$$8\t$$2\t$$1\t$$4\t$$5#' |\ - perl -pe '@a=split(/\t/);if($$a[0]=~/multi/){$$a[0]=$$a[3];};$$_=join("\t",@a);' |\ - sort -k3,3 -k1,1 -k2,2nr |\ - perl -e 'while (<>){@a=split(/\t/);printf "%15s %5.2f %-25s %-15s %-25s %s",@a;}' +print-decreased-models: + @make -s compare-bleu-scores |\ + grep ' -[0-9]' diff --git a/scores/Makefile b/scores/Makefile new file mode 100644 index 00000000..1f9af4e3 --- /dev/null +++ b/scores/Makefile @@ -0,0 +1,18 @@ + + + +## fix sub-directories for newstests: +## remove langid extension that causes duplicates +## --> still need to sort leaderboards again! + +NEWS = ${wildcard *-*/news*-[a-z][a-z][a-z][a-z]} + +move: + for o in ${NEWS}; do \ + n=`echo $$o | sed 's/\-[a-z][a-z][a-z][a-z]$$//'`; \ + b=`basename $$o`; \ + echo "mkdir -p $$n"; \ + echo "mv $$o/bleu-scores.txt $$n/bleu-scores.$$b.unsorted.txt"; \ + echo "mv $$o/chrf-scores.txt $$n/chrf-scores.$$b.unsorted.txt"; \ + echo "rmdir $$o"; \ + done diff --git a/scores/ara-fin/flores101-dev/bleu-scores.txt b/scores/ara-fin/flores101-dev/bleu-scores.txt index 0629a31a..07e5ae08 100644 --- a/scores/ara-fin/flores101-dev/bleu-scores.txt +++ b/scores/ara-fin/flores101-dev/bleu-scores.txt @@ -1,3 +1,4 @@ +14.3 https://object.pouta.csc.fi/Tatoeba-MT-models/sem-fin/opus4m+btTCv20210807-2022-01-19.zip 11.1 https://object.pouta.csc.fi/Tatoeba-MT-models/ara-fin/opus-2021-03-07.zip 7.7 https://object.pouta.csc.fi/Tatoeba-MT-models/sem-fiu/opus-2021-02-13.zip 7.2 https://object.pouta.csc.fi/Tatoeba-MT-models/sem-fiu/opus-tuned4ara2fin-2021-03-03.zip diff --git a/scores/ara-fin/flores101-dev/chrf-scores.txt b/scores/ara-fin/flores101-dev/chrf-scores.txt index d3284db4..ab89ef9f 100644 --- a/scores/ara-fin/flores101-dev/chrf-scores.txt +++ b/scores/ara-fin/flores101-dev/chrf-scores.txt @@ -1,3 +1,4 @@ +0.47923 https://object.pouta.csc.fi/Tatoeba-MT-models/sem-fin/opus4m+btTCv20210807-2022-01-19.zip 0.429 https://object.pouta.csc.fi/Tatoeba-MT-models/ara-fin/opus-2021-03-07.zip 0.369 https://object.pouta.csc.fi/Tatoeba-MT-models/sem-fiu/opus-2021-02-13.zip 0.360 https://object.pouta.csc.fi/Tatoeba-MT-models/sem-fiu/opus-tuned4ara2fin-2021-03-03.zip diff --git a/scores/ara-fin/flores101-devtest/bleu-scores.txt b/scores/ara-fin/flores101-devtest/bleu-scores.txt index 379e450e..dd0c3112 100644 --- a/scores/ara-fin/flores101-devtest/bleu-scores.txt +++ b/scores/ara-fin/flores101-devtest/bleu-scores.txt @@ -1,3 +1,4 @@ +13.9 https://object.pouta.csc.fi/Tatoeba-MT-models/sem-fin/opus4m+btTCv20210807-2022-01-19.zip 10.5 https://object.pouta.csc.fi/Tatoeba-MT-models/ara-fin/opus-2021-03-07.zip 6.3 https://object.pouta.csc.fi/Tatoeba-MT-models/sem-fiu/opus-2021-02-13.zip 6.2 https://object.pouta.csc.fi/Tatoeba-MT-models/sem-fiu/opus-tuned4ara2fin-2021-03-03.zip diff --git a/scores/ara-fin/flores101-devtest/chrf-scores.txt b/scores/ara-fin/flores101-devtest/chrf-scores.txt index 758d8b28..2c56efc0 100644 --- a/scores/ara-fin/flores101-devtest/chrf-scores.txt +++ b/scores/ara-fin/flores101-devtest/chrf-scores.txt @@ -1,3 +1,4 @@ +0.48597 https://object.pouta.csc.fi/Tatoeba-MT-models/sem-fin/opus4m+btTCv20210807-2022-01-19.zip 0.425 https://object.pouta.csc.fi/Tatoeba-MT-models/ara-fin/opus-2021-03-07.zip 0.369 https://object.pouta.csc.fi/Tatoeba-MT-models/sem-fiu/opus-2021-02-13.zip 0.360 https://object.pouta.csc.fi/Tatoeba-MT-models/sem-fiu/opus-tuned4ara2fin-2021-03-03.zip diff --git a/scores/ces-fin/flores101-dev/bleu-scores.txt b/scores/ces-fin/flores101-dev/bleu-scores.txt index eadd8117..ff4f864f 100644 --- a/scores/ces-fin/flores101-dev/bleu-scores.txt +++ b/scores/ces-fin/flores101-dev/bleu-scores.txt @@ -1,2 +1,3 @@ +17.2 https://object.pouta.csc.fi/Tatoeba-MT-models/zlw-fin/opus4m+btTCv20210807-2022-01-19.zip 12.6 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-fiu/opus-2021-02-10.zip 11.8 https://object.pouta.csc.fi/Tatoeba-MT-models/zlw-fiu/opus-2021-02-10.zip diff --git a/scores/ces-fin/flores101-dev/chrf-scores.txt b/scores/ces-fin/flores101-dev/chrf-scores.txt index edcf15d1..7af97603 100644 --- a/scores/ces-fin/flores101-dev/chrf-scores.txt +++ b/scores/ces-fin/flores101-dev/chrf-scores.txt @@ -1,2 +1,3 @@ +0.51774 https://object.pouta.csc.fi/Tatoeba-MT-models/zlw-fin/opus4m+btTCv20210807-2022-01-19.zip 0.460 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-fiu/opus-2021-02-10.zip 0.454 https://object.pouta.csc.fi/Tatoeba-MT-models/zlw-fiu/opus-2021-02-10.zip diff --git a/scores/ces-fin/flores101-devtest/bleu-scores.txt b/scores/ces-fin/flores101-devtest/bleu-scores.txt index 95a3ba49..a8ab1586 100644 --- a/scores/ces-fin/flores101-devtest/bleu-scores.txt +++ b/scores/ces-fin/flores101-devtest/bleu-scores.txt @@ -1,2 +1,3 @@ +16.2 https://object.pouta.csc.fi/Tatoeba-MT-models/zlw-fin/opus4m+btTCv20210807-2022-01-19.zip 12.1 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-fiu/opus-2021-02-10.zip 11.1 https://object.pouta.csc.fi/Tatoeba-MT-models/zlw-fiu/opus-2021-02-10.zip diff --git a/scores/ces-fin/flores101-devtest/chrf-scores.txt b/scores/ces-fin/flores101-devtest/chrf-scores.txt index 47a26c57..c99d873e 100644 --- a/scores/ces-fin/flores101-devtest/chrf-scores.txt +++ b/scores/ces-fin/flores101-devtest/chrf-scores.txt @@ -1,2 +1,3 @@ +0.51367 https://object.pouta.csc.fi/Tatoeba-MT-models/zlw-fin/opus4m+btTCv20210807-2022-01-19.zip 0.458 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-fiu/opus-2021-02-10.zip 0.451 https://object.pouta.csc.fi/Tatoeba-MT-models/zlw-fiu/opus-2021-02-10.zip diff --git a/scores/dan-fin/flores101-dev/bleu-scores.txt b/scores/dan-fin/flores101-dev/bleu-scores.txt index 31b1b771..3e37cab2 100644 --- a/scores/dan-fin/flores101-dev/bleu-scores.txt +++ b/scores/dan-fin/flores101-dev/bleu-scores.txt @@ -1,2 +1,3 @@ +20.7 https://object.pouta.csc.fi/Tatoeba-MT-models/gmq-fin/opus4m+btTCv20210807-2022-01-19.zip 20.1 https://object.pouta.csc.fi/Tatoeba-MT-models/dan-fin/opus-2021-02-18.zip 17.3 https://object.pouta.csc.fi/Tatoeba-MT-models/gmq-fiu/opus-2021-02-10.zip diff --git a/scores/dan-fin/flores101-dev/chrf-scores.txt b/scores/dan-fin/flores101-dev/chrf-scores.txt index a5109265..4bc08e97 100644 --- a/scores/dan-fin/flores101-dev/chrf-scores.txt +++ b/scores/dan-fin/flores101-dev/chrf-scores.txt @@ -1,2 +1,3 @@ +0.54716 https://object.pouta.csc.fi/Tatoeba-MT-models/gmq-fin/opus4m+btTCv20210807-2022-01-19.zip 0.536 https://object.pouta.csc.fi/Tatoeba-MT-models/dan-fin/opus-2021-02-18.zip 0.509 https://object.pouta.csc.fi/Tatoeba-MT-models/gmq-fiu/opus-2021-02-10.zip diff --git a/scores/dan-fin/flores101-devtest/bleu-scores.txt b/scores/dan-fin/flores101-devtest/bleu-scores.txt index 93fa518b..fed1793f 100644 --- a/scores/dan-fin/flores101-devtest/bleu-scores.txt +++ b/scores/dan-fin/flores101-devtest/bleu-scores.txt @@ -1,2 +1,3 @@ +20.0 https://object.pouta.csc.fi/Tatoeba-MT-models/gmq-fin/opus4m+btTCv20210807-2022-01-19.zip 19.5 https://object.pouta.csc.fi/Tatoeba-MT-models/dan-fin/opus-2021-02-18.zip 16.1 https://object.pouta.csc.fi/Tatoeba-MT-models/gmq-fiu/opus-2021-02-10.zip diff --git a/scores/dan-fin/flores101-devtest/chrf-scores.txt b/scores/dan-fin/flores101-devtest/chrf-scores.txt index 4a667f55..52f8df6d 100644 --- a/scores/dan-fin/flores101-devtest/chrf-scores.txt +++ b/scores/dan-fin/flores101-devtest/chrf-scores.txt @@ -1,2 +1,3 @@ +0.55146 https://object.pouta.csc.fi/Tatoeba-MT-models/gmq-fin/opus4m+btTCv20210807-2022-01-19.zip 0.538 https://object.pouta.csc.fi/Tatoeba-MT-models/dan-fin/opus-2021-02-18.zip 0.508 https://object.pouta.csc.fi/Tatoeba-MT-models/gmq-fiu/opus-2021-02-10.zip diff --git a/scores/dan-fin/tatoeba-test-v2020-07-28/bleu-scores.txt b/scores/dan-fin/tatoeba-test-v2020-07-28/bleu-scores.txt index 89169a23..6635cb61 100644 --- a/scores/dan-fin/tatoeba-test-v2020-07-28/bleu-scores.txt +++ b/scores/dan-fin/tatoeba-test-v2020-07-28/bleu-scores.txt @@ -1,2 +1,3 @@ +37.8 https://object.pouta.csc.fi/Tatoeba-MT-models/gmq-fin/opus4m+btTCv20210807-2022-01-19.zip 37.3 https://object.pouta.csc.fi/Tatoeba-MT-models/dan-fin/opus-2021-02-18.zip 35.9 https://object.pouta.csc.fi/Tatoeba-MT-models/gmq-fiu/opus-2021-02-10.zip diff --git a/scores/dan-fin/tatoeba-test-v2020-07-28/chrf-scores.txt b/scores/dan-fin/tatoeba-test-v2020-07-28/chrf-scores.txt index 053995af..1511806d 100644 --- a/scores/dan-fin/tatoeba-test-v2020-07-28/chrf-scores.txt +++ b/scores/dan-fin/tatoeba-test-v2020-07-28/chrf-scores.txt @@ -1,2 +1,3 @@ +0.62318 https://object.pouta.csc.fi/Tatoeba-MT-models/gmq-fin/opus4m+btTCv20210807-2022-01-19.zip 0.617 https://object.pouta.csc.fi/Tatoeba-MT-models/dan-fin/opus-2021-02-18.zip 0.595 https://object.pouta.csc.fi/Tatoeba-MT-models/gmq-fiu/opus-2021-02-10.zip diff --git a/scores/dan-fin/tatoeba-test-v2021-03-30/bleu-scores.txt b/scores/dan-fin/tatoeba-test-v2021-03-30/bleu-scores.txt index 89169a23..6635cb61 100644 --- a/scores/dan-fin/tatoeba-test-v2021-03-30/bleu-scores.txt +++ b/scores/dan-fin/tatoeba-test-v2021-03-30/bleu-scores.txt @@ -1,2 +1,3 @@ +37.8 https://object.pouta.csc.fi/Tatoeba-MT-models/gmq-fin/opus4m+btTCv20210807-2022-01-19.zip 37.3 https://object.pouta.csc.fi/Tatoeba-MT-models/dan-fin/opus-2021-02-18.zip 35.9 https://object.pouta.csc.fi/Tatoeba-MT-models/gmq-fiu/opus-2021-02-10.zip diff --git a/scores/dan-fin/tatoeba-test-v2021-03-30/chrf-scores.txt b/scores/dan-fin/tatoeba-test-v2021-03-30/chrf-scores.txt index 053995af..1511806d 100644 --- a/scores/dan-fin/tatoeba-test-v2021-03-30/chrf-scores.txt +++ b/scores/dan-fin/tatoeba-test-v2021-03-30/chrf-scores.txt @@ -1,2 +1,3 @@ +0.62318 https://object.pouta.csc.fi/Tatoeba-MT-models/gmq-fin/opus4m+btTCv20210807-2022-01-19.zip 0.617 https://object.pouta.csc.fi/Tatoeba-MT-models/dan-fin/opus-2021-02-18.zip 0.595 https://object.pouta.csc.fi/Tatoeba-MT-models/gmq-fiu/opus-2021-02-10.zip diff --git a/scores/dan-fin/tatoeba-test-v2021-08-07/bleu-scores.txt b/scores/dan-fin/tatoeba-test-v2021-08-07/bleu-scores.txt index 31cb6086..c9c2f195 100644 --- a/scores/dan-fin/tatoeba-test-v2021-08-07/bleu-scores.txt +++ b/scores/dan-fin/tatoeba-test-v2021-08-07/bleu-scores.txt @@ -1,2 +1,3 @@ +37.8 https://object.pouta.csc.fi/Tatoeba-MT-models/gmq-fin/opus4m+btTCv20210807-2022-01-19.zip 37.3 https://object.pouta.csc.fi/Tatoeba-MT-models/dan-fin/opus-2021-02-18.zip 35.8 https://object.pouta.csc.fi/Tatoeba-MT-models/gmq-fiu/opus-2021-02-10.zip diff --git a/scores/dan-fin/tatoeba-test-v2021-08-07/chrf-scores.txt b/scores/dan-fin/tatoeba-test-v2021-08-07/chrf-scores.txt index 053995af..1511806d 100644 --- a/scores/dan-fin/tatoeba-test-v2021-08-07/chrf-scores.txt +++ b/scores/dan-fin/tatoeba-test-v2021-08-07/chrf-scores.txt @@ -1,2 +1,3 @@ +0.62318 https://object.pouta.csc.fi/Tatoeba-MT-models/gmq-fin/opus4m+btTCv20210807-2022-01-19.zip 0.617 https://object.pouta.csc.fi/Tatoeba-MT-models/dan-fin/opus-2021-02-18.zip 0.595 https://object.pouta.csc.fi/Tatoeba-MT-models/gmq-fiu/opus-2021-02-10.zip diff --git a/scores/est-fin/flores101-dev/bleu-scores.txt b/scores/est-fin/flores101-dev/bleu-scores.txt index 2e753266..8096027f 100644 --- a/scores/est-fin/flores101-dev/bleu-scores.txt +++ b/scores/est-fin/flores101-dev/bleu-scores.txt @@ -1,3 +1,4 @@ +18.9 https://object.pouta.csc.fi/Tatoeba-MT-models/est-fin/opus-2022-01-19.zip 16.3 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-fiu/opus4m+btTCv20210807-2021-09-30.zip 16.1 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-urj/opus-2021-02-16.zip 15.9 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-fiu/opus-2020-07-26.zip diff --git a/scores/est-fin/flores101-dev/chrf-scores.txt b/scores/est-fin/flores101-dev/chrf-scores.txt index 96391bb2..0932a204 100644 --- a/scores/est-fin/flores101-dev/chrf-scores.txt +++ b/scores/est-fin/flores101-dev/chrf-scores.txt @@ -1,3 +1,4 @@ +0.53225 https://object.pouta.csc.fi/Tatoeba-MT-models/est-fin/opus-2022-01-19.zip 0.504 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-fiu/opus4m+btTCv20210807-2021-09-30.zip 0.499 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-urj/opus-2021-02-16.zip 0.497 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-fiu/opus-2020-10-04.zip diff --git a/scores/est-fin/flores101-devtest/bleu-scores.txt b/scores/est-fin/flores101-devtest/bleu-scores.txt index f53bfb5a..dd4f3a1c 100644 --- a/scores/est-fin/flores101-devtest/bleu-scores.txt +++ b/scores/est-fin/flores101-devtest/bleu-scores.txt @@ -1,3 +1,4 @@ +18.0 https://object.pouta.csc.fi/Tatoeba-MT-models/est-fin/opus-2022-01-19.zip 15.5 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-fiu/opus4m+btTCv20210807-2021-09-30.zip 15.2 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-fiu/opus-2020-07-26.zip 15.1 https://object.pouta.csc.fi/Tatoeba-MT-models/urj-urj/opus-2020-09-26.zip diff --git a/scores/est-fin/flores101-devtest/chrf-scores.txt b/scores/est-fin/flores101-devtest/chrf-scores.txt index 09e8ed90..18453cd6 100644 --- a/scores/est-fin/flores101-devtest/chrf-scores.txt +++ b/scores/est-fin/flores101-devtest/chrf-scores.txt @@ -1,3 +1,4 @@ +0.53152 https://object.pouta.csc.fi/Tatoeba-MT-models/est-fin/opus-2022-01-19.zip 0.503 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-fiu/opus4m+btTCv20210807-2021-09-30.zip 0.498 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-fiu/opus-2020-07-26.zip 0.497 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-fiu/opus-2020-10-04.zip diff --git a/scores/fin-ara/flores101-dev/bleu-scores.txt b/scores/fin-ara/flores101-dev/bleu-scores.txt index 632f0513..4058945c 100644 --- a/scores/fin-ara/flores101-dev/bleu-scores.txt +++ b/scores/fin-ara/flores101-dev/bleu-scores.txt @@ -1,3 +1,4 @@ +12.9 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-sem/opus4m+btTCv20210807-2022-01-19.zip 12.2 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-ara/opus+bt-2021-05-15.zip 3.8 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-sem/opus-2021-02-18.zip 3.5 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-afa/opus-2021-02-18.zip diff --git a/scores/fin-ara/flores101-dev/chrf-scores.txt b/scores/fin-ara/flores101-dev/chrf-scores.txt index b939780e..7c9cf2b1 100644 --- a/scores/fin-ara/flores101-dev/chrf-scores.txt +++ b/scores/fin-ara/flores101-dev/chrf-scores.txt @@ -1,3 +1,4 @@ +0.44859 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-sem/opus4m+btTCv20210807-2022-01-19.zip 0.429 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-ara/opus+bt-2021-05-15.zip 0.283 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-sem/opus-2021-02-18.zip 0.264 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-afa/opus-2021-02-18.zip diff --git a/scores/fin-ara/flores101-devtest/bleu-scores.txt b/scores/fin-ara/flores101-devtest/bleu-scores.txt index 8c1f6941..5a058425 100644 --- a/scores/fin-ara/flores101-devtest/bleu-scores.txt +++ b/scores/fin-ara/flores101-devtest/bleu-scores.txt @@ -1,3 +1,4 @@ +12.5 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-sem/opus4m+btTCv20210807-2022-01-19.zip 12.0 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-ara/opus+bt-2021-05-15.zip 3.6 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-sem/opus-2021-02-18.zip 2.7 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-afa/opus-2021-02-18.zip diff --git a/scores/fin-ara/flores101-devtest/chrf-scores.txt b/scores/fin-ara/flores101-devtest/chrf-scores.txt index cf5b569f..83bddcac 100644 --- a/scores/fin-ara/flores101-devtest/chrf-scores.txt +++ b/scores/fin-ara/flores101-devtest/chrf-scores.txt @@ -1,3 +1,4 @@ +0.45085 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-sem/opus4m+btTCv20210807-2022-01-19.zip 0.429 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-ara/opus+bt-2021-05-15.zip 0.279 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-sem/opus-2021-02-18.zip 0.259 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-afa/opus-2021-02-18.zip diff --git a/scores/fin-ces/flores101-dev/bleu-scores.txt b/scores/fin-ces/flores101-dev/bleu-scores.txt index 2f1e113b..dd1a9545 100644 --- a/scores/fin-ces/flores101-dev/bleu-scores.txt +++ b/scores/fin-ces/flores101-dev/bleu-scores.txt @@ -1,2 +1,3 @@ +19.9 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-zlw/opus4m+btTCv20210807-2022-01-19.zip 15.1 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-zlw/opus-2021-02-19.zip 13.0 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-sla/opus-2021-02-16.zip diff --git a/scores/fin-ces/flores101-dev/chrf-scores.txt b/scores/fin-ces/flores101-dev/chrf-scores.txt index d4a1db95..ad7607a9 100644 --- a/scores/fin-ces/flores101-dev/chrf-scores.txt +++ b/scores/fin-ces/flores101-dev/chrf-scores.txt @@ -1,2 +1,3 @@ +0.47873 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-zlw/opus4m+btTCv20210807-2022-01-19.zip 0.426 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-zlw/opus-2021-02-19.zip 0.408 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-sla/opus-2021-02-16.zip diff --git a/scores/fin-ces/flores101-devtest/bleu-scores.txt b/scores/fin-ces/flores101-devtest/bleu-scores.txt index f88acabd..dc4de6b6 100644 --- a/scores/fin-ces/flores101-devtest/bleu-scores.txt +++ b/scores/fin-ces/flores101-devtest/bleu-scores.txt @@ -1,2 +1,3 @@ +18.5 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-zlw/opus4m+btTCv20210807-2022-01-19.zip 14.1 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-zlw/opus-2021-02-19.zip 12.2 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-sla/opus-2021-02-16.zip diff --git a/scores/fin-ces/flores101-devtest/chrf-scores.txt b/scores/fin-ces/flores101-devtest/chrf-scores.txt index dfd73c02..9b2578b6 100644 --- a/scores/fin-ces/flores101-devtest/chrf-scores.txt +++ b/scores/fin-ces/flores101-devtest/chrf-scores.txt @@ -1,2 +1,3 @@ +0.46868 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-zlw/opus4m+btTCv20210807-2022-01-19.zip 0.422 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-zlw/opus-2021-02-19.zip 0.401 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-sla/opus-2021-02-16.zip diff --git a/scores/fin-dan/flores101-dev/bleu-scores.txt b/scores/fin-dan/flores101-dev/bleu-scores.txt index 8e0c9c80..c04308fd 100644 --- a/scores/fin-dan/flores101-dev/bleu-scores.txt +++ b/scores/fin-dan/flores101-dev/bleu-scores.txt @@ -1,2 +1,3 @@ +26.4 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-gmq/opus4m+btTCv20210807-2022-01-19.zip 25.6 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-dan/opus-2021-02-18.zip 22.0 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-gmq/opus-2021-02-16.zip diff --git a/scores/fin-dan/flores101-dev/chrf-scores.txt b/scores/fin-dan/flores101-dev/chrf-scores.txt index c44fbf93..0b1a8821 100644 --- a/scores/fin-dan/flores101-dev/chrf-scores.txt +++ b/scores/fin-dan/flores101-dev/chrf-scores.txt @@ -1,2 +1,3 @@ +0.54916 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-gmq/opus4m+btTCv20210807-2022-01-19.zip 0.545 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-dan/opus-2021-02-18.zip 0.509 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-gmq/opus-2021-02-16.zip diff --git a/scores/fin-dan/flores101-devtest/bleu-scores.txt b/scores/fin-dan/flores101-devtest/bleu-scores.txt index 87f5f845..08813ad0 100644 --- a/scores/fin-dan/flores101-devtest/bleu-scores.txt +++ b/scores/fin-dan/flores101-devtest/bleu-scores.txt @@ -1,2 +1,3 @@ +25.3 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-gmq/opus4m+btTCv20210807-2022-01-19.zip 24.5 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-dan/opus-2021-02-18.zip 21.3 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-gmq/opus-2021-02-16.zip diff --git a/scores/fin-dan/flores101-devtest/chrf-scores.txt b/scores/fin-dan/flores101-devtest/chrf-scores.txt index 3169b5f5..0049b27e 100644 --- a/scores/fin-dan/flores101-devtest/chrf-scores.txt +++ b/scores/fin-dan/flores101-devtest/chrf-scores.txt @@ -1,2 +1,3 @@ +0.54548 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-gmq/opus4m+btTCv20210807-2022-01-19.zip 0.538 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-dan/opus-2021-02-18.zip 0.508 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-gmq/opus-2021-02-16.zip diff --git a/scores/fin-dan/tatoeba-test-v2020-07-28/bleu-scores.txt b/scores/fin-dan/tatoeba-test-v2020-07-28/bleu-scores.txt index 7851fd2e..6473d9ca 100644 --- a/scores/fin-dan/tatoeba-test-v2020-07-28/bleu-scores.txt +++ b/scores/fin-dan/tatoeba-test-v2020-07-28/bleu-scores.txt @@ -1,2 +1,3 @@ 55.1 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-dan/opus-2021-02-18.zip +53.9 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-gmq/opus4m+btTCv20210807-2022-01-19.zip 52.4 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-gmq/opus-2021-02-16.zip diff --git a/scores/fin-dan/tatoeba-test-v2020-07-28/chrf-scores.txt b/scores/fin-dan/tatoeba-test-v2020-07-28/chrf-scores.txt index e337cf92..275b22a1 100644 --- a/scores/fin-dan/tatoeba-test-v2020-07-28/chrf-scores.txt +++ b/scores/fin-dan/tatoeba-test-v2020-07-28/chrf-scores.txt @@ -1,2 +1,3 @@ 0.708 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-dan/opus-2021-02-18.zip +0.69906 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-gmq/opus4m+btTCv20210807-2022-01-19.zip 0.676 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-gmq/opus-2021-02-16.zip diff --git a/scores/fin-dan/tatoeba-test-v2021-03-30/bleu-scores.txt b/scores/fin-dan/tatoeba-test-v2021-03-30/bleu-scores.txt index 7851fd2e..6473d9ca 100644 --- a/scores/fin-dan/tatoeba-test-v2021-03-30/bleu-scores.txt +++ b/scores/fin-dan/tatoeba-test-v2021-03-30/bleu-scores.txt @@ -1,2 +1,3 @@ 55.1 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-dan/opus-2021-02-18.zip +53.9 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-gmq/opus4m+btTCv20210807-2022-01-19.zip 52.4 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-gmq/opus-2021-02-16.zip diff --git a/scores/fin-dan/tatoeba-test-v2021-03-30/chrf-scores.txt b/scores/fin-dan/tatoeba-test-v2021-03-30/chrf-scores.txt index e337cf92..275b22a1 100644 --- a/scores/fin-dan/tatoeba-test-v2021-03-30/chrf-scores.txt +++ b/scores/fin-dan/tatoeba-test-v2021-03-30/chrf-scores.txt @@ -1,2 +1,3 @@ 0.708 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-dan/opus-2021-02-18.zip +0.69906 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-gmq/opus4m+btTCv20210807-2022-01-19.zip 0.676 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-gmq/opus-2021-02-16.zip diff --git a/scores/fin-dan/tatoeba-test-v2021-08-07/bleu-scores.txt b/scores/fin-dan/tatoeba-test-v2021-08-07/bleu-scores.txt index 7851fd2e..6473d9ca 100644 --- a/scores/fin-dan/tatoeba-test-v2021-08-07/bleu-scores.txt +++ b/scores/fin-dan/tatoeba-test-v2021-08-07/bleu-scores.txt @@ -1,2 +1,3 @@ 55.1 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-dan/opus-2021-02-18.zip +53.9 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-gmq/opus4m+btTCv20210807-2022-01-19.zip 52.4 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-gmq/opus-2021-02-16.zip diff --git a/scores/fin-dan/tatoeba-test-v2021-08-07/chrf-scores.txt b/scores/fin-dan/tatoeba-test-v2021-08-07/chrf-scores.txt index e337cf92..275b22a1 100644 --- a/scores/fin-dan/tatoeba-test-v2021-08-07/chrf-scores.txt +++ b/scores/fin-dan/tatoeba-test-v2021-08-07/chrf-scores.txt @@ -1,2 +1,3 @@ 0.708 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-dan/opus-2021-02-18.zip +0.69906 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-gmq/opus4m+btTCv20210807-2022-01-19.zip 0.676 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-gmq/opus-2021-02-16.zip diff --git a/scores/fin-est/flores101-dev/bleu-scores.txt b/scores/fin-est/flores101-dev/bleu-scores.txt index cf666542..56f97dbc 100644 --- a/scores/fin-est/flores101-dev/bleu-scores.txt +++ b/scores/fin-est/flores101-dev/bleu-scores.txt @@ -1,3 +1,4 @@ +19.8 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-est/opus+bt-2022-01-19.zip 16.3 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-fiu/opus4m+btTCv20210807-2021-09-30.zip 16.0 https://object.pouta.csc.fi/Tatoeba-MT-models/urj-urj/opus-2020-07-21.zip 15.9 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-urj/opus-2021-02-16.zip diff --git a/scores/fin-est/flores101-dev/chrf-scores.txt b/scores/fin-est/flores101-dev/chrf-scores.txt index bfe001af..712ffd24 100644 --- a/scores/fin-est/flores101-dev/chrf-scores.txt +++ b/scores/fin-est/flores101-dev/chrf-scores.txt @@ -1,3 +1,4 @@ +0.54170 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-est/opus+bt-2022-01-19.zip 0.504 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-fiu/opus4m+btTCv20210807-2021-09-30.zip 0.496 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-fiu/opus-2020-10-04.zip 0.495 https://object.pouta.csc.fi/Tatoeba-MT-models/urj-fiu/opus-2021-02-10.zip diff --git a/scores/fin-est/flores101-devtest/bleu-scores.txt b/scores/fin-est/flores101-devtest/bleu-scores.txt index a9fa5ea0..940cda0f 100644 --- a/scores/fin-est/flores101-devtest/bleu-scores.txt +++ b/scores/fin-est/flores101-devtest/bleu-scores.txt @@ -1,3 +1,4 @@ +19.6 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-est/opus+bt-2022-01-19.zip 16.0 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-fiu/opus4m+btTCv20210807-2021-09-30.zip 15.5 https://object.pouta.csc.fi/Tatoeba-MT-models/urj-urj/opus-2020-07-21.zip 15.4 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-fiu/opus-2020-10-04.zip diff --git a/scores/fin-est/flores101-devtest/chrf-scores.txt b/scores/fin-est/flores101-devtest/chrf-scores.txt index a13b8da1..3a2b9642 100644 --- a/scores/fin-est/flores101-devtest/chrf-scores.txt +++ b/scores/fin-est/flores101-devtest/chrf-scores.txt @@ -1,3 +1,4 @@ +0.54236 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-est/opus+bt-2022-01-19.zip 0.500 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-fiu/opus4m+btTCv20210807-2021-09-30.zip 0.494 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-fiu/opus-2020-10-04.zip 0.493 https://object.pouta.csc.fi/Tatoeba-MT-models/urj-urj/opus-2020-07-21.zip diff --git a/scores/fin-heb/flores101-dev/bleu-scores.txt b/scores/fin-heb/flores101-dev/bleu-scores.txt index 65bd127c..dfa1e0f2 100644 --- a/scores/fin-heb/flores101-dev/bleu-scores.txt +++ b/scores/fin-heb/flores101-dev/bleu-scores.txt @@ -1,2 +1,3 @@ +14.3 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-sem/opus4m+btTCv20210807-2022-01-19.zip 8.1 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-sem/opus-2021-02-18.zip 6.9 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-afa/opus-2021-02-18.zip diff --git a/scores/fin-heb/flores101-dev/chrf-scores.txt b/scores/fin-heb/flores101-dev/chrf-scores.txt index 3d8cceff..6b99c036 100644 --- a/scores/fin-heb/flores101-dev/chrf-scores.txt +++ b/scores/fin-heb/flores101-dev/chrf-scores.txt @@ -1,2 +1,3 @@ +0.44643 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-sem/opus4m+btTCv20210807-2022-01-19.zip 0.361 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-sem/opus-2021-02-18.zip 0.343 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-afa/opus-2021-02-18.zip diff --git a/scores/fin-heb/flores101-devtest/bleu-scores.txt b/scores/fin-heb/flores101-devtest/bleu-scores.txt index 368356c1..1a342c14 100644 --- a/scores/fin-heb/flores101-devtest/bleu-scores.txt +++ b/scores/fin-heb/flores101-devtest/bleu-scores.txt @@ -1,2 +1,3 @@ +14.3 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-sem/opus4m+btTCv20210807-2022-01-19.zip 8.3 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-sem/opus-2021-02-18.zip 7.2 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-afa/opus-2021-02-18.zip diff --git a/scores/fin-heb/flores101-devtest/chrf-scores.txt b/scores/fin-heb/flores101-devtest/chrf-scores.txt index 77f1c10a..d8966841 100644 --- a/scores/fin-heb/flores101-devtest/chrf-scores.txt +++ b/scores/fin-heb/flores101-devtest/chrf-scores.txt @@ -1,2 +1,3 @@ +0.45317 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-sem/opus4m+btTCv20210807-2022-01-19.zip 0.360 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-sem/opus-2021-02-18.zip 0.343 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-afa/opus-2021-02-18.zip diff --git a/scores/fin-heb/tatoeba-test-v2020-07-28/bleu-scores.txt b/scores/fin-heb/tatoeba-test-v2020-07-28/bleu-scores.txt index b2861e77..2f99284d 100644 --- a/scores/fin-heb/tatoeba-test-v2020-07-28/bleu-scores.txt +++ b/scores/fin-heb/tatoeba-test-v2020-07-28/bleu-scores.txt @@ -1,2 +1,3 @@ +35.2 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-sem/opus4m+btTCv20210807-2022-01-19.zip 31.6 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-sem/opus-2021-02-18.zip 29.4 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-afa/opus-2021-02-18.zip diff --git a/scores/fin-heb/tatoeba-test-v2020-07-28/chrf-scores.txt b/scores/fin-heb/tatoeba-test-v2020-07-28/chrf-scores.txt index 98d4e872..314bd5c3 100644 --- a/scores/fin-heb/tatoeba-test-v2020-07-28/chrf-scores.txt +++ b/scores/fin-heb/tatoeba-test-v2020-07-28/chrf-scores.txt @@ -1,2 +1,3 @@ +0.58192 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-sem/opus4m+btTCv20210807-2022-01-19.zip 0.547 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-sem/opus-2021-02-18.zip 0.527 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-afa/opus-2021-02-18.zip diff --git a/scores/fin-heb/tatoeba-test-v2021-03-30/bleu-scores.txt b/scores/fin-heb/tatoeba-test-v2021-03-30/bleu-scores.txt index af4ea858..776715f3 100644 --- a/scores/fin-heb/tatoeba-test-v2021-03-30/bleu-scores.txt +++ b/scores/fin-heb/tatoeba-test-v2021-03-30/bleu-scores.txt @@ -1,2 +1,3 @@ +35.1 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-sem/opus4m+btTCv20210807-2022-01-19.zip 31.6 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-sem/opus-2021-02-18.zip 29.3 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-afa/opus-2021-02-18.zip diff --git a/scores/fin-heb/tatoeba-test-v2021-03-30/chrf-scores.txt b/scores/fin-heb/tatoeba-test-v2021-03-30/chrf-scores.txt index 98d4e872..f9fe72d6 100644 --- a/scores/fin-heb/tatoeba-test-v2021-03-30/chrf-scores.txt +++ b/scores/fin-heb/tatoeba-test-v2021-03-30/chrf-scores.txt @@ -1,2 +1,3 @@ +0.58055 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-sem/opus4m+btTCv20210807-2022-01-19.zip 0.547 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-sem/opus-2021-02-18.zip 0.527 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-afa/opus-2021-02-18.zip diff --git a/scores/fin-heb/tatoeba-test-v2021-08-07/bleu-scores.txt b/scores/fin-heb/tatoeba-test-v2021-08-07/bleu-scores.txt index b2861e77..2f99284d 100644 --- a/scores/fin-heb/tatoeba-test-v2021-08-07/bleu-scores.txt +++ b/scores/fin-heb/tatoeba-test-v2021-08-07/bleu-scores.txt @@ -1,2 +1,3 @@ +35.2 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-sem/opus4m+btTCv20210807-2022-01-19.zip 31.6 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-sem/opus-2021-02-18.zip 29.4 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-afa/opus-2021-02-18.zip diff --git a/scores/fin-heb/tatoeba-test-v2021-08-07/chrf-scores.txt b/scores/fin-heb/tatoeba-test-v2021-08-07/chrf-scores.txt index 98d4e872..314bd5c3 100644 --- a/scores/fin-heb/tatoeba-test-v2021-08-07/chrf-scores.txt +++ b/scores/fin-heb/tatoeba-test-v2021-08-07/chrf-scores.txt @@ -1,2 +1,3 @@ +0.58192 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-sem/opus4m+btTCv20210807-2022-01-19.zip 0.547 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-sem/opus-2021-02-18.zip 0.527 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-afa/opus-2021-02-18.zip diff --git a/scores/fin-isl/flores101-dev/bleu-scores.txt b/scores/fin-isl/flores101-dev/bleu-scores.txt index c268fb7d..a6a8b5f7 100644 --- a/scores/fin-isl/flores101-dev/bleu-scores.txt +++ b/scores/fin-isl/flores101-dev/bleu-scores.txt @@ -1 +1,2 @@ +16.6 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-gmq/opus4m+btTCv20210807-2022-01-19.zip 11.3 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-gmq/opus-2021-02-16.zip diff --git a/scores/fin-isl/flores101-dev/chrf-scores.txt b/scores/fin-isl/flores101-dev/chrf-scores.txt index db5a6455..af0d6e42 100644 --- a/scores/fin-isl/flores101-dev/chrf-scores.txt +++ b/scores/fin-isl/flores101-dev/chrf-scores.txt @@ -1 +1,2 @@ +0.45340 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-gmq/opus4m+btTCv20210807-2022-01-19.zip 0.389 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-gmq/opus-2021-02-16.zip diff --git a/scores/fin-isl/flores101-devtest/bleu-scores.txt b/scores/fin-isl/flores101-devtest/bleu-scores.txt index 2757df83..a548c55b 100644 --- a/scores/fin-isl/flores101-devtest/bleu-scores.txt +++ b/scores/fin-isl/flores101-devtest/bleu-scores.txt @@ -1 +1,2 @@ +14.9 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-gmq/opus4m+btTCv20210807-2022-01-19.zip 10.5 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-gmq/opus-2021-02-16.zip diff --git a/scores/fin-isl/flores101-devtest/chrf-scores.txt b/scores/fin-isl/flores101-devtest/chrf-scores.txt index 123937c0..5a726de7 100644 --- a/scores/fin-isl/flores101-devtest/chrf-scores.txt +++ b/scores/fin-isl/flores101-devtest/chrf-scores.txt @@ -1 +1,2 @@ +0.44330 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-gmq/opus4m+btTCv20210807-2022-01-19.zip 0.384 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-gmq/opus-2021-02-16.zip diff --git a/scores/fin-lit/flores101-dev/bleu-scores.txt b/scores/fin-lit/flores101-dev/bleu-scores.txt index dd795461..c599c447 100644 --- a/scores/fin-lit/flores101-dev/bleu-scores.txt +++ b/scores/fin-lit/flores101-dev/bleu-scores.txt @@ -1,2 +1,3 @@ +17.7 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-lit/opus+bt-2022-01-19.zip 15.8 https://object.pouta.csc.fi/Tatoeba-MT-models/bat-fin/opus-2021-05-15.zip 13.6 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-bat/opus-2021-02-19.zip diff --git a/scores/fin-lit/flores101-dev/chrf-scores.txt b/scores/fin-lit/flores101-dev/chrf-scores.txt index 0fd455da..3c400a60 100644 --- a/scores/fin-lit/flores101-dev/chrf-scores.txt +++ b/scores/fin-lit/flores101-dev/chrf-scores.txt @@ -1,2 +1,3 @@ +0.50251 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-lit/opus+bt-2022-01-19.zip 0.481 https://object.pouta.csc.fi/Tatoeba-MT-models/bat-fin/opus-2021-05-15.zip 0.450 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-bat/opus-2021-02-19.zip diff --git a/scores/fin-lit/flores101-devtest/bleu-scores.txt b/scores/fin-lit/flores101-devtest/bleu-scores.txt index b57899b8..538ee59a 100644 --- a/scores/fin-lit/flores101-devtest/bleu-scores.txt +++ b/scores/fin-lit/flores101-devtest/bleu-scores.txt @@ -1,2 +1,3 @@ +17.6 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-lit/opus+bt-2022-01-19.zip 16.9 https://object.pouta.csc.fi/Tatoeba-MT-models/bat-fin/opus-2021-05-15.zip 14.1 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-bat/opus-2021-02-19.zip diff --git a/scores/fin-lit/flores101-devtest/chrf-scores.txt b/scores/fin-lit/flores101-devtest/chrf-scores.txt index f26015e0..c90a7f4b 100644 --- a/scores/fin-lit/flores101-devtest/chrf-scores.txt +++ b/scores/fin-lit/flores101-devtest/chrf-scores.txt @@ -1,2 +1,3 @@ +0.50084 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-lit/opus+bt-2022-01-19.zip 0.484 https://object.pouta.csc.fi/Tatoeba-MT-models/bat-fin/opus-2021-05-15.zip 0.453 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-bat/opus-2021-02-19.zip diff --git a/scores/fin-nno/tatoeba-test-v2020-07-28/bleu-scores.txt b/scores/fin-nno/tatoeba-test-v2020-07-28/bleu-scores.txt index 95d9f455..f18c209b 100644 --- a/scores/fin-nno/tatoeba-test-v2020-07-28/bleu-scores.txt +++ b/scores/fin-nno/tatoeba-test-v2020-07-28/bleu-scores.txt @@ -1,3 +1,4 @@ 29.8 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-nor/opus-2021-02-23.zip +23.7 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-gmq/opus4m+btTCv20210807-2022-01-19.zip 20.6 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-gmq/opus-2021-02-19.zip 12.3 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-nor/opus-2020-06-17.zip diff --git a/scores/fin-nno/tatoeba-test-v2020-07-28/chrf-scores.txt b/scores/fin-nno/tatoeba-test-v2020-07-28/chrf-scores.txt index 1e3171a7..31367049 100644 --- a/scores/fin-nno/tatoeba-test-v2020-07-28/chrf-scores.txt +++ b/scores/fin-nno/tatoeba-test-v2020-07-28/chrf-scores.txt @@ -1,3 +1,4 @@ 0.584 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-nor/opus-2021-02-23.zip +0.53969 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-gmq/opus4m+btTCv20210807-2022-01-19.zip 0.516 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-gmq/opus-2021-02-19.zip 0.349 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-nor/opus-2020-06-17.zip diff --git a/scores/fin-nno/tatoeba-test-v2021-03-30/bleu-scores.txt b/scores/fin-nno/tatoeba-test-v2021-03-30/bleu-scores.txt index 95d9f455..f18c209b 100644 --- a/scores/fin-nno/tatoeba-test-v2021-03-30/bleu-scores.txt +++ b/scores/fin-nno/tatoeba-test-v2021-03-30/bleu-scores.txt @@ -1,3 +1,4 @@ 29.8 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-nor/opus-2021-02-23.zip +23.7 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-gmq/opus4m+btTCv20210807-2022-01-19.zip 20.6 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-gmq/opus-2021-02-19.zip 12.3 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-nor/opus-2020-06-17.zip diff --git a/scores/fin-nno/tatoeba-test-v2021-03-30/chrf-scores.txt b/scores/fin-nno/tatoeba-test-v2021-03-30/chrf-scores.txt index 1e3171a7..31367049 100644 --- a/scores/fin-nno/tatoeba-test-v2021-03-30/chrf-scores.txt +++ b/scores/fin-nno/tatoeba-test-v2021-03-30/chrf-scores.txt @@ -1,3 +1,4 @@ 0.584 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-nor/opus-2021-02-23.zip +0.53969 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-gmq/opus4m+btTCv20210807-2022-01-19.zip 0.516 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-gmq/opus-2021-02-19.zip 0.349 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-nor/opus-2020-06-17.zip diff --git a/scores/fin-nno/tatoeba-test-v2021-08-07/bleu-scores.txt b/scores/fin-nno/tatoeba-test-v2021-08-07/bleu-scores.txt index acdd3dc9..ef54ef4b 100644 --- a/scores/fin-nno/tatoeba-test-v2021-08-07/bleu-scores.txt +++ b/scores/fin-nno/tatoeba-test-v2021-08-07/bleu-scores.txt @@ -1,3 +1,4 @@ 29.8 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-nor/opus-2021-02-23.zip +23.7 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-gmq/opus4m+btTCv20210807-2022-01-19.zip 20.5 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-gmq/opus-2021-02-19.zip 12.3 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-nor/opus-2020-06-17.zip diff --git a/scores/fin-nno/tatoeba-test-v2021-08-07/chrf-scores.txt b/scores/fin-nno/tatoeba-test-v2021-08-07/chrf-scores.txt index 1e3171a7..0d3146c6 100644 --- a/scores/fin-nno/tatoeba-test-v2021-08-07/chrf-scores.txt +++ b/scores/fin-nno/tatoeba-test-v2021-08-07/chrf-scores.txt @@ -1,3 +1,4 @@ 0.584 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-nor/opus-2021-02-23.zip +0.53968 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-gmq/opus4m+btTCv20210807-2022-01-19.zip 0.516 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-gmq/opus-2021-02-19.zip 0.349 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-nor/opus-2020-06-17.zip diff --git a/scores/fin-nob/flores101-dev/bleu-scores.txt b/scores/fin-nob/flores101-dev/bleu-scores.txt index 1121516c..d5e0c73e 100644 --- a/scores/fin-nob/flores101-dev/bleu-scores.txt +++ b/scores/fin-nob/flores101-dev/bleu-scores.txt @@ -1,3 +1,4 @@ +19.3 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-gmq/opus4m+btTCv20210807-2022-01-19.zip 17.7 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-nor/opus-2021-02-23.zip 15.9 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-gmq/opus-2021-02-19.zip 4.2 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-nor/opus-2020-06-17.zip diff --git a/scores/fin-nob/flores101-dev/chrf-scores.txt b/scores/fin-nob/flores101-dev/chrf-scores.txt index ae85d407..23d095ed 100644 --- a/scores/fin-nob/flores101-dev/chrf-scores.txt +++ b/scores/fin-nob/flores101-dev/chrf-scores.txt @@ -1,3 +1,4 @@ +0.49909 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-gmq/opus4m+btTCv20210807-2022-01-19.zip 0.472 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-nor/opus-2021-02-23.zip 0.459 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-gmq/opus-2021-02-19.zip 0.273 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-nor/opus-2020-06-17.zip diff --git a/scores/fin-nob/flores101-devtest/bleu-scores.txt b/scores/fin-nob/flores101-devtest/bleu-scores.txt index 9e3632e8..4a44b7d8 100644 --- a/scores/fin-nob/flores101-devtest/bleu-scores.txt +++ b/scores/fin-nob/flores101-devtest/bleu-scores.txt @@ -1,3 +1,4 @@ +18.6 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-gmq/opus4m+btTCv20210807-2022-01-19.zip 17.3 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-nor/opus-2021-02-23.zip 15.4 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-gmq/opus-2021-02-19.zip 3.9 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-nor/opus-2020-06-17.zip diff --git a/scores/fin-nob/flores101-devtest/chrf-scores.txt b/scores/fin-nob/flores101-devtest/chrf-scores.txt index 42b168a9..24fe16c8 100644 --- a/scores/fin-nob/flores101-devtest/chrf-scores.txt +++ b/scores/fin-nob/flores101-devtest/chrf-scores.txt @@ -1,3 +1,4 @@ +0.50209 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-gmq/opus4m+btTCv20210807-2022-01-19.zip 0.475 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-nor/opus-2021-02-23.zip 0.460 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-gmq/opus-2021-02-19.zip 0.271 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-nor/opus-2020-06-17.zip diff --git a/scores/fin-nob/tatoeba-test-v2020-07-28/bleu-scores.txt b/scores/fin-nob/tatoeba-test-v2020-07-28/bleu-scores.txt index 29b50f05..8e7885ff 100644 --- a/scores/fin-nob/tatoeba-test-v2020-07-28/bleu-scores.txt +++ b/scores/fin-nob/tatoeba-test-v2020-07-28/bleu-scores.txt @@ -1,3 +1,4 @@ 59.5 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-nor/opus-2021-02-23.zip 58.8 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-gmq/opus-2021-02-19.zip +58.1 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-gmq/opus4m+btTCv20210807-2022-01-19.zip 27.4 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-nor/opus-2020-06-17.zip diff --git a/scores/fin-nob/tatoeba-test-v2020-07-28/chrf-scores.txt b/scores/fin-nob/tatoeba-test-v2020-07-28/chrf-scores.txt index 3721049d..8553a14c 100644 --- a/scores/fin-nob/tatoeba-test-v2020-07-28/chrf-scores.txt +++ b/scores/fin-nob/tatoeba-test-v2020-07-28/chrf-scores.txt @@ -1,3 +1,4 @@ 0.750 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-nor/opus-2021-02-23.zip +0.74604 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-gmq/opus4m+btTCv20210807-2022-01-19.zip 0.737 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-gmq/opus-2021-02-19.zip 0.459 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-nor/opus-2020-06-17.zip diff --git a/scores/fin-nob/tatoeba-test-v2021-03-30/bleu-scores.txt b/scores/fin-nob/tatoeba-test-v2021-03-30/bleu-scores.txt index 29b50f05..8e7885ff 100644 --- a/scores/fin-nob/tatoeba-test-v2021-03-30/bleu-scores.txt +++ b/scores/fin-nob/tatoeba-test-v2021-03-30/bleu-scores.txt @@ -1,3 +1,4 @@ 59.5 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-nor/opus-2021-02-23.zip 58.8 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-gmq/opus-2021-02-19.zip +58.1 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-gmq/opus4m+btTCv20210807-2022-01-19.zip 27.4 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-nor/opus-2020-06-17.zip diff --git a/scores/fin-nob/tatoeba-test-v2021-03-30/chrf-scores.txt b/scores/fin-nob/tatoeba-test-v2021-03-30/chrf-scores.txt index 3721049d..8553a14c 100644 --- a/scores/fin-nob/tatoeba-test-v2021-03-30/chrf-scores.txt +++ b/scores/fin-nob/tatoeba-test-v2021-03-30/chrf-scores.txt @@ -1,3 +1,4 @@ 0.750 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-nor/opus-2021-02-23.zip +0.74604 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-gmq/opus4m+btTCv20210807-2022-01-19.zip 0.737 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-gmq/opus-2021-02-19.zip 0.459 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-nor/opus-2020-06-17.zip diff --git a/scores/fin-nob/tatoeba-test-v2021-08-07/bleu-scores.txt b/scores/fin-nob/tatoeba-test-v2021-08-07/bleu-scores.txt index 29b50f05..8e7885ff 100644 --- a/scores/fin-nob/tatoeba-test-v2021-08-07/bleu-scores.txt +++ b/scores/fin-nob/tatoeba-test-v2021-08-07/bleu-scores.txt @@ -1,3 +1,4 @@ 59.5 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-nor/opus-2021-02-23.zip 58.8 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-gmq/opus-2021-02-19.zip +58.1 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-gmq/opus4m+btTCv20210807-2022-01-19.zip 27.4 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-nor/opus-2020-06-17.zip diff --git a/scores/fin-nob/tatoeba-test-v2021-08-07/chrf-scores.txt b/scores/fin-nob/tatoeba-test-v2021-08-07/chrf-scores.txt index 3721049d..8553a14c 100644 --- a/scores/fin-nob/tatoeba-test-v2021-08-07/chrf-scores.txt +++ b/scores/fin-nob/tatoeba-test-v2021-08-07/chrf-scores.txt @@ -1,3 +1,4 @@ 0.750 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-nor/opus-2021-02-23.zip +0.74604 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-gmq/opus4m+btTCv20210807-2022-01-19.zip 0.737 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-gmq/opus-2021-02-19.zip 0.459 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-nor/opus-2020-06-17.zip diff --git a/scores/fin-pol/flores101-dev/bleu-scores.txt b/scores/fin-pol/flores101-dev/bleu-scores.txt index 2be85745..0f3c2964 100644 --- a/scores/fin-pol/flores101-dev/bleu-scores.txt +++ b/scores/fin-pol/flores101-dev/bleu-scores.txt @@ -1,2 +1,3 @@ +14.8 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-zlw/opus4m+btTCv20210807-2022-01-19.zip 11.8 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-zlw/opus-2021-02-19.zip 10.4 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-sla/opus-2021-02-16.zip diff --git a/scores/fin-pol/flores101-dev/chrf-scores.txt b/scores/fin-pol/flores101-dev/chrf-scores.txt index 47660bc0..69bcafb4 100644 --- a/scores/fin-pol/flores101-dev/chrf-scores.txt +++ b/scores/fin-pol/flores101-dev/chrf-scores.txt @@ -1,2 +1,3 @@ +0.45004 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-zlw/opus4m+btTCv20210807-2022-01-19.zip 0.408 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-zlw/opus-2021-02-19.zip 0.395 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-sla/opus-2021-02-16.zip diff --git a/scores/fin-pol/flores101-devtest/bleu-scores.txt b/scores/fin-pol/flores101-devtest/bleu-scores.txt index 1f369908..6f8b084f 100644 --- a/scores/fin-pol/flores101-devtest/bleu-scores.txt +++ b/scores/fin-pol/flores101-devtest/bleu-scores.txt @@ -1,2 +1,3 @@ +14.0 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-zlw/opus4m+btTCv20210807-2022-01-19.zip 11.3 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-zlw/opus-2021-02-19.zip 10.0 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-sla/opus-2021-02-16.zip diff --git a/scores/fin-pol/flores101-devtest/chrf-scores.txt b/scores/fin-pol/flores101-devtest/chrf-scores.txt index 252c80da..afc1c9ed 100644 --- a/scores/fin-pol/flores101-devtest/chrf-scores.txt +++ b/scores/fin-pol/flores101-devtest/chrf-scores.txt @@ -1,2 +1,3 @@ +0.44620 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-zlw/opus4m+btTCv20210807-2022-01-19.zip 0.405 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-zlw/opus-2021-02-19.zip 0.393 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-sla/opus-2021-02-16.zip diff --git a/scores/fin-pol/tatoeba-test-v2020-07-28/bleu-scores.txt b/scores/fin-pol/tatoeba-test-v2020-07-28/bleu-scores.txt index 648b49d4..b17d2058 100644 --- a/scores/fin-pol/tatoeba-test-v2020-07-28/bleu-scores.txt +++ b/scores/fin-pol/tatoeba-test-v2020-07-28/bleu-scores.txt @@ -1,2 +1,3 @@ +45.4 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-zlw/opus4m+btTCv20210807-2022-01-19.zip 44.1 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-zlw/opus-2021-02-19.zip 41.6 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-sla/opus-2021-02-16.zip diff --git a/scores/fin-pol/tatoeba-test-v2020-07-28/chrf-scores.txt b/scores/fin-pol/tatoeba-test-v2020-07-28/chrf-scores.txt index 82d8d752..fac4dca7 100644 --- a/scores/fin-pol/tatoeba-test-v2020-07-28/chrf-scores.txt +++ b/scores/fin-pol/tatoeba-test-v2020-07-28/chrf-scores.txt @@ -1,2 +1,3 @@ +0.65204 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-zlw/opus4m+btTCv20210807-2022-01-19.zip 0.636 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-zlw/opus-2021-02-19.zip 0.623 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-sla/opus-2021-02-16.zip diff --git a/scores/fin-pol/tatoeba-test-v2021-03-30/bleu-scores.txt b/scores/fin-pol/tatoeba-test-v2021-03-30/bleu-scores.txt index 648b49d4..b17d2058 100644 --- a/scores/fin-pol/tatoeba-test-v2021-03-30/bleu-scores.txt +++ b/scores/fin-pol/tatoeba-test-v2021-03-30/bleu-scores.txt @@ -1,2 +1,3 @@ +45.4 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-zlw/opus4m+btTCv20210807-2022-01-19.zip 44.1 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-zlw/opus-2021-02-19.zip 41.6 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-sla/opus-2021-02-16.zip diff --git a/scores/fin-pol/tatoeba-test-v2021-03-30/chrf-scores.txt b/scores/fin-pol/tatoeba-test-v2021-03-30/chrf-scores.txt index 701d16ef..28884664 100644 --- a/scores/fin-pol/tatoeba-test-v2021-03-30/chrf-scores.txt +++ b/scores/fin-pol/tatoeba-test-v2021-03-30/chrf-scores.txt @@ -1,2 +1,3 @@ +0.65196 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-zlw/opus4m+btTCv20210807-2022-01-19.zip 0.635 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-zlw/opus-2021-02-19.zip 0.623 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-sla/opus-2021-02-16.zip diff --git a/scores/fin-pol/tatoeba-test-v2021-08-07/bleu-scores.txt b/scores/fin-pol/tatoeba-test-v2021-08-07/bleu-scores.txt index 648b49d4..b17d2058 100644 --- a/scores/fin-pol/tatoeba-test-v2021-08-07/bleu-scores.txt +++ b/scores/fin-pol/tatoeba-test-v2021-08-07/bleu-scores.txt @@ -1,2 +1,3 @@ +45.4 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-zlw/opus4m+btTCv20210807-2022-01-19.zip 44.1 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-zlw/opus-2021-02-19.zip 41.6 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-sla/opus-2021-02-16.zip diff --git a/scores/fin-pol/tatoeba-test-v2021-08-07/chrf-scores.txt b/scores/fin-pol/tatoeba-test-v2021-08-07/chrf-scores.txt index 82d8d752..fac4dca7 100644 --- a/scores/fin-pol/tatoeba-test-v2021-08-07/chrf-scores.txt +++ b/scores/fin-pol/tatoeba-test-v2021-08-07/chrf-scores.txt @@ -1,2 +1,3 @@ +0.65204 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-zlw/opus4m+btTCv20210807-2022-01-19.zip 0.636 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-zlw/opus-2021-02-19.zip 0.623 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-sla/opus-2021-02-16.zip diff --git a/scores/fin-rus/flores101-dev/bleu-scores.txt b/scores/fin-rus/flores101-dev/bleu-scores.txt index 76516a56..e2f62b74 100644 --- a/scores/fin-rus/flores101-dev/bleu-scores.txt +++ b/scores/fin-rus/flores101-dev/bleu-scores.txt @@ -1,3 +1,5 @@ +19.4 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-zle/opus4m+btTCv20210807-2022-01-19.zip +16.8 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-rus/opus+bt-2022-01-19.zip 12.5 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-zle/opus-2021-02-11.zip 12.2 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-sla/opus-2021-02-16.zip 10.9 https://object.pouta.csc.fi/Tatoeba-MT-models/urj-rus/opus1m-2021-05-16.zip diff --git a/scores/fin-rus/flores101-dev/chrf-scores.txt b/scores/fin-rus/flores101-dev/chrf-scores.txt index 3e1854c4..0b54f054 100644 --- a/scores/fin-rus/flores101-dev/chrf-scores.txt +++ b/scores/fin-rus/flores101-dev/chrf-scores.txt @@ -1,3 +1,5 @@ +0.48065 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-zle/opus4m+btTCv20210807-2022-01-19.zip +0.46060 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-rus/opus+bt-2022-01-19.zip 0.395 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-sla/opus-2021-02-16.zip 0.389 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-zle/opus-2021-02-11.zip 0.361 https://object.pouta.csc.fi/Tatoeba-MT-models/urj-rus/opus1m-2021-05-16.zip diff --git a/scores/fin-rus/flores101-devtest/bleu-scores.txt b/scores/fin-rus/flores101-devtest/bleu-scores.txt index a970241e..0e25f4af 100644 --- a/scores/fin-rus/flores101-devtest/bleu-scores.txt +++ b/scores/fin-rus/flores101-devtest/bleu-scores.txt @@ -1,3 +1,5 @@ +19.8 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-zle/opus4m+btTCv20210807-2022-01-19.zip +17.1 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-rus/opus+bt-2022-01-19.zip 12.8 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-zle/opus-2021-02-11.zip 11.5 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-sla/opus-2021-02-16.zip 10.5 https://object.pouta.csc.fi/Tatoeba-MT-models/urj-rus/opus1m-2021-05-16.zip diff --git a/scores/fin-rus/flores101-devtest/chrf-scores.txt b/scores/fin-rus/flores101-devtest/chrf-scores.txt index beaf1973..738bb3e9 100644 --- a/scores/fin-rus/flores101-devtest/chrf-scores.txt +++ b/scores/fin-rus/flores101-devtest/chrf-scores.txt @@ -1,3 +1,5 @@ +0.48366 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-zle/opus4m+btTCv20210807-2022-01-19.zip +0.46392 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-rus/opus+bt-2022-01-19.zip 0.397 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-zle/opus-2021-02-11.zip 0.390 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-sla/opus-2021-02-16.zip 0.359 https://object.pouta.csc.fi/Tatoeba-MT-models/urj-rus/opus1m-2021-05-16.zip diff --git a/scores/fin-rus/tatoeba-test-v2020-07-28/bleu-scores.txt b/scores/fin-rus/tatoeba-test-v2020-07-28/bleu-scores.txt index 728b4ae4..a8b15818 100644 --- a/scores/fin-rus/tatoeba-test-v2020-07-28/bleu-scores.txt +++ b/scores/fin-rus/tatoeba-test-v2020-07-28/bleu-scores.txt @@ -1,3 +1,5 @@ +45.8 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-zle/opus4m+btTCv20210807-2022-01-19.zip +42.6 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-rus/opus+bt-2022-01-19.zip 42.1 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-zle/opus-2021-02-11.zip 40.9 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-sla/opus-2021-02-16.zip 40.8 https://object.pouta.csc.fi/Tatoeba-MT-models/urj-rus/opus1m-2021-05-16.zip diff --git a/scores/fin-rus/tatoeba-test-v2020-07-28/chrf-scores.txt b/scores/fin-rus/tatoeba-test-v2020-07-28/chrf-scores.txt index 8be3f1fb..1b28d669 100644 --- a/scores/fin-rus/tatoeba-test-v2020-07-28/chrf-scores.txt +++ b/scores/fin-rus/tatoeba-test-v2020-07-28/chrf-scores.txt @@ -1,3 +1,5 @@ +0.66376 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-zle/opus4m+btTCv20210807-2022-01-19.zip +0.64430 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-rus/opus+bt-2022-01-19.zip 0.630 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-zle/opus-2021-02-11.zip 0.619 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-sla/opus-2021-02-16.zip 0.614 https://object.pouta.csc.fi/Tatoeba-MT-models/urj-rus/opus1m-2021-05-16.zip diff --git a/scores/fin-rus/tatoeba-test-v2021-03-30/bleu-scores.txt b/scores/fin-rus/tatoeba-test-v2021-03-30/bleu-scores.txt index 728b4ae4..a8b15818 100644 --- a/scores/fin-rus/tatoeba-test-v2021-03-30/bleu-scores.txt +++ b/scores/fin-rus/tatoeba-test-v2021-03-30/bleu-scores.txt @@ -1,3 +1,5 @@ +45.8 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-zle/opus4m+btTCv20210807-2022-01-19.zip +42.6 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-rus/opus+bt-2022-01-19.zip 42.1 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-zle/opus-2021-02-11.zip 40.9 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-sla/opus-2021-02-16.zip 40.8 https://object.pouta.csc.fi/Tatoeba-MT-models/urj-rus/opus1m-2021-05-16.zip diff --git a/scores/fin-rus/tatoeba-test-v2021-03-30/chrf-scores.txt b/scores/fin-rus/tatoeba-test-v2021-03-30/chrf-scores.txt index 8be3f1fb..1b28d669 100644 --- a/scores/fin-rus/tatoeba-test-v2021-03-30/chrf-scores.txt +++ b/scores/fin-rus/tatoeba-test-v2021-03-30/chrf-scores.txt @@ -1,3 +1,5 @@ +0.66376 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-zle/opus4m+btTCv20210807-2022-01-19.zip +0.64430 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-rus/opus+bt-2022-01-19.zip 0.630 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-zle/opus-2021-02-11.zip 0.619 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-sla/opus-2021-02-16.zip 0.614 https://object.pouta.csc.fi/Tatoeba-MT-models/urj-rus/opus1m-2021-05-16.zip diff --git a/scores/fin-rus/tatoeba-test-v2021-08-07/bleu-scores.txt b/scores/fin-rus/tatoeba-test-v2021-08-07/bleu-scores.txt index cfe11363..a8726a30 100644 --- a/scores/fin-rus/tatoeba-test-v2021-08-07/bleu-scores.txt +++ b/scores/fin-rus/tatoeba-test-v2021-08-07/bleu-scores.txt @@ -1,3 +1,5 @@ +45.8 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-zle/opus4m+btTCv20210807-2022-01-19.zip +42.6 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-rus/opus+bt-2022-01-19.zip 42.2 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-zle/opus-2021-02-11.zip 41.0 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-sla/opus-2021-02-16.zip 40.8 https://object.pouta.csc.fi/Tatoeba-MT-models/urj-rus/opus1m-2021-05-16.zip diff --git a/scores/fin-rus/tatoeba-test-v2021-08-07/chrf-scores.txt b/scores/fin-rus/tatoeba-test-v2021-08-07/chrf-scores.txt index 8be3f1fb..203b0283 100644 --- a/scores/fin-rus/tatoeba-test-v2021-08-07/chrf-scores.txt +++ b/scores/fin-rus/tatoeba-test-v2021-08-07/chrf-scores.txt @@ -1,3 +1,5 @@ +0.66376 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-zle/opus4m+btTCv20210807-2022-01-19.zip +0.64433 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-rus/opus+bt-2022-01-19.zip 0.630 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-zle/opus-2021-02-11.zip 0.619 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-sla/opus-2021-02-16.zip 0.614 https://object.pouta.csc.fi/Tatoeba-MT-models/urj-rus/opus1m-2021-05-16.zip diff --git a/scores/fin-swe/fiskmo_testset/bleu-scores.txt b/scores/fin-swe/fiskmo_testset/bleu-scores.txt index 6ea9788e..0d5ee033 100644 --- a/scores/fin-swe/fiskmo_testset/bleu-scores.txt +++ b/scores/fin-swe/fiskmo_testset/bleu-scores.txt @@ -1,6 +1,7 @@ 32.4 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-swe/opusTCv20210807+bt-2021-12-08.zip 32.3 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-swe/opusTCv20210807+bt-2021-11-09.zip 31.8 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-swe/opusTCv20210807+bt-2021-08-26.zip +28.5 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-gmq/opus4m+btTCv20210807-2022-01-19.zip 27.6 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-swe/opus-2021-02-19.zip 27.5 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-swe/opus-2021-02-16.zip 21.9 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-gmq/opus-2021-02-16.zip diff --git a/scores/fin-swe/fiskmo_testset/chrf-scores.txt b/scores/fin-swe/fiskmo_testset/chrf-scores.txt index d99e40eb..7293b7db 100644 --- a/scores/fin-swe/fiskmo_testset/chrf-scores.txt +++ b/scores/fin-swe/fiskmo_testset/chrf-scores.txt @@ -1,6 +1,7 @@ 0.646 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-swe/opusTCv20210807+bt-2021-11-09.zip 0.643 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-swe/opusTCv20210807+bt-2021-12-08.zip 0.638 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-swe/opusTCv20210807+bt-2021-08-26.zip +0.61228 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-gmq/opus4m+btTCv20210807-2022-01-19.zip 0.601 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-swe/opus-2021-02-19.zip 0.600 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-swe/opus-2021-02-16.zip 0.551 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-gmq/opus-2021-02-16.zip diff --git a/scores/fin-swe/flores101-dev/bleu-scores.txt b/scores/fin-swe/flores101-dev/bleu-scores.txt index f24559e0..615c8e04 100644 --- a/scores/fin-swe/flores101-dev/bleu-scores.txt +++ b/scores/fin-swe/flores101-dev/bleu-scores.txt @@ -1,6 +1,7 @@ 27.4 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-swe/opusTCv20210807+bt-2021-11-09.zip 27.3 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-swe/opusTCv20210807+bt-2021-12-08.zip 26.5 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-swe/opusTCv20210807+bt-2021-08-26.zip +24.5 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-gmq/opus4m+btTCv20210807-2022-01-19.zip 24.3 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-swe/opus-2021-02-16.zip 24.2 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-swe/opus-2021-02-19.zip 20.6 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-gmq/opus-2021-02-16.zip diff --git a/scores/fin-swe/flores101-dev/chrf-scores.txt b/scores/fin-swe/flores101-dev/chrf-scores.txt index 6a016ea5..0dc8cace 100644 --- a/scores/fin-swe/flores101-dev/chrf-scores.txt +++ b/scores/fin-swe/flores101-dev/chrf-scores.txt @@ -1,6 +1,7 @@ 0.573 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-swe/opusTCv20210807+bt-2021-12-08.zip 0.572 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-swe/opusTCv20210807+bt-2021-11-09.zip 0.567 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-swe/opusTCv20210807+bt-2021-08-26.zip +0.54703 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-gmq/opus4m+btTCv20210807-2022-01-19.zip 0.545 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-swe/opus-2021-02-16.zip 0.544 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-swe/opus-2021-02-19.zip 0.510 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-gmq/opus-2021-02-16.zip diff --git a/scores/fin-swe/flores101-devtest/bleu-scores.txt b/scores/fin-swe/flores101-devtest/bleu-scores.txt index 3c155558..d7fe0751 100644 --- a/scores/fin-swe/flores101-devtest/bleu-scores.txt +++ b/scores/fin-swe/flores101-devtest/bleu-scores.txt @@ -3,5 +3,6 @@ 26.8 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-swe/opusTCv20210807+bt-2021-08-26.zip 25.1 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-swe/opus-2021-02-19.zip 24.8 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-swe/opus-2021-02-16.zip +24.6 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-gmq/opus4m+btTCv20210807-2022-01-19.zip 20.7 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-gmq/opus-2021-02-16.zip 19.9 https://object.pouta.csc.fi/Tatoeba-MT-models/deu+eng+fin+fra+nld+swe-deu+eng+fin+fra+nld+swe/opus1m-2021-02-22.zip diff --git a/scores/fin-swe/flores101-devtest/chrf-scores.txt b/scores/fin-swe/flores101-devtest/chrf-scores.txt index 45a426ba..b01181bd 100644 --- a/scores/fin-swe/flores101-devtest/chrf-scores.txt +++ b/scores/fin-swe/flores101-devtest/chrf-scores.txt @@ -2,6 +2,7 @@ 0.575 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-swe/opusTCv20210807+bt-2021-11-09.zip 0.570 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-swe/opusTCv20210807+bt-2021-08-26.zip 0.550 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-swe/opus-2021-02-19.zip +0.54999 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-gmq/opus4m+btTCv20210807-2022-01-19.zip 0.548 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-swe/opus-2021-02-16.zip 0.509 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-gmq/opus-2021-02-16.zip 0.502 https://object.pouta.csc.fi/Tatoeba-MT-models/deu+eng+fin+fra+nld+swe-deu+eng+fin+fra+nld+swe/opus1m-2021-02-22.zip diff --git a/scores/fin-swe/tatoeba-test-v2020-07-28/bleu-scores.txt b/scores/fin-swe/tatoeba-test-v2020-07-28/bleu-scores.txt index 1b788915..3b9e034e 100644 --- a/scores/fin-swe/tatoeba-test-v2020-07-28/bleu-scores.txt +++ b/scores/fin-swe/tatoeba-test-v2020-07-28/bleu-scores.txt @@ -3,5 +3,6 @@ 54.7 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-swe/opusTCv20210807+bt-2021-08-26.zip 54.3 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-swe/opus-2021-02-19.zip 54.1 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-swe/opus-2021-02-16.zip +52.6 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-gmq/opus4m+btTCv20210807-2022-01-19.zip 50.1 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-gmq/opus-2021-02-16.zip 47.5 https://object.pouta.csc.fi/Tatoeba-MT-models/deu+eng+fin+fra+nld+swe-deu+eng+fin+fra+nld+swe/opus1m-2021-02-22.zip diff --git a/scores/fin-swe/tatoeba-test-v2020-07-28/chrf-scores.txt b/scores/fin-swe/tatoeba-test-v2020-07-28/chrf-scores.txt index 9edab671..1e1a1b8e 100644 --- a/scores/fin-swe/tatoeba-test-v2020-07-28/chrf-scores.txt +++ b/scores/fin-swe/tatoeba-test-v2020-07-28/chrf-scores.txt @@ -3,5 +3,6 @@ 0.706 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-swe/opusTCv20210807+bt-2021-08-26.zip 0.700 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-swe/opus-2021-02-19.zip 0.699 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-swe/opus-2021-02-16.zip +0.68925 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-gmq/opus4m+btTCv20210807-2022-01-19.zip 0.664 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-gmq/opus-2021-02-16.zip 0.643 https://object.pouta.csc.fi/Tatoeba-MT-models/deu+eng+fin+fra+nld+swe-deu+eng+fin+fra+nld+swe/opus1m-2021-02-22.zip diff --git a/scores/fin-swe/tatoeba-test-v2021-03-30/bleu-scores.txt b/scores/fin-swe/tatoeba-test-v2021-03-30/bleu-scores.txt index c135192e..616a0e22 100644 --- a/scores/fin-swe/tatoeba-test-v2021-03-30/bleu-scores.txt +++ b/scores/fin-swe/tatoeba-test-v2021-03-30/bleu-scores.txt @@ -3,5 +3,6 @@ 54.6 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-swe/opusTCv20210807+bt-2021-08-26.zip 54.1 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-swe/opus-2021-02-19.zip 53.9 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-swe/opus-2021-02-16.zip +52.4 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-gmq/opus4m+btTCv20210807-2022-01-19.zip 50.0 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-gmq/opus-2021-02-16.zip 47.4 https://object.pouta.csc.fi/Tatoeba-MT-models/deu+eng+fin+fra+nld+swe-deu+eng+fin+fra+nld+swe/opus1m-2021-02-22.zip diff --git a/scores/fin-swe/tatoeba-test-v2021-03-30/chrf-scores.txt b/scores/fin-swe/tatoeba-test-v2021-03-30/chrf-scores.txt index 38db84be..59a46d1c 100644 --- a/scores/fin-swe/tatoeba-test-v2021-03-30/chrf-scores.txt +++ b/scores/fin-swe/tatoeba-test-v2021-03-30/chrf-scores.txt @@ -2,5 +2,6 @@ 0.712 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-swe/opusTCv20210807+bt-2021-11-09.zip 0.706 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-swe/opusTCv20210807+bt-2021-08-26.zip 0.698 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-swe/opus-2021-02-16.zip +0.68858 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-gmq/opus4m+btTCv20210807-2022-01-19.zip 0.663 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-gmq/opus-2021-02-16.zip 0.644 https://object.pouta.csc.fi/Tatoeba-MT-models/deu+eng+fin+fra+nld+swe-deu+eng+fin+fra+nld+swe/opus1m-2021-02-22.zip diff --git a/scores/fin-swe/tatoeba-test-v2021-08-07/bleu-scores.txt b/scores/fin-swe/tatoeba-test-v2021-08-07/bleu-scores.txt index 63341b63..3651f2f2 100644 --- a/scores/fin-swe/tatoeba-test-v2021-08-07/bleu-scores.txt +++ b/scores/fin-swe/tatoeba-test-v2021-08-07/bleu-scores.txt @@ -3,5 +3,6 @@ 54.6 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-swe/opusTCv20210807+bt-2021-08-26.zip 54.1 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-swe/opus-2021-02-19.zip 53.9 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-swe/opus-2021-02-16.zip +52.0 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-gmq/opus4m+btTCv20210807-2022-01-19.zip 49.7 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-gmq/opus-2021-02-16.zip 47.3 https://object.pouta.csc.fi/Tatoeba-MT-models/deu+eng+fin+fra+nld+swe-deu+eng+fin+fra+nld+swe/opus1m-2021-02-22.zip diff --git a/scores/fin-swe/tatoeba-test-v2021-08-07/chrf-scores.txt b/scores/fin-swe/tatoeba-test-v2021-08-07/chrf-scores.txt index a75d63b5..9d34aa40 100644 --- a/scores/fin-swe/tatoeba-test-v2021-08-07/chrf-scores.txt +++ b/scores/fin-swe/tatoeba-test-v2021-08-07/chrf-scores.txt @@ -2,5 +2,6 @@ 0.712 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-swe/opusTCv20210807+bt-2021-11-09.zip 0.707 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-swe/opusTCv20210807+bt-2021-08-26.zip 0.698 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-swe/opus-2021-02-16.zip +0.68711 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-gmq/opus4m+btTCv20210807-2022-01-19.zip 0.662 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-gmq/opus-2021-02-16.zip 0.645 https://object.pouta.csc.fi/Tatoeba-MT-models/deu+eng+fin+fra+nld+swe-deu+eng+fin+fra+nld+swe/opus1m-2021-02-22.zip diff --git a/scores/fin-ukr/flores101-dev/bleu-scores.txt b/scores/fin-ukr/flores101-dev/bleu-scores.txt index cca3e691..f96c3307 100644 --- a/scores/fin-ukr/flores101-dev/bleu-scores.txt +++ b/scores/fin-ukr/flores101-dev/bleu-scores.txt @@ -1,3 +1,4 @@ +17.1 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-zle/opus4m+btTCv20210807-2022-01-19.zip 11.3 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-zle/opus-2021-02-11.zip 10.8 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-sla/opus-2021-02-16.zip 6.1 https://object.pouta.csc.fi/Tatoeba-MT-models/tatoeba-zero/opus-2020-06-19.zip diff --git a/scores/fin-ukr/flores101-dev/chrf-scores.txt b/scores/fin-ukr/flores101-dev/chrf-scores.txt index 91dae89c..02ce48d5 100644 --- a/scores/fin-ukr/flores101-dev/chrf-scores.txt +++ b/scores/fin-ukr/flores101-dev/chrf-scores.txt @@ -1,3 +1,4 @@ +0.46435 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-zle/opus4m+btTCv20210807-2022-01-19.zip 0.388 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-zle/opus-2021-02-11.zip 0.387 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-sla/opus-2021-02-16.zip 0.306 https://object.pouta.csc.fi/Tatoeba-MT-models/tatoeba-zero/opus-2020-06-19.zip diff --git a/scores/fin-ukr/flores101-devtest/bleu-scores.txt b/scores/fin-ukr/flores101-devtest/bleu-scores.txt index f4ac13be..56066965 100644 --- a/scores/fin-ukr/flores101-devtest/bleu-scores.txt +++ b/scores/fin-ukr/flores101-devtest/bleu-scores.txt @@ -1,3 +1,4 @@ +17.7 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-zle/opus4m+btTCv20210807-2022-01-19.zip 11.7 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-zle/opus-2021-02-11.zip 11.5 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-sla/opus-2021-02-16.zip 5.9 https://object.pouta.csc.fi/Tatoeba-MT-models/tatoeba-zero/opus-2020-06-19.zip diff --git a/scores/fin-ukr/flores101-devtest/chrf-scores.txt b/scores/fin-ukr/flores101-devtest/chrf-scores.txt index a1185ec1..1a49a4bd 100644 --- a/scores/fin-ukr/flores101-devtest/chrf-scores.txt +++ b/scores/fin-ukr/flores101-devtest/chrf-scores.txt @@ -1,3 +1,4 @@ +0.46954 https://object.pouta.csc.fi/Tatoeba-MT-models/fin-zle/opus4m+btTCv20210807-2022-01-19.zip 0.390 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-sla/opus-2021-02-16.zip 0.386 https://object.pouta.csc.fi/Tatoeba-MT-models/fiu-zle/opus-2021-02-11.zip 0.306 https://object.pouta.csc.fi/Tatoeba-MT-models/tatoeba-zero/opus-2020-06-19.zip diff --git a/scores/heb-fin/flores101-dev/bleu-scores.txt b/scores/heb-fin/flores101-dev/bleu-scores.txt index 6a0261a0..82b76f7a 100644 --- a/scores/heb-fin/flores101-dev/bleu-scores.txt +++ b/scores/heb-fin/flores101-dev/bleu-scores.txt @@ -1,3 +1,4 @@ +15.7 https://object.pouta.csc.fi/Tatoeba-MT-models/sem-fin/opus4m+btTCv20210807-2022-01-19.zip 12.5 https://object.pouta.csc.fi/Tatoeba-MT-models/heb-fin/opus-2021-05-16.zip 8.5 https://object.pouta.csc.fi/Tatoeba-MT-models/sem-fiu/opus-2021-02-13.zip 7.3 https://object.pouta.csc.fi/Tatoeba-MT-models/afa-fiu/opus-2021-02-12.zip diff --git a/scores/heb-fin/flores101-dev/chrf-scores.txt b/scores/heb-fin/flores101-dev/chrf-scores.txt index 98a4e384..89ac539f 100644 --- a/scores/heb-fin/flores101-dev/chrf-scores.txt +++ b/scores/heb-fin/flores101-dev/chrf-scores.txt @@ -1,3 +1,4 @@ +0.48882 https://object.pouta.csc.fi/Tatoeba-MT-models/sem-fin/opus4m+btTCv20210807-2022-01-19.zip 0.454 https://object.pouta.csc.fi/Tatoeba-MT-models/heb-fin/opus-2021-05-16.zip 0.384 https://object.pouta.csc.fi/Tatoeba-MT-models/sem-fiu/opus-2021-02-13.zip 0.360 https://object.pouta.csc.fi/Tatoeba-MT-models/afa-fiu/opus-2021-02-12.zip diff --git a/scores/heb-fin/flores101-devtest/bleu-scores.txt b/scores/heb-fin/flores101-devtest/bleu-scores.txt index 2563421a..2aa093a3 100644 --- a/scores/heb-fin/flores101-devtest/bleu-scores.txt +++ b/scores/heb-fin/flores101-devtest/bleu-scores.txt @@ -1,3 +1,4 @@ +14.9 https://object.pouta.csc.fi/Tatoeba-MT-models/sem-fin/opus4m+btTCv20210807-2022-01-19.zip 12.1 https://object.pouta.csc.fi/Tatoeba-MT-models/heb-fin/opus-2021-05-16.zip 7.6 https://object.pouta.csc.fi/Tatoeba-MT-models/sem-fiu/opus-2021-02-13.zip 7.2 https://object.pouta.csc.fi/Tatoeba-MT-models/afa-fiu/opus-2021-02-12.zip diff --git a/scores/heb-fin/flores101-devtest/chrf-scores.txt b/scores/heb-fin/flores101-devtest/chrf-scores.txt index d6f4a282..13b9441b 100644 --- a/scores/heb-fin/flores101-devtest/chrf-scores.txt +++ b/scores/heb-fin/flores101-devtest/chrf-scores.txt @@ -1,3 +1,4 @@ +0.48568 https://object.pouta.csc.fi/Tatoeba-MT-models/sem-fin/opus4m+btTCv20210807-2022-01-19.zip 0.447 https://object.pouta.csc.fi/Tatoeba-MT-models/heb-fin/opus-2021-05-16.zip 0.384 https://object.pouta.csc.fi/Tatoeba-MT-models/sem-fiu/opus-2021-02-13.zip 0.354 https://object.pouta.csc.fi/Tatoeba-MT-models/afa-fiu/opus-2021-02-12.zip diff --git a/scores/heb-fin/tatoeba-test-v2020-07-28/bleu-scores.txt b/scores/heb-fin/tatoeba-test-v2020-07-28/bleu-scores.txt index 9cec9f2b..c7534c2d 100644 --- a/scores/heb-fin/tatoeba-test-v2020-07-28/bleu-scores.txt +++ b/scores/heb-fin/tatoeba-test-v2020-07-28/bleu-scores.txt @@ -1,3 +1,4 @@ +39.3 https://object.pouta.csc.fi/Tatoeba-MT-models/sem-fin/opus4m+btTCv20210807-2022-01-19.zip 36.7 https://object.pouta.csc.fi/Tatoeba-MT-models/heb-fin/opus-2021-05-16.zip 33.4 https://object.pouta.csc.fi/Tatoeba-MT-models/sem-fiu/opus-2021-02-13.zip 31.7 https://object.pouta.csc.fi/Tatoeba-MT-models/afa-fiu/opus-2021-02-12.zip diff --git a/scores/heb-fin/tatoeba-test-v2020-07-28/chrf-scores.txt b/scores/heb-fin/tatoeba-test-v2020-07-28/chrf-scores.txt index eee30bd2..1eeeb9c1 100644 --- a/scores/heb-fin/tatoeba-test-v2020-07-28/chrf-scores.txt +++ b/scores/heb-fin/tatoeba-test-v2020-07-28/chrf-scores.txt @@ -1,3 +1,4 @@ +0.62947 https://object.pouta.csc.fi/Tatoeba-MT-models/sem-fin/opus4m+btTCv20210807-2022-01-19.zip 0.626 https://object.pouta.csc.fi/Tatoeba-MT-models/heb-fin/opus-2021-05-16.zip 0.584 https://object.pouta.csc.fi/Tatoeba-MT-models/sem-fiu/opus-2021-02-13.zip 0.576 https://object.pouta.csc.fi/Tatoeba-MT-models/afa-fiu/opus-2021-02-12.zip diff --git a/scores/heb-fin/tatoeba-test-v2021-03-30/bleu-scores.txt b/scores/heb-fin/tatoeba-test-v2021-03-30/bleu-scores.txt index 0e499318..51701919 100644 --- a/scores/heb-fin/tatoeba-test-v2021-03-30/bleu-scores.txt +++ b/scores/heb-fin/tatoeba-test-v2021-03-30/bleu-scores.txt @@ -1,3 +1,4 @@ +39.6 https://object.pouta.csc.fi/Tatoeba-MT-models/sem-fin/opus4m+btTCv20210807-2022-01-19.zip 36.5 https://object.pouta.csc.fi/Tatoeba-MT-models/heb-fin/opus-2021-05-16.zip 33.6 https://object.pouta.csc.fi/Tatoeba-MT-models/sem-fiu/opus-2021-02-13.zip 32.0 https://object.pouta.csc.fi/Tatoeba-MT-models/afa-fiu/opus-2021-02-12.zip diff --git a/scores/heb-fin/tatoeba-test-v2021-03-30/chrf-scores.txt b/scores/heb-fin/tatoeba-test-v2021-03-30/chrf-scores.txt index 5d6c5ec9..4a0d27f6 100644 --- a/scores/heb-fin/tatoeba-test-v2021-03-30/chrf-scores.txt +++ b/scores/heb-fin/tatoeba-test-v2021-03-30/chrf-scores.txt @@ -1,3 +1,4 @@ +0.63314 https://object.pouta.csc.fi/Tatoeba-MT-models/sem-fin/opus4m+btTCv20210807-2022-01-19.zip 0.625 https://object.pouta.csc.fi/Tatoeba-MT-models/heb-fin/opus-2021-05-16.zip 0.583 https://object.pouta.csc.fi/Tatoeba-MT-models/sem-fiu/opus-2021-02-13.zip 0.577 https://object.pouta.csc.fi/Tatoeba-MT-models/afa-fiu/opus-2021-02-12.zip diff --git a/scores/heb-fin/tatoeba-test-v2021-08-07/bleu-scores.txt b/scores/heb-fin/tatoeba-test-v2021-08-07/bleu-scores.txt index 9cec9f2b..c7534c2d 100644 --- a/scores/heb-fin/tatoeba-test-v2021-08-07/bleu-scores.txt +++ b/scores/heb-fin/tatoeba-test-v2021-08-07/bleu-scores.txt @@ -1,3 +1,4 @@ +39.3 https://object.pouta.csc.fi/Tatoeba-MT-models/sem-fin/opus4m+btTCv20210807-2022-01-19.zip 36.7 https://object.pouta.csc.fi/Tatoeba-MT-models/heb-fin/opus-2021-05-16.zip 33.4 https://object.pouta.csc.fi/Tatoeba-MT-models/sem-fiu/opus-2021-02-13.zip 31.7 https://object.pouta.csc.fi/Tatoeba-MT-models/afa-fiu/opus-2021-02-12.zip diff --git a/scores/heb-fin/tatoeba-test-v2021-08-07/chrf-scores.txt b/scores/heb-fin/tatoeba-test-v2021-08-07/chrf-scores.txt index eee30bd2..1eeeb9c1 100644 --- a/scores/heb-fin/tatoeba-test-v2021-08-07/chrf-scores.txt +++ b/scores/heb-fin/tatoeba-test-v2021-08-07/chrf-scores.txt @@ -1,3 +1,4 @@ +0.62947 https://object.pouta.csc.fi/Tatoeba-MT-models/sem-fin/opus4m+btTCv20210807-2022-01-19.zip 0.626 https://object.pouta.csc.fi/Tatoeba-MT-models/heb-fin/opus-2021-05-16.zip 0.584 https://object.pouta.csc.fi/Tatoeba-MT-models/sem-fiu/opus-2021-02-13.zip 0.576 https://object.pouta.csc.fi/Tatoeba-MT-models/afa-fiu/opus-2021-02-12.zip diff --git a/scores/rus-fin/flores101-dev/bleu-scores.txt b/scores/rus-fin/flores101-dev/bleu-scores.txt index cb580950..135847d1 100644 --- a/scores/rus-fin/flores101-dev/bleu-scores.txt +++ b/scores/rus-fin/flores101-dev/bleu-scores.txt @@ -1,3 +1,4 @@ +15.1 https://object.pouta.csc.fi/Tatoeba-MT-models/rus-fin/opus+bt-2022-01-19.zip 11.8 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-fiu/opus-2021-02-10.zip 10.9 https://object.pouta.csc.fi/Tatoeba-MT-models/zle-fiu/opus-2021-02-10.zip 5.9 https://object.pouta.csc.fi/Tatoeba-MT-models/tatoeba-zero/opus-2020-06-21.zip diff --git a/scores/rus-fin/flores101-dev/chrf-scores.txt b/scores/rus-fin/flores101-dev/chrf-scores.txt index 30a4015c..05a49bd7 100644 --- a/scores/rus-fin/flores101-dev/chrf-scores.txt +++ b/scores/rus-fin/flores101-dev/chrf-scores.txt @@ -1,3 +1,4 @@ +0.49871 https://object.pouta.csc.fi/Tatoeba-MT-models/rus-fin/opus+bt-2022-01-19.zip 0.440 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-fiu/opus-2021-02-10.zip 0.429 https://object.pouta.csc.fi/Tatoeba-MT-models/zle-fiu/opus-2021-02-10.zip 0.353 https://object.pouta.csc.fi/Tatoeba-MT-models/tatoeba-zero/opus-2020-06-21.zip diff --git a/scores/rus-fin/flores101-devtest/bleu-scores.txt b/scores/rus-fin/flores101-devtest/bleu-scores.txt index fa1a5d48..f9ac913f 100644 --- a/scores/rus-fin/flores101-devtest/bleu-scores.txt +++ b/scores/rus-fin/flores101-devtest/bleu-scores.txt @@ -1,3 +1,4 @@ +14.8 https://object.pouta.csc.fi/Tatoeba-MT-models/rus-fin/opus+bt-2022-01-19.zip 11.0 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-fiu/opus-2021-02-10.zip 10.3 https://object.pouta.csc.fi/Tatoeba-MT-models/zle-fiu/opus-2021-02-10.zip 5.0 https://object.pouta.csc.fi/Tatoeba-MT-models/tatoeba-zero/opus-2020-06-19.zip diff --git a/scores/rus-fin/flores101-devtest/chrf-scores.txt b/scores/rus-fin/flores101-devtest/chrf-scores.txt index 019f9576..19f4e560 100644 --- a/scores/rus-fin/flores101-devtest/chrf-scores.txt +++ b/scores/rus-fin/flores101-devtest/chrf-scores.txt @@ -1,3 +1,4 @@ +0.49804 https://object.pouta.csc.fi/Tatoeba-MT-models/rus-fin/opus+bt-2022-01-19.zip 0.438 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-fiu/opus-2021-02-10.zip 0.425 https://object.pouta.csc.fi/Tatoeba-MT-models/zle-fiu/opus-2021-02-10.zip 0.348 https://object.pouta.csc.fi/Tatoeba-MT-models/tatoeba-zero/opus-2020-06-21.zip diff --git a/scores/rus-fin/tatoeba-test-v2020-07-28/bleu-scores.txt b/scores/rus-fin/tatoeba-test-v2020-07-28/bleu-scores.txt index 08ff6c53..8602a047 100644 --- a/scores/rus-fin/tatoeba-test-v2020-07-28/bleu-scores.txt +++ b/scores/rus-fin/tatoeba-test-v2020-07-28/bleu-scores.txt @@ -1,3 +1,4 @@ +41.5 https://object.pouta.csc.fi/Tatoeba-MT-models/rus-fin/opus+bt-2022-01-19.zip 38.4 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-fiu/opus-2021-02-10.zip 36.8 https://object.pouta.csc.fi/Tatoeba-MT-models/zle-fiu/opus-2021-02-10.zip 21.1 https://object.pouta.csc.fi/Tatoeba-MT-models/tatoeba-zero/opus-2020-06-19.zip diff --git a/scores/rus-fin/tatoeba-test-v2020-07-28/chrf-scores.txt b/scores/rus-fin/tatoeba-test-v2020-07-28/chrf-scores.txt index 4a09511f..504c7825 100644 --- a/scores/rus-fin/tatoeba-test-v2020-07-28/chrf-scores.txt +++ b/scores/rus-fin/tatoeba-test-v2020-07-28/chrf-scores.txt @@ -1,3 +1,4 @@ +0.65573 https://object.pouta.csc.fi/Tatoeba-MT-models/rus-fin/opus+bt-2022-01-19.zip 0.623 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-fiu/opus-2021-02-10.zip 0.609 https://object.pouta.csc.fi/Tatoeba-MT-models/zle-fiu/opus-2021-02-10.zip 0.450 https://object.pouta.csc.fi/Tatoeba-MT-models/tatoeba-zero/opus-2020-06-19.zip diff --git a/scores/rus-fin/tatoeba-test-v2021-03-30/bleu-scores.txt b/scores/rus-fin/tatoeba-test-v2021-03-30/bleu-scores.txt index 08ff6c53..8602a047 100644 --- a/scores/rus-fin/tatoeba-test-v2021-03-30/bleu-scores.txt +++ b/scores/rus-fin/tatoeba-test-v2021-03-30/bleu-scores.txt @@ -1,3 +1,4 @@ +41.5 https://object.pouta.csc.fi/Tatoeba-MT-models/rus-fin/opus+bt-2022-01-19.zip 38.4 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-fiu/opus-2021-02-10.zip 36.8 https://object.pouta.csc.fi/Tatoeba-MT-models/zle-fiu/opus-2021-02-10.zip 21.1 https://object.pouta.csc.fi/Tatoeba-MT-models/tatoeba-zero/opus-2020-06-19.zip diff --git a/scores/rus-fin/tatoeba-test-v2021-03-30/chrf-scores.txt b/scores/rus-fin/tatoeba-test-v2021-03-30/chrf-scores.txt index 4a09511f..504c7825 100644 --- a/scores/rus-fin/tatoeba-test-v2021-03-30/chrf-scores.txt +++ b/scores/rus-fin/tatoeba-test-v2021-03-30/chrf-scores.txt @@ -1,3 +1,4 @@ +0.65573 https://object.pouta.csc.fi/Tatoeba-MT-models/rus-fin/opus+bt-2022-01-19.zip 0.623 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-fiu/opus-2021-02-10.zip 0.609 https://object.pouta.csc.fi/Tatoeba-MT-models/zle-fiu/opus-2021-02-10.zip 0.450 https://object.pouta.csc.fi/Tatoeba-MT-models/tatoeba-zero/opus-2020-06-19.zip diff --git a/scores/rus-fin/tatoeba-test-v2021-08-07/bleu-scores.txt b/scores/rus-fin/tatoeba-test-v2021-08-07/bleu-scores.txt index c1aa5793..6ba5219e 100644 --- a/scores/rus-fin/tatoeba-test-v2021-08-07/bleu-scores.txt +++ b/scores/rus-fin/tatoeba-test-v2021-08-07/bleu-scores.txt @@ -1,3 +1,4 @@ +41.5 https://object.pouta.csc.fi/Tatoeba-MT-models/rus-fin/opus+bt-2022-01-19.zip 38.5 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-fiu/opus-2021-02-10.zip 36.8 https://object.pouta.csc.fi/Tatoeba-MT-models/zle-fiu/opus-2021-02-10.zip 21.1 https://object.pouta.csc.fi/Tatoeba-MT-models/tatoeba-zero/opus-2020-06-19.zip diff --git a/scores/rus-fin/tatoeba-test-v2021-08-07/chrf-scores.txt b/scores/rus-fin/tatoeba-test-v2021-08-07/chrf-scores.txt index 4a09511f..504c7825 100644 --- a/scores/rus-fin/tatoeba-test-v2021-08-07/chrf-scores.txt +++ b/scores/rus-fin/tatoeba-test-v2021-08-07/chrf-scores.txt @@ -1,3 +1,4 @@ +0.65573 https://object.pouta.csc.fi/Tatoeba-MT-models/rus-fin/opus+bt-2022-01-19.zip 0.623 https://object.pouta.csc.fi/Tatoeba-MT-models/sla-fiu/opus-2021-02-10.zip 0.609 https://object.pouta.csc.fi/Tatoeba-MT-models/zle-fiu/opus-2021-02-10.zip 0.450 https://object.pouta.csc.fi/Tatoeba-MT-models/tatoeba-zero/opus-2020-06-19.zip diff --git a/scores/swe-fin/fiskmo_testset/bleu-scores.txt b/scores/swe-fin/fiskmo_testset/bleu-scores.txt index baff29c0..24c3ce26 100644 --- a/scores/swe-fin/fiskmo_testset/bleu-scores.txt +++ b/scores/swe-fin/fiskmo_testset/bleu-scores.txt @@ -1,6 +1,10 @@ +31.3 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opusTCv20210807+pbt+bt-2022-01-15.zip +30.9 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opusTCv20210807+pbt+bt+pft+ftmono+ft-2022-01-15.zip 30.7 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opusTCv20210807+bt-2021-12-08.zip 30.0 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opusTCv20210807+bt-2021-08-26.zip 29.5 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opusTCv20210807+bt-2021-11-09.zip +27.1 https://object.pouta.csc.fi/Tatoeba-MT-models/gmq-fin/opus4m+btTCv20210807-2022-01-19.zip +26.8 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opusTCv20210807+nopar+ft95-2022-01-19.zip 26.0 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opus-2021-02-22.zip 25.8 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opus-2021-02-18.zip 20.0 https://object.pouta.csc.fi/Tatoeba-MT-models/gmq-fiu/opus-2021-02-10.zip diff --git a/scores/swe-fin/fiskmo_testset/chrf-scores.txt b/scores/swe-fin/fiskmo_testset/chrf-scores.txt index e8aced58..e65fc1c5 100644 --- a/scores/swe-fin/fiskmo_testset/chrf-scores.txt +++ b/scores/swe-fin/fiskmo_testset/chrf-scores.txt @@ -1,6 +1,10 @@ +0.65415 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opusTCv20210807+pbt+bt-2022-01-15.zip 0.653 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opusTCv20210807+bt-2021-12-08.zip +0.65290 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opusTCv20210807+pbt+bt+pft+ftmono+ft-2022-01-15.zip 0.647 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opusTCv20210807+bt-2021-08-26.zip 0.646 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opusTCv20210807+bt-2021-11-09.zip +0.62356 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opusTCv20210807+nopar+ft95-2022-01-19.zip +0.62218 https://object.pouta.csc.fi/Tatoeba-MT-models/gmq-fin/opus4m+btTCv20210807-2022-01-19.zip 0.613 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opus-2021-02-18.zip 0.564 https://object.pouta.csc.fi/Tatoeba-MT-models/gmq-fiu/opus-2021-02-10.zip 0.551 https://object.pouta.csc.fi/Tatoeba-MT-models/deu+eng+fin+fra+nld+swe-deu+eng+fin+fra+nld+swe/opus1m-2021-02-22.zip diff --git a/scores/swe-fin/flores101-dev/bleu-scores.txt b/scores/swe-fin/flores101-dev/bleu-scores.txt index c8cf5adb..820788db 100644 --- a/scores/swe-fin/flores101-dev/bleu-scores.txt +++ b/scores/swe-fin/flores101-dev/bleu-scores.txt @@ -1,7 +1,11 @@ +24.0 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opusTCv20210807+pbt+bt+pft+ftmono+ft-2022-01-15.zip +23.6 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opusTCv20210807+pbt+bt-2022-01-15.zip 23.4 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opusTCv20210807+bt-2021-12-08.zip 22.9 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opusTCv20210807+bt-2021-11-09.zip 22.6 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opusTCv20210807+bt-2021-08-26.zip +20.8 https://object.pouta.csc.fi/Tatoeba-MT-models/gmq-fin/opus4m+btTCv20210807-2022-01-19.zip 20.4 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opus-2021-02-18.zip 20.3 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opus-2021-02-22.zip +20.0 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opusTCv20210807+nopar+ft95-2022-01-19.zip 16.5 https://object.pouta.csc.fi/Tatoeba-MT-models/gmq-fiu/opus-2021-02-10.zip 15.8 https://object.pouta.csc.fi/Tatoeba-MT-models/deu+eng+fin+fra+nld+swe-deu+eng+fin+fra+nld+swe/opus1m-2021-02-22.zip diff --git a/scores/swe-fin/flores101-dev/chrf-scores.txt b/scores/swe-fin/flores101-dev/chrf-scores.txt index 2dbd718e..8bb95809 100644 --- a/scores/swe-fin/flores101-dev/chrf-scores.txt +++ b/scores/swe-fin/flores101-dev/chrf-scores.txt @@ -1,6 +1,10 @@ +0.58223 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opusTCv20210807+pbt+bt+pft+ftmono+ft-2022-01-15.zip +0.57847 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opusTCv20210807+pbt+bt-2022-01-15.zip 0.577 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opusTCv20210807+bt-2021-12-08.zip 0.573 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opusTCv20210807+bt-2021-11-09.zip 0.570 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opusTCv20210807+bt-2021-08-26.zip +0.55138 https://object.pouta.csc.fi/Tatoeba-MT-models/gmq-fin/opus4m+btTCv20210807-2022-01-19.zip +0.55041 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opusTCv20210807+nopar+ft95-2022-01-19.zip 0.546 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opus-2021-02-18.zip 0.504 https://object.pouta.csc.fi/Tatoeba-MT-models/gmq-fiu/opus-2021-02-10.zip 0.498 https://object.pouta.csc.fi/Tatoeba-MT-models/deu+eng+fin+fra+nld+swe-deu+eng+fin+fra+nld+swe/opus1m-2021-02-22.zip diff --git a/scores/swe-fin/flores101-devtest/bleu-scores.txt b/scores/swe-fin/flores101-devtest/bleu-scores.txt index 36a4c619..6b53a81b 100644 --- a/scores/swe-fin/flores101-devtest/bleu-scores.txt +++ b/scores/swe-fin/flores101-devtest/bleu-scores.txt @@ -1,7 +1,11 @@ +24.4 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opusTCv20210807+pbt+bt+pft+ftmono+ft-2022-01-15.zip +24.3 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opusTCv20210807+pbt+bt-2022-01-15.zip 23.5 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opusTCv20210807+bt-2021-12-08.zip 23.2 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opusTCv20210807+bt-2021-11-09.zip 23.1 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opusTCv20210807+bt-2021-08-26.zip 21.2 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opus-2021-02-22.zip 21.0 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opus-2021-02-18.zip +20.8 https://object.pouta.csc.fi/Tatoeba-MT-models/gmq-fin/opus4m+btTCv20210807-2022-01-19.zip +20.6 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opusTCv20210807+nopar+ft95-2022-01-19.zip 16.3 https://object.pouta.csc.fi/Tatoeba-MT-models/gmq-fiu/opus-2021-02-10.zip 15.8 https://object.pouta.csc.fi/Tatoeba-MT-models/deu+eng+fin+fra+nld+swe-deu+eng+fin+fra+nld+swe/opus1m-2021-02-22.zip diff --git a/scores/swe-fin/flores101-devtest/chrf-scores.txt b/scores/swe-fin/flores101-devtest/chrf-scores.txt index 348f9cb1..a8fc50d0 100644 --- a/scores/swe-fin/flores101-devtest/chrf-scores.txt +++ b/scores/swe-fin/flores101-devtest/chrf-scores.txt @@ -1,6 +1,10 @@ +0.58470 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opusTCv20210807+pbt+bt+pft+ftmono+ft-2022-01-15.zip +0.58282 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opusTCv20210807+pbt+bt-2022-01-15.zip 0.580 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opusTCv20210807+bt-2021-12-08.zip 0.578 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opusTCv20210807+bt-2021-11-09.zip 0.574 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opusTCv20210807+bt-2021-08-26.zip +0.55602 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opusTCv20210807+nopar+ft95-2022-01-19.zip +0.55310 https://object.pouta.csc.fi/Tatoeba-MT-models/gmq-fin/opus4m+btTCv20210807-2022-01-19.zip 0.552 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opus-2021-02-22.zip 0.550 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opus-2021-02-18.zip 0.505 https://object.pouta.csc.fi/Tatoeba-MT-models/gmq-fiu/opus-2021-02-10.zip diff --git a/scores/swe-fin/tatoeba-test-v2020-07-28/bleu-scores.txt b/scores/swe-fin/tatoeba-test-v2020-07-28/bleu-scores.txt index 6b91c797..ebb46e80 100644 --- a/scores/swe-fin/tatoeba-test-v2020-07-28/bleu-scores.txt +++ b/scores/swe-fin/tatoeba-test-v2020-07-28/bleu-scores.txt @@ -1,6 +1,9 @@ 46.7 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opusTCv20210807+bt-2021-12-08.zip -45.7 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opusTCv20210807+bt-2021-08-26.zip +46.6 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opusTCv20210807+pbt+bt+pft+ftmono+ft-2022-01-15.zip +45.7 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opusTCv20210807+pbt+bt-2022-01-15.zip 45.6 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opusTCv20210807+bt-2021-11-09.zip +44.3 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opusTCv20210807+nopar+ft95-2022-01-19.zip 44.2 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opus-2021-02-18.zip +44.1 https://object.pouta.csc.fi/Tatoeba-MT-models/gmq-fin/opus4m+btTCv20210807-2022-01-19.zip 40.7 https://object.pouta.csc.fi/Tatoeba-MT-models/gmq-fiu/opus-2021-02-10.zip 38.9 https://object.pouta.csc.fi/Tatoeba-MT-models/deu+eng+fin+fra+nld+swe-deu+eng+fin+fra+nld+swe/opus1m-2021-02-22.zip diff --git a/scores/swe-fin/tatoeba-test-v2020-07-28/chrf-scores.txt b/scores/swe-fin/tatoeba-test-v2020-07-28/chrf-scores.txt index fff241a9..066963a3 100644 --- a/scores/swe-fin/tatoeba-test-v2020-07-28/chrf-scores.txt +++ b/scores/swe-fin/tatoeba-test-v2020-07-28/chrf-scores.txt @@ -1,6 +1,9 @@ -0.689 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opusTCv20210807+bt-2021-12-08.zip +0.68900 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opusTCv20210807+pbt+bt+pft+ftmono+ft-2022-01-15.zip 0.681 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opusTCv20210807+bt-2021-08-26.zip 0.679 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opusTCv20210807+bt-2021-11-09.zip +0.67791 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opusTCv20210807+pbt+bt-2022-01-15.zip +0.67321 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opusTCv20210807+nopar+ft95-2022-01-19.zip 0.666 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opus-2021-02-18.zip +0.66572 https://object.pouta.csc.fi/Tatoeba-MT-models/gmq-fin/opus4m+btTCv20210807-2022-01-19.zip 0.636 https://object.pouta.csc.fi/Tatoeba-MT-models/gmq-fiu/opus-2021-02-10.zip 0.623 https://object.pouta.csc.fi/Tatoeba-MT-models/deu+eng+fin+fra+nld+swe-deu+eng+fin+fra+nld+swe/opus1m-2021-02-22.zip diff --git a/scores/swe-fin/tatoeba-test-v2021-03-30/bleu-scores.txt b/scores/swe-fin/tatoeba-test-v2021-03-30/bleu-scores.txt index 0b5a4855..ca577a4b 100644 --- a/scores/swe-fin/tatoeba-test-v2021-03-30/bleu-scores.txt +++ b/scores/swe-fin/tatoeba-test-v2021-03-30/bleu-scores.txt @@ -1,6 +1,8 @@ -46.5 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opusTCv20210807+bt-2021-12-08.zip +46.5 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opusTCv20210807+pbt+bt+pft+ftmono+ft-2022-01-15.zip 45.6 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opusTCv20210807+bt-2021-11-09.zip +45.5 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opusTCv20210807+pbt+bt-2022-01-15.zip 45.4 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opusTCv20210807+bt-2021-08-26.zip -44.0 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opus-2021-02-18.zip +44.0 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opusTCv20210807+nopar+ft95-2022-01-19.zip +43.8 https://object.pouta.csc.fi/Tatoeba-MT-models/gmq-fin/opus4m+btTCv20210807-2022-01-19.zip 40.4 https://object.pouta.csc.fi/Tatoeba-MT-models/gmq-fiu/opus-2021-02-10.zip 38.7 https://object.pouta.csc.fi/Tatoeba-MT-models/deu+eng+fin+fra+nld+swe-deu+eng+fin+fra+nld+swe/opus1m-2021-02-22.zip diff --git a/scores/swe-fin/tatoeba-test-v2021-03-30/chrf-scores.txt b/scores/swe-fin/tatoeba-test-v2021-03-30/chrf-scores.txt index 363d4422..99abcde0 100644 --- a/scores/swe-fin/tatoeba-test-v2021-03-30/chrf-scores.txt +++ b/scores/swe-fin/tatoeba-test-v2021-03-30/chrf-scores.txt @@ -1,7 +1,11 @@ +0.68873 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opusTCv20210807+pbt+bt+pft+ftmono+ft-2022-01-15.zip 0.688 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opusTCv20210807+bt-2021-12-08.zip 0.680 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opusTCv20210807+bt-2021-08-26.zip 0.679 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opusTCv20210807+bt-2021-11-09.zip +0.67765 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opusTCv20210807+pbt+bt-2022-01-15.zip +0.67246 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opusTCv20210807+nopar+ft95-2022-01-19.zip 0.666 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opus-2021-02-18.zip +0.66522 https://object.pouta.csc.fi/Tatoeba-MT-models/gmq-fin/opus4m+btTCv20210807-2022-01-19.zip 0.665 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opus-2021-02-22.zip 0.635 https://object.pouta.csc.fi/Tatoeba-MT-models/gmq-fiu/opus-2021-02-10.zip 0.623 https://object.pouta.csc.fi/Tatoeba-MT-models/deu+eng+fin+fra+nld+swe-deu+eng+fin+fra+nld+swe/opus1m-2021-02-22.zip diff --git a/scores/swe-fin/tatoeba-test-v2021-08-07/bleu-scores.txt b/scores/swe-fin/tatoeba-test-v2021-08-07/bleu-scores.txt index a6efcd2c..7b7051f6 100644 --- a/scores/swe-fin/tatoeba-test-v2021-08-07/bleu-scores.txt +++ b/scores/swe-fin/tatoeba-test-v2021-08-07/bleu-scores.txt @@ -1,7 +1,11 @@ +46.4 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opusTCv20210807+pbt+bt+pft+ftmono+ft-2022-01-15.zip 46.2 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opusTCv20210807+bt-2021-12-08.zip +45.4 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opusTCv20210807+pbt+bt-2022-01-15.zip 45.3 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opusTCv20210807+bt-2021-11-09.zip 45.1 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opusTCv20210807+bt-2021-08-26.zip 43.9 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opus-2021-02-18.zip +43.8 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opusTCv20210807+nopar+ft95-2022-01-19.zip 43.7 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opus-2021-02-22.zip +43.6 https://object.pouta.csc.fi/Tatoeba-MT-models/gmq-fin/opus4m+btTCv20210807-2022-01-19.zip 40.0 https://object.pouta.csc.fi/Tatoeba-MT-models/gmq-fiu/opus-2021-02-10.zip 38.3 https://object.pouta.csc.fi/Tatoeba-MT-models/deu+eng+fin+fra+nld+swe-deu+eng+fin+fra+nld+swe/opus1m-2021-02-22.zip diff --git a/scores/swe-fin/tatoeba-test-v2021-08-07/chrf-scores.txt b/scores/swe-fin/tatoeba-test-v2021-08-07/chrf-scores.txt index 6df1a64d..bba3a69b 100644 --- a/scores/swe-fin/tatoeba-test-v2021-08-07/chrf-scores.txt +++ b/scores/swe-fin/tatoeba-test-v2021-08-07/chrf-scores.txt @@ -1,7 +1,11 @@ +0.69033 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opusTCv20210807+pbt+bt+pft+ftmono+ft-2022-01-15.zip 0.688 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opusTCv20210807+bt-2021-12-08.zip 0.680 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opusTCv20210807+bt-2021-08-26.zip 0.679 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opusTCv20210807+bt-2021-11-09.zip +0.67895 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opusTCv20210807+pbt+bt-2022-01-15.zip +0.67320 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opusTCv20210807+nopar+ft95-2022-01-19.zip 0.667 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opus-2021-02-18.zip 0.666 https://object.pouta.csc.fi/Tatoeba-MT-models/swe-fin/opus-2021-02-22.zip +0.66557 https://object.pouta.csc.fi/Tatoeba-MT-models/gmq-fin/opus4m+btTCv20210807-2022-01-19.zip 0.634 https://object.pouta.csc.fi/Tatoeba-MT-models/gmq-fiu/opus-2021-02-10.zip 0.622 https://object.pouta.csc.fi/Tatoeba-MT-models/deu+eng+fin+fra+nld+swe-deu+eng+fin+fra+nld+swe/opus1m-2021-02-22.zip diff --git a/tatoeba/eval/Makefile b/tatoeba/eval/Makefile index 6cf7e0b6..f3b7497c 100644 --- a/tatoeba/eval/Makefile +++ b/tatoeba/eval/Makefile @@ -345,11 +345,12 @@ update-leaderboards: ${SCOREFILES_DONE} ## register the scores for the current model ## (scores will be added to some temporary files sorted by language pair and benchmark) +## NOTE: this removes langIDs from newstest sets to avoid confusion and duplicates register-scores: ${SCOREFILE_DONE} ${SCOREFILES_DONE}: %.registered: %.txt @echo "register scores from ${patsubst ${MODEL_HOME}/%,%,$<}" - @cat $< | perl -e 'while (<>){ @a=split(/\t/); system "mkdir -p ${LEADERBOARD_DIR}/$$a[0]/$$a[1]"; open B,">>${LEADERBOARD_DIR}/$$a[0]/$$a[1]/bleu-scores.$(subst /,.,${patsubst ${MODEL_HOME}/%,%,$<}).unsorted.txt"; open C,">>${LEADERBOARD_DIR}/$$a[0]/$$a[1]/chrf-scores.$(subst /,.,${patsubst ${MODEL_HOME}/%,%,$<}).unsorted.txt"; print B "$$a[3]\t$$a[4]\n"; print C "$$a[2]\t$$a[4]\n"; close B; close C; }' + @cat $< | perl -e 'while (<>){ @a=split(/\t/); $$a[1]=~s/^(news.*)\-[a-z]{4}/$$1/; system "mkdir -p ${LEADERBOARD_DIR}/$$a[0]/$$a[1]"; open B,">>${LEADERBOARD_DIR}/$$a[0]/$$a[1]/bleu-scores.$(subst /,.,${patsubst ${MODEL_HOME}/%,%,$<}).unsorted.txt"; open C,">>${LEADERBOARD_DIR}/$$a[0]/$$a[1]/chrf-scores.$(subst /,.,${patsubst ${MODEL_HOME}/%,%,$<}).unsorted.txt"; print B "$$a[3]\t$$a[4]\n"; print C "$$a[2]\t$$a[4]\n"; close B; close C; }' touch $@ diff --git a/testsets/fi-en/newstestB2017-fien.en.gz b/testsets/fi-en/newstestB2017-fien.en.gz deleted file mode 100644 index 4e51ab97..00000000 Binary files a/testsets/fi-en/newstestB2017-fien.en.gz and /dev/null differ diff --git a/testsets/fi-en/newstestB2017-fien.en.norm.gz b/testsets/fi-en/newstestB2017-fien.en.norm.gz deleted file mode 100644 index 399ecb95..00000000 Binary files a/testsets/fi-en/newstestB2017-fien.en.norm.gz and /dev/null differ diff --git a/testsets/fi-en/newstestB2017-fien.en.tok.gz b/testsets/fi-en/newstestB2017-fien.en.tok.gz deleted file mode 100644 index b8cc503d..00000000 Binary files a/testsets/fi-en/newstestB2017-fien.en.tok.gz and /dev/null differ diff --git a/testsets/fi-en/newstestB2017-fien.eng.gz b/testsets/fi-en/newstestB2017-fien.eng.gz deleted file mode 120000 index f88f997f..00000000 --- a/testsets/fi-en/newstestB2017-fien.eng.gz +++ /dev/null @@ -1 +0,0 @@ -newstestB2017-fien.en.gz \ No newline at end of file diff --git a/testsets/fi-en/newstestB2017-fien.fi.gz b/testsets/fi-en/newstestB2017-fien.fi.gz deleted file mode 100644 index a50fb41d..00000000 Binary files a/testsets/fi-en/newstestB2017-fien.fi.gz and /dev/null differ diff --git a/testsets/fi-en/newstestB2017-fien.fi.norm.gz b/testsets/fi-en/newstestB2017-fien.fi.norm.gz deleted file mode 100644 index 9deced3a..00000000 Binary files a/testsets/fi-en/newstestB2017-fien.fi.norm.gz and /dev/null differ diff --git a/testsets/fi-en/newstestB2017-fien.fi.tok.gz b/testsets/fi-en/newstestB2017-fien.fi.tok.gz deleted file mode 100644 index 4119b515..00000000 Binary files a/testsets/fi-en/newstestB2017-fien.fi.tok.gz and /dev/null differ diff --git a/testsets/fi-en/newstestB2017-fien.fin.gz b/testsets/fi-en/newstestB2017-fien.fin.gz deleted file mode 120000 index 07b04ca4..00000000 --- a/testsets/fi-en/newstestB2017-fien.fin.gz +++ /dev/null @@ -1 +0,0 @@ -newstestB2017-fien.fi.gz \ No newline at end of file