Helsinki-NLP/OPUS-MT-train
1
1
Fork 0
mirror of https://github.com/Helsinki-NLP/OPUS-MT-train.git synced 2025-01-08 10:48:25 +03:00
Code Issues Packages Projects Releases Wiki Activity

all models = opus

Browse Source
This commit is contained in:
Joerg Tiedemann 2020-01-15 23:18:07 +02:00
parent f749bd7a87
commit 58690950b0
6 changed files with 528 additions and 36 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

17
Makefile
View File

@ -220,6 +220,15 @@ finished:
fi \ fi \
done done
## only bilingual models
%-allmultilingual:
for l in ${ALL_MULTILINGUAL_MODELS}; do \
if [ `find ${WORKHOME}/$$l -name '*.${PRE_SRC}-${PRE_TRG}.*.npz' | wc -l` -gt 0 ]; then \
${MAKE} SRCLANGS="`echo $$l | cut -f1 -d'-' | sed 's/\\+/ /g'`" \
TRGLANGS="`echo $$l | cut -f2 -d'-' | sed 's/\\+/ /g'`" ${@:-allmultilingual=}; \
fi \
done
## run something over all language pairs but make it possible to do it in parallel, for example ## run something over all language pairs but make it possible to do it in parallel, for example
## - make dist-all-parallel ## - make dist-all-parallel
@ -555,10 +564,16 @@ endif
%.compare: %.eval %.compare: %.eval
paste -d "\n" ${TEST_SRC} ${TEST_TRG} ${<:.eval=} |\ grep . ${TEST_SRC} > $@.1
grep . ${TEST_TRG} > $@.2
grep . ${<:.eval=} > $@.3
paste -d "\n" $@.1 $@.2 $@.3 |\
sed -e "s/&apos;/'/g" \ sed -e "s/&apos;/'/g" \
-e 's/&quot;/"/g' \ -e 's/&quot;/"/g' \
-e 's/&lt;/</g' \ -e 's/&lt;/</g' \
-e 's/&gt;/>/g' \ -e 's/&gt;/>/g' \
-e 's/&amp;/&/g' |\ -e 's/&amp;/&/g' |\
sed 'n;n;G;' > $@ sed 'n;n;G;' > $@
rm -f $@.1 $@.2 $@.3
# paste -d "\n" ${TEST_SRC} ${TEST_TRG} ${<:.eval=} |\

9
Makefile.config
View File

@ -45,8 +45,11 @@ OPUSCORPORA = ${patsubst %/latest/xml/${LANGPAIR}.xml.gz,%,\
ALL_LANG_PAIRS = ${shell ls ${WORKHOME} | grep -- '-' | grep -v old} ALL_LANG_PAIRS = ${shell ls ${WORKHOME} | grep -- '-' | grep -v old}
ALL_BILINGUAL_MODELS = ${shell ls ${WORKHOME} | grep -- '-' | grep -v old | grep -v -- '\+'} ALL_BILINGUAL_MODELS = ${shell echo '${ALL_LANG_PAIRS}' | tr ' ' "\n" | grep -v -- '\+'}
ALL_MULTILINGUAL_MODELS = ${shell ls ${WORKHOME} | grep -- '-' | grep -v old | grep -- '\+'} ALL_MULTILINGUAL_MODELS = ${shell echo '${ALL_LANG_PAIRS}' | tr ' ' "\n" | grep -- '\+'}
# ALL_BILINGUAL_MODELS = ${shell ls ${WORKHOME} | grep -- '-' | grep -v old | grep -v -- '\+'}
# ALL_MULTILINGUAL_MODELS = ${shell ls ${WORKHOME} | grep -- '-' | grep -v old | grep -- '\+'}
## size of dev data, test data and BPE merge operations ## size of dev data, test data and BPE merge operations
@ -75,6 +78,8 @@ HELDOUTSIZE = ${DEVSIZE}
## dev/test data: default = Tatoeba otherwise, GlobalVoices, JW300, GNOME or bibl-uedin ## dev/test data: default = Tatoeba otherwise, GlobalVoices, JW300, GNOME or bibl-uedin
## - check that data exist ## - check that data exist
## - check that there are at least 2 x DEVMINSIZE examples ## - check that there are at least 2 x DEVMINSIZE examples
## TODO: this does not work well for multilingual models!
ifneq ($(wildcard ${OPUSHOME}/Tatoeba/latest/moses/${LANGPAIR}.txt.zip),) ifneq ($(wildcard ${OPUSHOME}/Tatoeba/latest/moses/${LANGPAIR}.txt.zip),)
ifeq ($(shell if (( `head -1 ${OPUSHOME}/Tatoeba/latest/info/${LANGPAIR}.txt.info` \ ifeq ($(shell if (( `head -1 ${OPUSHOME}/Tatoeba/latest/info/${LANGPAIR}.txt.info` \
> $$((${DEVMINSIZE} + ${DEVMINSIZE})) )); then echo "ok"; fi),ok) > $$((${DEVMINSIZE} + ${DEVMINSIZE})) )); then echo "ok"; fi),ok)

11
evaluate/Makefile
View File

@ -22,6 +22,7 @@ WORKDIR = ${PWD}/${LANGPAIR}/${MODELNAME}
TEST_PRE = ${WORKDIR}/${patsubst %.gz,%.pre,${notdir ${TESTSET}}} TEST_PRE = ${WORKDIR}/${patsubst %.gz,%.pre,${notdir ${TESTSET}}}
TEST_TRANS = ${TEST_PRE}.${TRG} TEST_TRANS = ${TEST_PRE}.${TRG}
TEST_EVAL = ${TEST_TRANS}.eval TEST_EVAL = ${TEST_TRANS}.eval
TEST_EVALNORM = ${TEST_TRANS}.eval-norm
@ -102,6 +103,16 @@ ${TEST_EVAL}: ${TEST_TRANS}
cat $< | sacrebleu --metrics=chrf --width=3 $@.ref >> $@ cat $< | sacrebleu --metrics=chrf --width=3 $@.ref >> $@
rm -f $@.ref rm -f $@.ref
${TEST_EVALNORM}: ${TEST_TRANS}
zcat ${patsubst %.${SRC}.gz,%.${TRG}.gz,${TESTSET}} |\
${TOKENIZER}/replace-unicode-punctuation.perl |\
${TOKENIZER}/remove-non-printing-char.perl |\
${TOKENIZER}/normalize-punctuation.perl -l ${TRG} |\
sed 's/ */ /g;s/^ *//g;s/ *$$//g' > $@.ref
cat $< | sacrebleu $@.ref > $@
cat $< | sacrebleu --metrics=chrf --width=3 $@.ref >> $@
rm -f $@.ref
cleanup: cleanup:
rm -fr ${WORKDIR}/model rm -fr ${WORKDIR}/model

58
finetune/Makefile
View File

@ -91,6 +91,49 @@ goethe-defi:
TEST_TRG=de-fi/goethe/test/goethe-institute-test1.fi \ TEST_TRG=de-fi/goethe/test/goethe-institute-test1.fi \
all all
goethe2-defi:
${MAKE} SRC=de TRG=fi MODEL=goethe2 \
TRAIN_SRC=de-fi/goethe/train/goethe-institute-train2.de \
TRAIN_TRG=de-fi/goethe/train/goethe-institute-train2.fi \
DEV_SRC=de-fi/goethe/dev/goethe-institute-dev2.de \
DEV_TRG=de-fi/goethe/dev/goethe-institute-dev2.fi \
TEST_SRC=de-fi/goethe/test/goethe-institute-test1.de \
TEST_TRG=de-fi/goethe/test/goethe-institute-test1.fi \
all
## without reference normalisation
goethe-other:
zcat de-fi/goethe/test/goethe-institute-test1.fi.gz > $@.ref
for s in systran yandex google; do \
cat ${HOME}/research/GoetheInstitute/data/test_de_oaversetted_van_$$s.txt |\
gzip -c > de-fi/goethe/test/goethe-institute-test1.de.$$s.de.gz; \
zcat de-fi/goethe/test/goethe-institute-test1.de.$$s.de.gz | sacrebleu $@.ref \
> de-fi/goethe/test/goethe-institute-test1.de.$$s.de.eval; \
zcat de-fi/goethe/test/goethe-institute-test1.de.$$s.de.gz | sacrebleu --metrics=chrf --width=3 $@.ref \
>> de-fi/goethe/test/goethe-institute-test1.de.$$s.de.eval; \
done
rm -f $@.ref
## with reference normalisation (should not do this)
goethe-other-norm:
zcat de-fi/goethe/test/goethe-institute-test1.fi.gz |\
${TOKENIZER}/replace-unicode-punctuation.perl |\
${TOKENIZER}/remove-non-printing-char.perl |\
${TOKENIZER}/normalize-punctuation.perl -l ${TRG} |\
sed 's/ */ /g;s/^ *//g;s/ *$$//g' > $@.ref
for s in systran yandex google; do \
cat ${HOME}/research/GoetheInstitute/data/test_de_oaversetted_van_$$s.txt |\
${TOKENIZER}/replace-unicode-punctuation.perl |\
${TOKENIZER}/remove-non-printing-char.perl |\
${TOKENIZER}/normalize-punctuation.perl -l ${TRG} |\
sed 's/ */ /g;s/^ *//g;s/ *$$//g' | gzip -c > de-fi/goethe/test/goethe-institute-test1.de.$$s.de.gz; \
zcat de-fi/goethe/test/goethe-institute-test1.de.$$s.de.gz | sacrebleu $@.ref \
> de-fi/goethe/test/goethe-institute-test1.de.$$s.de.eval-norm; \
zcat de-fi/goethe/test/goethe-institute-test1.de.$$s.de.gz | sacrebleu --metrics=chrf --width=3 $@.ref \
>> de-fi/goethe/test/goethe-institute-test1.de.$$s.de.eval-norm; \
done
rm -f $@.ref
goethe-test: goethe-test:
${MAKE} SRC=de TRG=fi MODEL=goethe-test \ ${MAKE} SRC=de TRG=fi MODEL=goethe-test \
@ -244,12 +287,25 @@ ${TEST_SRC}.baseline.${TRG}.gz: ${TEST_SRC}.pre.gz ${LANGPAIR}/${BASEMODELNAME}/
eval: ${TEST_SRC}.${TRG}.eval eval: ${TEST_SRC}.${TRG}.eval
eval-baseline: ${TEST_SRC}.baseline.${TRG}.eval eval-baseline: ${TEST_SRC}.baseline.${TRG}.eval
## without reference normalisation
${TEST_SRC}.${TRG}.eval ${TEST_SRC}.baseline.${TRG}.eval: %.eval: %.gz ${TEST_TRG}.gz ${TEST_SRC}.${TRG}.eval ${TEST_SRC}.baseline.${TRG}.eval: %.eval: %.gz ${TEST_TRG}.gz
zcat ${TEST_TRG} > $@.ref zcat ${TEST_TRG}.gz > $@.ref
zcat $< | sacrebleu $@.ref > $@ zcat $< | sacrebleu $@.ref > $@
zcat $< | sacrebleu --metrics=chrf --width=3 $@.ref >> $@ zcat $< | sacrebleu --metrics=chrf --width=3 $@.ref >> $@
rm -f $@.ref rm -f $@.ref
## with reference normalisation (should not do this)
${TEST_SRC}.${TRG}.eval-norm ${TEST_SRC}.baseline.${TRG}.eval-norm: %.eval-norm: %.gz ${TEST_TRG}.gz
zcat ${TEST_TRG}.gz |\
${TOKENIZER}/replace-unicode-punctuation.perl |\
${TOKENIZER}/remove-non-printing-char.perl |\
${TOKENIZER}/normalize-punctuation.perl -l ${TRG} |\
sed 's/ */ /g;s/^ *//g;s/ *$$//g' > $@.ref
zcat $< | sacrebleu $@.ref > $@
zcat $< | sacrebleu --metrics=chrf --width=3 $@.ref >> $@
rm -f $@.ref
.PHONY: compare compare-baseline .PHONY: compare compare-baseline

BIN
finetune/de-fi/goethe/test/goethe-institute-test1.de.fi.gz
View File

Binary file not shown.

445
work-spm/eval/scores.txt
View File

@ -4,25 +4,30 @@ ab fi JW300.ab.fi 1.5 0.147
ab fr JW300.ab.fr 1.8 0.129 ab fr JW300.ab.fr 1.8 0.129
ab sv JW300.ab.sv 2.4 0.147 ab sv JW300.ab.sv 2.4 0.147
ach en JW300.ach.en 5.4 0.207 ach en JW300.ach.en 5.4 0.207
ach es JW300.ach.es 2.6 0.153
ach fi JW300.ach.fi 1.7 0.163 ach fi JW300.ach.fi 1.7 0.163
ach fr JW300.ach.fr 3.5 0.159 ach fr JW300.ach.fr 3.5 0.159
ach sv JW300.ach.sv 2.7 0.160 ach sv JW300.ach.sv 2.7 0.160
acu en bible-uedin.acu.en 3.8 0.202 acu en bible-uedin.acu.en 3.8 0.202
ada en JW300.ada.en 4.3 0.182 ada en JW300.ada.en 4.3 0.182
ada es JW300.ada.es 2.7 0.153
ada fi JW300.ada.fi 1.7 0.154 ada fi JW300.ada.fi 1.7 0.154
ada fr JW300.ada.fr 3.1 0.152 ada fr JW300.ada.fr 3.1 0.152
ada sv JW300.ada.sv 2.1 0.146 ada sv JW300.ada.sv 2.1 0.146
aed en JW300.aed.en 4.0 0.177 aed en JW300.aed.en 4.0 0.177
aed es JW300.aed.es 89.1 0.915
aed fi JW300.aed.fi 2.2 0.163 aed fi JW300.aed.fi 2.2 0.163
aed fr JW300.aed.fr 3.5 0.165 aed fr JW300.aed.fr 3.5 0.165
aed sv JW300.aed.sv 3.3 0.170 aed sv JW300.aed.sv 3.3 0.170
af en Tatoeba.af.en 60.8 0.736 af en Tatoeba.af.en 60.8 0.736
af es JW300.af.es 35.7 0.554
af fi JW300.af.fi 32.3 0.576 af fi JW300.af.fi 32.3 0.576
af fr JW300.af.fr 35.3 0.543 af fr JW300.af.fr 35.3 0.543
af sv JW300.af.sv 40.4 0.599 af sv JW300.af.sv 40.4 0.599
agr en bible-uedin.agr.en 4.5 0.222 agr en bible-uedin.agr.en 4.5 0.222
am en GlobalVoices.am.en 6.1 0.286 am en GlobalVoices.am.en 6.1 0.286
am en Tatoeba.am.en 63.8 0.744 am en Tatoeba.am.en 63.8 0.744
am es GlobalVoices.am.es 3.9 0.251
am fi JW300.am.fi 18.1 0.394 am fi JW300.am.fi 18.1 0.394
am fr GlobalVoices.am.fr 3.4 0.233 am fr GlobalVoices.am.fr 3.4 0.233
am sv JW300.am.sv 21.0 0.377 am sv JW300.am.sv 21.0 0.377
@ -34,42 +39,52 @@ ase en JW300.ase.en 99.5 0.997
ase fr JW300.ase.fr 37.8 0.553 ase fr JW300.ase.fr 37.8 0.553
as en JW300.as.en 1.7 0.137 as en JW300.as.en 1.7 0.137
as en Tatoeba.as.en 58.3 0.644 as en Tatoeba.as.en 58.3 0.644
as es JW300.as.es 1.2 0.156
ase sv JW300.ase.sv 39.7 0.576 ase sv JW300.ase.sv 39.7 0.576
as fi JW300.as.fi 1.1 0.167 as fi JW300.as.fi 1.1 0.167
as fr JW300.as.fr 1.4 0.154 as fr JW300.as.fr 1.4 0.154
as sv JW300.as.sv 1.0 0.148 as sv JW300.as.sv 1.0 0.148
ast en Tatoeba.ast.en 81.4 0.858 ast en Tatoeba.ast.en 81.4 0.858
ay en JW300.ay.en 7.2 0.202 ay en JW300.ay.en 7.2 0.202
ay es JW300.ay.es 11.3 0.265
ay fi JW300.ay.fi 6.5 0.222 ay fi JW300.ay.fi 6.5 0.222
ay fr JW300.ay.fr 6.4 0.203 ay fr JW300.ay.fr 6.4 0.203
ay sv JW300.ay.sv 6.8 0.212 ay sv JW300.ay.sv 6.8 0.212
ba en JW300.ba.en 2.8 0.144 ba en JW300.ba.en 2.8 0.144
ba en Tatoeba.ba.en 0.8 0.134 ba en Tatoeba.ba.en 0.8 0.134
ba es JW300.ba.es 2.0 0.141
ba fi JW300.ba.fi 1.7 0.164 ba fi JW300.ba.fi 1.7 0.164
ba fr JW300.ba.fr 3.1 0.150 ba fr JW300.ba.fr 3.1 0.150
bas en JW300.bas.en 5.8 0.207 bas en JW300.bas.en 5.8 0.207
bas es JW300.bas.es 4.0 0.175
bas fi JW300.bas.fi 2.4 0.174 bas fi JW300.bas.fi 2.4 0.174
bas fr JW300.bas.fr 3.9 0.177 bas fr JW300.bas.fr 3.9 0.177
bas sv JW300.bas.sv 3.9 0.174 bas sv JW300.bas.sv 3.9 0.174
ba sv JW300.ba.sv 2.2 0.139 ba sv JW300.ba.sv 2.2 0.139
bbc en JW300.bbc.en 6.7 0.204 bbc en JW300.bbc.en 6.7 0.204
bbc es JW300.bbc.es 4.4 0.178
bbc fr JW300.bbc.fr 4.4 0.172 bbc fr JW300.bbc.fr 4.4 0.172
bci en JW300.bci.en 13.9 0.269 bci en JW300.bci.en 13.9 0.269
bci es JW300.bci.es 5.9 0.223
bci fi JW300.bci.fi 5.8 0.242 bci fi JW300.bci.fi 5.8 0.242
bci fr JW300.bci.fr 6.9 0.216 bci fr JW300.bci.fr 6.9 0.216
bci sv JW300.bci.sv 7.6 0.235 bci sv JW300.bci.sv 7.6 0.235
bcl en JW300.bcl.en 56.8 0.705 bcl en JW300.bcl.en 56.8 0.705
bcl es JW300.bcl.es 37.0 0.551
bcl fi JW300.bcl.fi 33.3 0.573 bcl fi JW300.bcl.fi 33.3 0.573
bcl fr JW300.bcl.fr 35.0 0.527 bcl fr JW300.bcl.fr 35.0 0.527
bcl sv JW300.bcl.sv 38.0 0.565 bcl sv JW300.bcl.sv 38.0 0.565
bem en JW300.bem.en 33.4 0.491 bem en JW300.bem.en 33.4 0.491
bem es JW300.bem.es 22.8 0.403
bem fi JW300.bem.fi 22.8 0.439 bem fi JW300.bem.fi 22.8 0.439
bem fr JW300.bem.fr 25.0 0.417 bem fr JW300.bem.fr 25.0 0.417
bem sv JW300.bem.sv 25.6 0.434 bem sv JW300.bem.sv 25.6 0.434
ber en Tatoeba.ber.en 37.3 0.566 ber en Tatoeba.ber.en 37.3 0.566
ber es Tatoeba.ber.es 33.8 0.487
ber fr Tatoeba.ber.fr 60.2 0.754 ber fr Tatoeba.ber.fr 60.2 0.754
bfi en JW300.bfi.en 20.0 0.423 bfi en JW300.bfi.en 20.0 0.423
bg en Tatoeba.bg.en 59.4 0.727 bg en Tatoeba.bg.en 59.4 0.727
bg es GlobalVoices.bg.es 24.5 0.526
bg fi JW300.bg.fi 23.7 0.505 bg fi JW300.bg.fi 23.7 0.505
bg fr GlobalVoices.bg.fr 20.9 0.480 bg fr GlobalVoices.bg.fr 20.9 0.480
bg sv JW300.bg.sv 29.1 0.494 bg sv JW300.bg.sv 29.1 0.494
@ -79,6 +94,7 @@ bi fi JW300.bi.fi 0.6 0.124
bi fr JW300.bi.fr 21.5 0.382 bi fr JW300.bi.fr 21.5 0.382
bi sv JW300.bi.sv 22.7 0.403 bi sv JW300.bi.sv 22.7 0.403
bn en Tatoeba.bn.en 49.8 0.644 bn en Tatoeba.bn.en 49.8 0.644
bn es GlobalVoices.bn.es 12.7 0.372
bn fi JW300.bn.fi 5.5 0.214 bn fi JW300.bn.fi 5.5 0.214
bn fr GlobalVoices.bn.fr 8.4 0.311 bn fr GlobalVoices.bn.fr 8.4 0.311
bn sv GlobalVoices.bn.sv 2.3 0.171 bn sv GlobalVoices.bn.sv 2.3 0.171
@ -89,18 +105,22 @@ bs en Tatoeba.bs.en 64.9 0.784
bsn en bible-uedin.bsn.en 1.2 0.117 bsn en bible-uedin.bsn.en 1.2 0.117
btx en JW300.btx.en 7.0 0.236 btx en JW300.btx.en 7.0 0.236
bum en JW300.bum.en 4.6 0.182 bum en JW300.bum.en 4.6 0.182
bum es JW300.bum.es 3.2 0.162
bum fi JW300.bum.fi 2.2 0.161 bum fi JW300.bum.fi 2.2 0.161
bum fr JW300.bum.fr 4.0 0.173 bum fr JW300.bum.fr 4.0 0.173
bum sv JW300.bum.sv 3.5 0.163 bum sv JW300.bum.sv 3.5 0.163
bzs en JW300.bzs.en 44.5 0.605 bzs en JW300.bzs.en 44.5 0.605
bzs es JW300.bzs.es 28.1 0.464
bzs fi JW300.bzs.fi 24.7 0.464 bzs fi JW300.bzs.fi 24.7 0.464
bzs fr JW300.bzs.fr 30.0 0.479 bzs fr JW300.bzs.fr 30.0 0.479
bzs sv JW300.bzs.sv 30.7 0.489 bzs sv JW300.bzs.sv 30.7 0.489
cab en JW300.cab.en 3.0 0.154 cab en JW300.cab.en 3.0 0.154
cab es JW300.cab.es 5.1 0.225
cab fi JW300.cab.fi 1.7 0.150 cab fi JW300.cab.fi 1.7 0.150
cab fr JW300.cab.fr 3.1 0.153 cab fr JW300.cab.fr 3.1 0.153
cab sv JW300.cab.sv 2.6 0.152 cab sv JW300.cab.sv 2.6 0.152
ca en Tatoeba.ca.en 51.4 0.678 ca en Tatoeba.ca.en 51.4 0.678
ca es Tatoeba.ca.es 74.9 0.863
ca fr Tatoeba.ca.fr 50.4 0.672 ca fr Tatoeba.ca.fr 50.4 0.672
cak en JW300.cak.en 2.6 0.140 cak en JW300.cak.en 2.6 0.140
cak fi JW300.cak.fi 0.6 0.109 cak fi JW300.cak.fi 0.6 0.109
@ -113,20 +133,28 @@ cat fr JW300.cat.fr 3.5 0.163
cat sv JW300.cat.sv 2.5 0.154 cat sv JW300.cat.sv 2.5 0.154
ceb en JW300.ceb.en 52.6 0.670 ceb en JW300.ceb.en 52.6 0.670
ceb en Tatoeba.ceb.en 59.5 0.704 ceb en Tatoeba.ceb.en 59.5 0.704
ceb es JW300.ceb.es 31.6 0.508
ceb fi JW300.ceb.fi 27.4 0.525 ceb fi JW300.ceb.fi 27.4 0.525
ceb fr JW300.ceb.fr 30.0 0.491 ceb fr JW300.ceb.fr 30.0 0.491
ceb sv JW300.ceb.sv 35.5 0.552 ceb sv JW300.ceb.sv 35.5 0.552
chk en JW300.chk.en 31.2 0.465 chk en JW300.chk.en 31.2 0.465
chk es JW300.chk.es 20.8 0.374
chk fi JW300.chk.fi 19.4 0.395 chk fi JW300.chk.fi 19.4 0.395
chk fr JW300.chk.fr 22.4 0.387 chk fr JW300.chk.fr 22.4 0.387
chk sv JW300.chk.sv 23.6 0.406 chk sv JW300.chk.sv 23.6 0.406
cjk en JW300.cjk.en 6.8 0.226 cjk en JW300.cjk.en 6.8 0.226
cjk es JW300.cjk.es 3.8 0.169
cjk fr JW300.cjk.fr 4.3 0.174 cjk fr JW300.cjk.fr 4.3 0.174
cmn+cn+yue+ze_zh+zh_cn+zh_CN+zh_HK+zh_tw+zh_TW+zh_yue+zhs+zht+zh de Tatoeba.cmn.de 33.1 0.530
cmn+cn+yue+ze_zh+zh_cn+zh_CN+zh_HK+zh_tw+zh_TW+zh_yue+zhs+zht+zh fi bible-uedin.cmn.fi 21.6 0.497
cmn+cn+yue+ze_zh+zh_cn+zh_CN+zh_HK+zh_tw+zh_TW+zh_yue+zhs+zht+zh sv Tatoeba.cmn.sv 46.6 0.620
cnh en JW300.cnh.en 6.9 0.240 cnh en JW300.cnh.en 6.9 0.240
crp es bible-uedin.crp.es 2.8 0.187
crp fi bible-uedin.crp.fi 2.0 0.181 crp fi bible-uedin.crp.fi 2.0 0.181
crp fr bible-uedin.crp.fr 2.9 0.190 crp fr bible-uedin.crp.fr 2.9 0.190
crp sv bible-uedin.crp.sv 3.1 0.184 crp sv bible-uedin.crp.sv 3.1 0.184
crs en JW300.crs.en 42.9 0.589 crs en JW300.crs.en 42.9 0.589
crs es JW300.crs.es 26.1 0.445
crs fi JW300.crs.fi 25.6 0.479 crs fi JW300.crs.fi 25.6 0.479
crs fr JW300.crs.fr 29.4 0.475 crs fr JW300.crs.fr 29.4 0.475
crs sv JW300.crs.sv 29.3 0.480 crs sv JW300.crs.sv 29.3 0.480
@ -140,14 +168,17 @@ cs en Tatoeba.cs.en 58.0 0.721
cs fi JW300.cs.fi 25.5 0.523 cs fi JW300.cs.fi 25.5 0.523
cs fr GlobalVoices.cs.fr 21.0 0.488 cs fr GlobalVoices.cs.fr 21.0 0.488
csg en JW300.csg.en 4.6 0.183 csg en JW300.csg.en 4.6 0.183
csg es JW300.csg.es 93.1 0.952
csg fi JW300.csg.fi 2.3 0.160 csg fi JW300.csg.fi 2.3 0.160
csg fr JW300.csg.fr 4.7 0.184 csg fr JW300.csg.fr 4.7 0.184
csg sv JW300.csg.sv 4.5 0.176 csg sv JW300.csg.sv 4.5 0.176
csl en JW300.csl.en 4.1 0.162 csl en JW300.csl.en 4.1 0.162
csl es JW300.csl.es 3.1 0.141
csl fi JW300.csl.fi 2.5 0.152 csl fi JW300.csl.fi 2.5 0.152
csl fr JW300.csl.fr 3.0 0.156 csl fr JW300.csl.fr 3.0 0.156
csl sv JW300.csl.sv 3.3 0.142 csl sv JW300.csl.sv 3.3 0.142
csn en JW300.csn.en 3.8 0.172 csn en JW300.csn.en 3.8 0.172
csn es JW300.csn.es 87.4 0.899
csn fi JW300.csn.fi 2.0 0.162 csn fi JW300.csn.fi 2.0 0.162
csn fr JW300.csn.fr 3.5 0.164 csn fr JW300.csn.fr 3.5 0.164
csn sv JW300.csn.sv 3.8 0.173 csn sv JW300.csn.sv 3.8 0.173
@ -156,17 +187,24 @@ ctu en JW300.ctu.en 2.9 0.157
ctu fr JW300.ctu.fr 3.3 0.166 ctu fr JW300.ctu.fr 3.3 0.166
cv en JW300.cv.en 2.6 0.151 cv en JW300.cv.en 2.6 0.151
cv en Tatoeba.cv.en 0.3 0.102 cv en Tatoeba.cv.en 0.3 0.102
cv es JW300.cv.es 2.0 0.152
cv fi JW300.cv.fi 1.2 0.148 cv fi JW300.cv.fi 1.2 0.148
cv fr JW300.cv.fr 2.6 0.154 cv fr JW300.cv.fr 2.6 0.154
cv sv JW300.cv.sv 2.1 0.144 cv sv JW300.cv.sv 2.1 0.144
cy en Tatoeba.cy.en 33.0 0.525 cy en Tatoeba.cy.en 33.0 0.525
cy es JW300.cy.es 0.0 0.025
cy fi JW300.cy.fi 0.3 0.067 cy fi JW300.cy.fi 0.3 0.067
cy fr JW300.cy.fr 8.7 0.266 cy fr JW300.cy.fr 8.7 0.266
cy sv JW300.cy.sv 6.6 0.218 cy sv JW300.cy.sv 6.6 0.218
da en Tatoeba.da.en 63.6 0.769 da en Tatoeba.da.en 63.6 0.769
da es Tatoeba.da.es 53.7 0.715
da fi Tatoeba.da.fi 39.0 0.629 da fi Tatoeba.da.fi 39.0 0.629
da+fo+is+no+nb+nn+sv da+fo+is+no+nb+nn+sv Tatoeba.da.sv 69.2 0.811 da+fo+is+no+nb+nn+sv da+fo+is+no+nb+nn+sv Tatoeba.da.sv 69.2 0.811
da fr Tatoeba.da.fr 62.2 0.751 da fr Tatoeba.da.fr 62.2 0.751
de az_IR+az JW300.de.az 13.4 0.342
de be_tarask+be Tatoeba.de.be 3.1 0.106
de cmn+cn+yue+ze_zh+zh_cn+zh_CN+zh_HK+zh_tw+zh_TW+zh_yue+zhs+zht+zh bible-uedin.de.zh 21.9 0.293
de de Tatoeba.de.de 40.8 0.617
de en newssyscomb2009.de.en 28.6 0.553 de en newssyscomb2009.de.en 28.6 0.553
de en news-test2008.de.en 27.6 0.547 de en news-test2008.de.en 27.6 0.547
de en newstest2009.de.en 26.9 0.544 de en newstest2009.de.en 26.9 0.544
@ -181,6 +219,9 @@ de en newstest2017-ende.de.en 35.6 0.609
de en newstest2018-ende.de.en 43.8 0.667 de en newstest2018-ende.de.en 43.8 0.667
de en newstest2019-deen.de.en 39.6 0.637 de en newstest2019-deen.de.en 39.6 0.637
de en Tatoeba.de.en 55.1 0.704 de en Tatoeba.de.en 55.1 0.704
de es Tatoeba.de.es 48.5 0.676
de fi goethe-institute-test1.de.fi 18.3 0.493
de fi goethe-institute-test2.de.fi 18.0 0.494
de fi Tatoeba.de.fi 40.0 0.628 de fi Tatoeba.de.fi 40.0 0.628
de fr euelections_dev2019.transformer-align.de 32.2 0.590 de fr euelections_dev2019.transformer-align.de 32.2 0.590
de fr newssyscomb2009.de.fr 26.8 0.553 de fr newssyscomb2009.de.fr 26.8 0.553
@ -192,18 +233,23 @@ de fr newstest2012.de.fr 27.7 0.554
de fr newstest2013.de.fr 29.5 0.560 de fr newstest2013.de.fr 29.5 0.560
de fr newstest2019-defr.de.fr 36.6 0.625 de fr newstest2019-defr.de.fr 36.6 0.625
de fr Tatoeba.de.fr 49.2 0.664 de fr Tatoeba.de.fr 49.2 0.664
de+nl+fy+af+da+fo+is+no+nb+nn+sv de+nl+fy+af+da+fo+is+no+nb+nn+sv Tatoeba.de.sv 48.1 0.663
de pt_br+pt_BR+pt_PT+pt Tatoeba.de.pt 35.2 0.577
dhv en JW300.dhv.en 4.7 0.190 dhv en JW300.dhv.en 4.7 0.190
dhv fi JW300.dhv.fi 1.2 0.149 dhv fi JW300.dhv.fi 1.2 0.149
dhv fr JW300.dhv.fr 3.2 0.157 dhv fr JW300.dhv.fr 3.2 0.157
dhv sv JW300.dhv.sv 2.5 0.160 dhv sv JW300.dhv.sv 2.5 0.160
dje en bible-uedin.dje.en 4.4 0.228 dje en bible-uedin.dje.en 4.4 0.228
dje es bible-uedin.dje.es 3.8 0.215
dje fi bible-uedin.dje.fi 3.0 0.211 dje fi bible-uedin.dje.fi 3.0 0.211
dje fr bible-uedin.dje.fr 4.1 0.211 dje fr bible-uedin.dje.fr 4.1 0.211
dje sv bible-uedin.dje.sv 4.4 0.214 dje sv bible-uedin.dje.sv 4.4 0.214
djk en JW300.djk.en 4.3 0.177 djk en JW300.djk.en 4.3 0.177
djk fr JW300.djk.fr 3.0 0.156 djk fr JW300.djk.fr 3.0 0.156
ecs es JW300.ecs.es 16.2 0.423
ee en JW300.ee.en 39.3 0.556 ee en JW300.ee.en 39.3 0.556
ee en Tatoeba.ee.en 21.2 0.569 ee en Tatoeba.ee.en 21.2 0.569
ee es JW300.ee.es 26.4 0.449
ee fi JW300.ee.fi 25.0 0.482 ee fi JW300.ee.fi 25.0 0.482
ee fr JW300.ee.fr 27.1 0.450 ee fr JW300.ee.fr 27.1 0.450
ee sv JW300.ee.sv 28.9 0.472 ee sv JW300.ee.sv 28.9 0.472
@ -485,7 +531,15 @@ en ro newsdev2016-enro.en.ro 30.8 0.592
en ro newstest2016-enro.en.ro 28.8 0.571 en ro newstest2016-enro.en.ro 28.8 0.571
en ro Tatoeba.en.ro 45.3 0.670 en ro Tatoeba.en.ro 45.3 0.670
en rsl JW300.en.rsl 3.2 0.156 en rsl JW300.en.rsl 3.2 0.156
en ru newstest2012.en.ru 23.7 0.436
en ru newstest2013.en.ru 19.4 0.413
en ru newstest2015-enru.en.ru 21.6 0.440
en ru newstest2016-enru.en.ru 21.0 0.432
en ru newstest2017-enru.en.ru 22.7 0.443
en ru newstest2018-enru.en.ru 19.2 0.413
en ru newstest2019-enru.en.ru 22.3 0.412
en run JW300.en.run 34.2 0.591 en run JW300.en.run 34.2 0.591
en ru Tatoeba.en.ru 46.9 0.656
en rw JW300.en.rw 33.3 0.569 en rw JW300.en.rw 33.3 0.569
en rw Tatoeba.en.rw 13.8 0.503 en rw Tatoeba.en.rw 13.8 0.503
en seh JW300.en.seh 5.6 0.260 en seh JW300.en.seh 5.6 0.260
@ -538,10 +592,54 @@ en wal JW300.en.wal 20.2 0.471
en war Tatoeba.en.war 9.1 0.382 en war Tatoeba.en.war 9.1 0.382
en xh JW300.en.xh 37.9 0.652 en xh JW300.en.xh 37.9 0.652
eo en Tatoeba.eo.en 54.8 0.694 eo en Tatoeba.eo.en 54.8 0.694
eo es Tatoeba.eo.es 44.2 0.631
eo fi Tatoeba.eo.fi 13.9 0.325 eo fi Tatoeba.eo.fi 13.9 0.325
eo fr Tatoeba.eo.fr 50.9 0.675 eo fr Tatoeba.eo.fr 50.9 0.675
eo sv Tatoeba.eo.sv 25.7 0.439 eo sv Tatoeba.eo.sv 25.7 0.439
es ach JW300.es.ach 3.9 0.175
es ada JW300.es.ada 7.1 0.206
es aed JW300.es.aed 89.2 0.915
es af JW300.es.af 36.6 0.564
es am GlobalVoices.es.am 0.7 0.125
es as JW300.es.as 0.6 0.095
es ay JW300.es.ay 9.8 0.325
es az_IR+az JW300.es.az 12.6 0.319
es ba JW300.es.ba 1.8 0.129
es bas JW300.es.bas 4.5 0.167
es bbc JW300.es.bbc 5.4 0.202
es bci JW300.es.bci 6.7 0.213
es bcl JW300.es.bcl 37.1 0.586
es bem JW300.es.bem 19.9 0.440
es ber Tatoeba.es.ber 21.8 0.444
es bg GlobalVoices.es.bg 21.0 0.493
es bn GlobalVoices.es.bn 5.5 0.327
es bum JW300.es.bum 5.2 0.186
es bzs JW300.es.bzs 26.4 0.451
es cab JW300.es.cab 5.4 0.275
es ca Tatoeba.es.ca 68.9 0.832
es ceb JW300.es.ceb 33.9 0.564
es chk JW300.es.chk 17.1 0.378
es cjk JW300.es.cjk 3.5 0.214
es crp bible-uedin.es.crp 4.5 0.202
es crs JW300.es.crs 26.4 0.453
es csg JW300.es.csg 91.2 0.937
es csl JW300.es.csl 2.7 0.052
es csn JW300.es.csn 87.8 0.901
es cs Tatoeba.es.cs 46.4 0.655
es cv JW300.es.cv 1.8 0.136
es cy JW300.es.cy 5.2 0.211
es da Tatoeba.es.da 55.7 0.712
es de Tatoeba.es.de 50.0 0.683
es dje bible-uedin.es.dje 4.7 0.227
es ecs JW300.es.ecs 17.2 0.426
es ee JW300.es.ee 25.6 0.470
es eo Tatoeba.es.eo 44.7 0.657
es et JW300.es.et 20.7 0.466
es eu Tatoeba.es.eu 36.9 0.637
es fa GlobalVoices.es.fa 5.9 0.282
es fil GlobalVoices.es.fil 0.2 0.108
es fi Tatoeba.es.fi 43.5 0.662 es fi Tatoeba.es.fi 43.5 0.662
es fon JW300.es.fon 5.3 0.163
es fr newssyscomb2009.es.fr 33.6 0.610 es fr newssyscomb2009.es.fr 33.6 0.610
es fr news-test2008.es.fr 32.0 0.585 es fr news-test2008.es.fr 32.0 0.585
es fr newstest2009.es.fr 32.5 0.590 es fr newstest2009.es.fr 32.5 0.590
@ -550,17 +648,211 @@ es fr newstest2011.es.fr 33.9 0.607
es fr newstest2012.es.fr 32.4 0.602 es fr newstest2012.es.fr 32.4 0.602
es fr newstest2013.es.fr 32.1 0.593 es fr newstest2013.es.fr 32.1 0.593
es fr Tatoeba.es.fr 58.4 0.731 es fr Tatoeba.es.fr 58.4 0.731
es fse JW300.es.fse 2.7 0.171
es gaa JW300.es.gaa 27.8 0.479
es gd bible-uedin.es.gd 0.0 0.095
es gil JW300.es.gil 23.8 0.470
es gl Tatoeba.es.gl 63.8 0.778
es gug JW300.es.gug 14.0 0.359
es gu JW300.es.gu 2.4 0.124
es guw JW300.es.guw 28.6 0.480
es gv bible-uedin.es.gv 0.0 0.034
es gym JW300.es.gym 5.5 0.267
es ha JW300.es.ha 20.6 0.421
es he Tatoeba.es.he 44.3 0.642
es hi GlobalVoices.es.hi 0.7 0.125
es hmn JW300.es.hmn 4.6 0.195
es ho JW300.es.ho 22.8 0.463
es hr JW300.es.hr 21.7 0.459
es ht JW300.es.ht 23.3 0.407
es hy JW300.es.hy 4.2 0.157
es ia Tatoeba.es.ia 0.1 0.089
es iba JW300.es.iba 5.3 0.218
es ibg JW300.es.ibg 5.0 0.206
es id GlobalVoices.es.id 21.1 0.516
es ig JW300.es.ig 27.0 0.434
es ilo JW300.es.ilo 31.0 0.544
es ise JW300.es.ise 3.5 0.181
es is JW300.es.is 22.3 0.418
es iso JW300.es.iso 22.4 0.396
es jap bible-uedin.es.jap 3.9 0.121
es ja Tatoeba.es.ja 1.1 0.352
es jsl JW300.es.jsl 3.5 0.071
es jv JW300.es.jv 5.1 0.199
es ka JW300.es.ka 10.8 0.279
es kam JW300.es.kam 2.6 0.167
es kbp JW300.es.kbp 4.3 0.164
es kek JW300.es.kek 0.0 0.010
es kg JW300.es.kg 25.6 0.488
es ki JW300.es.ki 2.7 0.168
es kj JW300.es.kj 3.8 0.210
es kl JW300.es.kl 7.3 0.330
es kmb JW300.es.kmb 4.5 0.198
es km Tatoeba.es.km 0.1 0.072
es kn JW300.es.kn 3.1 0.123
es koo JW300.es.koo 2.9 0.193
es ko Tatoeba.es.ko 5.8 0.274
es kqn JW300.es.kqn 19.9 0.437
es kri JW300.es.kri 6.3 0.194
es kss JW300.es.kss 3.7 0.178
es ksw JW300.es.ksw 3.9 0.170
es kvk JW300.es.kvk 0.8 0.070
es kwn JW300.es.kwn 10.0 0.293
es kwy JW300.es.kwy 16.9 0.375
es ky JW300.es.ky 10.8 0.274
es la Tatoeba.es.la 0.2 0.092
es lg JW300.es.lg 19.5 0.438
es ln JW300.es.ln 27.1 0.508
es lo JW300.es.lo 3.0 0.134
es loz JW300.es.loz 28.6 0.493
es lt JW300.es.lt 17.9 0.423
es lua JW300.es.lua 23.4 0.473
es lue JW300.es.lue 20.0 0.472
es lu JW300.es.lu 20.0 0.432
es lun JW300.es.lun 12.1 0.354
es luo JW300.es.luo 13.5 0.330
es lus JW300.es.lus 20.9 0.414
es lv JW300.es.lv 17.2 0.398
es mam JW300.es.mam 5.1 0.249
es mau JW300.es.mau 5.3 0.254
es mco JW300.es.mco 3.2 0.210
es mfe JW300.es.mfe 19.5 0.391
es mfs JW300.es.mfs 88.6 0.907
es mg GlobalVoices.es.mg 18.3 0.532
es mgr JW300.es.mgr 2.7 0.194
es mh JW300.es.mh 19.5 0.388
es mi bible-uedin.es.mi 6.5 0.271
es mk GlobalVoices.es.mk 24.1 0.526
es ml JW300.es.ml 5.4 0.214
es mn JW300.es.mn 5.9 0.200
es mos JW300.es.mos 17.8 0.323
es mr JW300.es.mr 1.9 0.118
es mt JW300.es.mt 28.1 0.460
es my GlobalVoices.es.my 0.1 0.082
es nb_NO+nb+nn_NO+nn+nog+no_nb+no JW300.es.no 31.6 0.523
es nch JW300.es.nch 5.4 0.275
es ncj JW300.es.ncj 5.2 0.280
es ncx JW300.es.ncx 7.6 0.297
es ndc JW300.es.ndc 2.7 0.191
es nd JW300.es.nd 1.8 0.179
es nds_nl+nds Tatoeba.es.nds 4.2 0.228
es ne JW300.es.ne 3.7 0.156
es ng JW300.es.ng 3.6 0.213
es ngl JW300.es.ngl 2.3 0.186
es ngu JW300.es.ngu 5.0 0.274
es nia JW300.es.nia 4.4 0.202
es niu JW300.es.niu 29.9 0.506
es nl Tatoeba.es.nl 50.4 0.681
es nr JW300.es.nr 1.8 0.156
es nso JW300.es.nso 33.2 0.531
es nya JW300.es.nya 2.8 0.186
es ny JW300.es.ny 22.9 0.494
es nyk JW300.es.nyk 2.1 0.188
es nyn JW300.es.nyn 2.7 0.201
es nzi JW300.es.nzi 3.0 0.183
es oke JW300.es.oke 5.6 0.208
es om JW300.es.om 9.6 0.320
es os JW300.es.os 10.6 0.284
es pag JW300.es.pag 25.3 0.478
es pa JW300.es.pa 5.8 0.179
es pap JW300.es.pap 28.2 0.486
es pck bible-uedin.es.pck 3.8 0.216
es pcm JW300.es.pcm 4.7 0.181
es pes bible-uedin.es.pes 3.4 0.206
es pis JW300.es.pis 27.1 0.484
es pl Tatoeba.es.pl 44.0 0.646
es plt bible-uedin.es.plt 3.1 0.268
es pon JW300.es.pon 21.6 0.448
es prl JW300.es.prl 92.2 0.950
es pso JW300.es.pso 3.6 0.151
es que JW300.es.que 11.8 0.377
es qu JW300.es.qu 12.1 0.339
es quy JW300.es.quy 13.6 0.399
es quz JW300.es.quz 12.7 0.353
es qvi JW300.es.qvi 1.9 0.203
es rar JW300.es.rar 6.6 0.255
es rnd JW300.es.rnd 14.6 0.347
es ro Tatoeba.es.ro 45.4 0.663
es rsl JW300.es.rsl 3.0 0.140
es run JW300.es.run 20.0 0.456
es ru Tatoeba.es.ru 43.8 0.631
es rw JW300.es.rw 22.6 0.472
es seh JW300.es.seh 3.1 0.191
es sg JW300.es.sg 24.8 0.435
es sid JW300.es.sid 2.1 0.176
es si JW300.es.si 6.7 0.189
es sl JW300.es.sl 19.4 0.438
es sm JW300.es.sm 25.5 0.450
es sn JW300.es.sn 23.6 0.528
es so bible-uedin.es.so 1.7 0.192
es sop JW300.es.sop 2.5 0.201
es sq GlobalVoices.es.sq 19.1 0.478
es srm JW300.es.srm 6.7 0.214
es srn JW300.es.srn 28.7 0.487
es ss JW300.es.ss 9.1 0.304
es ssp JW300.es.ssp 17.1 0.435
es st JW300.es.st 35.5 0.556
es swc JW300.es.swc 26.0 0.490
es sw GlobalVoices.es.sw 16.9 0.455
es ta_LK+ta JW300.es.ta 1.7 0.119
es tcf JW300.es.tcf 7.6 0.296
es tdt JW300.es.tdt 12.5 0.299
es te JW300.es.te 1.8 0.131
es tg_TJ+tg JW300.es.tg 7.1 0.212
es th JW300.es.th 17.0 0.334
es ti JW300.es.ti 14.1 0.251
es tiv JW300.es.tiv 19.0 0.368
es tk JW300.es.tk 8.1 0.244
es tll JW300.es.tll 20.7 0.434
es tl_PH+tl Tatoeba.es.tl 25.5 0.543
es tn JW300.es.tn 32.2 0.528
es tog JW300.es.tog 3.1 0.205
es toj JW300.es.toj 9.3 0.305
es to JW300.es.to 35.7 0.510
es top JW300.es.top 4.1 0.256
es tpi JW300.es.tpi 27.0 0.472
es tsc JW300.es.tsc 3.9 0.192
es tt JW300.es.tt 10.7 0.281
es tum JW300.es.tum 19.3 0.430
es tvl JW300.es.tvl 28.3 0.464
es tw JW300.es.tw 26.3 0.465
es ty JW300.es.ty 37.3 0.544
es tzh JW300.es.tzh 9.7 0.294
es tzo JW300.es.tzo 22.6 0.469
es uk Tatoeba.es.uk 38.6 0.573
es umb JW300.es.umb 17.5 0.397
es urh JW300.es.urh 4.7 0.188
es ur_PK+ur GlobalVoices.es.ur 0.4 0.129
es ve JW300.es.ve 21.7 0.440
es vi_VN+vi Tatoeba.es.vi 31.1 0.486
es vmw JW300.es.vmw 2.0 0.165
es vsl JW300.es.vsl 18.0 0.441
es wal JW300.es.wal 7.9 0.288
es war JW300.es.war 31.7 0.530
es wes JW300.es.wes 4.9 0.189
es wls JW300.es.wls 22.9 0.437
es xh JW300.es.xh 25.0 0.541
es yao JW300.es.yao 3.0 0.182
es yo JW300.es.yo 22.3 0.387
es yua JW300.es.yua 23.6 0.471
es zai JW300.es.zai 20.8 0.426
es zlm JW300.es.zlm 3.8 0.200
es zne JW300.es.zne 19.7 0.427
es zul+zu JW300.es.zu 26.0 0.557
et en newsdev2018-enet.et.en 30.1 0.574 et en newsdev2018-enet.et.en 30.1 0.574
et en newstest2018-enet.et.en 30.3 0.581 et en newstest2018-enet.et.en 30.3 0.581
et en Tatoeba.et.en 59.9 0.738 et en Tatoeba.et.en 59.9 0.738
et es JW300.et.es 27.2 0.490
et fi JW300.et.fi 26.6 0.546 et fi JW300.et.fi 26.6 0.546
et fr JW300.et.fr 26.2 0.484 et fr JW300.et.fr 26.2 0.484
et sv JW300.et.sv 28.9 0.513 et sv JW300.et.sv 28.9 0.513
eu en Tatoeba.eu.en 46.1 0.638 eu en Tatoeba.eu.en 46.1 0.638
eu es Tatoeba.eu.es 48.8 0.672
eu fi bible-uedin.eu.fi 0.6 0.121 eu fi bible-uedin.eu.fi 0.6 0.121
eu fr bible-uedin.eu.fr 3.4 0.236 eu fr bible-uedin.eu.fr 3.4 0.236
eu sv bible-uedin.eu.sv 0.6 0.121 eu sv bible-uedin.eu.sv 0.6 0.121
fa en GlobalVoices.fa.en 14.3 0.399 fa en GlobalVoices.fa.en 14.3 0.399
fa es GlobalVoices.fa.es 12.6 0.369
fa fi JW300.fa.fi 18.0 0.405 fa fi JW300.fa.fi 18.0 0.405
fa fr GlobalVoices.fa.fr 10.6 0.341 fa fr GlobalVoices.fa.fr 10.6 0.341
fa sv JW300.fa.sv 18.3 0.353 fa sv JW300.fa.sv 18.3 0.353
@ -573,6 +865,7 @@ fi am JW300.fi.am 14.8 0.295
fi ar JW300.fi.ar 8.0 0.225 fi ar JW300.fi.ar 8.0 0.225
fi ase JW300.fi.ase 36.6 0.553 fi ase JW300.fi.ase 36.6 0.553
fi as JW300.fi.as 0.9 0.095 fi as JW300.fi.as 0.9 0.095
fi az_IR+az JW300.fi.az 16.8 0.385
fi ba JW300.fi.ba 2.1 0.134 fi ba JW300.fi.ba 2.1 0.134
fi bas JW300.fi.bas 4.6 0.182 fi bas JW300.fi.bas 4.6 0.182
fi bci JW300.fi.bci 10.9 0.266 fi bci JW300.fi.bci 10.9 0.266
@ -588,6 +881,7 @@ fi cak JW300.fi.cak 1.8 0.154
fi cat JW300.fi.cat 3.1 0.160 fi cat JW300.fi.cat 3.1 0.160
fi ceb JW300.fi.ceb 35.1 0.581 fi ceb JW300.fi.ceb 35.1 0.581
fi chk JW300.fi.chk 17.8 0.394 fi chk JW300.fi.chk 17.8 0.394
fi cmn+cn+yue+ze_zh+zh_cn+zh_CN+zh_HK+zh_tw+zh_TW+zh_yue+zhs+zht+zh bible-uedin.fi.zh 23.4 0.326
fi crp bible-uedin.fi.crp 3.6 0.188 fi crp bible-uedin.fi.crp 3.6 0.188
fi crs JW300.fi.crs 29.6 0.491 fi crs JW300.fi.crs 29.6 0.491
fi csg JW300.fi.csg 3.6 0.162 fi csg JW300.fi.csg 3.6 0.162
@ -657,6 +951,7 @@ fi koo JW300.fi.koo 2.5 0.199
fi kqn JW300.fi.kqn 22.3 0.476 fi kqn JW300.fi.kqn 22.3 0.476
fi kwn JW300.fi.kwn 2.9 0.197 fi kwn JW300.fi.kwn 2.9 0.197
fil en GlobalVoices.fil.en 0.3 0.099 fil en GlobalVoices.fil.en 0.3 0.099
fil es GlobalVoices.fil.es 0.2 0.085
fil fr GlobalVoices.fil.fr 0.2 0.093 fil fr GlobalVoices.fil.fr 0.2 0.093
fi lt JW300.fi.lt 18.6 0.439 fi lt JW300.fi.lt 18.6 0.439
fi lua JW300.fi.lua 26.6 0.505 fi lua JW300.fi.lua 26.6 0.505
@ -672,6 +967,7 @@ fi mgr JW300.fi.mgr 2.6 0.197
fi mi bible-uedin.fi.mi 5.6 0.238 fi mi bible-uedin.fi.mi 5.6 0.238
fi mt JW300.fi.mt 29.9 0.490 fi mt JW300.fi.mt 29.9 0.490
fi my JW300.fi.my 1.6 0.145 fi my JW300.fi.my 1.6 0.145
fi nb_NO+nb+nn_NO+nn+nog+no_nb+no JW300.fi.no 34.2 0.545
fi ncj JW300.fi.ncj 2.5 0.199 fi ncj JW300.fi.ncj 2.5 0.199
fi nd JW300.fi.nd 1.8 0.188 fi nd JW300.fi.nd 1.8 0.188
fi ne JW300.fi.ne 3.3 0.161 fi ne JW300.fi.ne 3.3 0.161
@ -688,6 +984,7 @@ fi nzi JW300.fi.nzi 3.5 0.183
fi oke JW300.fi.oke 5.3 0.213 fi oke JW300.fi.oke 5.3 0.213
fi pcm JW300.fi.pcm 4.3 0.179 fi pcm JW300.fi.pcm 4.3 0.179
fi pon JW300.fi.pon 23.7 0.475 fi pon JW300.fi.pon 23.7 0.475
fi pt_br+pt_BR+pt_PT+pt JW300.fi.pt 30.5 0.531
fi ro JW300.fi.ro 27.0 0.490 fi ro JW300.fi.ro 27.0 0.490
fi rsl JW300.fi.rsl 3.2 0.151 fi rsl JW300.fi.rsl 3.2 0.151
fi run JW300.fi.run 23.2 0.498 fi run JW300.fi.run 23.2 0.498
@ -702,8 +999,9 @@ fi sq JW300.fi.sq 32.0 0.535
fi srn JW300.fi.srn 29.2 0.491 fi srn JW300.fi.srn 29.2 0.491
fi ssp JW300.fi.ssp 3.9 0.176 fi ssp JW300.fi.ssp 3.9 0.176
fi sv fiskmo_testset.fi.sv 27.0 0.599 fi sv fiskmo_testset.fi.sv 27.0 0.599
fi sv Tatoeba.fi.sv 54.8 0.705 fi sv Tatoeba.fi.sv 55.0 0.706
fi sw JW300.fi.sw 29.9 0.548 fi sw JW300.fi.sw 29.9 0.548
fi tg_TJ+tg JW300.fi.tg 9.7 0.260
fi ti JW300.fi.ti 16.6 0.303 fi ti JW300.fi.ti 16.6 0.303
fi tn JW300.fi.tn 34.5 0.555 fi tn JW300.fi.tn 34.5 0.555
fi tog JW300.fi.tog 3.2 0.216 fi tog JW300.fi.tog 3.2 0.216
@ -713,7 +1011,9 @@ fi tvl JW300.fi.tvl 33.6 0.517
fi uk JW300.fi.uk 23.3 0.445 fi uk JW300.fi.uk 23.3 0.445
fi umb JW300.fi.umb 19.8 0.426 fi umb JW300.fi.umb 19.8 0.426
fi urh JW300.fi.urh 4.5 0.192 fi urh JW300.fi.urh 4.5 0.192
fi ur_PK+ur JW300.fi.ur 11.2 0.261
fi ve JW300.fi.ve 26.0 0.495 fi ve JW300.fi.ve 26.0 0.495
fi vi_VN+vi JW300.fi.vi 38.8 0.520
fi vmw JW300.fi.vmw 2.2 0.183 fi vmw JW300.fi.vmw 2.2 0.183
fi vsl JW300.fi.vsl 4.5 0.178 fi vsl JW300.fi.vsl 4.5 0.178
fi wal JW300.fi.wal 10.1 0.343 fi wal JW300.fi.wal 10.1 0.343
@ -723,11 +1023,13 @@ fi yap JW300.fi.yap 25.4 0.445
fi yua JW300.fi.yua 12.5 0.341 fi yua JW300.fi.yua 12.5 0.341
fi zai JW300.fi.zai 5.9 0.229 fi zai JW300.fi.zai 5.9 0.229
fi zne JW300.fi.zne 22.7 0.464 fi zne JW300.fi.zne 22.7 0.464
fi zul+zu JW300.fi.zu 28.1 0.584
fj en JW300.fj.en 31.0 0.471 fj en JW300.fj.en 31.0 0.471
fj en Tatoeba.fj.en 79.7 0.835 fj en Tatoeba.fj.en 79.7 0.835
fj fi JW300.fj.fi 20.1 0.421 fj fi JW300.fj.fi 20.1 0.421
fj fr JW300.fj.fr 24.0 0.407 fj fr JW300.fj.fr 24.0 0.407
fon en JW300.fon.en 4.7 0.204 fon en JW300.fon.en 4.7 0.204
fon es JW300.fon.es 3.1 0.165
fon fi JW300.fon.fi 2.2 0.167 fon fi JW300.fon.fi 2.2 0.167
fon fr JW300.fon.fr 3.7 0.168 fon fr JW300.fon.fr 3.7 0.168
fon sv JW300.fon.sv 2.9 0.160 fon sv JW300.fon.sv 2.9 0.160
@ -740,6 +1042,7 @@ fr am GlobalVoices.fr.am 0.5 0.108
fr ase JW300.fr.ase 38.5 0.545 fr ase JW300.fr.ase 38.5 0.545
fr as JW300.fr.as 1.5 0.127 fr as JW300.fr.as 1.5 0.127
fr ay JW300.fr.ay 6.4 0.256 fr ay JW300.fr.ay 6.4 0.256
fr az_IR+az JW300.fr.az 14.5 0.355
fr ba JW300.fr.ba 2.1 0.144 fr ba JW300.fr.ba 2.1 0.144
fr bas JW300.fr.bas 4.8 0.181 fr bas JW300.fr.bas 4.8 0.181
fr bbc JW300.fr.bbc 5.0 0.198 fr bbc JW300.fr.bbc 5.0 0.198
@ -747,7 +1050,7 @@ fr bci JW300.fr.bci 10.4 0.255
fr bcl JW300.fr.bcl 35.9 0.566 fr bcl JW300.fr.bcl 35.9 0.566
fr bem JW300.fr.bem 22.8 0.456 fr bem JW300.fr.bem 22.8 0.456
fr ber Tatoeba.fr.ber 37.2 0.641 fr ber Tatoeba.fr.ber 37.2 0.641
fr bg GlobalVoices.fr.bg 18.8 0.461 fr bg GlobalVoices.fr.bg 18.7 0.459
fr bi JW300.fr.bi 28.4 0.464 fr bi JW300.fr.bi 28.4 0.464
fr bn GlobalVoices.fr.bn 3.5 0.266 fr bn GlobalVoices.fr.bn 3.5 0.266
fr br Tatoeba.fr.br 3.5 0.201 fr br Tatoeba.fr.br 3.5 0.201
@ -763,7 +1066,7 @@ fr cjk JW300.fr.cjk 3.1 0.214
fr crp bible-uedin.fr.crp 4.2 0.201 fr crp bible-uedin.fr.crp 4.2 0.201
fr crs JW300.fr.crs 31.6 0.492 fr crs JW300.fr.crs 31.6 0.492
fr csg JW300.fr.csg 4.0 0.177 fr csg JW300.fr.csg 4.0 0.177
fr cs GlobalVoices.fr.cs 15.9 0.425 fr cs GlobalVoices.fr.cs 16.1 0.426
fr csl JW300.fr.csl 1.8 0.045 fr csl JW300.fr.csl 1.8 0.045
fr cs newssyscomb2009.fr.cs 19.3 0.476 fr cs newssyscomb2009.fr.cs 19.3 0.476
fr cs news-test2008.fr.cs 17.9 0.461 fr cs news-test2008.fr.cs 17.9 0.461
@ -791,7 +1094,7 @@ fr dje bible-uedin.fr.dje 4.6 0.224
fr djk JW300.fr.djk 4.4 0.187 fr djk JW300.fr.djk 4.4 0.187
fr ee JW300.fr.ee 26.3 0.466 fr ee JW300.fr.ee 26.3 0.466
fr efi JW300.fr.efi 26.9 0.462 fr efi JW300.fr.efi 26.9 0.462
fr el Tatoeba.fr.el 54.7 0.709 fr el Tatoeba.fr.el 56.2 0.719
fr eo Tatoeba.fr.eo 52.0 0.695 fr eo Tatoeba.fr.eo 52.0 0.695
fr es newssyscomb2009.fr.es 34.3 0.601 fr es newssyscomb2009.fr.es 34.3 0.601
fr es news-test2008.fr.es 32.5 0.583 fr es news-test2008.fr.es 32.5 0.583
@ -801,7 +1104,7 @@ fr es newstest2011.fr.es 38.3 0.622
fr es newstest2012.fr.es 38.1 0.619 fr es newstest2012.fr.es 38.1 0.619
fr es newstest2013.fr.es 34.0 0.587 fr es newstest2013.fr.es 34.0 0.587
fr es Tatoeba.fr.es 53.2 0.709 fr es Tatoeba.fr.es 53.2 0.709
fr et JW300.fr.et 18.8 0.447 fr et JW300.fr.et 19.4 0.452
fr eu bible-uedin.fr.eu 0.9 0.249 fr eu bible-uedin.fr.eu 0.9 0.249
fr fa GlobalVoices.fr.fa 5.5 0.276 fr fa GlobalVoices.fr.fa 5.5 0.276
fr fil GlobalVoices.fr.fil 0.3 0.117 fr fil GlobalVoices.fr.fil 0.3 0.117
@ -822,7 +1125,7 @@ fr hi GlobalVoices.fr.hi 2.5 0.161
fr hil JW300.fr.hil 34.7 0.559 fr hil JW300.fr.hil 34.7 0.559
fr hmn JW300.fr.hmn 5.1 0.212 fr hmn JW300.fr.hmn 5.1 0.212
fr ho JW300.fr.ho 25.4 0.480 fr ho JW300.fr.ho 25.4 0.480
fr hr JW300.fr.hr 19.9 0.436 fr hr JW300.fr.hr 20.7 0.442
fr ht JW300.fr.ht 29.2 0.461 fr ht JW300.fr.ht 29.2 0.461
fr hy JW300.fr.hy 7.8 0.225 fr hy JW300.fr.hy 7.8 0.225
fr ia Tatoeba.fr.ia 0.2 0.092 fr ia Tatoeba.fr.ia 0.2 0.092
@ -833,7 +1136,7 @@ fr ig JW300.fr.ig 29.0 0.445
fr ilo JW300.fr.ilo 30.6 0.528 fr ilo JW300.fr.ilo 30.6 0.528
fr iso JW300.fr.iso 26.7 0.429 fr iso JW300.fr.iso 26.7 0.429
fr jap bible-uedin.fr.jap 3.7 0.113 fr jap bible-uedin.fr.jap 3.7 0.113
fr ja Tatoeba.fr.ja 1.1 0.305 fr ja Tatoeba.fr.ja 1.0 0.316
fr jp GlobalVoices.fr.jp 0.1 0.021 fr jp GlobalVoices.fr.jp 0.1 0.021
fr jsl JW300.fr.jsl 4.6 0.082 fr jsl JW300.fr.jsl 4.6 0.082
fr jv JW300.fr.jv 5.3 0.211 fr jv JW300.fr.jv 5.3 0.211
@ -849,7 +1152,7 @@ fr kl JW300.fr.kl 13.8 0.408
fr kmb JW300.fr.kmb 4.5 0.212 fr kmb JW300.fr.kmb 4.5 0.212
fr km GlobalVoices.fr.km 0.0 0.002 fr km GlobalVoices.fr.km 0.0 0.002
fr kn JW300.fr.kn 5.3 0.159 fr kn JW300.fr.kn 5.3 0.159
fr ko GlobalVoices.fr.ko 2.1 0.152 fr ko GlobalVoices.fr.ko 2.2 0.154
fr koo JW300.fr.koo 2.6 0.209 fr koo JW300.fr.koo 2.6 0.209
fr kqn JW300.fr.kqn 23.3 0.469 fr kqn JW300.fr.kqn 23.3 0.469
fr kri JW300.fr.kri 6.7 0.199 fr kri JW300.fr.kri 6.7 0.199
@ -864,12 +1167,14 @@ fr lg JW300.fr.lg 21.7 0.454
fr ln JW300.fr.ln 30.5 0.527 fr ln JW300.fr.ln 30.5 0.527
fr lo JW300.fr.lo 3.2 0.140 fr lo JW300.fr.lo 3.2 0.140
fr loz JW300.fr.loz 30.0 0.498 fr loz JW300.fr.loz 30.0 0.498
fr lt JW300.fr.lt 17.2 0.406
fr lua JW300.fr.lua 27.3 0.496 fr lua JW300.fr.lua 27.3 0.496
fr lue JW300.fr.lue 23.1 0.485 fr lue JW300.fr.lue 23.1 0.485
fr lu JW300.fr.lu 25.5 0.471 fr lu JW300.fr.lu 25.5 0.471
fr lun JW300.fr.lun 18.1 0.432 fr lun JW300.fr.lun 18.1 0.432
fr luo JW300.fr.luo 17.7 0.380 fr luo JW300.fr.luo 17.7 0.380
fr lus JW300.fr.lus 25.5 0.455 fr lus JW300.fr.lus 25.5 0.455
fr lv JW300.fr.lv 18.2 0.402
fr mam JW300.fr.mam 4.1 0.222 fr mam JW300.fr.mam 4.1 0.222
fr mau JW300.fr.mau 3.7 0.215 fr mau JW300.fr.mau 3.7 0.215
fr mco JW300.fr.mco 2.9 0.194 fr mco JW300.fr.mco 2.9 0.194
@ -879,44 +1184,134 @@ fr mg GlobalVoices.fr.mg 15.7 0.501
fr mgr JW300.fr.mgr 2.9 0.199 fr mgr JW300.fr.mgr 2.9 0.199
fr mh JW300.fr.mh 21.7 0.399 fr mh JW300.fr.mh 21.7 0.399
fr mi bible-uedin.fr.mi 7.3 0.289 fr mi bible-uedin.fr.mi 7.3 0.289
fr mk GlobalVoices.fr.mk 18.9 0.471 fr mk GlobalVoices.fr.mk 19.1 0.473
fr ml JW300.fr.ml 9.4 0.266 fr ml JW300.fr.ml 9.4 0.266
fr mn JW300.fr.mn 9.9 0.245 fr mn JW300.fr.mn 9.9 0.245
fr mos JW300.fr.mos 21.1 0.353 fr mos JW300.fr.mos 21.1 0.353
fr mr JW300.fr.mr 2.2 0.108 fr mr JW300.fr.mr 2.2 0.108
fr mt JW300.fr.mt 25.7 0.442 fr mt JW300.fr.mt 28.7 0.466
fr my GlobalVoices.fr.my 0.0 0.076 fr my GlobalVoices.fr.my 0.0 0.076
fr nb_NO+nb+nn_NO+nn+nog+no_nb+no JW300.fr.no 29.7 0.494
fr nch JW300.fr.nch 3.6 0.221 fr nch JW300.fr.nch 3.6 0.221
fr ncj JW300.fr.ncj 2.7 0.200 fr ncj JW300.fr.ncj 2.7 0.200
fr ncx JW300.fr.ncx 3.3 0.214 fr ncx JW300.fr.ncx 3.3 0.214
fr ndc JW300.fr.ndc 2.6 0.200 fr ndc JW300.fr.ndc 2.6 0.200
fr nd JW300.fr.nd 1.9 0.185 fr nd JW300.fr.nd 1.9 0.185
fr nds_nl+nds Tatoeba.fr.nds 3.0 0.212
fr ne JW300.fr.ne 3.7 0.157 fr ne JW300.fr.ne 3.7 0.157
fr ng JW300.fr.ng 2.8 0.194 fr ng JW300.fr.ng 2.8 0.194
fr ngl JW300.fr.ngl 2.2 0.196 fr ngl JW300.fr.ngl 2.2 0.196
fr ngu JW300.fr.ngu 3.6 0.220 fr ngu JW300.fr.ngu 3.6 0.220
fr nia JW300.fr.nia 4.8 0.212 fr nia JW300.fr.nia 4.8 0.212
fr niu JW300.fr.niu 34.5 0.537 fr niu JW300.fr.niu 34.5 0.537
fr nso JW300.fr.nso 33.3 0.527
fr nyk JW300.fr.nyk 14.8 0.366
fr nyn JW300.fr.nyn 3.0 0.211
fr nzi JW300.fr.nzi 3.3 0.183
fr oc Tatoeba.fr.oc 0.1 0.064
fr oke JW300.fr.oke 6.2 0.212
fr om JW300.fr.om 14.4 0.393
fr os JW300.fr.os 13.2 0.327
fr pa JW300.fr.pa 9.1 0.211
fr pap JW300.fr.pap 27.8 0.464
fr pck bible-uedin.fr.pck 3.6 0.208
fr pcm JW300.fr.pcm 4.3 0.183
fr pis JW300.fr.pis 29.0 0.486
fr pl Tatoeba.fr.pl 40.7 0.625
fr plt bible-uedin.fr.plt 2.8 0.253
fr pon JW300.fr.pon 23.9 0.458
fr prl JW300.fr.prl 4.0 0.182
fr pso JW300.fr.pso 3.3 0.154
fr pt_br+pt_BR+pt_PT+pt Tatoeba.fr.pt 42.8 0.640
fr qu JW300.fr.qu 7.6 0.261
fr quy JW300.fr.quy 8.4 0.287
fr qvi JW300.fr.qvi 1.7 0.179
fr rar JW300.fr.rar 6.2 0.250
fr rnd JW300.fr.rnd 21.8 0.431
fr ro Tatoeba.fr.ro 42.1 0.640
fr rsl JW300.fr.rsl 2.9 0.147
fr rw JW300.fr.rw 25.5 0.483
fr seh JW300.fr.seh 3.2 0.205
fr sid JW300.fr.sid 2.3 0.186
fr si JW300.fr.si 10.2 0.228
fr sk JW300.fr.sk 24.9 0.456
fr sl JW300.fr.sl 20.1 0.433
fr sm JW300.fr.sm 28.8 0.474
fr sn JW300.fr.sn 23.4 0.507
fr so bible-uedin.fr.so 1.6 0.187
fr sop JW300.fr.sop 2.8 0.211
fr sq GlobalVoices.fr.sq 15.9 0.432
fr srm JW300.fr.srm 7.7 0.225
fr srn JW300.fr.srn 27.4 0.459
fr ssp JW300.fr.ssp 4.1 0.178
fr st JW300.fr.st 34.6 0.540
fr swc JW300.fr.swc 28.2 0.499
fr sw GlobalVoices.fr.sw 12.0 0.404
fr ta_LK+ta JW300.fr.ta 2.5 0.116
fr tcf JW300.fr.tcf 3.3 0.216
fr tdt JW300.fr.tdt 13.9 0.314
fr te JW300.fr.te 3.6 0.166
fr tg_TJ+tg JW300.fr.tg 8.9 0.242
fr th JW300.fr.th 19.4 0.342
fr tiv JW300.fr.tiv 23.5 0.406
fr tk JW300.fr.tk 10.5 0.275
fr tll JW300.fr.tll 24.6 0.467
fr tl_PH+tl Tatoeba.fr.tl 23.7 0.537
fr tn JW300.fr.tn 33.1 0.525
fr tog JW300.fr.tog 3.0 0.209
fr toj JW300.fr.toj 4.1 0.205
fr to JW300.fr.to 37.0 0.518
fr top JW300.fr.top 2.3 0.172
fr tsc JW300.fr.tsc 4.5 0.226
fr ts JW300.fr.ts 31.4 0.525
fr tt JW300.fr.tt 13.3 0.336
fr tum JW300.fr.tum 23.0 0.458
fr tvl JW300.fr.tvl 32.6 0.497
fr tw JW300.fr.tw 27.9 0.469
fr ty JW300.fr.ty 39.6 0.561
fr tzo JW300.fr.tzo 9.5 0.299
fr ug Tatoeba.fr.ug 0.0 0.084
fr uk Tatoeba.fr.uk 39.4 0.581
fr urh JW300.fr.urh 4.6 0.194
fr ur_PK+ur GlobalVoices.fr.ur 0.2 0.117
fr vi_VN+vi Tatoeba.fr.vi 33.0 0.508
fr vmw JW300.fr.vmw 2.1 0.184
fr vsl JW300.fr.vsl 4.6 0.189
fr war JW300.fr.war 33.7 0.538
fr wes JW300.fr.wes 5.0 0.192
fr wls JW300.fr.wls 27.5 0.478
fr xh JW300.fr.xh 25.1 0.523
fr yao JW300.fr.yao 2.5 0.188
fr yap JW300.fr.yap 25.8 0.434
fr yo JW300.fr.yo 25.9 0.415
fr zlm JW300.fr.zlm 3.8 0.203
fr zne JW300.fr.zne 24.1 0.460
fr zul+zu JW300.fr.zu 27.2 0.548
fse en JW300.fse.en 5.1 0.199 fse en JW300.fse.en 5.1 0.199
fse es JW300.fse.es 4.1 0.173
fse fi JW300.fse.fi 90.2 0.943 fse fi JW300.fse.fi 90.2 0.943
fse fr JW300.fse.fr 4.9 0.186 fse fr JW300.fse.fr 4.9 0.186
fse sv JW300.fse.sv 5.4 0.194 fse sv JW300.fse.sv 5.4 0.194
fur en Tatoeba.fur.en 93.4 0.944 fur en Tatoeba.fur.en 93.4 0.944
fy en Tatoeba.fy.en 0.2 0.053 fy en Tatoeba.fy.en 0.2 0.053
gaa en JW300.gaa.en 41.0 0.567 gaa en JW300.gaa.en 41.0 0.567
gaa es JW300.gaa.es 28.6 0.463
gaa fi JW300.gaa.fi 26.4 0.498 gaa fi JW300.gaa.fi 26.4 0.498
gaa fr JW300.gaa.fr 27.8 0.455 gaa fr JW300.gaa.fr 27.8 0.455
gaa sv JW300.gaa.sv 30.1 0.489 gaa sv JW300.gaa.sv 30.1 0.489
ga en Tatoeba.ga.en 50.1 0.671 ga en Tatoeba.ga.en 50.1 0.671
gd en Tatoeba.gd.en 0.4 0.104 gd en Tatoeba.gd.en 0.4 0.104
gd es bible-uedin.gd.es 0.0 0.075
gd fi bible-uedin.gd.fi 0.1 0.044 gd fi bible-uedin.gd.fi 0.1 0.044
gd fr bible-uedin.gd.fr 0.0 0.104 gd fr bible-uedin.gd.fr 0.0 0.104
gd sv bible-uedin.gd.sv 0.0 0.037 gd sv bible-uedin.gd.sv 0.0 0.037
gil en JW300.gil.en 36.0 0.522 gil en JW300.gil.en 36.0 0.522
gil es JW300.gil.es 21.8 0.398
gil fi JW300.gil.fi 23.1 0.447 gil fi JW300.gil.fi 23.1 0.447
gil fr JW300.gil.fr 24.9 0.424 gil fr JW300.gil.fr 24.9 0.424
gil sv JW300.gil.sv 25.8 0.441 gil sv JW300.gil.sv 25.8 0.441
gl en Tatoeba.gl.en 42.5 0.604 gl en Tatoeba.gl.en 42.5 0.604
gl es Tatoeba.gl.es 68.7 0.802
guc en JW300.guc.en 2.4 0.132 guc en JW300.guc.en 2.4 0.132
guc fi JW300.guc.fi 1.1 0.125 guc fi JW300.guc.fi 1.1 0.125
guc fr JW300.guc.fr 2.0 0.135 guc fr JW300.guc.fr 2.0 0.135
@ -961,7 +1356,7 @@ ho en JW300.ho.en 26.8 0.428
ho fr JW300.ho.fr 19.8 0.367 ho fr JW300.ho.fr 19.8 0.367
ho sv JW300.ho.sv 19.8 0.377 ho sv JW300.ho.sv 19.8 0.377
hr fi JW300.hr.fi 25.0 0.519 hr fi JW300.hr.fi 25.0 0.519
hr fr JW300.hr.fr 25.4 0.478 hr fr JW300.hr.fr 26.1 0.482
hr sv JW300.hr.sv 30.5 0.526 hr sv JW300.hr.sv 30.5 0.526
ht en JW300.ht.en 37.5 0.542 ht en JW300.ht.en 37.5 0.542
ht en Tatoeba.ht.en 57.0 0.689 ht en Tatoeba.ht.en 57.0 0.689
@ -970,7 +1365,7 @@ ht fr JW300.ht.fr 28.4 0.469
ht sv JW300.ht.sv 27.9 0.463 ht sv JW300.ht.sv 27.9 0.463
hu en Tatoeba.hu.en 52.9 0.683 hu en Tatoeba.hu.en 52.9 0.683
hu fi Tatoeba.hu.fi 48.2 0.700 hu fi Tatoeba.hu.fi 48.2 0.700
hu fr Tatoeba.hu.fr 49.6 0.657 hu fr Tatoeba.hu.fr 50.3 0.660
hy en Tatoeba.hy.en 29.5 0.466 hy en Tatoeba.hy.en 29.5 0.466
hy fi JW300.hy.fi 13.4 0.338 hy fi JW300.hy.fi 13.4 0.338
hy fr JW300.hy.fr 17.7 0.346 hy fr JW300.hy.fr 17.7 0.346
@ -1013,7 +1408,7 @@ it en newstest2009.it.en 34.0 0.594
it en Tatoeba.it.en 70.9 0.808 it en Tatoeba.it.en 70.9 0.808
ja en Tatoeba.ja.en 41.7 0.589 ja en Tatoeba.ja.en 41.7 0.589
ja fi Tatoeba.ja.fi 21.2 0.448 ja fi Tatoeba.ja.fi 21.2 0.448
ja fr Tatoeba.ja.fr 32.4 0.522 ja fr Tatoeba.ja.fr 33.6 0.534
jap en bible-uedin.jap.en 52.6 0.703 jap en bible-uedin.jap.en 52.6 0.703
jap fi bible-uedin.jap.fi 1.8 0.166 jap fi bible-uedin.jap.fi 1.8 0.166
jap fr bible-uedin.jap.fr 1.9 0.162 jap fr bible-uedin.jap.fr 1.9 0.162
@ -1338,14 +1733,14 @@ ro sv JW300.ro.sv 31.2 0.529
rsl en JW300.rsl.en 4.2 0.175 rsl en JW300.rsl.en 4.2 0.175
rsl fi JW300.rsl.fi 2.4 0.169 rsl fi JW300.rsl.fi 2.4 0.169
rsl sv JW300.rsl.sv 3.7 0.168 rsl sv JW300.rsl.sv 3.7 0.168
ru en newstest2012.ru.en 35.3 0.607 ru en newstest2012.ru.en 35.3 0.606
ru en newstest2013.ru.en 28.4 0.548 ru en newstest2013.ru.en 28.2 0.547
ru en newstest2014-ruen.ru.en 32.6 0.595 ru en newstest2014-ruen.ru.en 32.5 0.595
ru en newstest2015-enru.ru.en 30.6 0.569 ru en newstest2015-enru.ru.en 30.7 0.569
ru en newstest2016-enru.ru.en 30.4 0.570 ru en newstest2016-enru.ru.en 30.5 0.569
ru en newstest2017-enru.ru.en 33.8 0.596 ru en newstest2017-enru.ru.en 33.8 0.596
ru en newstest2018-enru.ru.en 30.1 0.570 ru en newstest2018-enru.ru.en 30.0 0.569
ru en newstest2019-ruen.ru.en 32.2 0.582 ru en newstest2019-ruen.ru.en 32.0 0.581
ru en Tatoeba.ru.en 60.1 0.727 ru en Tatoeba.ru.en 60.1 0.727
ru fi Tatoeba.ru.fi 40.9 0.649 ru fi Tatoeba.ru.fi 40.9 0.649
run en JW300.run.en 42.7 0.583 run en JW300.run.en 42.7 0.583
@ -1402,6 +1797,7 @@ sv ar GlobalVoices.sv.ar 4.6 0.312
sv ase JW300.sv.ase 40.5 0.572 sv ase JW300.sv.ase 40.5 0.572
sv as JW300.sv.as 0.3 0.066 sv as JW300.sv.as 0.3 0.066
sv ay JW300.sv.ay 6.6 0.262 sv ay JW300.sv.ay 6.6 0.262
sv az_IR+az JW300.sv.az 16.3 0.378
sv ba JW300.sv.ba 2.0 0.127 sv ba JW300.sv.ba 2.0 0.127
sv bas JW300.sv.bas 5.1 0.180 sv bas JW300.sv.bas 5.1 0.180
sv bci JW300.sv.bci 12.1 0.280 sv bci JW300.sv.bci 12.1 0.280
@ -1418,6 +1814,7 @@ sv cak JW300.sv.cak 1.7 0.136
sv cat JW300.sv.cat 3.6 0.164 sv cat JW300.sv.cat 3.6 0.164
sv ceb JW300.sv.ceb 39.2 0.609 sv ceb JW300.sv.ceb 39.2 0.609
sv chk JW300.sv.chk 20.7 0.421 sv chk JW300.sv.chk 20.7 0.421
sv cmn+cn+yue+ze_zh+zh_cn+zh_CN+zh_HK+zh_tw+zh_TW+zh_yue+zhs+zht+zh bible-uedin.sv.zh 24.2 0.342
sv crp bible-uedin.sv.crp 4.1 0.198 sv crp bible-uedin.sv.crp 4.1 0.198
sv crs JW300.sv.crs 32.4 0.512 sv crs JW300.sv.crs 32.4 0.512
sv csg JW300.sv.csg 3.9 0.167 sv csg JW300.sv.csg 3.9 0.167
@ -1513,6 +1910,7 @@ sv mos JW300.sv.mos 22.4 0.379
sv mr JW300.sv.mr 2.5 0.128 sv mr JW300.sv.mr 2.5 0.128
sv mt JW300.sv.mt 32.2 0.509 sv mt JW300.sv.mt 32.2 0.509
sv my JW300.sv.my 2.1 0.129 sv my JW300.sv.my 2.1 0.129
sv nb_NO+nb+nn_NO+nn+nog+no_nb+no JW300.sv.no 39.3 0.590
sv ncj JW300.sv.ncj 2.5 0.189 sv ncj JW300.sv.ncj 2.5 0.189
sv nd JW300.sv.nd 2.2 0.191 sv nd JW300.sv.nd 2.2 0.191
sv ne JW300.sv.ne 3.5 0.142 sv ne JW300.sv.ne 3.5 0.142
@ -1540,6 +1938,7 @@ sv plt bible-uedin.sv.plt 2.9 0.254
sv pon JW300.sv.pon 26.0 0.491 sv pon JW300.sv.pon 26.0 0.491
sv prl JW300.sv.prl 4.0 0.164 sv prl JW300.sv.prl 4.0 0.164
sv pso JW300.sv.pso 3.7 0.155 sv pso JW300.sv.pso 3.7 0.155
sv pt_br+pt_BR+pt_PT+pt GlobalVoices.sv.pt 22.8 0.496
sv que JW300.sv.que 1.7 0.154 sv que JW300.sv.que 1.7 0.154
sv qu JW300.sv.qu 8.0 0.263 sv qu JW300.sv.qu 8.0 0.263
sv quy JW300.sv.quy 1.4 0.171 sv quy JW300.sv.quy 1.4 0.171
@ -1569,13 +1968,16 @@ sv st JW300.sv.st 38.8 0.584
sv sv Tatoeba.sv.sv 49.2 0.741 sv sv Tatoeba.sv.sv 49.2 0.741
sv swc JW300.sv.swc 30.1 0.536 sv swc JW300.sv.swc 30.1 0.536
sv sw GlobalVoices.sv.sw 10.1 0.390 sv sw GlobalVoices.sv.sw 10.1 0.390
sv ta_LK+ta JW300.sv.ta 5.4 0.163
sv tdt JW300.sv.tdt 17.3 0.359 sv tdt JW300.sv.tdt 17.3 0.359
sv te JW300.sv.te 1.9 0.135 sv te JW300.sv.te 1.9 0.135
sv tg_TJ+tg JW300.sv.tg 9.6 0.251
sv th JW300.sv.th 21.2 0.373 sv th JW300.sv.th 21.2 0.373
sv ti JW300.sv.ti 15.7 0.282 sv ti JW300.sv.ti 15.7 0.282
sv tiv JW300.sv.tiv 25.2 0.439 sv tiv JW300.sv.tiv 25.2 0.439
sv tk JW300.sv.tk 9.9 0.270 sv tk JW300.sv.tk 9.9 0.270
sv tll JW300.sv.tll 24.9 0.484 sv tll JW300.sv.tll 24.9 0.484
sv tl_PH+tl JW300.sv.tl 39.0 0.612
sv tn JW300.sv.tn 36.3 0.561 sv tn JW300.sv.tn 36.3 0.561
sv tog JW300.sv.tog 3.4 0.211 sv tog JW300.sv.tog 3.4 0.211
sv toi JW300.sv.toi 23.2 0.512 sv toi JW300.sv.toi 23.2 0.512
@ -1594,7 +1996,9 @@ sv tzo JW300.sv.tzo 10.7 0.311
sv uk JW300.sv.uk 24.0 0.447 sv uk JW300.sv.uk 24.0 0.447
sv umb JW300.sv.umb 20.4 0.431 sv umb JW300.sv.umb 20.4 0.431
sv urh JW300.sv.urh 5.1 0.196 sv urh JW300.sv.urh 5.1 0.196
sv ur_PK+ur JW300.sv.ur 6.3 0.188
sv ve JW300.sv.ve 26.4 0.496 sv ve JW300.sv.ve 26.4 0.496
sv vi_VN+vi JW300.sv.vi 38.8 0.516
sv vmw JW300.sv.vmw 2.5 0.186 sv vmw JW300.sv.vmw 2.5 0.186
sv vsl JW300.sv.vsl 4.4 0.169 sv vsl JW300.sv.vsl 4.4 0.169
sv wal JW300.sv.wal 10.4 0.340 sv wal JW300.sv.wal 10.4 0.340
@ -1609,6 +2013,7 @@ sv yua JW300.sv.yua 14.3 0.363
sv zai JW300.sv.zai 7.9 0.251 sv zai JW300.sv.zai 7.9 0.251
sv zlm JW300.sv.zlm 4.5 0.232 sv zlm JW300.sv.zlm 4.5 0.232
sv zne JW300.sv.zne 23.8 0.474 sv zne JW300.sv.zne 23.8 0.474
sv zul+zu JW300.sv.zu 31.1 0.603
swc en JW300.swc.en 41.1 0.569 swc en JW300.swc.en 41.1 0.569
swc fi JW300.swc.fi 26.0 0.489 swc fi JW300.swc.fi 26.0 0.489
swc sv JW300.swc.sv 30.7 0.495 swc sv JW300.swc.sv 30.7 0.495