OPUS-MT-train/models/fr-de/README.md

opus-2019-12-04.zip

• dataset: opus
• model: transformer
• pre-processing: normalization + tokenization + BPE
• download: opus-2019-12-04.zip
• test set translations: opus-2019-12-04.test.txt
• test set scores: opus-2019-12-04.eval.txt

Benchmarks

testset	BLEU	chr-F
euelections_dev2019.transformer.fr	25.5	0.548
newssyscomb2009.fr.de	20.5	0.509
news-test2008.fr.de	21.1	0.507
newstest2009.fr.de	20.6	0.502
newstest2010.fr.de	20.9	0.509
newstest2011.fr.de	20.5	0.494
newstest2012.fr.de	21.4	0.496
newstest2013.fr.de	23.5	0.515
newstest2019-frde.fr.de	26.3	0.566
Tatoeba.fr.de	47.8	0.666

opus-2019-12-04.zip

• dataset: opus
• model: transformer
• pre-processing: normalization + tokenization + BPE
• download: opus-2019-12-04.zip
• test set translations: opus-2019-12-04.test.txt
• test set scores: opus-2019-12-04.eval.txt

Benchmarks

testset	BLEU	chr-F
euelections_dev2019.transformer.fr	25.5	0.548
newssyscomb2009.fr.de	20.5	0.509
news-test2008.fr.de	21.1	0.507
newstest2009.fr.de	20.6	0.502
newstest2010.fr.de	20.9	0.509
newstest2011.fr.de	20.5	0.494
newstest2012.fr.de	21.4	0.496
newstest2013.fr.de	23.5	0.515
newstest2019-frde.fr.de	26.3	0.566
Tatoeba.fr.de	47.8	0.666

opus-2020-01-09.zip

• dataset: opus
• model: transformer-align
• pre-processing: normalization + SentencePiece
• download: opus-2020-01-09.zip
• test set translations: opus-2020-01-09.test.txt
• test set scores: opus-2020-01-09.eval.txt

Benchmarks

testset	BLEU	chr-F
euelections_dev2019.transformer-align.fr	26.4	0.571
newssyscomb2009.fr.de	22.1	0.524
news-test2008.fr.de	22.1	0.524
newstest2009.fr.de	21.6	0.520
newstest2010.fr.de	22.6	0.527
newstest2011.fr.de	21.5	0.518
newstest2012.fr.de	22.4	0.516
newstest2013.fr.de	24.2	0.532
newstest2019-frde.fr.de	27.9	0.595
Tatoeba.fr.de	49.1	0.676