This commit is contained in:
Bing Han 2022-09-02 03:44:26 +08:00 committed by GitHub
parent d81fac8163
commit c0c326cbf8
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 5 additions and 3 deletions

View File

@ -492,6 +492,8 @@ class TranslationTask(FairseqTask):
logger.info("example hypothesis: " + hyps[0])
logger.info("example reference: " + refs[0])
if self.cfg.eval_tokenized_bleu:
return sacrebleu.corpus_bleu(hyps, [refs], tokenize="none")
return sacrebleu.metrics.BLEU().corpus_score(hyps, [refs])
else:
return sacrebleu.corpus_bleu(hyps, [refs])
return sacrebleu.metrics.BLEU(trg_lang=self.cfg.target_lang).corpus_score(
hyps, [refs]
)

View File

@ -205,7 +205,7 @@ def do_setup(package_data):
'numpy<1.20.0; python_version<"3.7"',
'numpy; python_version>="3.7"',
"regex",
"sacrebleu>=1.4.12",
"sacrebleu>=2.0.0",
"torch",
"tqdm",
"bitarray",