Revert "Fix for #4689. (#4690)" (#4698)

This reverts commit c0c326cbf8.
This commit is contained in:
Can Balioglu 2022-09-08 15:07:47 +03:00 committed by GitHub
parent c0c326cbf8
commit 0bad0ce56a
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 3 additions and 5 deletions

View File

@ -492,8 +492,6 @@ class TranslationTask(FairseqTask):
logger.info("example hypothesis: " + hyps[0])
logger.info("example reference: " + refs[0])
if self.cfg.eval_tokenized_bleu:
return sacrebleu.metrics.BLEU().corpus_score(hyps, [refs])
return sacrebleu.corpus_bleu(hyps, [refs], tokenize="none")
else:
return sacrebleu.metrics.BLEU(trg_lang=self.cfg.target_lang).corpus_score(
hyps, [refs]
)
return sacrebleu.corpus_bleu(hyps, [refs])

View File

@ -205,7 +205,7 @@ def do_setup(package_data):
'numpy<1.20.0; python_version<"3.7"',
'numpy; python_version>="3.7"',
"regex",
"sacrebleu>=2.0.0",
"sacrebleu>=1.4.12",
"torch",
"tqdm",
"bitarray",