diff --git a/OPUS-MT-leaderboard b/OPUS-MT-leaderboard index 171874ff..829be236 160000 --- a/OPUS-MT-leaderboard +++ b/OPUS-MT-leaderboard @@ -1 +1 @@ -Subproject commit 171874ff85de626d72f3c3c04420f3b7af696a84 +Subproject commit 829be23642de2b1347c5ec37671f4ef8bc8ed5cd diff --git a/lib/dist.mk b/lib/dist.mk index 41d20fd5..8a4f808d 100644 --- a/lib/dist.mk +++ b/lib/dist.mk @@ -361,6 +361,9 @@ ifneq (${SKIP_DIST_EVAL},1) @${MAKE} $(TEST_EVALUATION) @${MAKE} $(TEST_COMPARISON) endif +ifneq (${wildcard ${TRAIN_ALG}},) + -${MAKE} lexical-shortlist +endif ##----------------------------- ## collect all files we need ##----------------------------- diff --git a/lib/projects/elg.mk b/lib/projects/elg.mk index 98902f5f..e2c01d68 100644 --- a/lib/projects/elg.mk +++ b/lib/projects/elg.mk @@ -882,6 +882,15 @@ ukr-model-table2: SCORE_BASE_URL = https://github.com/Helsinki-NLP/OPUS-MT-train/blob/puhti +print-best-eng: + @grep '^[1-9][0-9]\.' ../scores/eng-*/flores101-devtest/bleu-scores*txt | \ + grep -v 'txt:1[0-5]\.' | ${GREP_MODELS} \ + sed 's/:/ /' | sort -nr | rev | uniq -f2 | rev| cut -f3 | sort -u + @grep '^[1-9][0-9]\.' ../scores/*-eng/flores101-devtest/bleu-scores*txt | \ + grep -v 'txt:1[0-5]\.' | ${GREP_MODELS} \ + sed 's/:/ /' | sort -nr | rev | uniq -f2 | rev| cut -f3 | sort -u + + print-best-ukr: @grep '^[1-9][0-9]\.' ../scores/ukr-*/flores101-devtest/bleu-scores*txt | \ grep -v 'txt:1[0-5]\.' | ${GREP_MODELS} \