mirror of
https://github.com/Helsinki-NLP/OPUS-MT-train.git
synced 2024-08-16 15:50:30 +03:00
Tatoeba test sets added
This commit is contained in:
parent
b0a586cbd0
commit
831acb1ae7
@ -162,13 +162,13 @@ endif
|
||||
## add also vocab size to the name
|
||||
##-------------------------------------
|
||||
|
||||
# ifndef DATASET
|
||||
# ifeq (${words ${TRAINSET}},1)
|
||||
# DATASET = ${TRAINSET}
|
||||
# else
|
||||
# DATASET = opus
|
||||
# endif
|
||||
# endif
|
||||
ifndef OLDDATASET
|
||||
ifeq (${words ${TRAINSET}},1)
|
||||
OLDDATASET = ${TRAINSET}
|
||||
else
|
||||
OLDDATASET = opus
|
||||
endif
|
||||
endif
|
||||
|
||||
|
||||
|
||||
|
@ -363,40 +363,43 @@ ${DEV_SRC}: %: %.shuffled.gz
|
||||
ifeq (${DEVSET},${TESTSET})
|
||||
if (( `zcat $@.shuffled.gz | wc -l` < $$((${DEVSIZE} + ${TESTSIZE})) )); then \
|
||||
if (( `zcat $@.shuffled.gz | wc -l` < $$((${DEVSMALLSIZE} + ${DEVMINSIZE})) )); then \
|
||||
echo "devset = top ${DEVMINSIZE} lines of ${notdir $@}.shuffled!" >> ${dir $@}/README; \
|
||||
zcat $@.shuffled.gz | cut -f1 | head -${DEVMINSIZE} > ${DEV_SRC}; \
|
||||
zcat $@.shuffled.gz | cut -f2 | head -${DEVMINSIZE} > ${DEV_TRG}; \
|
||||
mkdir -p ${dir ${TEST_SRC}}; \
|
||||
echo "testset = top ${DEVMINSIZE} lines of ../val/${notdir $@}.shuffled!" >> ${dir ${TEST_SRC}}/README; \
|
||||
zcat $@.shuffled.gz | cut -f1 | tail -n +$$((${DEVMINSIZE} + 1)) > ${TEST_SRC}; \
|
||||
zcat $@.shuffled.gz | cut -f2 | tail -n +$$((${DEVMINSIZE} + 1)) > ${TEST_TRG}; \
|
||||
else \
|
||||
echo "devset = top ${DEVSMALLSIZE} lines of ${notdir $@}.shuffled!" >> ${dir $@}/README; \
|
||||
zcat $@.shuffled.gz | cut -f1 | head -${DEVSMALLSIZE} > ${DEV_SRC}; \
|
||||
zcat $@.shuffled.gz | cut -f2 | head -${DEVSMALLSIZE} > ${DEV_TRG}; \
|
||||
mkdir -p ${dir ${TEST_SRC}}; \
|
||||
echo "testset = top ${DEVSMALLSIZE} lines of ../val/${notdir $@}.shuffled!" >> ${dir ${TEST_SRC}}/README; \
|
||||
zcat $@.shuffled.gz | cut -f1 | tail -n +$$((${DEVSMALLSIZE} + 1)) > ${TEST_SRC}; \
|
||||
zcat $@.shuffled.gz | cut -f2 | tail -n +$$((${DEVSMALLSIZE} + 1)) > ${TEST_TRG}; \
|
||||
fi; \
|
||||
else \
|
||||
echo "devset = top ${DEVSIZE} lines of ${notdir $@}.shuffled!" >> ${dir $@}/README; \
|
||||
zcat $@.shuffled.gz | cut -f1 | head -${DEVSIZE} > ${DEV_SRC}; \
|
||||
zcat $@.shuffled.gz | cut -f2 | head -${DEVSIZE} > ${DEV_TRG}; \
|
||||
mkdir -p ${dir ${TEST_SRC}}; \
|
||||
echo "testset = second top ${DEVSIZE} lines of ../val/${notdir $@}.shuffled!" >> ${dir ${TEST_SRC}}/README; \
|
||||
zcat $@.shuffled.gz | cut -f1 | head -$$((${DEVSIZE} + ${TESTSIZE})) | tail -${TESTSIZE} > ${TEST_SRC}; \
|
||||
zcat $@.shuffled.gz | cut -f2 | head -$$((${DEVSIZE} + ${TESTSIZE})) | tail -${TESTSIZE} > ${TEST_TRG}; \
|
||||
zcat $@.shuffled.gz | cut -f1 | tail -n +$$((${DEVSIZE} + ${TESTSIZE})) | gzip -c > ${DEV_SRC}.notused.gz; \
|
||||
zcat $@.shuffled.gz | cut -f2 | tail -n +$$((${DEVSIZE} + ${TESTSIZE})) | gzip -c > ${DEV_TRG}.notused.gz; \
|
||||
fi
|
||||
else
|
||||
echo "devset = top ${DEVSIZE} lines of ${notdir $@}.shuffled!" >> ${dir $@}/README
|
||||
zcat $@.shuffled.gz | cut -f1 | head -${DEVSIZE} > ${DEV_SRC}
|
||||
zcat $@.shuffled.gz | cut -f2 | head -${DEVSIZE} > ${DEV_TRG}
|
||||
zcat $@.shuffled.gz | cut -f1 | tail -n +$$((${DEVSIZE} + 1)) | gzip -c > ${DEV_SRC}.notused.gz
|
||||
zcat $@.shuffled.gz | cut -f2 | tail -n +$$((${DEVSIZE} + 1)) | gzip -c > ${DEV_TRG}.notused.gz
|
||||
endif
|
||||
echo -n "devset = top " >> ${dir ${DEV_SRC}}/README
|
||||
wc -l < ${DEV_SRC} | tr "\n" ' ' >> ${dir ${DEV_SRC}}/README
|
||||
echo " lines of ${notdir $@}.shuffled!" >> ${dir ${DEV_SRC}}/README
|
||||
ifeq (${DEVSET},${TESTSET})
|
||||
echo -n "testset = last " >> ${dir ${TEST_SRC}}/README
|
||||
wc -l < ${TEST_SRC} | tr "\n" ' ' >> ${dir ${TEST_SRC}}/README
|
||||
echo " lines of ../val/${notdir $@}.shuffled!" >> ${dir ${TEST_SRC}}/README
|
||||
endif
|
||||
|
||||
|
||||
|
||||
# zcat $@.shuffled.gz | cut -f1 | tail -${TESTSIZE} > ${TEST_SRC}; \
|
||||
# zcat $@.shuffled.gz | cut -f2 | tail -${TESTSIZE} > ${TEST_TRG}; \
|
||||
|
@ -27,13 +27,25 @@ ALT_MODEL_DIR = spm
|
||||
|
||||
best_dist_all:
|
||||
for l in $(sort ${shell ls work* | grep -- '-' | grep -v old | grep -v work}); do \
|
||||
if [ `find work*/$$l -name '${DATASET}${TRAINSIZE}.*.npz' | wc -l` -gt 0 ]; then \
|
||||
if [ `find work*/$$l -name '*.npz' | wc -l` -gt 0 ]; then \
|
||||
d=`find work-spm/$$l -name '*.best-perplexity.npz' -exec basename {} \; | cut -f1 -d.`; \
|
||||
${MAKE} SRCLANGS="`echo $$l | cut -f1 -d'-' | sed 's/\\+/ /g'`" \
|
||||
TRGLANGS="`echo $$l | cut -f2 -d'-' | sed 's/\\+/ /g'`" best_dist; \
|
||||
TRGLANGS="`echo $$l | cut -f2 -d'-' | sed 's/\\+/ /g'`" \
|
||||
DATASET=$$d best_dist; \
|
||||
fi \
|
||||
done
|
||||
|
||||
|
||||
# best_dist_all:
|
||||
# for l in $(sort ${shell ls work* | grep -- '-' | grep -v old | grep -v work}); do \
|
||||
# if [ `find work*/$$l -name '${DATASET}${TRAINSIZE}.*.npz' | wc -l` -gt 0 ]; then \
|
||||
# ${MAKE} SRCLANGS="`echo $$l | cut -f1 -d'-' | sed 's/\\+/ /g'`" \
|
||||
# TRGLANGS="`echo $$l | cut -f2 -d'-' | sed 's/\\+/ /g'`" best_dist; \
|
||||
# fi \
|
||||
# done
|
||||
|
||||
|
||||
|
||||
## find the best model according to test set scores
|
||||
## and make a distribution package from that model
|
||||
## (BLEU needs to be above MIN_BLEU_SCORE)
|
||||
|
2
work-spm/aa-en/test/README
Normal file
2
work-spm/aa-en/test/README
Normal file
@ -0,0 +1,2 @@
|
||||
testset = top 250 lines of ../val/GNOME.src.shuffled!
|
||||
testset = top 250 lines of ../val/bible-uedin.src.shuffled!
|
2
work-spm/aa-en/val/README
Normal file
2
work-spm/aa-en/val/README
Normal file
@ -0,0 +1,2 @@
|
||||
devset = top 250 lines of GNOME.src.shuffled!
|
||||
devset = top 250 lines of bible-uedin.src.shuffled!
|
1
work-spm/aa-fi/test/README
Normal file
1
work-spm/aa-fi/test/README
Normal file
@ -0,0 +1 @@
|
||||
testset = top 250 lines of ../val/bible-uedin.src.shuffled!
|
1
work-spm/aa-fi/val/README
Normal file
1
work-spm/aa-fi/val/README
Normal file
@ -0,0 +1 @@
|
||||
devset = top 250 lines of bible-uedin.src.shuffled!
|
1
work-spm/ab-en/test/README
Normal file
1
work-spm/ab-en/test/README
Normal file
@ -0,0 +1 @@
|
||||
testset = second top 5000 lines of ../val/JW300.src.shuffled!
|
27
work-spm/ab-en/test/Tatoeba.src
Normal file
27
work-spm/ab-en/test/Tatoeba.src
Normal file
@ -0,0 +1,27 @@
|
||||
Сара азба сакуеит.
|
||||
Акәашара бзиa бoба?
|
||||
Cаҟара cыцлеит.
|
||||
Маҷк cааҧсеит.
|
||||
Абиблиотека абаҟоу?
|
||||
Сыцәар сҭахыуп.
|
||||
Иҭабуп!
|
||||
Англыз бызшәа жәдыруама?
|
||||
Асааҭ шаҟоузеи?
|
||||
Сара сцоит.
|
||||
Иахьа шәахьоуп.
|
||||
Бурӡ Халифа иахьатәила зегь реицкис иреиҳау хыб ҳәа иашьҭоуп.
|
||||
Маҷк cааҧсеит.
|
||||
Сара азба сакуеит.
|
||||
Иуфазеи?
|
||||
Шьыжьбзиа!
|
||||
Сара ашә сфоит.
|
||||
Сара акәац сфоит.
|
||||
Сыӡбалқәас рхы надырхәозеи аҧсуаа?
|
||||
Сара Лори сыхьӡуп.
|
||||
Сара цәыкьа сышьҭалоит.
|
||||
Aиашьа дyмоумаҵ?
|
||||
Cара yаҵәы аpахь caaуеит.
|
||||
Уи cыҧcықәаpа ауп.
|
||||
Сара исҳәоит.
|
||||
Дaба сыҧшаауeиҵ?
|
||||
Бзиала шәаабеит Авикипедиахь.
|
27
work-spm/ab-en/test/Tatoeba.trg
Normal file
27
work-spm/ab-en/test/Tatoeba.trg
Normal file
@ -0,0 +1,27 @@
|
||||
I'm thirsty.
|
||||
Do you like dancing?
|
||||
I'm very happy.
|
||||
I'm a little tired.
|
||||
Where is the library?
|
||||
I want to sleep.
|
||||
Thank you!
|
||||
Do you speak English?
|
||||
What time is it?
|
||||
I'm going.
|
||||
Today is Monday.
|
||||
Burj Khalifa is currently the tallest skyscraper in the world.
|
||||
I'm a little bit tired.
|
||||
I am thirsty.
|
||||
What did you eat?
|
||||
Good morning.
|
||||
I eat cheese.
|
||||
I eat meat.
|
||||
Which sauces do the Abkhazians use?
|
||||
My name is Laurie.
|
||||
I'll go to bed early.
|
||||
Do you have a brother?
|
||||
I'll be here tomorrow.
|
||||
I really like it.
|
||||
I will say.
|
||||
Where can I find it?
|
||||
Welcome to Wikipedia.
|
1
work-spm/ab-en/val/README
Normal file
1
work-spm/ab-en/val/README
Normal file
@ -0,0 +1 @@
|
||||
devset = top 5000 lines of JW300.src.shuffled!
|
1
work-spm/ab-fi/test/README
Normal file
1
work-spm/ab-fi/test/README
Normal file
@ -0,0 +1 @@
|
||||
testset = second top 5000 lines of ../val/JW300.src.shuffled!
|
1
work-spm/ab-fi/val/README
Normal file
1
work-spm/ab-fi/val/README
Normal file
@ -0,0 +1 @@
|
||||
devset = top 5000 lines of JW300.src.shuffled!
|
2
work-spm/ace-en/test/README
Normal file
2
work-spm/ace-en/test/README
Normal file
@ -0,0 +1,2 @@
|
||||
testset = top 250 lines of ../val/GNOME.src.shuffled!
|
||||
testset = top 250 lines of ../val/bible-uedin.src.shuffled!
|
2
work-spm/ace-en/val/README
Normal file
2
work-spm/ace-en/val/README
Normal file
@ -0,0 +1,2 @@
|
||||
devset = top 250 lines of GNOME.src.shuffled!
|
||||
devset = top 250 lines of bible-uedin.src.shuffled!
|
1
work-spm/ace-fi/test/README
Normal file
1
work-spm/ace-fi/test/README
Normal file
@ -0,0 +1 @@
|
||||
testset = top 250 lines of ../val/bible-uedin.src.shuffled!
|
1
work-spm/ace-fi/val/README
Normal file
1
work-spm/ace-fi/val/README
Normal file
@ -0,0 +1 @@
|
||||
devset = top 250 lines of bible-uedin.src.shuffled!
|
1
work-spm/ach-en/test/README
Normal file
1
work-spm/ach-en/test/README
Normal file
@ -0,0 +1 @@
|
||||
testset = second top 5000 lines of ../val/JW300.src.shuffled!
|
0
work-spm/ach-en/test/Tatoeba.src
Normal file
0
work-spm/ach-en/test/Tatoeba.src
Normal file
0
work-spm/ach-en/test/Tatoeba.trg
Normal file
0
work-spm/ach-en/test/Tatoeba.trg
Normal file
1
work-spm/ach-en/val/README
Normal file
1
work-spm/ach-en/val/README
Normal file
@ -0,0 +1 @@
|
||||
devset = top 5000 lines of JW300.src.shuffled!
|
1
work-spm/ach-fi/test/README
Normal file
1
work-spm/ach-fi/test/README
Normal file
@ -0,0 +1 @@
|
||||
testset = second top 5000 lines of ../val/JW300.src.shuffled!
|
1
work-spm/ach-fi/val/README
Normal file
1
work-spm/ach-fi/val/README
Normal file
@ -0,0 +1 @@
|
||||
devset = top 5000 lines of JW300.src.shuffled!
|
2
work-spm/acm-en/test/README
Normal file
2
work-spm/acm-en/test/README
Normal file
@ -0,0 +1,2 @@
|
||||
testset = top 250 lines of ../val/GNOME.src.shuffled!
|
||||
testset = top 250 lines of ../val/bible-uedin.src.shuffled!
|
2
work-spm/acm-en/val/README
Normal file
2
work-spm/acm-en/val/README
Normal file
@ -0,0 +1,2 @@
|
||||
devset = top 250 lines of GNOME.src.shuffled!
|
||||
devset = top 250 lines of bible-uedin.src.shuffled!
|
1
work-spm/acm-fi/test/README
Normal file
1
work-spm/acm-fi/test/README
Normal file
@ -0,0 +1 @@
|
||||
testset = top 250 lines of ../val/bible-uedin.src.shuffled!
|
1
work-spm/acm-fi/val/README
Normal file
1
work-spm/acm-fi/val/README
Normal file
@ -0,0 +1 @@
|
||||
devset = top 250 lines of bible-uedin.src.shuffled!
|
2
work-spm/acu-en/test/README
Normal file
2
work-spm/acu-en/test/README
Normal file
@ -0,0 +1,2 @@
|
||||
testset = top 250 lines of ../val/GNOME.src.shuffled!
|
||||
testset = second top 5000 lines of ../val/bible-uedin.src.shuffled!
|
0
work-spm/acu-en/test/Tatoeba.src
Normal file
0
work-spm/acu-en/test/Tatoeba.src
Normal file
0
work-spm/acu-en/test/Tatoeba.trg
Normal file
0
work-spm/acu-en/test/Tatoeba.trg
Normal file
2
work-spm/acu-en/val/README
Normal file
2
work-spm/acu-en/val/README
Normal file
@ -0,0 +1,2 @@
|
||||
devset = top 250 lines of GNOME.src.shuffled!
|
||||
devset = top 5000 lines of bible-uedin.src.shuffled!
|
1
work-spm/acu-fi/test/README
Normal file
1
work-spm/acu-fi/test/README
Normal file
@ -0,0 +1 @@
|
||||
testset = top 1000 lines of ../val/bible-uedin.src.shuffled!
|
1
work-spm/acu-fi/val/README
Normal file
1
work-spm/acu-fi/val/README
Normal file
@ -0,0 +1 @@
|
||||
devset = top 1000 lines of bible-uedin.src.shuffled!
|
1
work-spm/ada-en/test/README
Normal file
1
work-spm/ada-en/test/README
Normal file
@ -0,0 +1 @@
|
||||
testset = second top 5000 lines of ../val/JW300.src.shuffled!
|
0
work-spm/ada-en/test/Tatoeba.src
Normal file
0
work-spm/ada-en/test/Tatoeba.src
Normal file
0
work-spm/ada-en/test/Tatoeba.trg
Normal file
0
work-spm/ada-en/test/Tatoeba.trg
Normal file
1
work-spm/ada-en/val/README
Normal file
1
work-spm/ada-en/val/README
Normal file
@ -0,0 +1 @@
|
||||
devset = top 5000 lines of JW300.src.shuffled!
|
1
work-spm/ada-fi/test/README
Normal file
1
work-spm/ada-fi/test/README
Normal file
@ -0,0 +1 @@
|
||||
testset = second top 5000 lines of ../val/JW300.src.shuffled!
|
1
work-spm/ada-fi/val/README
Normal file
1
work-spm/ada-fi/val/README
Normal file
@ -0,0 +1 @@
|
||||
devset = top 5000 lines of JW300.src.shuffled!
|
2
work-spm/ady-en/test/README
Normal file
2
work-spm/ady-en/test/README
Normal file
@ -0,0 +1,2 @@
|
||||
testset = top 250 lines of ../val/GNOME.src.shuffled!
|
||||
testset = top 250 lines of ../val/bible-uedin.src.shuffled!
|
2
work-spm/ady-en/val/README
Normal file
2
work-spm/ady-en/val/README
Normal file
@ -0,0 +1,2 @@
|
||||
devset = top 250 lines of GNOME.src.shuffled!
|
||||
devset = top 250 lines of bible-uedin.src.shuffled!
|
1
work-spm/ady-fi/test/README
Normal file
1
work-spm/ady-fi/test/README
Normal file
@ -0,0 +1 @@
|
||||
testset = top 250 lines of ../val/bible-uedin.src.shuffled!
|
1
work-spm/ady-fi/val/README
Normal file
1
work-spm/ady-fi/val/README
Normal file
@ -0,0 +1 @@
|
||||
devset = top 250 lines of bible-uedin.src.shuffled!
|
2
work-spm/ae-en/test/README
Normal file
2
work-spm/ae-en/test/README
Normal file
@ -0,0 +1,2 @@
|
||||
testset = top 250 lines of ../val/GNOME.src.shuffled!
|
||||
testset = top 250 lines of ../val/bible-uedin.src.shuffled!
|
2
work-spm/ae-en/val/README
Normal file
2
work-spm/ae-en/val/README
Normal file
@ -0,0 +1,2 @@
|
||||
devset = top 250 lines of GNOME.src.shuffled!
|
||||
devset = top 250 lines of bible-uedin.src.shuffled!
|
1
work-spm/ae-fi/test/README
Normal file
1
work-spm/ae-fi/test/README
Normal file
@ -0,0 +1 @@
|
||||
testset = top 250 lines of ../val/bible-uedin.src.shuffled!
|
1
work-spm/ae-fi/val/README
Normal file
1
work-spm/ae-fi/val/README
Normal file
@ -0,0 +1 @@
|
||||
devset = top 250 lines of bible-uedin.src.shuffled!
|
2
work-spm/aeb-en/test/README
Normal file
2
work-spm/aeb-en/test/README
Normal file
@ -0,0 +1,2 @@
|
||||
testset = top 250 lines of ../val/GNOME.src.shuffled!
|
||||
testset = top 250 lines of ../val/bible-uedin.src.shuffled!
|
2
work-spm/aeb-en/val/README
Normal file
2
work-spm/aeb-en/val/README
Normal file
@ -0,0 +1,2 @@
|
||||
devset = top 250 lines of GNOME.src.shuffled!
|
||||
devset = top 250 lines of bible-uedin.src.shuffled!
|
1
work-spm/aeb-fi/test/README
Normal file
1
work-spm/aeb-fi/test/README
Normal file
@ -0,0 +1 @@
|
||||
testset = top 250 lines of ../val/bible-uedin.src.shuffled!
|
1
work-spm/aeb-fi/val/README
Normal file
1
work-spm/aeb-fi/val/README
Normal file
@ -0,0 +1 @@
|
||||
devset = top 250 lines of bible-uedin.src.shuffled!
|
1
work-spm/aed-en/test/README
Normal file
1
work-spm/aed-en/test/README
Normal file
@ -0,0 +1 @@
|
||||
testset = second top 5000 lines of ../val/JW300.src.shuffled!
|
0
work-spm/aed-en/test/Tatoeba.src
Normal file
0
work-spm/aed-en/test/Tatoeba.src
Normal file
0
work-spm/aed-en/test/Tatoeba.trg
Normal file
0
work-spm/aed-en/test/Tatoeba.trg
Normal file
1
work-spm/aed-en/val/README
Normal file
1
work-spm/aed-en/val/README
Normal file
@ -0,0 +1 @@
|
||||
devset = top 5000 lines of JW300.src.shuffled!
|
1
work-spm/aed-fi/test/README
Normal file
1
work-spm/aed-fi/test/README
Normal file
@ -0,0 +1 @@
|
||||
testset = second top 5000 lines of ../val/JW300.src.shuffled!
|
1
work-spm/aed-fi/val/README
Normal file
1
work-spm/aed-fi/val/README
Normal file
@ -0,0 +1 @@
|
||||
devset = top 5000 lines of JW300.src.shuffled!
|
1
work-spm/af-de/test/Tatoeba.src
Symbolic link
1
work-spm/af-de/test/Tatoeba.src
Symbolic link
@ -0,0 +1 @@
|
||||
/scratch/project_2001194/Opus-MT-train/work-spm/de-af/test/Tatoeba.trg
|
1
work-spm/af-de/test/Tatoeba.trg
Symbolic link
1
work-spm/af-de/test/Tatoeba.trg
Symbolic link
@ -0,0 +1 @@
|
||||
/scratch/project_2001194/Opus-MT-train/work-spm/de-af/test/Tatoeba.src
|
1
work-spm/af-de/val/Tatoeba.src
Symbolic link
1
work-spm/af-de/val/Tatoeba.src
Symbolic link
@ -0,0 +1 @@
|
||||
/scratch/project_2001194/Opus-MT-train/work-spm/de-af/val/Tatoeba.trg
|
1
work-spm/af-de/val/Tatoeba.src.shuffled.gz
Symbolic link
1
work-spm/af-de/val/Tatoeba.src.shuffled.gz
Symbolic link
@ -0,0 +1 @@
|
||||
/scratch/project_2001194/Opus-MT-train/work-spm/de-af/val/Tatoeba.src.shuffled.gz
|
1
work-spm/af-de/val/Tatoeba.trg
Symbolic link
1
work-spm/af-de/val/Tatoeba.trg
Symbolic link
@ -0,0 +1 @@
|
||||
/scratch/project_2001194/Opus-MT-train/work-spm/de-af/val/Tatoeba.src
|
1
work-spm/af-en/test/README
Normal file
1
work-spm/af-en/test/README
Normal file
@ -0,0 +1 @@
|
||||
testset = top 1000 lines of ../val/Tatoeba.src.shuffled!
|
1345
work-spm/af-en/test/Tatoeba.src
Normal file
1345
work-spm/af-en/test/Tatoeba.src
Normal file
File diff suppressed because it is too large
Load Diff
1345
work-spm/af-en/test/Tatoeba.trg
Normal file
1345
work-spm/af-en/test/Tatoeba.trg
Normal file
File diff suppressed because it is too large
Load Diff
1
work-spm/af-en/val/README
Normal file
1
work-spm/af-en/val/README
Normal file
@ -0,0 +1 @@
|
||||
devset = top 1000 lines of Tatoeba.src.shuffled!
|
1000
work-spm/af-en/val/Tatoeba.src
Normal file
1000
work-spm/af-en/val/Tatoeba.src
Normal file
File diff suppressed because it is too large
Load Diff
BIN
work-spm/af-en/val/Tatoeba.src.shuffled.gz
Normal file
BIN
work-spm/af-en/val/Tatoeba.src.shuffled.gz
Normal file
Binary file not shown.
1000
work-spm/af-en/val/Tatoeba.trg
Normal file
1000
work-spm/af-en/val/Tatoeba.trg
Normal file
File diff suppressed because it is too large
Load Diff
1
work-spm/af-fi/test/README
Normal file
1
work-spm/af-fi/test/README
Normal file
@ -0,0 +1 @@
|
||||
testset = second top 5000 lines of ../val/JW300.src.shuffled!
|
1
work-spm/af-fi/val/README
Normal file
1
work-spm/af-fi/val/README
Normal file
@ -0,0 +1 @@
|
||||
devset = top 5000 lines of JW300.src.shuffled!
|
2
work-spm/afb-en/test/README
Normal file
2
work-spm/afb-en/test/README
Normal file
@ -0,0 +1,2 @@
|
||||
testset = top 250 lines of ../val/GNOME.src.shuffled!
|
||||
testset = top 250 lines of ../val/bible-uedin.src.shuffled!
|
2
work-spm/afb-en/val/README
Normal file
2
work-spm/afb-en/val/README
Normal file
@ -0,0 +1,2 @@
|
||||
devset = top 250 lines of GNOME.src.shuffled!
|
||||
devset = top 250 lines of bible-uedin.src.shuffled!
|
1
work-spm/afb-fi/test/README
Normal file
1
work-spm/afb-fi/test/README
Normal file
@ -0,0 +1 @@
|
||||
testset = top 250 lines of ../val/bible-uedin.src.shuffled!
|
1
work-spm/afb-fi/val/README
Normal file
1
work-spm/afb-fi/val/README
Normal file
@ -0,0 +1 @@
|
||||
devset = top 250 lines of bible-uedin.src.shuffled!
|
2
work-spm/afh-en/test/README
Normal file
2
work-spm/afh-en/test/README
Normal file
@ -0,0 +1,2 @@
|
||||
testset = top 250 lines of ../val/GNOME.src.shuffled!
|
||||
testset = top 250 lines of ../val/bible-uedin.src.shuffled!
|
2
work-spm/afh-en/val/README
Normal file
2
work-spm/afh-en/val/README
Normal file
@ -0,0 +1,2 @@
|
||||
devset = top 250 lines of GNOME.src.shuffled!
|
||||
devset = top 250 lines of bible-uedin.src.shuffled!
|
1
work-spm/afh-fi/test/README
Normal file
1
work-spm/afh-fi/test/README
Normal file
@ -0,0 +1 @@
|
||||
testset = top 250 lines of ../val/bible-uedin.src.shuffled!
|
1
work-spm/afh-fi/val/README
Normal file
1
work-spm/afh-fi/val/README
Normal file
@ -0,0 +1 @@
|
||||
devset = top 250 lines of bible-uedin.src.shuffled!
|
2
work-spm/agr-en/test/README
Normal file
2
work-spm/agr-en/test/README
Normal file
@ -0,0 +1,2 @@
|
||||
testset = top 250 lines of ../val/GNOME.src.shuffled!
|
||||
testset = second top 5000 lines of ../val/bible-uedin.src.shuffled!
|
0
work-spm/agr-en/test/Tatoeba.src
Normal file
0
work-spm/agr-en/test/Tatoeba.src
Normal file
0
work-spm/agr-en/test/Tatoeba.trg
Normal file
0
work-spm/agr-en/test/Tatoeba.trg
Normal file
2
work-spm/agr-en/val/README
Normal file
2
work-spm/agr-en/val/README
Normal file
@ -0,0 +1,2 @@
|
||||
devset = top 250 lines of GNOME.src.shuffled!
|
||||
devset = top 5000 lines of bible-uedin.src.shuffled!
|
1
work-spm/agr-fi/test/README
Normal file
1
work-spm/agr-fi/test/README
Normal file
@ -0,0 +1 @@
|
||||
testset = top 1000 lines of ../val/bible-uedin.src.shuffled!
|
1
work-spm/agr-fi/val/README
Normal file
1
work-spm/agr-fi/val/README
Normal file
@ -0,0 +1 @@
|
||||
devset = top 1000 lines of bible-uedin.src.shuffled!
|
2
work-spm/aha-en/test/README
Normal file
2
work-spm/aha-en/test/README
Normal file
@ -0,0 +1,2 @@
|
||||
testset = top 250 lines of ../val/GNOME.src.shuffled!
|
||||
testset = top 250 lines of ../val/bible-uedin.src.shuffled!
|
2
work-spm/aha-en/val/README
Normal file
2
work-spm/aha-en/val/README
Normal file
@ -0,0 +1,2 @@
|
||||
devset = top 250 lines of GNOME.src.shuffled!
|
||||
devset = top 250 lines of bible-uedin.src.shuffled!
|
1
work-spm/aha-fi/test/README
Normal file
1
work-spm/aha-fi/test/README
Normal file
@ -0,0 +1 @@
|
||||
testset = top 250 lines of ../val/bible-uedin.src.shuffled!
|
1
work-spm/aha-fi/val/README
Normal file
1
work-spm/aha-fi/val/README
Normal file
@ -0,0 +1 @@
|
||||
devset = top 250 lines of bible-uedin.src.shuffled!
|
2
work-spm/aii-en/test/README
Normal file
2
work-spm/aii-en/test/README
Normal file
@ -0,0 +1,2 @@
|
||||
testset = top 250 lines of ../val/GNOME.src.shuffled!
|
||||
testset = top 250 lines of ../val/bible-uedin.src.shuffled!
|
2
work-spm/aii-en/val/README
Normal file
2
work-spm/aii-en/val/README
Normal file
@ -0,0 +1,2 @@
|
||||
devset = top 250 lines of GNOME.src.shuffled!
|
||||
devset = top 250 lines of bible-uedin.src.shuffled!
|
1
work-spm/aii-fi/test/README
Normal file
1
work-spm/aii-fi/test/README
Normal file
@ -0,0 +1 @@
|
||||
testset = top 250 lines of ../val/bible-uedin.src.shuffled!
|
1
work-spm/aii-fi/val/README
Normal file
1
work-spm/aii-fi/val/README
Normal file
@ -0,0 +1 @@
|
||||
devset = top 250 lines of bible-uedin.src.shuffled!
|
2
work-spm/ain-en/test/README
Normal file
2
work-spm/ain-en/test/README
Normal file
@ -0,0 +1,2 @@
|
||||
testset = top 250 lines of ../val/GNOME.src.shuffled!
|
||||
testset = top 250 lines of ../val/bible-uedin.src.shuffled!
|
2
work-spm/ain-en/val/README
Normal file
2
work-spm/ain-en/val/README
Normal file
@ -0,0 +1,2 @@
|
||||
devset = top 250 lines of GNOME.src.shuffled!
|
||||
devset = top 250 lines of bible-uedin.src.shuffled!
|
1
work-spm/ain-fi/test/README
Normal file
1
work-spm/ain-fi/test/README
Normal file
@ -0,0 +1 @@
|
||||
testset = top 250 lines of ../val/bible-uedin.src.shuffled!
|
1
work-spm/ain-fi/val/README
Normal file
1
work-spm/ain-fi/val/README
Normal file
@ -0,0 +1 @@
|
||||
devset = top 250 lines of bible-uedin.src.shuffled!
|
2
work-spm/ajg-en/test/README
Normal file
2
work-spm/ajg-en/test/README
Normal file
@ -0,0 +1,2 @@
|
||||
testset = top 250 lines of ../val/GNOME.src.shuffled!
|
||||
testset = top 250 lines of ../val/bible-uedin.src.shuffled!
|
2
work-spm/ajg-en/val/README
Normal file
2
work-spm/ajg-en/val/README
Normal file
@ -0,0 +1,2 @@
|
||||
devset = top 250 lines of GNOME.src.shuffled!
|
||||
devset = top 250 lines of bible-uedin.src.shuffled!
|
1
work-spm/ajg-fi/test/README
Normal file
1
work-spm/ajg-fi/test/README
Normal file
@ -0,0 +1 @@
|
||||
testset = top 250 lines of ../val/bible-uedin.src.shuffled!
|
Some files were not shown because too many files have changed in this diff Show More
Loading…
Reference in New Issue
Block a user