mirror of
https://github.com/Helsinki-NLP/OPUS-MT-train.git
synced 2024-09-11 20:27:19 +03:00
goethe test setting
This commit is contained in:
parent
9b43d4cf81
commit
f749bd7a87
@ -76,7 +76,7 @@ endif
|
|||||||
|
|
||||||
|
|
||||||
prepare-data: ${TEST_PRE}
|
prepare-data: ${TEST_PRE}
|
||||||
${TEST_PRE}: ${WORKDIR}/%.pre: ${TESTSETDIR}/%.gz ${WORKDIR}/model/decoder.yml
|
${TEST_PRE}: ${TESTSET} ${WORKDIR}/model/decoder.yml
|
||||||
zcat $< | ${PREPROCESS} > $@
|
zcat $< | ${PREPROCESS} > $@
|
||||||
|
|
||||||
|
|
||||||
|
@ -92,6 +92,17 @@ goethe-defi:
|
|||||||
all
|
all
|
||||||
|
|
||||||
|
|
||||||
|
goethe-test:
|
||||||
|
${MAKE} SRC=de TRG=fi MODEL=goethe-test \
|
||||||
|
TRAIN_SRC=de-fi/goethe-test/train/goethe-all.de \
|
||||||
|
TRAIN_TRG=de-fi/goethe-test/train/goethe-all.fi \
|
||||||
|
DEV_SRC=de-fi/goethe-test/dev/goethe-institute-dev1.de \
|
||||||
|
DEV_TRG=de-fi/goethe-test/dev/goethe-institute-dev1.fi \
|
||||||
|
TEST_SRC=de-fi/goethe-test/test/goethe-institute-test1.de \
|
||||||
|
TEST_TRG=de-fi/goethe-test/test/goethe-institute-test1.fi \
|
||||||
|
all
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
## make news tuning data from testsets
|
## make news tuning data from testsets
|
||||||
|
|
||||||
@ -203,7 +214,8 @@ translate: ${TEST_SRC}.${TRG}.gz
|
|||||||
## translate test set
|
## translate test set
|
||||||
${TEST_SRC}.${TRG}.gz: ${TEST_SRC}.pre.gz ${TUNED_MODEL}.npz.best-perplexity.npz
|
${TEST_SRC}.${TRG}.gz: ${TEST_SRC}.pre.gz ${TUNED_MODEL}.npz.best-perplexity.npz
|
||||||
mkdir -p ${dir $@}
|
mkdir -p ${dir $@}
|
||||||
${LOADMODS} && ${MARIAN}/marian-decoder -i $< \
|
${LOADMODS} && ${MARIAN}/marian-decoder \
|
||||||
|
-i $< \
|
||||||
-c ${word 2,$^}.decoder.yml \
|
-c ${word 2,$^}.decoder.yml \
|
||||||
-d ${MARIAN_GPUS} \
|
-d ${MARIAN_GPUS} \
|
||||||
${MARIAN_DECODER_FLAGS} |\
|
${MARIAN_DECODER_FLAGS} |\
|
||||||
@ -218,7 +230,8 @@ translate-baseline: ${TEST_SRC}.baseline.${TRG}.gz
|
|||||||
${TEST_SRC}.baseline.${TRG}.gz: ${TEST_SRC}.pre.gz ${LANGPAIR}/${BASEMODELNAME}/decoder.yml
|
${TEST_SRC}.baseline.${TRG}.gz: ${TEST_SRC}.pre.gz ${LANGPAIR}/${BASEMODELNAME}/decoder.yml
|
||||||
mkdir -p ${dir $@}
|
mkdir -p ${dir $@}
|
||||||
cd ${LANGPAIR}/${BASEMODELNAME}; \
|
cd ${LANGPAIR}/${BASEMODELNAME}; \
|
||||||
${LOADMODS} && ${MARIAN}/marian-decoder -i ${PWD}/$< \
|
${LOADMODS} && ${MARIAN}/marian-decoder \
|
||||||
|
-i ${PWD}/$< \
|
||||||
-c decoder.yml \
|
-c decoder.yml \
|
||||||
-d ${MARIAN_GPUS} \
|
-d ${MARIAN_GPUS} \
|
||||||
${MARIAN_DECODER_FLAGS} |\
|
${MARIAN_DECODER_FLAGS} |\
|
||||||
|
Loading…
Reference in New Issue
Block a user