Helsinki-NLP/OPUS-MT-train
1
1
Fork 0
mirror of https://github.com/Helsinki-NLP/OPUS-MT-train.git synced 2024-09-11 20:27:19 +03:00
Code Issues Packages Projects Releases Wiki Activity

fix in slurm script generation

Browse Source
This commit is contained in:
Joerg Tiedemann 2022-01-25 22:56:59 +02:00
parent 8cd6a7b246
commit d59a925e6e
2 changed files with 1 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
lib/slurm.mk
View File

@ -115,7 +115,7 @@ endif
echo 'cd $${SLURM_SUBMIT_DIR:-.}' >> $@
echo 'pwd' >> $@
echo 'echo "Starting at `date`"' >> $@
echo '${MAKE} -j ${HPC_JOBS} ${MAKEARGS} ${@:.submitcpu=}' >> $@
echo '${MAKE} -j ${CPUJOB_HPC_JOBS} ${MAKEARGS} ${@:.submitcpu=}' >> $@
echo 'echo "Finishing at `date`"' >> $@
sbatch $@
mkdir -p ${WORKDIR}

9
lib/tasks.mk
View File

@ -67,8 +67,6 @@ data-done:
fi
data-needed:
@echo ${SUBWORDS}
@echo ${USE_JOINT_SUBWORD_MODEL}
@echo ${TRAINDATA_SRC} ${TRAINDATA_TRG}
@echo ${DEVDATA_SRC} ${DEVDATA_TRG}
@echo ${TESTDATA_SRC} ${TESTDATA_TRG}
@ -126,7 +124,6 @@ train-and-start-bt-jobs: ${WORKDIR}/${MODEL}.${MODELTYPE}.model${NR}.done
# (see sbatch --dependencies)
.PHONY: all-job
all-job:
${MAKE} -s data-needed
@if [ "`${MAKE} -s data-done 2>/dev/null | grep 'data sets'`" == "all data sets exist" ]; then \
echo "........ all data files exist already!"; \
echo "........ let's check that everything is OK!"; \
@ -138,12 +135,6 @@ all-job:
${MAKE} data-and-train-job.submitcpu; \
fi
all-job-test:
@if [ "`${MAKE} -s data-done 2>/dev/null | grep 'data sets'`" == "all data sets exist" ]; then \
echo "exist!"; \
else \
echo "does not exist!"; \
fi
# data-and-train job:
# - prepare data sets