mirror of
https://github.com/Helsinki-NLP/OPUS-MT-train.git
synced 2024-09-11 20:27:19 +03:00
fix in slurm script generation
This commit is contained in:
parent
8cd6a7b246
commit
d59a925e6e
@ -115,7 +115,7 @@ endif
|
||||
echo 'cd $${SLURM_SUBMIT_DIR:-.}' >> $@
|
||||
echo 'pwd' >> $@
|
||||
echo 'echo "Starting at `date`"' >> $@
|
||||
echo '${MAKE} -j ${HPC_JOBS} ${MAKEARGS} ${@:.submitcpu=}' >> $@
|
||||
echo '${MAKE} -j ${CPUJOB_HPC_JOBS} ${MAKEARGS} ${@:.submitcpu=}' >> $@
|
||||
echo 'echo "Finishing at `date`"' >> $@
|
||||
sbatch $@
|
||||
mkdir -p ${WORKDIR}
|
||||
|
@ -67,8 +67,6 @@ data-done:
|
||||
fi
|
||||
|
||||
data-needed:
|
||||
@echo ${SUBWORDS}
|
||||
@echo ${USE_JOINT_SUBWORD_MODEL}
|
||||
@echo ${TRAINDATA_SRC} ${TRAINDATA_TRG}
|
||||
@echo ${DEVDATA_SRC} ${DEVDATA_TRG}
|
||||
@echo ${TESTDATA_SRC} ${TESTDATA_TRG}
|
||||
@ -126,7 +124,6 @@ train-and-start-bt-jobs: ${WORKDIR}/${MODEL}.${MODELTYPE}.model${NR}.done
|
||||
# (see sbatch --dependencies)
|
||||
.PHONY: all-job
|
||||
all-job:
|
||||
${MAKE} -s data-needed
|
||||
@if [ "`${MAKE} -s data-done 2>/dev/null | grep 'data sets'`" == "all data sets exist" ]; then \
|
||||
echo "........ all data files exist already!"; \
|
||||
echo "........ let's check that everything is OK!"; \
|
||||
@ -138,12 +135,6 @@ all-job:
|
||||
${MAKE} data-and-train-job.submitcpu; \
|
||||
fi
|
||||
|
||||
all-job-test:
|
||||
@if [ "`${MAKE} -s data-done 2>/dev/null | grep 'data sets'`" == "all data sets exist" ]; then \
|
||||
echo "exist!"; \
|
||||
else \
|
||||
echo "does not exist!"; \
|
||||
fi
|
||||
|
||||
# data-and-train job:
|
||||
# - prepare data sets
|
||||
|
Loading…
Reference in New Issue
Block a user