mirror of
https://github.com/Helsinki-NLP/OPUS-MT-train.git
synced 2024-11-30 22:14:14 +03:00
46 lines
1.4 KiB
Makefile
46 lines
1.4 KiB
Makefile
# -*-makefile-*-
|
|
#
|
|
# recipes for interacrting with allas
|
|
|
|
|
|
#---------------------------------------------------------------------
|
|
# store and fetch workdata
|
|
# requires module load allas && allas-conf
|
|
# select project_2002688 (OPUS-MT)
|
|
# - "make store" overrides
|
|
# - "make fetch" does not override (delete dir first)
|
|
# - storing data will resolve symbolic links
|
|
#---------------------------------------------------------------------
|
|
|
|
.PHONY: store store-data fetch fetch-data
|
|
|
|
## directories and container names to be used
|
|
WORK_SRCDIR ?= ${WORKHOME}
|
|
WORK_DESTDIR ?= ${WORKHOME}
|
|
WORK_CONTAINER ?= OPUS-MT-train_${notdir ${WORKHOME}}-${WHOAMI}
|
|
WORK_CONTAINER_JT ?= OPUS-MT-train_${notdir ${WORKHOME}}-tiedeman
|
|
|
|
## store workdir on allas
|
|
store:
|
|
cd ${WORK_SRCDIR} && a-put -b ${WORK_CONTAINER} --nc --follow-links --override ${LANGPAIRSTR}
|
|
|
|
## fetch workdir from allas (user-specific container)
|
|
fetch:
|
|
mkdir -p ${WORK_DESTDIR}
|
|
cd ${WORK_DESTDIR} && a-get ${WORK_CONTAINER}/${LANGPAIRSTR}.tar
|
|
|
|
## get it from user tiedeman
|
|
fetch-tiedeman:
|
|
mkdir -p ${WORK_DESTDIR}
|
|
cd ${WORK_DESTDIR} && a-get ${WORK_CONTAINER_JT}/${LANGPAIRSTR}.tar
|
|
|
|
|
|
## store and fetch data dir (raw data files)
|
|
store-data:
|
|
cd ${WORK_SRCDIR} && a-put -b ${WORK_CONTAINER} --nc --follow-links --override data
|
|
|
|
fetch-data:
|
|
mkdir -p ${WORK_DESTDIR}
|
|
cd ${WORK_DESTDIR} && a-get ${WORK_CONTAINER}/data.tar
|
|
|