mirror of
https://github.com/Helsinki-NLP/OPUS-MT-train.git
synced 2024-09-11 20:27:19 +03:00
small fixes to system specific environments
This commit is contained in:
parent
0e7b3e173a
commit
4b0d49ddbb
15
lib/env/mahti.mk
vendored
15
lib/env/mahti.mk
vendored
@ -3,6 +3,7 @@
|
|||||||
# environment on mathi@CSC
|
# environment on mathi@CSC
|
||||||
#
|
#
|
||||||
|
|
||||||
|
|
||||||
CSCPROJECT = project_2002688
|
CSCPROJECT = project_2002688
|
||||||
# CSCPROJECT = project_2003093
|
# CSCPROJECT = project_2003093
|
||||||
# CSCPROJECT = project_2002982
|
# CSCPROJECT = project_2002982
|
||||||
@ -13,14 +14,10 @@ OPUSHOME = /projappl/nlpl/data/OPUS
|
|||||||
MOSESHOME = ${APPLHOME}/install/mosesdecoder
|
MOSESHOME = ${APPLHOME}/install/mosesdecoder
|
||||||
MOSESSCRIPTS = ${MOSESHOME}/scripts
|
MOSESSCRIPTS = ${MOSESHOME}/scripts
|
||||||
EFLOMAL_HOME = ${APPLHOME}/install/eflomal/
|
EFLOMAL_HOME = ${APPLHOME}/install/eflomal/
|
||||||
# MARIAN_HOME = ${APPLHOME}/install/marian/build/
|
|
||||||
MARIAN_HOME = ${APPLHOME}/install/marian-dev/build/
|
MARIAN_HOME = ${APPLHOME}/install/marian-dev/build/
|
||||||
MARIAN = ${MARIAN_HOME}
|
MARIAN = ${MARIAN_HOME}
|
||||||
SPM_HOME = ${MARIAN_HOME}
|
SPM_HOME = ${MARIAN_HOME}
|
||||||
CPU_MODULES = gcc/10.3.0 openblas/0.3.14-omp openmpi python-env
|
|
||||||
GPU_MODULES = gcc/10.3.0 cuda/11.4.2 cudnn/8.0.4.30-11.0-linux-x64 openblas/0.3.14-omp openmpi/4.0.5-cuda python-env
|
|
||||||
HPC_QUEUE = medium
|
HPC_QUEUE = medium
|
||||||
LOADCPU = module load ${CPU_MODULES}
|
|
||||||
SUBMIT_PREFIX = submitcpu
|
SUBMIT_PREFIX = submitcpu
|
||||||
GPU = a100
|
GPU = a100
|
||||||
HPC_GPUQUEUE = gpusmall
|
HPC_GPUQUEUE = gpusmall
|
||||||
@ -29,11 +26,17 @@ WALLTIME = 36
|
|||||||
export PATH := ${APPLHOME}/bin:${PATH}
|
export PATH := ${APPLHOME}/bin:${PATH}
|
||||||
|
|
||||||
|
|
||||||
|
CPU_MODULES = gcc/10.3.0 openblas/0.3.14-omp openmpi python-env
|
||||||
|
GPU_MODULES = gcc/10.3.0 cuda/11.4.2 cudnn/8.0.4.30-11.0-linux-x64 openblas/0.3.14-omp openmpi/4.0.5-cuda python-env
|
||||||
|
LOADCPU = module load ${CPU_MODULES}
|
||||||
|
LOADGPU = module load ${GPU_MODULES}
|
||||||
|
|
||||||
|
|
||||||
## setup for compiling marian-nmt
|
## setup for compiling marian-nmt
|
||||||
|
|
||||||
MARIAN_BUILD_MODULES = gcc/10.3.0 cuda/11.4.2 cudnn/8.0.4.30-11.0-linux-x64 cmake/3.18.4 openblas/0.3.14-omp openmpi/4.0.5-cuda python-env
|
MARIAN_BUILD_MODULES = gcc/10.3.0 cuda/11.4.2 cudnn/8.0.4.30-11.0-linux-x64 cmake/3.18.4 openblas/0.3.14-omp openmpi/4.0.5-cuda python-env
|
||||||
LOAD_MARIAN_BUILD_ENV = module purge && module load ${MARIAN_BUILD_MODULES}
|
LOAD_MARIAN_BUILD_ENV = module purge && module load ${MARIAN_BUILD_MODULES}
|
||||||
MARIAN_BUILD_OPTIONS = -DTcmalloc_INCLUDE_DIR=/appl/spack/v016/install-tree/gcc-10.3.0/gperftools-2.7-ibnifm/include \
|
MARIAN_BUILD_OPTIONS = -DTcmalloc_INCLUDE_DIR=/appl/spack/v016/install-tree/gcc-10.3.0/gperftools-2.7-ibnifm/include \
|
||||||
-DTcmalloc_LIBRARY=/appl/spack/v016/install-tree/gcc-10.3.0/gperftools-2.7-ibnifm/lib/libtcmalloc.so \
|
-DTcmalloc_LIBRARY=/appl/spack/v016/install-tree/gcc-10.3.0/gperftools-2.7-ibnifm/lib/libtcmalloc.so \
|
||||||
-DTCMALLOC_LIB=/appl/spack/v016/install-tree/gcc-10.3.0/gperftools-2.7-ibnifm/lib/libtcmalloc.so \
|
-DTCMALLOC_LIB=/appl/spack/v016/install-tree/gcc-10.3.0/gperftools-2.7-ibnifm/lib/libtcmalloc.so \
|
||||||
-DCUDNN=ON \
|
-DCUDNN=ON \
|
||||||
|
24
lib/env/puhti.mk
vendored
24
lib/env/puhti.mk
vendored
@ -3,10 +3,6 @@
|
|||||||
# environment on puhti@CSC
|
# environment on puhti@CSC
|
||||||
#
|
#
|
||||||
|
|
||||||
CPU_MODULES = gcc/6.2.0 mkl
|
|
||||||
GPU_MODULES = cuda-env/8 mkl
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
# CSCPROJECT = project_2003288
|
# CSCPROJECT = project_2003288
|
||||||
@ -19,24 +15,26 @@ OPUSHOME = /projappl/nlpl/data/OPUS
|
|||||||
MOSESHOME = ${APPLHOME}/mosesdecoder
|
MOSESHOME = ${APPLHOME}/mosesdecoder
|
||||||
MOSESSCRIPTS = ${MOSESHOME}/scripts
|
MOSESSCRIPTS = ${MOSESHOME}/scripts
|
||||||
EFLOMAL_HOME = ${APPLHOME}/eflomal/
|
EFLOMAL_HOME = ${APPLHOME}/eflomal/
|
||||||
MARIAN_HOME = ${APPLHOME}/marian/build/
|
MARIAN_HOME = ${APPLHOME}/marian-dev/build/
|
||||||
MARIAN = ${APPLHOME}/marian/build
|
MARIAN = ${APPLHOME}/marian-dev/build
|
||||||
SPM_HOME = ${MARIAN_HOME}
|
SPM_HOME = ${MARIAN_HOME}
|
||||||
GPU = v100
|
GPU = v100
|
||||||
GPU_MODULES = python-env
|
|
||||||
CPU_MODULES = python-env
|
|
||||||
HPC_QUEUE = small
|
HPC_QUEUE = small
|
||||||
LOADCPU = module load ${CPU_MODULES}
|
|
||||||
LOADGPU = module load ${GPU_MODULES}
|
|
||||||
export PATH := ${APPLHOME}/bin:${PATH}
|
export PATH := ${APPLHOME}/bin:${PATH}
|
||||||
|
|
||||||
|
|
||||||
BUILD_MODULES = cmake perl/5.30.0
|
CPU_MODULES = gcc/8.3.0 intel-mkl/2019.0.4 python-env
|
||||||
|
GPU_MODULES = gcc/8.3.0 cuda/10.1.168 cudnn/7.6.1.34-10.1 intel-mkl/2019.0.4 python-env
|
||||||
|
LOADCPU = module load ${CPU_MODULES}
|
||||||
|
LOADGPU = module load ${GPU_MODULES}
|
||||||
|
|
||||||
|
|
||||||
|
BUILD_MODULES = cmake perl/5.30.0
|
||||||
LOAD_BUILD_ENV = module load ${BUILD_MODULES}
|
LOAD_BUILD_ENV = module load ${BUILD_MODULES}
|
||||||
|
|
||||||
MARIAN_BUILD_MODULES = gcc/8.3.0 cuda/10.1.168 cudnn/7.6.1.34-10.1 intel-mkl/2019.0.4 cmake/3.18.2
|
MARIAN_BUILD_MODULES = gcc/8.3.0 cuda/10.1.168 cudnn/7.6.1.34-10.1 intel-mkl/2019.0.4 cmake/3.18.2
|
||||||
LOAD_MARIAN_BUILD_ENV = module purge && module load ${MARIAN_BUILD_MODULES}
|
LOAD_MARIAN_BUILD_ENV = module purge && module load ${MARIAN_BUILD_MODULES}
|
||||||
MARIAN_BUILD_OPTIONS = -DTcmalloc_INCLUDE_DIR=/appl/spack/install-tree/gcc-8.3.0/gperftools-2.7-5w7w2c/include \
|
MARIAN_BUILD_OPTIONS = -DTcmalloc_INCLUDE_DIR=/appl/spack/install-tree/gcc-8.3.0/gperftools-2.7-5w7w2c/include \
|
||||||
-DTcmalloc_LIBRARY=/appl/spack/install-tree/gcc-8.3.0/gperftools-2.7-5w7w2c/lib/libtcmalloc.so \
|
-DTcmalloc_LIBRARY=/appl/spack/install-tree/gcc-8.3.0/gperftools-2.7-5w7w2c/lib/libtcmalloc.so \
|
||||||
-DTCMALLOC_LIB=/appl/spack/install-tree/gcc-8.3.0/gperftools-2.7-5w7w2c/lib/libtcmalloc.so \
|
-DTCMALLOC_LIB=/appl/spack/install-tree/gcc-8.3.0/gperftools-2.7-5w7w2c/lib/libtcmalloc.so \
|
||||||
-DCUDNN=ON \
|
-DCUDNN=ON \
|
||||||
|
Loading…
Reference in New Issue
Block a user