Helsinki-NLP/OPUS-MT-train
1
1
Fork 0
mirror of https://github.com/Helsinki-NLP/OPUS-MT-train.git synced 2024-08-18 00:30:24 +03:00
Code Issues Packages Projects Releases Wiki Activity

small fixes to system specific environments

Browse Source
This commit is contained in:
Joerg Tiedemann 2021-11-04 22:30:41 +02:00
parent 0e7b3e173a
commit 4b0d49ddbb
2 changed files with 20 additions and 19 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
lib/env/mahti.mk vendored
View File

@ -3,6 +3,7 @@
# environment on mathi@CSC
#
CSCPROJECT = project_2002688
# CSCPROJECT = project_2003093
# CSCPROJECT = project_2002982
@ -13,14 +14,10 @@ OPUSHOME = /projappl/nlpl/data/OPUS
MOSESHOME = ${APPLHOME}/install/mosesdecoder
MOSESSCRIPTS = ${MOSESHOME}/scripts
EFLOMAL_HOME = ${APPLHOME}/install/eflomal/
# MARIAN_HOME = ${APPLHOME}/install/marian/build/
MARIAN_HOME = ${APPLHOME}/install/marian-dev/build/
MARIAN = ${MARIAN_HOME}
SPM_HOME = ${MARIAN_HOME}
CPU_MODULES = gcc/10.3.0 openblas/0.3.14-omp openmpi python-env
GPU_MODULES = gcc/10.3.0 cuda/11.4.2 cudnn/8.0.4.30-11.0-linux-x64 openblas/0.3.14-omp openmpi/4.0.5-cuda python-env
HPC_QUEUE = medium
LOADCPU = module load ${CPU_MODULES}
SUBMIT_PREFIX = submitcpu
GPU = a100
HPC_GPUQUEUE = gpusmall
@ -29,6 +26,12 @@ WALLTIME = 36
export PATH := ${APPLHOME}/bin:${PATH}
CPU_MODULES = gcc/10.3.0 openblas/0.3.14-omp openmpi python-env
GPU_MODULES = gcc/10.3.0 cuda/11.4.2 cudnn/8.0.4.30-11.0-linux-x64 openblas/0.3.14-omp openmpi/4.0.5-cuda python-env
LOADCPU = module load ${CPU_MODULES}
LOADGPU = module load ${GPU_MODULES}
## setup for compiling marian-nmt
MARIAN_BUILD_MODULES = gcc/10.3.0 cuda/11.4.2 cudnn/8.0.4.30-11.0-linux-x64 cmake/3.18.4 openblas/0.3.14-omp openmpi/4.0.5-cuda python-env

16
lib/env/puhti.mk vendored
View File

@ -3,10 +3,6 @@
# environment on puhti@CSC
#
CPU_MODULES = gcc/6.2.0 mkl
GPU_MODULES = cuda-env/8 mkl
# CSCPROJECT = project_2003288
@ -19,16 +15,18 @@ OPUSHOME = /projappl/nlpl/data/OPUS
MOSESHOME = ${APPLHOME}/mosesdecoder
MOSESSCRIPTS = ${MOSESHOME}/scripts
EFLOMAL_HOME = ${APPLHOME}/eflomal/
MARIAN_HOME = ${APPLHOME}/marian/build/
MARIAN = ${APPLHOME}/marian/build
MARIAN_HOME = ${APPLHOME}/marian-dev/build/
MARIAN = ${APPLHOME}/marian-dev/build
SPM_HOME = ${MARIAN_HOME}
GPU = v100
GPU_MODULES = python-env
CPU_MODULES = python-env
HPC_QUEUE = small
export PATH := ${APPLHOME}/bin:${PATH}
CPU_MODULES = gcc/8.3.0 intel-mkl/2019.0.4 python-env
GPU_MODULES = gcc/8.3.0 cuda/10.1.168 cudnn/7.6.1.34-10.1 intel-mkl/2019.0.4 python-env
LOADCPU = module load ${CPU_MODULES}
LOADGPU = module load ${GPU_MODULES}
export PATH := ${APPLHOME}/bin:${PATH}
BUILD_MODULES = cmake perl/5.30.0