bergamot-translator/build-wasm.sh
Andre Natal e96d7047a7 Enable SIMD wormhole in circle ci build scripts
- Modify the APIs that compile & instantiate WASM module
2021-03-11 13:44:14 +01:00

76 lines
2.5 KiB
Bash
Executable File

#!/usr/bin/env bash
# Usage: ./build-wasm.sh
set -e
set -x
# Run script from the context of the script-containing directory
cd "$(dirname $0)"
# This file replicates the instructions found in ./README.md under "Build WASM"
# with slight adjustments to be able to run the build script multiple times without having to clone all dependencies
# as per "As long as you don't update any submodule, just follow steps in `4.ii` to recompile."
# 1. Download and Install Emscripten using following instructions (unless the EMSDK env var is already set)
if [ "$EMSDK" == "" ]; then
EMSDK_UPDATE_REQUIRED=0
if [ ! -d "emsdk" ]; then
git clone https://github.com/emscripten-core/emsdk.git
EMSDK_UPDATE_REQUIRED=1
else
cd emsdk
git fetch
# Only pull if necessary
if [ $(git rev-parse HEAD) != $(git rev-parse @{u}) ]; then
git pull --ff-only
EMSDK_UPDATE_REQUIRED=1
fi
cd -
fi
if [ "$EMSDK_UPDATE_REQUIRED" == "1" ]; then
cd emsdk
./emsdk install latest
./emsdk activate latest
cd -
fi
source ./emsdk/emsdk_env.sh
fi
# 3. Download models (only required if you want to package files in wasm binary)
if [ ! -d "bergamot-models" ]; then
git clone https://github.com/mozilla-applied-ml/bergamot-models
else
cd bergamot-models
git fetch
# Only pull if necessary
if [ $(git rev-parse HEAD) != $(git rev-parse @{u}) ]; then
git pull --ff-only
fi
cd -
fi
mkdir -p models
rm -rf models/*
cp -rf bergamot-models/* models
gunzip models/*/*
# 4. Compile
# 1. Create a folder where you want to build all the artefacts (`build-wasm` in this case)
if [ ! -d "build-wasm" ]; then
mkdir build-wasm
fi
cd build-wasm
# 2. Compile the artefacts
emcmake cmake -DCOMPILE_WASM=on -DPACKAGE_DIR="../models/" ../
emmake make -j
# 3. Enable SIMD Wormhole via Wasm instantiation API in generated artifacts
sed -i.bak 's/var result = WebAssembly.instantiateStreaming(response, info);/var result = WebAssembly.instantiateStreaming(response, info,{simdWormhole:true});/g' wasm/bergamot-translator-worker.js
sed -i.bak 's/return WebAssembly.instantiate(binary, info);/return WebAssembly.instantiate(binary, info, {simdWormhole:true});/g' wasm/bergamot-translator-worker.js
sed -i.bak 's/var module = new WebAssembly.Module(bytes);/var module = new WebAssembly.Module(bytes, {simdWormhole:true});/g' wasm/bergamot-translator-worker.js
# The artefacts (.js and .wasm files) will be available in `wasm` folder of build directory ("build-wasm" in this case).
exit 0