mirror of
https://github.com/browsermt/bergamot-translator.git
synced 2024-11-04 05:58:24 +03:00
76 lines
2.5 KiB
Bash
Executable File
76 lines
2.5 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
|
|
# Usage: ./build-wasm.sh
|
|
|
|
set -e
|
|
set -x
|
|
|
|
# Run script from the context of the script-containing directory
|
|
cd "$(dirname $0)"
|
|
|
|
# This file replicates the instructions found in ./README.md under "Build WASM"
|
|
# with slight adjustments to be able to run the build script multiple times without having to clone all dependencies
|
|
# as per "As long as you don't update any submodule, just follow steps in `4.ii` to recompile."
|
|
|
|
# 1. Download and Install Emscripten using following instructions (unless the EMSDK env var is already set)
|
|
if [ "$EMSDK" == "" ]; then
|
|
EMSDK_UPDATE_REQUIRED=0
|
|
if [ ! -d "emsdk" ]; then
|
|
git clone https://github.com/emscripten-core/emsdk.git
|
|
EMSDK_UPDATE_REQUIRED=1
|
|
else
|
|
cd emsdk
|
|
git fetch
|
|
# Only pull if necessary
|
|
if [ $(git rev-parse HEAD) != $(git rev-parse @{u}) ]; then
|
|
git pull --ff-only
|
|
EMSDK_UPDATE_REQUIRED=1
|
|
fi
|
|
cd -
|
|
fi
|
|
if [ "$EMSDK_UPDATE_REQUIRED" == "1" ]; then
|
|
cd emsdk
|
|
./emsdk install latest
|
|
./emsdk activate latest
|
|
cd -
|
|
fi
|
|
source ./emsdk/emsdk_env.sh
|
|
fi
|
|
|
|
# 3. Download models (only required if you want to package files in wasm binary)
|
|
if [ ! -d "bergamot-models" ]; then
|
|
git clone https://github.com/mozilla-applied-ml/bergamot-models
|
|
else
|
|
cd bergamot-models
|
|
git fetch
|
|
# Only pull if necessary
|
|
if [ $(git rev-parse HEAD) != $(git rev-parse @{u}) ]; then
|
|
git pull --ff-only
|
|
fi
|
|
cd -
|
|
fi
|
|
mkdir -p models
|
|
rm -rf models/*
|
|
cp -rf bergamot-models/* models
|
|
gunzip models/*/*
|
|
|
|
# 4. Compile
|
|
# 1. Create a folder where you want to build all the artefacts (`build-wasm` in this case)
|
|
if [ ! -d "build-wasm" ]; then
|
|
mkdir build-wasm
|
|
fi
|
|
cd build-wasm
|
|
|
|
# 2. Compile the artefacts
|
|
emcmake cmake -DCOMPILE_WASM=on -DPACKAGE_DIR="../models/" ../
|
|
emmake make -j
|
|
|
|
# 3. Enable SIMD Wormhole via Wasm instantiation API in generated artifacts
|
|
sed -i.bak 's/var result = WebAssembly.instantiateStreaming(response, info);/var result = WebAssembly.instantiateStreaming(response, info,{simdWormhole:true});/g' wasm/bergamot-translator-worker.js
|
|
sed -i.bak 's/return WebAssembly.instantiate(binary, info);/return WebAssembly.instantiate(binary, info, {simdWormhole:true});/g' wasm/bergamot-translator-worker.js
|
|
sed -i.bak 's/var module = new WebAssembly.Module(bytes);/var module = new WebAssembly.Module(bytes, {simdWormhole:true});/g' wasm/bergamot-translator-worker.js
|
|
|
|
# The artefacts (.js and .wasm files) will be available in `wasm` folder of build directory ("build-wasm" in this case).
|
|
|
|
exit 0
|