2020-03-16 05:58:00 +03:00
|
|
|
const cmd = require('./cmd')
|
|
|
|
const fs = require('fs').promises
|
|
|
|
const fss = require('fs')
|
|
|
|
const glob = require('glob')
|
|
|
|
const ncp = require('ncp').ncp
|
|
|
|
const path = require('path')
|
|
|
|
const paths = require('./paths')
|
|
|
|
const stream = require('stream');
|
|
|
|
const yargs = require('yargs')
|
|
|
|
const zlib = require('zlib');
|
|
|
|
|
|
|
|
process.on('unhandledRejection', error => { throw(error) })
|
|
|
|
process.chdir(paths.root)
|
|
|
|
|
|
|
|
|
|
|
|
const { promisify } = require('util')
|
|
|
|
const pipe = promisify(stream.pipeline)
|
|
|
|
|
|
|
|
async function gzip(input, output) {
|
|
|
|
const gzip = zlib.createGzip()
|
|
|
|
const source = fss.createReadStream(input)
|
|
|
|
const destination = fss.createWriteStream(output)
|
|
|
|
await pipe(source,gzip,destination)
|
|
|
|
}
|
2020-03-05 08:25:00 +03:00
|
|
|
|
|
|
|
|
|
|
|
|
2020-03-16 05:58:00 +03:00
|
|
|
// ========================
|
|
|
|
// === Global Variables ===
|
|
|
|
// ========================
|
2020-03-05 08:25:00 +03:00
|
|
|
|
2020-04-03 14:18:22 +03:00
|
|
|
/// Arguments passed to cargo build system called from this script. This variable is set to a
|
|
|
|
/// specific value after the command line args get parsed.
|
|
|
|
let cargoArgs = undefined
|
2020-03-05 08:25:00 +03:00
|
|
|
|
2020-03-13 07:10:08 +03:00
|
|
|
/// Arguments passed to a target binary if any. This variable is set to a specific value after the
|
|
|
|
// command line args get parsed.
|
|
|
|
let targetArgs = undefined
|
2020-03-05 08:25:00 +03:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
// =============
|
|
|
|
// === Utils ===
|
|
|
|
// =============
|
|
|
|
|
2020-03-13 07:10:08 +03:00
|
|
|
/// Copy files and directories.
|
2020-03-05 08:25:00 +03:00
|
|
|
async function copy(src,tgt) {
|
|
|
|
return new Promise((resolve, reject) => {
|
|
|
|
ncp(src,tgt,(err) => {
|
|
|
|
if (err) { reject(`${err}`) }
|
|
|
|
resolve()
|
|
|
|
})
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
2020-04-03 14:18:22 +03:00
|
|
|
/// Run the command with the provided args and all args passed to this script after the `--` symbol.
|
|
|
|
async function run_cargo(command,args) {
|
|
|
|
await cmd.run(command,args.concat(cargoArgs))
|
|
|
|
}
|
|
|
|
|
2020-03-05 22:00:47 +03:00
|
|
|
/// Run the command with the provided args and all args passed to this script after the `--` symbol.
|
|
|
|
async function run(command,args) {
|
2020-04-03 14:18:22 +03:00
|
|
|
await cmd.run(command,args)
|
2020-03-05 22:00:47 +03:00
|
|
|
}
|
|
|
|
|
2020-03-05 08:25:00 +03:00
|
|
|
|
2020-03-13 07:10:08 +03:00
|
|
|
/// Defines a new command argument builder.
|
|
|
|
function command(docs) {
|
|
|
|
return {docs}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
// ================
|
|
|
|
// === Commands ===
|
|
|
|
// ================
|
|
|
|
|
|
|
|
let commands = {}
|
|
|
|
|
2020-03-05 08:25:00 +03:00
|
|
|
|
|
|
|
// === Clean ===
|
|
|
|
|
2020-03-13 07:10:08 +03:00
|
|
|
commands.clean = command(`Clean all build artifacts`)
|
|
|
|
commands.clean.js = async function() {
|
2020-03-16 05:58:00 +03:00
|
|
|
await cmd.with_cwd(paths.js.root, async () => {
|
2020-03-05 22:00:47 +03:00
|
|
|
await run('npm',['run','clean'])
|
2020-03-05 08:25:00 +03:00
|
|
|
})
|
2020-03-16 05:58:00 +03:00
|
|
|
try { await fs.unlink(paths.dist.init) } catch {}
|
2020-03-05 08:25:00 +03:00
|
|
|
}
|
|
|
|
|
2020-03-13 07:10:08 +03:00
|
|
|
commands.clean.rust = async function() {
|
2020-04-03 14:18:22 +03:00
|
|
|
await run_cargo('cargo',['clean'])
|
2020-03-05 08:25:00 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
// === Check ===
|
|
|
|
|
2020-03-13 07:10:08 +03:00
|
|
|
commands.check = command(`Fast check if project builds (only Rust target)`)
|
|
|
|
commands.check.rust = async function() {
|
2020-04-03 14:18:22 +03:00
|
|
|
await run_cargo('cargo',['check'])
|
2020-03-05 08:25:00 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
// === Build ===
|
|
|
|
|
2020-03-13 07:10:08 +03:00
|
|
|
commands.build = command(`Build the sources in release mode`)
|
|
|
|
commands.build.js = async function() {
|
2020-03-05 08:25:00 +03:00
|
|
|
console.log(`Building JS target.`)
|
2020-03-16 05:58:00 +03:00
|
|
|
await run('npm',['run','build'])
|
2020-03-05 08:25:00 +03:00
|
|
|
}
|
|
|
|
|
2020-03-16 05:58:00 +03:00
|
|
|
commands.build.rust = async function(argv) {
|
2020-03-05 08:25:00 +03:00
|
|
|
console.log(`Building WASM target.`)
|
2020-03-16 05:58:00 +03:00
|
|
|
let args = ['build','--target','web','--no-typescript','--out-dir',paths.dist.wasm.root,'lib/debug-scenes']
|
|
|
|
if (argv.dev) { args.push('--dev') }
|
2020-04-03 14:18:22 +03:00
|
|
|
await run_cargo('wasm-pack',args)
|
2020-03-16 05:58:00 +03:00
|
|
|
await patch_file(paths.dist.wasm.glue, js_workaround_patcher)
|
|
|
|
await fs.rename(paths.dist.wasm.mainRaw, paths.dist.wasm.main)
|
|
|
|
if (!argv.dev) {
|
|
|
|
// TODO: Enable after updating wasm-pack
|
|
|
|
// https://github.com/rustwasm/wasm-pack/issues/696
|
|
|
|
// console.log('Optimizing the WASM binary.')
|
|
|
|
// await cmd.run('npx',['wasm-opt','-O3','-o',paths.dist.wasm.mainOpt,paths.dist.wasm.main])
|
|
|
|
|
|
|
|
console.log('Minimizing the WASM binary.')
|
|
|
|
await gzip(paths.dist.wasm.main,paths.dist.wasm.mainOptGz) // TODO main -> mainOpt
|
|
|
|
|
|
|
|
console.log('Checking the resulting WASM size.')
|
|
|
|
let stats = fss.statSync(paths.dist.wasm.mainOptGz)
|
2020-04-28 13:52:40 +03:00
|
|
|
let limit = 2.8
|
2020-03-16 05:58:00 +03:00
|
|
|
let size = Math.round(100 * stats.size / 1024 / 1024) / 100
|
|
|
|
if (size > limit) {
|
|
|
|
throw(`Output file size exceeds the limit (${size}MB > ${limit}MB).`)
|
|
|
|
}
|
|
|
|
}
|
2020-03-05 08:25:00 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
/// Workaround fix by wdanilo, see: https://github.com/rustwasm/wasm-pack/issues/790
|
|
|
|
function js_workaround_patcher(code) {
|
|
|
|
code = code.replace(/if \(\(typeof URL.*}\);/gs,'return imports')
|
|
|
|
code = code.replace(/if \(typeof module.*let result/gs,'let result')
|
|
|
|
code = code.replace(/export default init;/gs,'export default init')
|
|
|
|
code += '\nexport function after_load\(w,m\) { wasm = w; init.__wbindgen_wasm_module = m;}'
|
|
|
|
return code
|
|
|
|
}
|
|
|
|
|
|
|
|
async function patch_file(path,patcher) {
|
|
|
|
console.log(`Patching ${path}`)
|
|
|
|
let code_to_patch = await fs.readFile(path,'utf8')
|
|
|
|
let patched_code = patcher(code_to_patch)
|
|
|
|
await fs.writeFile(path,patched_code)
|
|
|
|
}
|
|
|
|
|
|
|
|
|
2020-03-13 07:10:08 +03:00
|
|
|
// === Start ===
|
2020-03-05 08:25:00 +03:00
|
|
|
|
2020-03-13 07:10:08 +03:00
|
|
|
commands.start = command(`Build and start desktop client`)
|
2020-03-16 05:58:00 +03:00
|
|
|
commands.start.rust = async function(argv) {
|
2020-04-03 14:18:22 +03:00
|
|
|
let argv2 = Object.assign({},argv,{dev:true})
|
|
|
|
await commands.build.rust(argv2)
|
2020-03-13 07:10:08 +03:00
|
|
|
}
|
2020-03-05 08:25:00 +03:00
|
|
|
|
2020-03-13 07:10:08 +03:00
|
|
|
commands.start.js = async function() {
|
|
|
|
console.log(`Building JS target.`)
|
2020-03-16 05:58:00 +03:00
|
|
|
await cmd.with_cwd(paths.js.root, async () => {
|
2020-03-13 07:10:08 +03:00
|
|
|
await run('npm',['run','start','--'].concat(targetArgs))
|
|
|
|
})
|
2020-03-05 08:25:00 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2020-03-13 07:10:08 +03:00
|
|
|
// === Test ===
|
|
|
|
|
|
|
|
commands.test = command(`Run test suites`)
|
2020-03-16 13:16:16 +03:00
|
|
|
commands.test.rust = async function(argv) {
|
|
|
|
if (argv.native) {
|
|
|
|
console.log(`Running Rust test suite.`)
|
2020-04-03 14:18:22 +03:00
|
|
|
await run_cargo('cargo',['test'])
|
2020-03-16 13:16:16 +03:00
|
|
|
}
|
2020-03-13 07:10:08 +03:00
|
|
|
|
2020-03-16 13:16:16 +03:00
|
|
|
if (argv.wasm) {
|
|
|
|
console.log(`Running Rust WASM test suite.`)
|
|
|
|
let args = ['run','--manifest-path=test/Cargo.toml','--bin','test_all','--','--headless','--chrome']
|
2020-04-03 14:18:22 +03:00
|
|
|
await run_cargo('cargo',args)
|
2020-03-16 13:16:16 +03:00
|
|
|
}
|
2020-03-13 07:10:08 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
// === Lint ===
|
|
|
|
|
|
|
|
commands.lint = command(`Lint the codebase`)
|
|
|
|
commands.lint.rust = async function() {
|
2020-03-31 15:10:37 +03:00
|
|
|
// We run clippy-preview due to https://github.com/rust-lang/rust-clippy/issues/4612
|
2020-04-03 14:18:22 +03:00
|
|
|
await run_cargo('cargo',['clippy-preview','-Z','unstable-options','--','-D','warnings'])
|
2020-03-13 07:10:08 +03:00
|
|
|
}
|
2020-03-05 08:25:00 +03:00
|
|
|
|
|
|
|
|
|
|
|
// === Watch ===
|
|
|
|
|
2020-03-13 07:10:08 +03:00
|
|
|
commands.watch = command(`Start a file-watch utility and run interactive mode`)
|
|
|
|
commands.watch.parallel = true
|
|
|
|
commands.watch.rust = async function() {
|
2020-04-03 14:18:22 +03:00
|
|
|
let target = '"' + `node ${paths.script.main} build --no-js --dev -- ` + cargoArgs.join(" ") + '"'
|
|
|
|
let args = ['watch','-s',`${target}`]
|
2020-03-16 05:58:00 +03:00
|
|
|
await cmd.with_cwd(paths.rust.root, async () => {
|
|
|
|
await cmd.run('cargo',args)
|
|
|
|
})
|
2020-03-05 08:25:00 +03:00
|
|
|
}
|
|
|
|
|
2020-03-13 07:10:08 +03:00
|
|
|
commands.watch.js = async function() {
|
2020-03-16 05:58:00 +03:00
|
|
|
await cmd.with_cwd(paths.js.root, async () => {
|
2020-03-05 22:00:47 +03:00
|
|
|
await run('npm',['run','watch'])
|
2020-03-05 08:25:00 +03:00
|
|
|
})
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
// === Dist ===
|
|
|
|
|
2020-03-13 07:10:08 +03:00
|
|
|
commands.dist = command(`Build the sources and create distribution packages`)
|
2020-03-16 05:58:00 +03:00
|
|
|
commands.dist.rust = async function(argv) {
|
|
|
|
await commands.build.rust(argv)
|
2020-03-05 08:25:00 +03:00
|
|
|
}
|
|
|
|
|
2020-03-13 07:10:08 +03:00
|
|
|
commands.dist.js = async function() {
|
2020-03-16 05:58:00 +03:00
|
|
|
await cmd.with_cwd(paths.js.root, async () => {
|
2020-03-05 22:00:47 +03:00
|
|
|
await run('npm',['run','dist'])
|
2020-03-05 08:25:00 +03:00
|
|
|
})
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
2020-03-13 07:10:08 +03:00
|
|
|
// ===========================
|
|
|
|
// === Command Line Parser ===
|
|
|
|
// ===========================
|
|
|
|
|
|
|
|
let usage = `run command [options]
|
|
|
|
|
2020-04-03 14:18:22 +03:00
|
|
|
All arguments after '--' will be passed to cargo build system.
|
2020-03-13 07:10:08 +03:00
|
|
|
All arguments after second '--' will be passed to target executable if any.
|
2020-04-03 14:18:22 +03:00
|
|
|
For example, 'run start -- --dev -- --debug-scene shapes' will pass '--dev' to cargo \
|
|
|
|
and '--debug-scene shapes' to the output binary.`
|
2020-03-13 07:10:08 +03:00
|
|
|
|
|
|
|
let optParser = yargs
|
|
|
|
.scriptName("")
|
|
|
|
.usage(usage)
|
|
|
|
.help()
|
|
|
|
.parserConfiguration({'populate--':true})
|
|
|
|
.demandCommand()
|
|
|
|
|
|
|
|
optParser.options('rust', {
|
|
|
|
describe : 'Run the Rust target',
|
|
|
|
type : 'bool',
|
|
|
|
default : true
|
|
|
|
})
|
|
|
|
|
|
|
|
optParser.options('js', {
|
|
|
|
describe : 'Run the JavaScript target',
|
|
|
|
type : 'bool',
|
|
|
|
default : true
|
|
|
|
})
|
|
|
|
|
2020-03-16 05:58:00 +03:00
|
|
|
optParser.options('release', {
|
|
|
|
describe : "Enable all optimizations",
|
|
|
|
type : 'bool',
|
|
|
|
})
|
|
|
|
|
|
|
|
optParser.options('dev', {
|
|
|
|
describe : "Optimize for fast builds",
|
|
|
|
type : 'bool',
|
|
|
|
})
|
|
|
|
|
2020-03-13 07:10:08 +03:00
|
|
|
let commandList = Object.keys(commands)
|
|
|
|
commandList.sort()
|
|
|
|
for (let command of commandList) {
|
|
|
|
let config = commands[command]
|
2020-03-16 13:16:16 +03:00
|
|
|
optParser.command(command,config.docs,(args) => {
|
|
|
|
args.options('native', {
|
|
|
|
describe : 'Run native tests',
|
|
|
|
type : 'bool',
|
|
|
|
default : true
|
|
|
|
})
|
|
|
|
args.options('wasm', {
|
|
|
|
describe : 'Run WASM tests',
|
|
|
|
type : 'bool',
|
|
|
|
default : true
|
|
|
|
})
|
|
|
|
})
|
2020-03-16 05:58:00 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
// ======================
|
|
|
|
// === Package Config ===
|
|
|
|
// ======================
|
|
|
|
|
|
|
|
function defaultConfig() {
|
|
|
|
return {
|
|
|
|
version: "2.0.0-alpha.0",
|
|
|
|
author: {
|
|
|
|
name: "Enso Team",
|
|
|
|
email: "contact@luna-lang.org"
|
|
|
|
},
|
|
|
|
homepage: "https://github.com/luna/ide",
|
|
|
|
repository: {
|
|
|
|
type: "git",
|
|
|
|
url: "git@github.com:luna/ide.git"
|
|
|
|
},
|
|
|
|
bugs: {
|
|
|
|
url: "https://github.com/luna/ide/issues"
|
|
|
|
},
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
async function processPackageConfigs() {
|
|
|
|
let files = []
|
|
|
|
files = files.concat(glob.sync(paths.js.root + "/package.js", {cwd:paths.root}))
|
|
|
|
files = files.concat(glob.sync(paths.js.root + "/lib/*/package.js", {cwd:paths.root}))
|
|
|
|
for (file of files) {
|
|
|
|
let dirPath = path.dirname(file)
|
|
|
|
let outPath = path.join(dirPath,'package.json')
|
|
|
|
let src = await fs.readFile(file,'utf8')
|
|
|
|
let modSrc = `module = {}\n${src}\nreturn module.exports`
|
|
|
|
let fn = new Function('require','paths',modSrc)
|
|
|
|
let mod = fn(require,paths)
|
|
|
|
let config = mod.config
|
|
|
|
if (!config) { throw(`Package config '${file}' do not export 'module.config'.`) }
|
|
|
|
config = Object.assign(defaultConfig(),config)
|
|
|
|
fs.writeFile(outPath,JSON.stringify(config,undefined,4))
|
|
|
|
}
|
2020-03-13 07:10:08 +03:00
|
|
|
}
|
2020-03-05 08:25:00 +03:00
|
|
|
|
|
|
|
|
|
|
|
|
2020-03-13 07:10:08 +03:00
|
|
|
// ============
|
|
|
|
// === Main ===
|
|
|
|
// ============
|
2020-03-05 08:25:00 +03:00
|
|
|
|
2020-03-13 07:10:08 +03:00
|
|
|
async function updateBuildVersion () {
|
|
|
|
let config = {}
|
2020-03-16 05:58:00 +03:00
|
|
|
let configPath = paths.dist.buildInfo
|
2020-03-13 07:10:08 +03:00
|
|
|
let exists = fss.existsSync(configPath)
|
|
|
|
if(exists) {
|
|
|
|
let configFile = await fs.readFile(configPath)
|
|
|
|
config = JSON.parse(configFile)
|
2020-03-05 08:25:00 +03:00
|
|
|
}
|
2020-03-13 07:10:08 +03:00
|
|
|
let commitHashCmd = await cmd.run_read('git',['rev-parse','--short','HEAD'])
|
|
|
|
let commitHash = commitHashCmd.trim()
|
|
|
|
if (config.buildVersion != commitHash) {
|
|
|
|
config.buildVersion = commitHash
|
2020-03-16 05:58:00 +03:00
|
|
|
await fs.mkdir(paths.dist.root,{recursive:true})
|
2020-03-13 07:10:08 +03:00
|
|
|
await fs.writeFile(configPath,JSON.stringify(config,undefined,2))
|
2020-03-05 08:25:00 +03:00
|
|
|
}
|
2020-03-13 07:10:08 +03:00
|
|
|
}
|
2020-03-05 08:25:00 +03:00
|
|
|
|
2020-03-16 05:58:00 +03:00
|
|
|
async function installJsDeps() {
|
|
|
|
let initialized = fss.existsSync(paths.dist.init)
|
|
|
|
if (!initialized) {
|
|
|
|
console.log('Installing application dependencies')
|
|
|
|
await cmd.with_cwd(paths.js.root, async () => {
|
|
|
|
await cmd.run('npm',['run','install'])
|
|
|
|
})
|
|
|
|
await fs.mkdir(paths.dist.root, {recursive:true})
|
|
|
|
await fs.open(paths.dist.init,'w')
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
async function runCommand(command,argv) {
|
2020-04-03 14:18:22 +03:00
|
|
|
let config = commands[command]
|
|
|
|
cargoArgs = argv['--']
|
|
|
|
if(cargoArgs === undefined) { cargoArgs = [] }
|
|
|
|
let index = cargoArgs.indexOf('--')
|
2020-03-16 05:58:00 +03:00
|
|
|
if (index == -1) {
|
|
|
|
targetArgs = []
|
|
|
|
}
|
|
|
|
else {
|
2020-04-03 14:18:22 +03:00
|
|
|
targetArgs = cargoArgs.slice(index + 1)
|
|
|
|
cargoArgs = cargoArgs.slice(0,index)
|
2020-03-16 05:58:00 +03:00
|
|
|
}
|
|
|
|
let runner = async function () {
|
|
|
|
let do_rust = argv.rust && config.rust
|
|
|
|
let do_js = argv.js && config.js
|
|
|
|
let rustCmd = () => cmd.with_cwd(paths.rust.root, async () => await config.rust(argv))
|
|
|
|
let jsCmd = () => cmd.with_cwd(paths.js.root , async () => await config.js(argv))
|
|
|
|
if(config.parallel) {
|
|
|
|
let promises = []
|
|
|
|
if (do_rust) { promises.push(rustCmd()) }
|
|
|
|
if (do_js) { promises.push(jsCmd()) }
|
|
|
|
await Promise.all(promises)
|
|
|
|
} else {
|
|
|
|
if (do_rust) { await rustCmd() }
|
|
|
|
if (do_js) { await jsCmd() }
|
|
|
|
}
|
|
|
|
}
|
|
|
|
cmd.section(command)
|
|
|
|
runner()
|
|
|
|
}
|
|
|
|
|
2020-03-13 07:10:08 +03:00
|
|
|
async function main () {
|
2020-03-16 05:58:00 +03:00
|
|
|
await processPackageConfigs()
|
2020-03-13 07:10:08 +03:00
|
|
|
updateBuildVersion()
|
2020-03-16 05:58:00 +03:00
|
|
|
let argv = optParser.parse()
|
|
|
|
let command = argv._[0]
|
|
|
|
if(command == 'clean') {
|
|
|
|
try { await fs.unlink(paths.dist.init) } catch {}
|
|
|
|
} else {
|
|
|
|
await installJsDeps()
|
|
|
|
}
|
|
|
|
await runCommand(command,argv)
|
2020-03-05 08:25:00 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
main()
|