mirror of
https://github.com/enso-org/enso.git
synced 2024-12-25 05:41:36 +03:00
c8800c8518
Original commit: a8f660550d
504 lines
14 KiB
JavaScript
504 lines
14 KiB
JavaScript
/// GitHub workflow generator. We are using custom generator in order to re-use sub-steps. This
|
|
/// may not be needed anymore after this feature request will be resolved by GitHub:
|
|
/// https://github.community/t/support-for-yaml-anchors/16128
|
|
|
|
const fss = require('fs')
|
|
const path = require('path')
|
|
const paths = require('./paths')
|
|
const yaml = require('js-yaml')
|
|
|
|
|
|
|
|
// =================
|
|
// === Constants ===
|
|
// =================
|
|
|
|
const NODE_VERSION = '14.15.0'
|
|
const RUST_VERSION = 'nightly-2019-11-04'
|
|
const WASM_PACK_VERSION = '0.9.1'
|
|
const FLAG_NO_CHANGELOG_NEEDED = '[ci no changelog needed]'
|
|
const FLAG_FORCE_CI_BUILD = '[ci build]'
|
|
|
|
|
|
|
|
// =============
|
|
// === Utils ===
|
|
// =============
|
|
|
|
function job(platforms,name,steps,cfg) {
|
|
if (!cfg) { cfg = {} }
|
|
return {
|
|
name: name,
|
|
"runs-on": "${{ matrix.os }}",
|
|
strategy: {
|
|
matrix: {
|
|
os: platforms
|
|
},
|
|
"fail-fast": false
|
|
},
|
|
// WARNING!
|
|
// Do not update to `checkout@v2` because it is broken:
|
|
// https://github.com/actions/checkout/issues/438
|
|
steps : list({uses:"actions/checkout@v1"}, ...steps),
|
|
...cfg
|
|
}
|
|
}
|
|
|
|
function job_on_all_platforms(...args) {
|
|
return job(["windows-latest", "macOS-latest", "ubuntu-latest"],...args)
|
|
}
|
|
|
|
function job_on_macos(...args) {
|
|
return job(["macOS-latest"],...args)
|
|
}
|
|
|
|
function job_on_ubuntu(...args) {
|
|
return job(["ubuntu-latest"],...args)
|
|
}
|
|
|
|
function job_on_ubuntu_18_04(...args) {
|
|
return job(["ubuntu-18.04"],...args)
|
|
}
|
|
|
|
function list(...args) {
|
|
let out = []
|
|
for (let arg of args) {
|
|
if (Array.isArray(arg)) {
|
|
out.push(...arg)
|
|
} else {
|
|
out.push(arg)
|
|
}
|
|
}
|
|
return out
|
|
}
|
|
|
|
|
|
|
|
// ============
|
|
// === Info ===
|
|
// ============
|
|
|
|
dumpGitHubContext = {
|
|
name: 'Dump GitHub context',
|
|
env: {
|
|
GITHUB_CONTEXT: '${{ toJson(github) }}'
|
|
},
|
|
run: 'echo "$GITHUB_CONTEXT"'
|
|
}
|
|
|
|
|
|
|
|
// ====================
|
|
// === Dependencies ===
|
|
// ====================
|
|
|
|
let installRust = {
|
|
name: "Install Rust",
|
|
uses: "actions-rs/toolchain@v1",
|
|
with: {
|
|
toolchain: RUST_VERSION,
|
|
override: true
|
|
}
|
|
}
|
|
|
|
let installNode = {
|
|
name: "Install Node",
|
|
uses: "actions/setup-node@v1",
|
|
with: {
|
|
"node-version": NODE_VERSION,
|
|
}
|
|
}
|
|
|
|
let installPrettier = {
|
|
name: "Install Prettier",
|
|
run: "npm install --save-dev --save-exact prettier"
|
|
}
|
|
|
|
let installClippy = {
|
|
name: "Install Clippy",
|
|
run: "rustup component add clippy"
|
|
}
|
|
|
|
|
|
function installWasmPackOn(name,sys,pkg) {
|
|
return {
|
|
name: `Install wasm-pack (${name})`,
|
|
env: {
|
|
WASMPACKURL: `https://github.com/rustwasm/wasm-pack/releases/download/v${WASM_PACK_VERSION}`,
|
|
WASMPACKDIR: `wasm-pack-v${WASM_PACK_VERSION}-x86_64-${pkg}`,
|
|
},
|
|
run: `
|
|
curl -L "$WASMPACKURL/$WASMPACKDIR.tar.gz" | tar -xz -C .
|
|
mv $WASMPACKDIR/wasm-pack ~/.cargo/bin
|
|
rm -r $WASMPACKDIR`,
|
|
shell: "bash",
|
|
if: `startsWith(matrix.os,'${sys}')`,
|
|
}
|
|
}
|
|
|
|
let installWasmPackOnMacOS = installWasmPackOn('macOS','macOS','apple-darwin')
|
|
let installWasmPackOnWindows = installWasmPackOn('Windows','windows','pc-windows-msvc')
|
|
let installWasmPackOnLinux = installWasmPackOn('Linux','ubuntu','unknown-linux-musl')
|
|
|
|
// We could use cargo install wasm-pack, but that takes 3.5 minutes compared to few seconds.
|
|
let installWasmPack = [installWasmPackOnMacOS, installWasmPackOnWindows, installWasmPackOnLinux]
|
|
|
|
|
|
|
|
// =============================
|
|
// === Build, Lint, and Test ===
|
|
// =============================
|
|
|
|
function buildOn(name,sys) {
|
|
return {
|
|
name: `Build (${name})`,
|
|
run: `node ./run dist --skip-version-validation --target ${name}`,
|
|
if: `startsWith(matrix.os,'${sys}')`
|
|
}
|
|
}
|
|
|
|
buildOnMacOS = buildOn('macos','macos')
|
|
buildOnWindows = buildOn('win','windows')
|
|
buildOnLinux = buildOn('linux','ubuntu')
|
|
|
|
let lintMarkdown = {
|
|
name: "Lint Markdown sources",
|
|
run: "npx prettier --check '*.md'",
|
|
}
|
|
|
|
let lintJavaScript = {
|
|
name: "Lint JavaScript sources",
|
|
run: "npx prettier --check 'src/**/*.js'",
|
|
}
|
|
|
|
let lintRust = {
|
|
name: "Lint Rust sources",
|
|
run: "node ./run lint --skip-version-validation",
|
|
}
|
|
|
|
let testNoWASM = {
|
|
name: "Run tests (no WASM)",
|
|
run: "node ./run test --no-wasm --skip-version-validation",
|
|
}
|
|
|
|
let testWASM = {
|
|
name: "Run tests (WASM)",
|
|
run: "node ./run test --no-native --skip-version-validation",
|
|
}
|
|
|
|
|
|
|
|
// =================
|
|
// === Artifacts ===
|
|
// =================
|
|
|
|
let uploadContentArtifacts = {
|
|
name: `Upload Content Artifacts`,
|
|
uses: "actions/upload-artifact@v1",
|
|
with: {
|
|
name: 'content',
|
|
path: `dist/content`
|
|
},
|
|
if: `startsWith(matrix.os,'macOS')`
|
|
}
|
|
|
|
function uploadBinArtifactsFor(name,sys,ext,os) {
|
|
return {
|
|
name: `Upload Artifacts (${name}, ${ext})`,
|
|
uses: "actions/upload-artifact@v1",
|
|
with: {
|
|
name: `enso-${os}-\${{fromJson(steps.changelog.outputs.content).version}}.${ext}`,
|
|
path: `dist/client/enso-${os}-\${{fromJson(steps.changelog.outputs.content).version}}.${ext}`
|
|
},
|
|
if: `startsWith(matrix.os,'${sys}')`
|
|
}
|
|
}
|
|
|
|
function uploadBinArtifactsWithChecksumsFor(name,sys,ext,os) {
|
|
return [
|
|
uploadBinArtifactsFor(name,sys,ext,os),
|
|
uploadBinArtifactsFor(name,sys,ext+'.sha256',os)
|
|
]
|
|
}
|
|
|
|
uploadBinArtifactsForMacOS = uploadBinArtifactsWithChecksumsFor('macOS','macos','dmg','mac')
|
|
uploadBinArtifactsForLinux = uploadBinArtifactsWithChecksumsFor('Linux','ubuntu','AppImage','linux')
|
|
uploadBinArtifactsForWindows = uploadBinArtifactsWithChecksumsFor('Windows','windows','exe','win')
|
|
|
|
let downloadArtifacts = {
|
|
name: "Download artifacts",
|
|
uses: "actions/download-artifact@v2",
|
|
with: {
|
|
path: "artifacts"
|
|
}
|
|
}
|
|
|
|
|
|
|
|
// ===========
|
|
// === Git ===
|
|
// ===========
|
|
|
|
/// Gets a space-separated list of changed files between this commit and the `develop` branch.
|
|
let getListOfChangedFiles = {
|
|
name: 'Get list of changed files',
|
|
id: 'changed_files',
|
|
run: `
|
|
list=\`git diff --name-only origin/\${{github.base_ref}} HEAD | tr '\\n' ' '\`
|
|
echo $list
|
|
echo "::set-output name=list::'$list'"
|
|
`,
|
|
shell: 'bash',
|
|
if: `github.base_ref == 'develop' || github.base_ref == 'unstable' || github.base_ref == 'stable'`
|
|
}
|
|
|
|
|
|
|
|
// =================
|
|
// === Changelog ===
|
|
// =================
|
|
|
|
let getCurrentReleaseChangelogInfo = {
|
|
name: 'Read changelog info',
|
|
id: 'changelog',
|
|
run: `
|
|
node ./run ci-gen --skip-version-validation
|
|
content=\`cat CURRENT_RELEASE_CHANGELOG.json\`
|
|
echo "::set-output name=content::$content"
|
|
`,
|
|
shell: 'bash'
|
|
}
|
|
|
|
let assertChangelogWasUpdated = [
|
|
getListOfChangedFiles,
|
|
{
|
|
name: 'Assert if CHANGELOG.md was updated (on pull request)',
|
|
run: `if [[ \${{ contains(steps.changed_files.outputs.list,'CHANGELOG.md') || contains(github.event.head_commit.message,'${FLAG_NO_CHANGELOG_NEEDED}') }} == false ]]; then exit 1; fi`,
|
|
if: `github.base_ref == 'develop' || github.base_ref == 'unstable' || github.base_ref == 'stable'`
|
|
}
|
|
]
|
|
|
|
|
|
|
|
// ======================
|
|
// === GitHub Release ===
|
|
// ======================
|
|
|
|
let uploadGitHubRelease = [
|
|
installPrettier,
|
|
{
|
|
name: `Pretty print changelog.`,
|
|
run: "npx prettier --prose-wrap never CHANGELOG.md --write"
|
|
},
|
|
{
|
|
name: `Upload GitHub Release`,
|
|
uses: "softprops/action-gh-release@v1",
|
|
env: {
|
|
GITHUB_TOKEN: "${{ secrets.GITHUB_TOKEN }}"
|
|
},
|
|
with: {
|
|
files: "artifacts/**/enso-*",
|
|
name: "Enso ${{fromJson(steps.changelog.outputs.content).version}}",
|
|
tag_name: "v${{fromJson(steps.changelog.outputs.content).version}}",
|
|
body: "${{fromJson(steps.changelog.outputs.content).body}}",
|
|
prerelease: "${{fromJson(steps.changelog.outputs.content).prerelease}}",
|
|
},
|
|
}
|
|
]
|
|
|
|
|
|
|
|
// ===================
|
|
// === CDN Release ===
|
|
// ===================
|
|
|
|
prepareAwsSessionCDN = {
|
|
shell: "bash",
|
|
run: `
|
|
aws configure --profile s3-upload <<-EOF > /dev/null 2>&1
|
|
\${{ secrets.ARTEFACT_S3_ACCESS_KEY_ID }}
|
|
\${{ secrets.ARTEFACT_S3_SECRET_ACCESS_KEY }}
|
|
us-west-1
|
|
text
|
|
EOF
|
|
`
|
|
}
|
|
|
|
function uploadToCDN(...names) {
|
|
let actions = []
|
|
for (let name of names) {
|
|
let action = {
|
|
name: `Upload '${name}' to CDN`,
|
|
shell: "bash",
|
|
run: `aws s3 cp ./artifacts/content/assets/${name} `
|
|
+ `s3://ensocdn/ide/\${{fromJson(steps.changelog.outputs.content).version}}/${name} --profile `
|
|
+ `s3-upload --acl public-read --content-encoding gzip`
|
|
}
|
|
actions.push(action)
|
|
}
|
|
return actions
|
|
}
|
|
|
|
|
|
|
|
// ==================
|
|
// === Assertions ===
|
|
// ==================
|
|
|
|
let assertVersionUnstable = {
|
|
name: "Assert Version Unstable",
|
|
run: "node ./run assert-version-unstable --skip-version-validation",
|
|
if: `github.ref == 'refs/heads/unstable' || github.base_ref == 'unstable'`
|
|
}
|
|
|
|
let assertVersionStable = {
|
|
name: "Assert Version Stable",
|
|
run: "node ./run assert-version-stable --skip-version-validation",
|
|
if: `github.ref == 'refs/heads/stable' || github.base_ref == 'stable'`
|
|
}
|
|
|
|
let assertReleaseDoNotExists = [
|
|
{
|
|
id: 'checkCurrentReleaseTag',
|
|
uses: 'mukunku/tag-exists-action@v1.0.0',
|
|
env: {
|
|
GITHUB_TOKEN: "${{ secrets.GITHUB_TOKEN }}"
|
|
},
|
|
with: {
|
|
tag: 'v${{fromJson(steps.changelog.outputs.content).version}}'
|
|
}
|
|
},
|
|
{
|
|
name: 'Fail if release already exists',
|
|
run: 'if [[ ${{ steps.checkCurrentReleaseTag.outputs.exists }} == true ]]; then exit 1; fi',
|
|
if: `github.base_ref == 'unstable' || github.base_ref == 'stable'`
|
|
}
|
|
]
|
|
|
|
assertNoSquashCommitForRelease = {
|
|
name: `Fail if squash commit to the 'unstable' or the 'stable' branch.`,
|
|
run: 'if [[ "${{ github.base_ref }}" == "unstable" || "${{ github.base_ref }}" == "stable" ]]; then exit 1; fi',
|
|
}
|
|
|
|
let assertions = list(
|
|
assertVersionUnstable,
|
|
assertVersionStable,
|
|
assertReleaseDoNotExists,
|
|
assertChangelogWasUpdated,
|
|
assertNoSquashCommitForRelease,
|
|
)
|
|
|
|
|
|
|
|
// ===============
|
|
// === Workflow ===
|
|
// ===============
|
|
|
|
/// Make a release only if it was a push to 'unstable' or 'stable'. Even if it was a pull request
|
|
/// FROM these branches, the `github.ref` will be different.
|
|
let releaseCondition = `github.ref == 'refs/heads/unstable' || github.ref == 'refs/heads/stable'`
|
|
|
|
/// Make a full build if one of the following conditions is true:
|
|
/// 1. There was a `FLAG_FORCE_CI_BUILD` flag set in the commit message (see its docs for more info).
|
|
/// 2. It was a pull request to the 'unstable', or the 'stable' branch.
|
|
/// 3. It was a commit to the 'develop' branch.
|
|
/// Otherwise, perform a simplified (faster) build only.
|
|
let buildCondition = `contains(github.event.head_commit.message,'${FLAG_FORCE_CI_BUILD}') || github.ref == 'refs/heads/develop' || github.base_ref == 'unstable' || github.base_ref == 'stable' || ${releaseCondition}`
|
|
|
|
let workflow = {
|
|
name : "GUI CI",
|
|
on: {
|
|
push: {
|
|
branches: ['develop','unstable','stable']
|
|
},
|
|
pull_request: {}
|
|
},
|
|
jobs: {
|
|
info: job_on_macos("Build Info", [
|
|
dumpGitHubContext
|
|
]),
|
|
version_assertions: job_on_macos("Assertions", [
|
|
getCurrentReleaseChangelogInfo,
|
|
assertions
|
|
]),
|
|
lint: job_on_macos("Linter", [
|
|
installNode,
|
|
installRust,
|
|
installPrettier,
|
|
installClippy,
|
|
lintMarkdown,
|
|
lintJavaScript,
|
|
lintRust
|
|
]),
|
|
test: job_on_macos("Tests", [
|
|
installNode,
|
|
installRust,
|
|
testNoWASM,
|
|
]),
|
|
"wasm-test": job_on_macos("WASM Tests", [
|
|
installNode,
|
|
installRust,
|
|
installWasmPack,
|
|
testWASM
|
|
]),
|
|
simple_build: job_on_macos("Simple Build (WASM size limit check)", [
|
|
installNode,
|
|
installRust,
|
|
installWasmPack,
|
|
buildOnMacOS,
|
|
],{if:`!(${buildCondition})`}),
|
|
build: job_on_all_platforms("Build", [
|
|
getCurrentReleaseChangelogInfo,
|
|
installNode,
|
|
installRust,
|
|
installWasmPack,
|
|
buildOnMacOS,
|
|
buildOnWindows,
|
|
buildOnLinux,
|
|
uploadContentArtifacts,
|
|
uploadBinArtifactsForMacOS,
|
|
uploadBinArtifactsForWindows,
|
|
uploadBinArtifactsForLinux,
|
|
],{if:buildCondition}),
|
|
release_to_github: job_on_macos("GitHub Release", [
|
|
downloadArtifacts,
|
|
getCurrentReleaseChangelogInfo,
|
|
// This assertion is checked earlier, but we should double-check it in case several
|
|
// CI jobs wil be run on this branch and a release was created when this workflow was
|
|
// running.
|
|
assertReleaseDoNotExists,
|
|
uploadGitHubRelease,
|
|
],{ if:releaseCondition,
|
|
needs:['version_assertions','lint','test','wasm-test','build']
|
|
}),
|
|
release_to_cdn: job_on_ubuntu_18_04("CDN Release", [
|
|
downloadArtifacts,
|
|
getCurrentReleaseChangelogInfo,
|
|
prepareAwsSessionCDN,
|
|
uploadToCDN('index.js.gz','style.css','ide.wasm','wasm_imports.js.gz'),
|
|
],{ if:releaseCondition,
|
|
needs:['version_assertions','lint','test','wasm-test','build']
|
|
})
|
|
}
|
|
}
|
|
|
|
let header = `
|
|
# !!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
|
|
# DO NOT CHANGE THIS FILE. IT WAS GENERATED FROM 'build/workflow.js'. READ DOCS THERE TO LEARN MORE.
|
|
# !!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
|
|
`
|
|
|
|
/// Generates a new GitHub workflow file (in .github/workflow/...).
|
|
function generate() {
|
|
let workflow_script = header + '\n' + yaml.dump(workflow,{noRefs:true})
|
|
fss.writeFileSync(path.join(paths.github.workflows,'gui-ci.yml'),workflow_script)
|
|
}
|
|
|
|
|
|
|
|
// ===============
|
|
// === Exports ===
|
|
// ===============
|
|
|
|
module.exports = {generate}
|