enso/.github/workflows/scala.yml

name: Engine CI

on:
  push:
    branches: [main, "release/*"]
  pull_request:
    branches: ["*"]

env:
  # Please ensure that this is in sync with graalVersion in build.sbt
  graalVersion: 20.1.0
  # Please ensure that this is in sync with javaVersion in build.sbt
  javaVersion: 11
  # Please ensure that this is in sync with project/build.properties
  sbtVersion: 1.3.13
  rustToolchain: nightly-2019-11-04
  excludedPaths: |
    .github/PULL_REQUEST_TEMPLATE.md
    .github/CODEOWNERS
    .github/ISSUE_TEMPLATE/*
    /doc/*
    .gitignore
    .scalafmt.conf
    CODE_OF_CONDUCT.md
    CONTRIBUTING.md
    LICENSE
    README.md    

jobs:
  # This job is responsible for testing the codebase
  test:
    name: Test Engine
    runs-on: ${{ matrix.os }}
    timeout-minutes: 30
    strategy:
      matrix:
        os: [macOS-latest, ubuntu-latest, windows-latest]
      fail-fast: false
    steps:
      - uses: actions/checkout@v2
      - name: Enable Developer Command Prompt (Windows)
        uses: ilammy/msvc-dev-cmd@v1.3.0
      - name: Install Rust
        uses: actions-rs/toolchain@v1
        with:
          toolchain: ${{ env.rustToolchain }}
          override: true
      - name: Setup conda
        uses: s-weigand/setup-conda@v1
        with:
          update-conda: false
          conda-channels: anaconda, conda-forge
      - name: Setup Conda Environment on Windows
        if: runner.os == 'Windows'
        run: |
          conda create --name enso
          conda init powershell          
      - name: Activate Conda Environment on Windows
        if: runner.os == 'Windows'
        run: conda activate enso
      - name: Install FlatBuffers Compiler
        run: conda install --freeze-installed flatbuffers=1.12.0
      - name: Setup GraalVM Environment
        uses: ayltai/setup-graalvm@v1
        with:
          graalvm-version: ${{ env.graalVersion }}
          java-version: ${{ env.javaVersion }}
          native-image: true
      - name: Set Up SBT
        run: |
          curl --retry 4 --retry-connrefused -fsSL -o sbt.tgz https://piccolo.link/sbt-${{env.sbtVersion}}.tgz
          tar -xzf sbt.tgz
          echo ::add-path::$GITHUB_WORKSPACE/sbt/bin/          

      # Caches
      - name: Cache SBT
        uses: actions/cache@v2
        with:
          path: |
            ~/.sbt
            ~/.ivy2/cache
            ~/.cache            
          key: ${{ runner.os }}-sbt-${{ hashFiles('**build.sbt') }}
          restore-keys: ${{ runner.os }}-sbt-

      # Build
      - name: Bootstrap Enso project
        run: sbt --no-colors bootstrap
      - name: Build Enso
        run: sbt --no-colors compile

      # Tests
      - name: Setup Tests on Windows
        if: runner.os == 'Windows'
        run: |
          echo '::set-env name=CI_TEST_TIMEFACTOR::2'
          echo '::set-env name=CI_TEST_FLAKY_ENABLE::true'          
      - name: Test Enso
        run: sbt --no-colors "set Global / parallelExecution := false; test"
      - name: Check Runtime Benchmark Compilation
        run: sbt -no-colors runtime/Benchmark/compile
      - name: Check Language Server Benchmark Compilation
        run: sbt -no-colors language-server/Benchmark/compile
      - name: Check Searcher Benchmark Compilation
        run: sbt -no-colors searcher/Benchmark/compile
      - name: Build the Uberjar
        run: sbt -no-colors runner/assembly
      - name: Test the Uberjar
        run: ./runner.jar --run tools/ci/Test.enso
      - name: Test the Repl in the Uberjar
        shell: bash
        run:
          cat tools/ci/artifact-test/repl/ReplTest.in | ./runner.jar --repl |
          diff -q tools/ci/artifact-test/repl/ReplTest.out - && echo "Test
          successful"

  # This job is responsible for building the artifacts
  build:
    name: Build Engine
    runs-on: ubuntu-latest
    timeout-minutes: 30
    steps:
      - name: Checkout (PR)
        uses: actions/checkout@v2
        if: github.event_name == 'pull_request'
        with:
          ref: ${{ github.event.pull_request.head.sha }}
      - name: Checkout (Branch)
        uses: actions/checkout@v2
        if: github.event_name != 'pull_request'
      - name: Install Rust
        uses: actions-rs/toolchain@v1
        with:
          toolchain: ${{ env.rustToolchain }}
          override: true
      - name: Setup conda
        uses: s-weigand/setup-conda@v1
        with:
          update-conda: true
          conda-channels: anaconda, conda-forge
      - name: Install FlatBuffers Compiler
        run: conda install flatbuffers=1.12.0
      - name: Setup GraalVM Environment
        uses: ayltai/setup-graalvm@v1
        with:
          graalvm-version: ${{ env.graalVersion }}
          java-version: ${{ env.javaVersion }}
          native-image: false
      - name: Set Up SBT
        run: |
          curl -fSL -o sbt.tgz https://piccolo.link/sbt-${{env.sbtVersion}}.tgz
          tar -xzf sbt.tgz
          echo ::add-path::$GITHUB_WORKSPACE/sbt/bin/          

      # Caches
      - name: Cache SBT
        uses: actions/cache@v2
        with:
          path: |
            ~/.sbt
            ~/.ivy2/cache
            ~/.cache            
          key: ${{ runner.os }}-sbt-${{ hashFiles('**build.sbt') }}
          restore-keys: ${{ runner.os }}-sbt-

      # Build Artifacts
      - name: Bootstrap the project
        run: sbt --no-colors bootstrap
      - name: Build the Runtime Uberjar
        run: sbt --no-colors runtime/assembly
      - name: Build the Runner Uberjar
        run: sbt --no-colors runner/assembly
      - name: Build the Project Manager Uberjar
        run: sbt --no-colors project-manager/assembly
      - name: Build the Manifest
        run: |
          cp distribution/manifest.template.yaml manifest.yaml
          echo "graal-vm-version: $graalVersion" >> manifest.yaml
          echo "graal-java-version: $javaVersion" >> manifest.yaml          
      - name: Prepare Distribution
        run: |
          DIST_VERSION=$(./runner.jar --version --json | jq -r '.version')
          DIST_ROOT=enso-engine-$DIST_VERSION
          DIST_DIR=$DIST_ROOT/enso-$DIST_VERSION
          mkdir -p $DIST_DIR
          mkdir $DIST_DIR/component
          cp runtime.jar $DIST_DIR/component
          mv runner.jar $DIST_DIR/component
          mv project-manager.jar $DIST_DIR/component
          cp -r distribution/std-lib $DIST_DIR/std-lib
          cp -r distribution/bin $DIST_DIR/bin
          chmod +x $DIST_DIR/bin/enso
          chmod +x $DIST_DIR/bin/project-manager
          cp manifest.yaml $DIST_DIR
          echo ::set-env name=DIST_ROOT::$DIST_ROOT
          echo ::set-env name=DIST_DIR::$DIST_DIR          
      - name: Build the Parser JS Bundle
        run: sbt -no-colors syntaxJS/fullOptJS

      # Publish
      - name: Publish the Distribution Artifact
        uses: actions/upload-artifact@v1.0.0
        with:
          name: ${{ env.DIST_ROOT }}
          path: ${{ env.DIST_ROOT }}
      - name: Prepare the FlatBuffers Schemas for Upload
        run: |
          mkdir fbs-upload
          cp -r "engine/language-server/src/main/schema" fbs-upload/fbs-schema/
          zip -r -m -ll "fbs-upload/fbs-schema.zip" "fbs-upload/fbs-schema/"          
      - name: Publish the FlatBuffers Schemas
        uses: actions/upload-artifact@v1.0.0
        with:
          name: Engine Protocol FlatBuffers Schemas
          path: ./fbs-upload/fbs-schema.zip
      - name: Prepare Parser JS Bundle for Upload
        run: |
          mkdir parser-upload
          cp ./target/scala-parser.js parser-upload          
      - name: Publish the Parser JS Bundle
        uses: actions/upload-artifact@v1.0.0
        with:
          name: Parser JS Bundle
          path: ./target/scala-parser.js
      - name: Publish the Manifest
        uses: actions/upload-artifact@v2
        with:
          name: manifest
          path: manifest.yaml
      - name: Prepare AWS Session
        run: |
          aws configure --profile s3-upload <<-EOF > /dev/null 2>&1
          ${{ secrets.ARTEFACT_S3_ACCESS_KEY_ID }}
          ${{ secrets.ARTEFACT_S3_SECRET_ACCESS_KEY }}
          us-west-2
          text
          EOF          
      - name: Upload Parser JS Bundle to S3
        run: |
          aws s3 sync ./parser-upload s3://packages-luna/parser-js/nightly/`git rev-parse HEAD` --profile s3-upload --acl public-read --delete          
      - name: Upload FlatBuffers Schemas to S3
        run: |
          aws s3 sync ./fbs-upload s3://packages-luna/fbs-schema/nightly/`git rev-parse HEAD` --profile s3-upload --acl public-read --delete          
      - name: Upload Distribution to S3
        run: |
          aws s3 sync ${{ env.DIST_DIR }} s3://packages-luna/project-manager/nightly/`git rev-parse HEAD` --profile s3-upload --acl public-read --delete          
      - name: Teardown AWS Session
        run: |
          aws configure --profile s3-upload <<-EOF > /dev/null 2>&1
          null
          null
          null
          text
          EOF          

  build-launcher:
    name: Build Launcher
    runs-on: ${{ matrix.os }}
    timeout-minutes: 30
    strategy:
      matrix:
        os: [macOS-latest, ubuntu-latest, windows-latest]
      fail-fast: false
    steps:
      - name: Checkout (PR)
        uses: actions/checkout@v2
        if: github.event_name == 'pull_request'
        with:
          ref: ${{ github.event.pull_request.head.sha }}
      - name: Checkout (Branch)
        uses: actions/checkout@v2
        if: github.event_name != 'pull_request'
      - name: Enable Developer Command Prompt (Windows)
        uses: ilammy/msvc-dev-cmd@v1.3.0
      - name: Setup GraalVM Environment
        uses: ayltai/setup-graalvm@v1
        with:
          graalvm-version: ${{ env.graalVersion }}
          java-version: ${{ env.javaVersion }}
          native-image: true
      - name: Install Rust
        uses: actions-rs/toolchain@v1
        with:
          toolchain: ${{ env.rustToolchain }}
          override: true
      - name: Set Up SBT
        run: |
          curl -fSL -o sbt.tgz https://piccolo.link/sbt-${{env.sbtVersion}}.tgz
          tar -xzf sbt.tgz
          echo ::add-path::$GITHUB_WORKSPACE/sbt/bin/          

      # Caches
      - name: Cache SBT
        uses: actions/cache@v2
        with:
          path: |
            ~/.sbt
            ~/.ivy2/cache
            ~/.cache            
          key: ${{ runner.os }}-sbt-${{ hashFiles('**build.sbt') }}
          restore-keys: ${{ runner.os }}-sbt-

      # Build Artifacts
      #- name: Bootstrap the project # As long as launcher doesn't depend on
      #                              # runtime, bootstrap is not mandatory.
      #  run: sbt --no-colors bootstrap
      - name: Build Launcher Native Image
        run: sbt --no-colors launcher/buildNativeImage

      # Publish
      - name: Prepare distribution directory name (Unix)
        if: runner.os != 'Windows'
        shell: bash
        run: |
          chmod +x enso
          DIST_VERSION=$(./enso version --json | jq -r '.version')
          DIST_ROOT=enso-launcher-$DIST_VERSION-$(echo ${{ runner.os }} | awk '{print tolower($0)}')-amd64
          DIST_DIR=$DIST_ROOT/enso
          echo ::set-env name=DIST_VERSION::$DIST_VERSION
          echo ::set-env name=DIST_DIR::$DIST_DIR
          echo ::set-env name=DIST_ROOT::$DIST_ROOT          
      - name: Prepare distribution directory name (Windows)
        if: runner.os == 'Windows'
        shell: bash
        run: |
          DIST_VERSION=$(./enso.exe version --json | jq -r '.version')
          DIST_ROOT=enso-launcher-$DIST_VERSION-$(echo ${{ runner.os }} | awk '{print tolower($0)}')-amd64
          DIST_DIR=$DIST_ROOT/enso
          echo ::set-env name=DIST_VERSION::$DIST_VERSION
          echo ::set-env name=DIST_DIR::$DIST_DIR
          echo ::set-env name=DIST_ROOT::$DIST_ROOT          

      - name: Prepare Launcher distribution (common)
        shell: bash
        run: |
          mkdir -p ${{ env.DIST_DIR }}
          mkdir ${{ env.DIST_DIR }}/bin
          mkdir ${{ env.DIST_DIR }}/dist
          mkdir ${{ env.DIST_DIR }}/runtime
          cp distribution/launcher/.enso.portable ${{ env.DIST_DIR }}
          cp distribution/launcher/README.md ${{ env.DIST_DIR }}
          cp distribution/launcher/NOTICE ${{ env.DIST_DIR }}
          cp -r distribution/launcher/components-licences ${{ env.DIST_DIR }}          

      - name: Prepare Launcher distribution (Unix)
        if: runner.os != 'Windows'
        run: |
          cp enso ${{ env.DIST_DIR }}/bin/          

      - name: Prepare Launcher distribution (Windows)
        if: runner.os == 'Windows'
        shell: bash
        run: |
          cp enso.exe ${{ env.DIST_DIR }}/bin/          

      # The way artifacts are uploaded currently does not preserve the
      # executable bits for Unix. However putting artifacts into a ZIP would
      # create a twice nested ZIP file. For now, users downloading artifacts
      # from the CI builds have to set the bit themselves.
      - name: Publish the Launcher Binary
        uses: actions/upload-artifact@v2
        with:
          name: ${{ env.DIST_ROOT }}
          path: ${{ env.DIST_ROOT }}