daml/azure-cron.yml

# Copyright (c) 2023 Digital Asset (Switzerland) GmbH and/or its affiliates. All rights reserved.
# SPDX-License-Identifier: Apache-2.0

# Azure Pipelines file, see https://aka.ms/yaml

# Do not run on PRs
pr: none

# Do not run on merge to main
trigger: none

# Do run on a schedule (hourly)
#
# This is currently (2019-08-15) broken on Azure for GitHub-hosted repos. It
# does, however, work as expected for Azure-hosted repos. As a workaround, we
# have created a repo inside Azure that contains an `azure-pipelines.yml` file
# that just triggers this job.
#
# When the situation is resolved, delete that repo in Azure and uncomment the
# following. In the meantime, this should stay commented so we avoid running
# jobs twice when Azure fixes this issue.
#schedules:
#- cron: "0 * * * *"
#  displayName: hourly cron
#  branches:
#    include:
#    - main
#  always: true

jobs:
  - job: fix_bazel_cache
    timeoutInMinutes: 120
    pool:
      name: 'ubuntu_20_04'
      demands: assignment -equals default
    steps:
      - checkout: self
      - bash: ci/dev-env-install.sh
        displayName: 'Build/Install the Developer Environment'
      - template: ci/bash-lib.yml
        parameters:
          var_name: bash-lib
      - bash: |
          set -euo pipefail
          eval "$(dev-env/bin/dade assist)"

          bazel build //ci/cron:cron

          key=$(mktemp)
          cleanup="rm -rf $key ~/.config/gcloud"
          trap "$cleanup" EXIT
          echo "$GCRED" > $key
          gcloud auth activate-service-account --key-file=$key
          export BOTO_CONFIG=/dev/null
          ./bazel-bin/ci/cron/cron bazel-cache --age 75 --delete --cache-suffix '**'          
        env:
          GCRED: $(GOOGLE_APPLICATION_CREDENTIALS_CONTENT)
      - template: ci/tell-slack-failed.yml

  - job: vscode_marketplace
    timeoutInMinutes: 10
    pool:
      name: 'ubuntu_20_04'
      demands: assignment -equals default
    steps:
      - checkout: self
      - bash: |
          set -euo pipefail

          eval "$(dev-env/bin/dade-assist)"

          AUTH=$(echo -n "OAuth:${MARKETPLACE_TOKEN}" | base64 -w0)
          MARKET=$(curl -H "Authorization: Basic $AUTH" \
                        -H "Accept: application/json;api-version=5.0-preview.2" \
                        -sSfL \
                        "https://marketplace.visualstudio.com/_apis/gallery/publishers/DigitalAssetHoldingsLLC/extensions/daml?flags=1" \
                        | jq -r '.versions[0].version')
          # This jq expression should ensure that we always upload the
          # highest-number version. Here is how this works:
          #
          # 1. The GitHub API documentation does not specify the order for the
          #    "list releases" endpoint, but does specify that the "latest"
          #    endpoint returns the release that points to the most recent commit.
          #    Assuming the same sort order is applied for the list endpoint
          #    (which empirically seems to hold so far), this means that they may
          #    be out-of-order wrt version numbers, e.g. 1.1.0 may appear after
          #    1.0.2.
          # 2. The `.tag_name | .[1:] | split (".") | map(tonumber)` part will
          #    turn "v1.0.2" into an array [1, 0, 2].
          # 3. jq documents its sort method to sort numbers in numeric order
          #    and arrays in lexical order (ascending in both cases).
          #
          # This is required because, while the VSCode Marketplace does show
          # _a_ version number, it doesn't handle versions at all: we can only
          # have one version on the marketplace at any given time, and any
          # upload replaces the existing version.
          GITHUB=$(curl https://api.github.com/repos/digital-asset/daml/releases -sSfL \
                   | jq -r '. | map(select(.prerelease == false)
                                    | .tag_name
                                    | .[1:]
                                    | split (".")
                                    | map(tonumber))
                              | sort
                              | reverse
                              | .[0]
                              | map(tostring)
                              | join(".")')
          if [[ "$GITHUB" != "$MARKET" ]] && git merge-base --is-ancestor 798e96c9b9034eac85ace786b9e1955cf380285c v$GITHUB; then
            echo "Publishing $GITHUB to VSCode Marketplace"
            git checkout v$GITHUB
            cp LICENSE compiler/daml-extension
            trap "rm -rf $PWD/compiler/daml-extension/LICENSE" EXIT
            cd compiler/daml-extension
            sed -i "s/__VERSION__/$GITHUB/" package.json
            # This produces out/src/extension.js
            bazel run --run_under="cd $PWD &&" @nodejs//:yarn install
            bazel run --run_under="cd $PWD &&" @nodejs//:yarn compile
            bazel run --run_under="cd $PWD && " @daml_extension_deps//vsce/bin:vsce -- publish --yarn $GITHUB -p $MARKETPLACE_TOKEN
          else
            if [[ "$GITHUB" == "$MARKET" ]]; then
              echo "Version on marketplace is already the latest ($GITHUB)."
            else
              echo "Latest version is not ready for marketplace publication."
            fi
          fi          
        env:
          MARKETPLACE_TOKEN: $(VSCODE_MARKETPLACE_TOKEN)
      - template: ci/tell-slack-failed.yml

  - job: download_stats
    timeoutInMinutes: 10
    pool:
      name: "ubuntu_20_04"
      demands: assignment -equals default
    steps:
      - checkout: self
      - bash: |
          set -euo pipefail

          eval "$(dev-env/bin/dade-assist)"

          STATS=$(mktemp)
          curl https://api.github.com/repos/digital-asset/daml/releases -sSfL | gzip -9 > $STATS

          GCS_KEY=$(mktemp)
          cleanup () {
              rm -f $GCS_KEY
          }
          trap cleanup EXIT
          echo "$GOOGLE_APPLICATION_CREDENTIALS_CONTENT" > $GCS_KEY
          gcloud auth activate-service-account --key-file=$GCS_KEY
          BOTO_CONFIG=/dev/null gsutil cp $STATS gs://daml-data/downloads/$(date -u +%Y%m%d_%H%M%SZ).json.gz          
        env:
          GOOGLE_APPLICATION_CREDENTIALS_CONTENT: $(GOOGLE_APPLICATION_CREDENTIALS_CONTENT)
      - template: ci/tell-slack-failed.yml

  - template: ci/refresh-get-daml-com.yml