From 91f2414ddb93c7d883b57d875da4cc9de785270a Mon Sep 17 00:00:00 2001
From: Gary Verhaegen <gary.verhaegen@digitalasset.com>
Date: Tue, 14 May 2019 14:25:02 +0200
Subject: [PATCH] build docs for all releases (#1116)

---
 azure-cron.yml  | 69 +++++++++++++++++++++++++++++++++++++++++++++++++
 azure-daily.yml | 45 --------------------------------
 2 files changed, 69 insertions(+), 45 deletions(-)
 create mode 100644 azure-cron.yml
 delete mode 100644 azure-daily.yml

diff --git a/azure-cron.yml b/azure-cron.yml
new file mode 100644
index 00000000000..411fda471ae
--- /dev/null
+++ b/azure-cron.yml
@@ -0,0 +1,69 @@
+# Azure Pipelines file, see https://aka.ms/yaml
+
+# scheduled triggers are not supported in pipeline syntax yet, so it had to be
+# set up from Azure UI
+trigger: none
+pr: none
+
+jobs:
+  - job: docs
+    timeoutInMinutes: 360
+    pool:
+      name: 'linux-pool'
+    steps:
+      - checkout: self
+      - bash: ci/dev-env-install.sh
+        displayName: 'Build/Install the Developer Environment'
+      - bash: ci/configure-bazel.sh
+        displayName: 'Configure Bazel'
+        env:
+          IS_FORK: $(System.PullRequest.IsFork)
+          GOOGLE_APPLICATION_CREDENTIALS_CONTENT: $(GOOGLE_APPLICATION_CREDENTIALS_CONTENT)
+      - bash: |
+          set -euo pipefail
+          echo "Loading dev-env..."
+          eval "$(dev-env/bin/dade-assist)"
+          echo "Building docs listing"
+          DOCDIR=$(Build.StagingDirectory)/docs
+          mkdir -p $DOCDIR
+          LOG=$(Build.StagingDirectory)/log.txt
+          RELEASES=$(curl https://api.github.com/repos/digital-asset/daml/releases -s | jq -r '. | map(select(.prerelease == false)) | map(.tag_name)[]')
+          LATEST=$(echo $RELEASES | awk '{print $1}')
+          JSON_BODY=$(echo $RELEASES | sed -e 's/ /\n/g' | sed -e 's/v\(.*\)/"\1": "v\1",'/g)
+          echo "Building latest docs: $LATEST"
+          git checkout $LATEST >$LOG 2>&1
+          bazel build //docs:docs >$LOG 2>&1
+          tar xzf bazel-genfiles/docs/html.tar.gz --strip-components=1 -C $DOCDIR >$LOG 2>&1
+          # We need to overwrite the versions.json compiled by the build
+          echo "{${JSON_BODY%,}}" | jq '.' > $DOCDIR/versions.json
+          mkdir -p $DOCDIR/${LATEST#v}
+          tar xzf bazel-genfiles/docs/html.tar.gz --strip-components=1 -C $DOCDIR/${LATEST#v} >$LOG 2>&1
+          for version in $(echo $RELEASES | sed -e 's/ /\n/g' | sed '1d'); do
+            echo "Building older docs: $version"
+            git checkout $version >$LOG 2>&1
+            bazel build //docs:docs >$LOG 2>&1
+            mkdir -p $DOCDIR/${version#v}
+            tar xzf bazel-genfiles/docs/html.tar.gz --strip-components=1 -C $DOCDIR/${version#v} >$LOG 2>&1
+          done
+          echo "Pushing to GCS bucket..."
+          GCS_KEY=$(mktemp)
+          echo "$GOOGLE_APPLICATION_CREDENTIALS_CONTENT" > $GCS_KEY
+          gcloud auth activate-service-account --key-file=$GCS_KEY >$LOG 2>&1
+          BOTO_CONFIG=/dev/null gsutil rsync -d -r html gs://daml-docs >$LOG 2>&1
+          echo "Done."
+        env:
+          GOOGLE_APPLICATION_CREDENTIALS_CONTENT: $(GOOGLE_APPLICATION_CREDENTIALS_CONTENT)
+      - task: PublishPipelineArtifact@0
+        condition: always()
+        inputs:
+          targetPath: $(Build.StagingDirectory)/log.txt
+          artifactName: "Logs"
+      - bash: |
+          set -euo pipefail
+          MESSAGE=$(git log --pretty=format:%s -n1)
+          curl -XPOST \
+               -i \
+               -H 'Content-type: application/json' \
+               --data "{\"text\":\"<!here> *FAILED* Daily Docs: <https://dev.azure.com/digitalasset/daml/_build/results?buildId=$(Build.BuildId)|$MESSAGE>\n\"}" \
+               $(Slack.URL)
+        condition: and(failed(), eq(variables['Build.SourceBranchName'], 'master'))
diff --git a/azure-daily.yml b/azure-daily.yml
deleted file mode 100644
index de1363c67c8..00000000000
--- a/azure-daily.yml
+++ /dev/null
@@ -1,45 +0,0 @@
-# Azure Pipelines file, see https://aka.ms/yaml
-
-# scheduled triggers are not supported in pipeline syntax yet, so it had to be
-# set up from Azure UI
-trigger: none
-pr: none
-
-jobs:
-  - job: docs
-    timeoutInMinutes: 360
-    pool:
-      name: 'linux-pool'
-    steps:
-      - checkout: self
-      - bash: ci/dev-env-install.sh
-        displayName: 'Build/Install the Developer Environment'
-      - bash: ci/configure-bazel.sh
-        displayName: 'Configure Bazel'
-        env:
-          IS_FORK: $(System.PullRequest.IsFork)
-          GOOGLE_APPLICATION_CREDENTIALS_CONTENT: $(GOOGLE_APPLICATION_CREDENTIALS_CONTENT)
-      - bash: |
-          set -euo pipefail
-          eval "$(dev-env/bin/dade-assist)"
-          GCS_KEY=$(mktemp)
-          echo "$GOOGLE_APPLICATION_CREDENTIALS_CONTENT" > $GCS_KEY
-          gcloud auth activate-service-account --key-file=$GCS_KEY
-          LATEST_RELEASE=$(curl https://api.github.com/repos/digital-asset/daml/releases -s | jq -r '. | map(select(.prerelease == false)) | map(.tag_name)[0]')
-          git checkout $LATEST_RELEASE
-          bazel build //docs
-          cp bazel-genfiles/docs/html.tar.gz $(Build.StagingDirectory)/
-          cd $(Build.StagingDirectory)
-          tar xzf html.tar.gz
-          BOTO_CONFIG=/dev/null gsutil rsync -d -r html gs://daml-docs
-        env:
-          GOOGLE_APPLICATION_CREDENTIALS_CONTENT: $(GOOGLE_APPLICATION_CREDENTIALS_CONTENT)
-      - bash: |
-          set -euo pipefail
-          MESSAGE=$(git log --pretty=format:%s -n1)
-          curl -XPOST \
-               -i \
-               -H 'Content-type: application/json' \
-               --data "{\"text\":\"<!here> *FAILED* Daily Docs: <https://dev.azure.com/digitalasset/daml/_build/results?buildId=$(Build.BuildId)|$MESSAGE>\n\"}" \
-               $(Slack.URL)
-        condition: and(failed(), eq(variables['Build.SourceBranchName'], 'master'))