mirror of
https://github.com/digital-asset/daml.git
synced 2024-11-10 10:46:11 +03:00
214 lines
8.5 KiB
YAML
214 lines
8.5 KiB
YAML
# Azure Pipelines file, see https://aka.ms/yaml
|
|
|
|
# Do not run on PRs
|
|
pr: none
|
|
# Do not run on merge to master
|
|
trigger: none
|
|
# Do run on a schedule (hourly)
|
|
schedules:
|
|
- cron: "0 * * * *"
|
|
displayName: hourly cron
|
|
branches:
|
|
include:
|
|
- master
|
|
always: true
|
|
|
|
jobs:
|
|
- job: docs
|
|
timeoutInMinutes: 50
|
|
pool:
|
|
name: 'linux-pool'
|
|
steps:
|
|
- checkout: self
|
|
- bash: ci/dev-env-install.sh
|
|
displayName: 'Build/Install the Developer Environment'
|
|
- bash: ci/configure-bazel.sh
|
|
displayName: 'Configure Bazel'
|
|
env:
|
|
IS_FORK: $(System.PullRequest.IsFork)
|
|
GOOGLE_APPLICATION_CREDENTIALS_CONTENT: $(GOOGLE_APPLICATION_CREDENTIALS_CONTENT)
|
|
- bash: |
|
|
set -euo pipefail
|
|
|
|
LOG=$(Build.StagingDirectory)/log.txt
|
|
touch $LOG
|
|
CUR_SHA=$(git rev-parse HEAD)
|
|
|
|
robustly_download_nix_pkgs() {
|
|
# In recent commits, this is part of the dev-env-install script.
|
|
# However, we have to copy it here to apply it to older versions.
|
|
NIX_FAILED=0
|
|
for i in `seq 10`; do
|
|
NIX_FAILED=0
|
|
nix-build nix -A tools -A cached >$LOG 2>&1 || NIX_FAILED=1
|
|
if [[ $NIX_FAILED -ne 0 ]] && [[ $(tail -n 3 $LOG) == *"unexpected end-of-file"* ]]; then
|
|
echo " Restarting nix-build due to failed cache download"
|
|
continue
|
|
fi
|
|
break
|
|
done
|
|
if [[ $NIX_FAILED -ne 0 ]]; then
|
|
exit 1
|
|
fi
|
|
}
|
|
|
|
echo "Loading dev-env..."
|
|
eval "$(dev-env/bin/dade-assist)"
|
|
|
|
echo "Checking for new version..."
|
|
RELEASES=$(curl https://api.github.com/repos/digital-asset/daml/releases -s | jq -r '. | map(select(.prerelease == false)) | map(.tag_name)[]')
|
|
GH_VERSIONS=$(mktemp)
|
|
DOCS_VERSIONS=$(mktemp)
|
|
curl -s https://docs.daml.com/versions.json | jq -r 'keys | .[]' | sort > $DOCS_VERSIONS
|
|
echo $RELEASES | sed 's/ /\n/g' | sed 's/^v//' | sort > $GH_VERSIONS
|
|
if diff $DOCS_VERSIONS $GH_VERSIONS; then
|
|
echo "No new version found, skipping."
|
|
exit 0
|
|
fi
|
|
|
|
echo "Building docs listing"
|
|
DOCDIR=$(Build.StagingDirectory)/docs
|
|
mkdir -p $DOCDIR
|
|
LATEST=$(echo $RELEASES | awk '{print $1}')
|
|
JSON_BODY=$(echo $RELEASES | sed -e 's/ /\n/g' | sed -e 's/v\(.*\)/"\1": "\1",'/g)
|
|
echo "Building latest docs: $LATEST"
|
|
git checkout $LATEST >$LOG 2>&1
|
|
robustly_download_nix_pkgs
|
|
bazel build //docs:docs >$LOG 2>&1
|
|
tar xzf bazel-genfiles/docs/html.tar.gz --strip-components=1 -C $DOCDIR >$LOG 2>&1
|
|
# We need to overwrite the versions.json compiled by the build
|
|
echo "{${JSON_BODY%,}}" | jq '.' > $DOCDIR/versions.json
|
|
mkdir -p $DOCDIR/${LATEST#v}
|
|
tar xzf bazel-genfiles/docs/html.tar.gz --strip-components=1 -C $DOCDIR/${LATEST#v} >$LOG 2>&1
|
|
for version in $(echo $RELEASES | sed -e 's/ /\n/g' | sed '1d'); do
|
|
echo "Building older docs: $version"
|
|
git checkout $version >$LOG 2>&1
|
|
robustly_download_nix_pkgs
|
|
bazel build //docs:docs >$LOG 2>&1
|
|
mkdir -p $DOCDIR/${version#v}
|
|
tar xzf bazel-genfiles/docs/html.tar.gz --strip-components=1 -C $DOCDIR/${version#v} >$LOG 2>&1
|
|
done
|
|
|
|
git checkout $CUR_SHA
|
|
echo "Pushing to S3 bucket..."
|
|
aws s3 sync $DOCDIR \
|
|
s3://docs-daml-com/ \
|
|
--delete \
|
|
--acl public-read \
|
|
--exclude '*.doctrees/*' \
|
|
--exclude '*.buildinfo'
|
|
echo "Refreshing CloudFront cache..."
|
|
aws cloudfront create-invalidation \
|
|
--distribution-id E1U753I56ERH55 \
|
|
--paths '/*'
|
|
echo "Done."
|
|
env:
|
|
AWS_ACCESS_KEY_ID: $(AWS_ACCESS_KEY_ID)
|
|
AWS_SECRET_ACCESS_KEY: $(AWS_SECRET_ACCESS_KEY)
|
|
- task: PublishPipelineArtifact@0
|
|
condition: always()
|
|
inputs:
|
|
targetPath: $(Build.StagingDirectory)/log.txt
|
|
artifactName: "Logs"
|
|
- bash: |
|
|
set -euo pipefail
|
|
MESSAGE=$(git log --pretty=format:%s -n1)
|
|
curl -XPOST \
|
|
-i \
|
|
-H 'Content-type: application/json' \
|
|
--data "{\"text\":\"<!here> *FAILED* Daily Docs: <https://dev.azure.com/digitalasset/daml/_build/results?buildId=$(Build.BuildId)|$MESSAGE>\n\"}" \
|
|
$(Slack.URL)
|
|
condition: and(failed(), eq(variables['Build.SourceBranchName'], 'master'))
|
|
|
|
- job: docker_image
|
|
timeoutInMinutes: 60
|
|
pool:
|
|
name: 'linux-pool'
|
|
steps:
|
|
- checkout: self
|
|
- bash: |
|
|
set -euo pipefail
|
|
|
|
eval "$(dev-env/bin/dade-assist)"
|
|
echo $DOCKER_PASSWORD | docker login --username $DOCKER_LOGIN --password-stdin
|
|
RELEASES=$(curl https://api.github.com/repos/digital-asset/daml/releases -s | jq -r '. | map(select(.prerelease == false)) | map(.tag_name)[]')
|
|
DIR=$(pwd)
|
|
VERSIONS=$(curl 'https://hub.docker.com/v2/repositories/digitalasset/daml-sdk/tags/?page_size=10000' -s)
|
|
DOCKERFILE_CHANGE_TIME=$(date -uIs -d $(git log -1 --format="%cI" -- ci/docker/daml-sdk/Dockerfile))
|
|
for version in $(echo $RELEASES | sed -e 's/ /\n/g'); do
|
|
LAST_UPDATE=$(echo $VERSIONS | jq -r '.results[] | select(.name == "'${version#v}'") | .last_updated')
|
|
if [[ -n "$LAST_UPDATE" && "$LAST_UPDATE" > "$DOCKERFILE_CHANGE_TIME" ]]; then
|
|
echo "${version#v} already exists and is up to date, skipping."
|
|
else
|
|
if [[ -n "$LAST_UPDATE" ]]; then
|
|
echo "${version#v} already exists but Dockerfile has changed; rebuilding..."
|
|
fi
|
|
echo "Building version ${version#v}..."
|
|
cd ci/docker/daml-sdk
|
|
docker build -t digitalasset/daml-sdk:${version#v} --build-arg VERSION=${version#v} .
|
|
docker push digitalasset/daml-sdk:${version#v}
|
|
cd "$DIR"
|
|
echo "Done."
|
|
fi
|
|
done
|
|
env:
|
|
DOCKER_LOGIN: $(DOCKER_LOGIN)
|
|
DOCKER_PASSWORD: $(DOCKER_PASSWORD)
|
|
|
|
- job: vscode_marketplace
|
|
timeoutInMinutes: 10
|
|
pool:
|
|
name: 'linux-pool'
|
|
steps:
|
|
- checkout: self
|
|
- bash: |
|
|
set -euo pipefail
|
|
|
|
eval "$(dev-env/bin/dade-assist)"
|
|
|
|
AUTH=$(echo -n "OAuth:${MARKETPLACE_TOKEN}" | base64 -w0)
|
|
MARKET=$(curl -H "Authorization: Basic $AUTH" \
|
|
-H "Accept: application/json;api-version=5.0-preview.2" \
|
|
-s \
|
|
"https://marketplace.visualstudio.com/_apis/gallery/publishers/DigitalAssetHoldingsLLC/extensions/daml?flags=1" \
|
|
| jq -r '.versions[0].version')
|
|
GITHUB=$(curl https://api.github.com/repos/digital-asset/daml/releases -s | jq -r '. | map(select(.prerelease == false)) | map(.tag_name)[0]')
|
|
if [[ "${GITHUB#v}" != "$MARKET" ]] && git merge-base --is-ancestor 798e96c9b9034eac85ace786b9e1955cf380285c $GITHUB; then
|
|
echo "Publishing $GITHUB to VSCode Marketplace"
|
|
git checkout $GITHUB
|
|
cd compiler/daml-extension
|
|
yarn
|
|
# This produces out/src/extension.js
|
|
yarn run compile
|
|
vsce publish ${GITHUB#v} -p $MARKETPLACE_TOKEN
|
|
else
|
|
if [[ "${GITHUB#v}" == "$MARKET" ]]; then
|
|
echo "Version on marketplace is already the latest ($GITHUB)."
|
|
else
|
|
echo "Latest version is not ready for marketplace publication."
|
|
fi
|
|
fi
|
|
env:
|
|
MARKETPLACE_TOKEN: $(VSCODE_MARKETPLACE_TOKEN)
|
|
|
|
- job: download_stats
|
|
timeoutInMinutes: 10
|
|
pool:
|
|
name: "linux-pool"
|
|
steps:
|
|
- checkout: self
|
|
- bash: |
|
|
set -euo pipefail
|
|
|
|
eval "$(dev-env/bin/dade-assist)"
|
|
|
|
STATS=$(mktemp)
|
|
curl https://api.github.com/repos/digital-asset/daml/releases -s | gzip -9 > $STATS
|
|
|
|
GCS_KEY=$(mktemp)
|
|
echo "$GOOGLE_APPLICATION_CREDENTIALS_CONTENT" > $GCS_KEY
|
|
gcloud auth activate-service-account --key-file=$GCS_KEY
|
|
BOTO_CONFIG=/dev/null gsutil cp $STATS gs://daml-data/downloads/$(date -u +%Y%m%d_%H%M%SZ).json.gz
|
|
env:
|
|
GOOGLE_APPLICATION_CREDENTIALS_CONTENT: $(GOOGLE_APPLICATION_CREDENTIALS_CONTENT)
|