mirror of
https://github.com/digital-asset/daml.git
synced 2024-09-19 16:57:40 +03:00
294 lines
9.6 KiB
YAML
294 lines
9.6 KiB
YAML
# Copyright (c) 2024 Digital Asset (Switzerland) GmbH and/or its affiliates. All rights reserved.
|
||
# SPDX-License-Identifier: Apache-2.0
|
||
|
||
parameters:
|
||
test_mode: ''
|
||
|
||
jobs:
|
||
- job: git_sha
|
||
pool:
|
||
name: 'ubuntu_20_04'
|
||
demands: assignment -equals default
|
||
steps:
|
||
- template: bash-lib.yml
|
||
parameters:
|
||
var_name: bash-lib
|
||
- bash: |
|
||
set -euo pipefail
|
||
source $(bash-lib)
|
||
if [ "$(Build.Reason)" == "PullRequest" ]; then
|
||
setvar branch "$(git rev-parse HEAD^2)"
|
||
setvar main "$(git rev-parse HEAD^1)"
|
||
setvar fork_point "$(git merge-base $(git rev-parse HEAD^1) $(git rev-parse HEAD^2))"
|
||
else
|
||
setvar branch "$(git rev-parse HEAD)"
|
||
setvar main "$(git rev-parse HEAD^1)"
|
||
setvar fork_point "$(git rev-parse HEAD^1)"
|
||
fi
|
||
name: out
|
||
|
||
- job: Linux
|
||
dependsOn:
|
||
- check_for_release
|
||
variables:
|
||
- name: release_sha
|
||
value: $[ dependencies.check_for_release.outputs['out.release_sha'] ]
|
||
- name: release_tag
|
||
value: $[ coalesce(dependencies.check_for_release.outputs['out.release_tag'], '0.0.0') ]
|
||
- name: trigger_sha
|
||
value: $[ dependencies.check_for_release.outputs['out.trigger_sha'] ]
|
||
- name: is_release
|
||
value: $[ dependencies.check_for_release.outputs['out.is_release'] ]
|
||
- template: job-variables.yml
|
||
timeoutInMinutes: 240
|
||
strategy:
|
||
matrix:
|
||
intel:
|
||
assignment: default
|
||
name: linux-intel
|
||
arm:
|
||
assignment: arm
|
||
name: linux-arm
|
||
pool:
|
||
name: 'ubuntu_20_04'
|
||
demands: assignment -equals $(assignment)
|
||
steps:
|
||
- template: report-start.yml
|
||
- checkout: self
|
||
- bash: |
|
||
set -euo pipefail
|
||
git checkout $(release_sha)
|
||
name: checkout_release
|
||
condition: and(succeeded(), eq(variables.is_release, 'true'))
|
||
- template: clean-up.yml
|
||
- template: build-unix.yml
|
||
parameters:
|
||
# The syntax required to inline a variable changes based on context
|
||
# (`$(var)` in strings, `variables.var` in expressions). Template
|
||
# parameters are inlined before evaluation. This is a bit like lazy
|
||
# function arguments, but at the syntax level.
|
||
#
|
||
# The result is that we need to know what context the parameter will be
|
||
# used in, which is why `release_tag` and `is_release` use different
|
||
# syntaxes, and why we need to passe `name` twice.
|
||
release_tag: $(release_tag)
|
||
name_str: $(name)
|
||
name_exp: variables.name
|
||
is_release: variables.is_release
|
||
test_mode: ${{parameters.test_mode}}
|
||
- template: upload-bazel-metrics.yml
|
||
- bash: |
|
||
set -euo pipefail
|
||
eval "$(./dev-env/bin/dade-assist)"
|
||
bazel build //release:release
|
||
./bazel-bin/release/release --release-dir "$(mktemp -d)"
|
||
condition: and(succeeded(), ne(variables['is_release'], 'true'))
|
||
- template: tell-slack-failed.yml
|
||
parameters:
|
||
trigger_sha: '$(trigger_sha)'
|
||
- template: report-end.yml
|
||
|
||
- template: macOS.yml
|
||
parameters:
|
||
job_name: macOS
|
||
name: macos
|
||
assignment: default
|
||
test_mode: ${{parameters.test_mode}}
|
||
|
||
- template: macOS.yml
|
||
parameters:
|
||
job_name: m1
|
||
name: m1
|
||
assignment: m1-builds
|
||
test_mode: ${{parameters.test_mode}}
|
||
|
||
- template: blackduck.yml
|
||
|
||
- job: Windows
|
||
dependsOn:
|
||
- check_for_release
|
||
variables:
|
||
- name: release_sha
|
||
value: $[ dependencies.check_for_release.outputs['out.release_sha'] ]
|
||
- name: release_tag
|
||
value: $[ coalesce(dependencies.check_for_release.outputs['out.release_tag'], '0.0.0') ]
|
||
- name: trigger_sha
|
||
value: $[ dependencies.check_for_release.outputs['out.trigger_sha'] ]
|
||
- name: is_release
|
||
value: $[ dependencies.check_for_release.outputs['out.is_release'] ]
|
||
- name: is_split_release
|
||
value: $[ dependencies.check_for_release.outputs['out.split_release_process'] ]
|
||
- name: skip_tests
|
||
value: $[ and(eq(variables.is_release, 'true'),
|
||
in(variables['Build.SourceBranchName'], 'main', 'main-2.x')) ]
|
||
- template: job-variables.yml
|
||
timeoutInMinutes: 240
|
||
pool:
|
||
name: 'windows-pool'
|
||
demands: assignment -equals default
|
||
steps:
|
||
- template: report-start.yml
|
||
- checkout: self
|
||
- bash: |
|
||
set -euo pipefail
|
||
|
||
for f in $(find /d/a/SourceRootMapping -type f); do
|
||
echo "-----"
|
||
echo $f
|
||
echo "-----"
|
||
cat $f
|
||
echo "-----"
|
||
done
|
||
name: workdirs
|
||
- bash: |
|
||
set -euo pipefail
|
||
git checkout $(release_sha)
|
||
name: checkout_release
|
||
condition: and(succeeded(), eq(variables.is_release, 'true'))
|
||
- template: build-windows.yml
|
||
parameters:
|
||
release_tag: $(release_tag)
|
||
# Azure pipeline’s variable and parameter expansion is utter garbage.
|
||
# For whatever reason `env` values only seem to be able to use macro syntax
|
||
# and not runtime expression. is_release however is a runtime variable
|
||
# so template conditions won’t work. Therefore we define the variable here
|
||
# with a runtime expression, set the parameter to the (unexpanded) string "$(skip_tests)"
|
||
# and then splice that in via a template parameter.
|
||
skip_tests: $(skip_tests)
|
||
is_release: variables.is_release
|
||
is_split_release: $(is_split_release)
|
||
test_mode: ${{parameters.test_mode}}
|
||
- template: upload-bazel-metrics.yml
|
||
- template: tell-slack-failed.yml
|
||
parameters:
|
||
trigger_sha: '$(trigger_sha)'
|
||
- template: report-end.yml
|
||
|
||
- job: platform_independence_test
|
||
condition: and(succeeded(),
|
||
eq(dependencies.check_for_release.outputs['out.is_release'], 'false'))
|
||
dependsOn:
|
||
- Windows
|
||
- Linux
|
||
- macOS
|
||
pool:
|
||
name: 'ubuntu_20_04'
|
||
demands: assignment -equals default
|
||
steps:
|
||
- checkout: self
|
||
- bash: ci/dev-env-install.sh
|
||
displayName: 'Build/Install the Developer Environment'
|
||
- task: DownloadPipelineArtifact@2
|
||
inputs:
|
||
artifactName: platform-independence-dar-linux-intel
|
||
targetPath: $(Build.StagingDirectory)/platform-independence/linux-intel/
|
||
- task: DownloadPipelineArtifact@2
|
||
inputs:
|
||
artifactName: platform-independence-dar-linux-arm
|
||
targetPath: $(Build.StagingDirectory)/platform-independence/linux-arm/
|
||
- task: DownloadPipelineArtifact@2
|
||
inputs:
|
||
artifactName: platform-independence-dar-windows
|
||
targetPath: $(Build.StagingDirectory)/platform-independence/windows/
|
||
- task: DownloadPipelineArtifact@2
|
||
inputs:
|
||
artifactName: platform-independence-dar-macos
|
||
targetPath: $(Build.StagingDirectory)/platform-independence/macos/
|
||
- bash: |
|
||
set -euo pipefail
|
||
eval "$(./dev-env/bin/dade-assist)"
|
||
|
||
DIR1=$(mktemp -d)
|
||
DIR2=$(mktemp -d)
|
||
DIR3=$(mktemp -d)
|
||
DIR4=$(mktemp -d)
|
||
trap "rm -rf $DIR1 $DIR2 $DIR3 $DIR4" EXIT
|
||
|
||
unzip -d $DIR1 $(Build.StagingDirectory)/platform-independence/linux-intel/platform-independence.dar
|
||
unzip -d $DIR2 $(Build.StagingDirectory)/platform-independence/windows/platform-independence.dar
|
||
unzip -d $DIR3 $(Build.StagingDirectory)/platform-independence/macos/platform-independence.dar
|
||
unzip -d $DIR4 $(Build.StagingDirectory)/platform-independence/linux-arm/platform-independence.dar
|
||
|
||
# hie/hi files may differ.
|
||
diff -r --strip-trailing-cr -x '*.hie' -x '*.hi' $DIR1 $DIR2
|
||
diff -r --strip-trailing-cr -x '*.hie' -x '*.hi' $DIR1 $DIR3
|
||
diff -r --strip-trailing-cr -x '*.hie' -x '*.hi' $DIR1 $DIR4
|
||
displayName: 'Compare platform-independence dars of different platforms.'
|
||
|
||
- job: compatibility_ts_libs
|
||
dependsOn:
|
||
- check_for_release
|
||
condition: and(succeeded(),
|
||
not(eq(dependencies.check_for_release.outputs['out.is_release'], 'true')))
|
||
timeoutInMinutes: 240
|
||
pool:
|
||
name: ubuntu_20_04
|
||
demands: assignment -equals default
|
||
steps:
|
||
- template: report-start.yml
|
||
- checkout: self
|
||
- template: clean-up.yml
|
||
- template: compatibility_ts_libs.yml
|
||
- template: tell-slack-failed.yml
|
||
- template: report-end.yml
|
||
|
||
- job: compatibility_linux
|
||
dependsOn:
|
||
- check_for_release
|
||
- compatibility_ts_libs
|
||
timeoutInMinutes: 240
|
||
pool:
|
||
name: ubuntu_20_04
|
||
demands: assignment -equals default
|
||
steps:
|
||
- template: report-start.yml
|
||
- checkout: self
|
||
- template: clean-up.yml
|
||
- template: compatibility.yml
|
||
parameters:
|
||
test_flags: '--quick'
|
||
- template: tell-slack-failed.yml
|
||
- template: report-end.yml
|
||
|
||
# For main and PRs targeting main, we simply check against the most recent stable tag.
|
||
- job: compatibility_stable_protobuf
|
||
pool:
|
||
name: ubuntu_20_04
|
||
demands: assignment -equals default
|
||
steps:
|
||
- checkout: self
|
||
fetchTags: true
|
||
- bash: ci/check-protobuf-stability.sh
|
||
- template: tell-slack-failed.yml
|
||
|
||
- job: collect_build_data_failed
|
||
condition: failed()
|
||
dependsOn:
|
||
- Linux
|
||
- macOS
|
||
- Windows
|
||
- release
|
||
- git_sha
|
||
- compatibility_linux
|
||
- compatibility_stable_protobuf
|
||
- check_for_release
|
||
pool:
|
||
name: "ubuntu_20_04"
|
||
demands: assignment -equals default
|
||
|
||
- job: collect_build_data
|
||
condition: always()
|
||
dependsOn:
|
||
- collect_build_data_failed
|
||
variables:
|
||
failed_result: $[ dependencies.collect_build_data_failed.result ]
|
||
pool:
|
||
name: "ubuntu_20_04"
|
||
demands: assignment -equals default
|
||
steps:
|
||
- bash: "exit 1"
|
||
# Since 'collect_build_data_failed' only runs when 'failed()', if it was
|
||
# successful that means at least one of its dependencies failed, so we set
|
||
# the result of 'collect_build_data' to 'Failed' with 'exit 1'
|
||
condition: eq(variables.failed_result, 'Succeeded')
|