mirror of
https://github.com/digital-asset/daml.git
synced 2024-09-20 09:17:43 +03:00
a7ed284815
* parallelize assistant integration tests again by setting canton port options
Reduce the time of //daml-assistant/integration-tests:integration-tests
from 208 to 125 seconds locally by returning the test threading to 2,
replacing the setting to 1 in #12438 83f61bd19d with additional port
options to avoid conflicts. The setting to 2 is explained in #9802.
* split quickstart from other assistant tests
Saves 20-30s (~15%) in total test runtime versus the parent.
* minimize hackage deps
CHANGELOG_BEGIN
CHANGELOG_END
293 lines
10 KiB
Python
293 lines
10 KiB
Python
# Copyright (c) 2022 Digital Asset (Switzerland) GmbH and/or its affiliates. All rights reserved.
|
||
# SPDX-License-Identifier: Apache-2.0
|
||
load("//bazel_tools:haskell.bzl", "da_haskell_library", "da_haskell_test")
|
||
load("@os_info//:os_info.bzl", "is_darwin_arm64", "is_windows")
|
||
load("@build_environment//:configuration.bzl", "mvn_version")
|
||
|
||
genrule(
|
||
name = "integration-tests-mvn",
|
||
srcs = [
|
||
"@mvn_dev_env//:mvn",
|
||
"//daml-lf/archive:daml_lf_1.dev_archive_proto_java",
|
||
"//daml-lf/archive:daml_lf_1.dev_archive_proto_java_pom",
|
||
"//language-support/java/bindings:libbindings-java.jar",
|
||
"//language-support/java/bindings:bindings-java_pom.xml",
|
||
"//language-support/java/bindings-rxjava:libbindings-rxjava.jar",
|
||
"//language-support/java/bindings-rxjava:bindings-rxjava_pom.xml",
|
||
"//ledger/ledger-api-auth-client:libledger-api-auth-client.jar",
|
||
"//ledger/ledger-api-auth-client:ledger-api-auth-client_pom.xml",
|
||
"//language-support/java/codegen:shaded_binary.jar",
|
||
"//language-support/java/codegen:shaded_binary_pom.xml",
|
||
"//ledger-api/rs-grpc-bridge:librs-grpc-bridge.jar",
|
||
"//ledger-api/rs-grpc-bridge:rs-grpc-bridge_pom.xml",
|
||
"//docs:quickstart-java.tar.gz",
|
||
],
|
||
outs = ["integration-tests-mvn.tar"],
|
||
cmd = """
|
||
set -euo pipefail
|
||
TMP_DIR=$$(mktemp -d)
|
||
MVN_DB="$$TMP_DIR/m2"
|
||
MVN=($(locations @mvn_dev_env//:mvn))
|
||
MVN="$${{MVN[0]}}"
|
||
install_mvn() {{
|
||
"$$MVN" -q install:install-file \\
|
||
-Dmaven.repo.local=$$MVN_DB \\
|
||
"-DgroupId=$$1" \\
|
||
"-DartifactId=$$2" \\
|
||
"-Dfile=$$3" \\
|
||
"-DpomFile=$$4" \\
|
||
-Dpackaging=jar \\
|
||
-Dversion={mvn}
|
||
}}
|
||
tar xf $(location //docs:quickstart-java.tar.gz) -C "$$TMP_DIR"
|
||
install_mvn \\
|
||
"com.daml" "daml-lf-archive" \\
|
||
$$(echo $(locations //daml-lf/archive:daml_lf_1.dev_archive_proto_java) | xargs -n1 echo | grep -v -- '-src\\.jar$$') \\
|
||
$(location //daml-lf/archive:daml_lf_1.dev_archive_proto_java_pom)
|
||
install_mvn \\
|
||
"com.daml" "bindings-java" \\
|
||
$(location //language-support/java/bindings:libbindings-java.jar) \\
|
||
$(location //language-support/java/bindings:bindings-java_pom.xml)
|
||
install_mvn \\
|
||
"com.daml" "bindings-rxjava" \\
|
||
$(location //language-support/java/bindings-rxjava:libbindings-rxjava.jar) \\
|
||
$(location //language-support/java/bindings-rxjava:bindings-rxjava_pom.xml)
|
||
install_mvn \\
|
||
"com.daml" "codegen-java" \\
|
||
$(location //language-support/java/codegen:shaded_binary.jar) \\
|
||
$(location //language-support/java/codegen:shaded_binary_pom.xml)
|
||
install_mvn \\
|
||
"com.daml" "rs-grpc-bridge" \\
|
||
$(location //ledger-api/rs-grpc-bridge:librs-grpc-bridge.jar) \\
|
||
$(location //ledger-api/rs-grpc-bridge:rs-grpc-bridge_pom.xml)
|
||
install_mvn \\
|
||
"com.daml" "ledger-api-auth-client" \\
|
||
$(location //ledger/ledger-api-auth-client:libledger-api-auth-client.jar) \\
|
||
$(location //ledger/ledger-api-auth-client:ledger-api-auth-client_pom.xml)
|
||
"$$MVN" -q -Dmaven.repo.local=$$MVN_DB -f "$$TMP_DIR/quickstart-java/pom.xml" dependency:resolve dependency:resolve-plugins
|
||
$(execpath //bazel_tools/sh:mktar) $@ -C $$(dirname $$MVN_DB) $$(basename $$MVN_DB)
|
||
""".format(mvn = mvn_version),
|
||
tools = ["//bazel_tools/sh:mktar"],
|
||
)
|
||
|
||
ts_libraries = [
|
||
"//language-support/ts/daml-types:npm_package",
|
||
"//language-support/ts/daml-ledger:npm_package",
|
||
"//language-support/ts/daml-react:npm_package",
|
||
]
|
||
|
||
create_daml_app_resources = [
|
||
"//templates:create-daml-app-test-resources/messaging.patch",
|
||
"//templates:create-daml-app-test-resources/testDeps.json",
|
||
"//templates:create-daml-app-test-resources/index.test.ts",
|
||
]
|
||
|
||
da_haskell_library(
|
||
name = "integration-test-utils",
|
||
srcs = ["src/DA/Daml/Assistant/IntegrationTestUtils.hs"],
|
||
hackage_deps = [
|
||
"base",
|
||
"conduit",
|
||
"conduit-extra",
|
||
"extra",
|
||
"filepath",
|
||
"tasty",
|
||
"text",
|
||
],
|
||
src_strip_prefix = "src",
|
||
visibility = ["//visibility:public"],
|
||
deps = [
|
||
"//libs-haskell/bazel-runfiles",
|
||
"//libs-haskell/da-hs-base",
|
||
"//libs-haskell/test-utils",
|
||
],
|
||
)
|
||
|
||
da_haskell_test(
|
||
name = "integration-tests",
|
||
timeout = "long",
|
||
srcs = [
|
||
"src/DA/Daml/Assistant/IntegrationTests.hs",
|
||
],
|
||
args = [
|
||
"$(location //:yarn)",
|
||
],
|
||
data = [
|
||
"//release:sdk-release-tarball",
|
||
"@local_jdk//:bin/java.exe" if is_windows else "@local_jdk//:bin/java",
|
||
"//:yarn",
|
||
"//compiler/damlc/tests:generate-simple-dalf",
|
||
] + ([] if is_windows else ts_libraries + ["@script_nix//:bin/script"]),
|
||
# marked flaky for mvn originally; still flaky now? #14281
|
||
flaky = True,
|
||
hackage_deps = [
|
||
"aeson",
|
||
"base",
|
||
"bytestring",
|
||
"extra",
|
||
"filepath",
|
||
"http-client",
|
||
"http-types",
|
||
"lens",
|
||
"lens-aeson",
|
||
"monad-loops",
|
||
"process",
|
||
"stm",
|
||
"tasty",
|
||
"tasty-hunit",
|
||
"text",
|
||
"vector",
|
||
],
|
||
main_function = "DA.Daml.Assistant.IntegrationTests.main",
|
||
tags = ["cpu:2"],
|
||
visibility = ["//visibility:public"],
|
||
deps = [
|
||
":integration-test-utils",
|
||
"//:sdk-version-hs-lib",
|
||
"//daml-assistant/daml-helper:daml-helper-lib",
|
||
"//language-support/hs/bindings:hs-ledger",
|
||
"//language-support/ts/codegen/tests:daml2js-test-helpers",
|
||
"//libs-haskell/bazel-runfiles",
|
||
"//libs-haskell/da-hs-base",
|
||
"//libs-haskell/test-utils",
|
||
],
|
||
)
|
||
|
||
da_haskell_test(
|
||
name = "quickstart-tests",
|
||
timeout = "long",
|
||
srcs = [
|
||
"src/DA/Daml/Assistant/QuickstartTests.hs",
|
||
],
|
||
data = [
|
||
":integration-tests-mvn",
|
||
"//release:sdk-release-tarball",
|
||
"@local_jdk//:bin/java.exe" if is_windows else "@local_jdk//:bin/java",
|
||
"//compiler/damlc/tests:generate-simple-dalf",
|
||
"@mvn_dev_env//:mvn",
|
||
"@tar_dev_env//:tar",
|
||
] + ([] if is_windows else ts_libraries + ["@script_nix//:bin/script"]),
|
||
# I’m sure the mvn stuff will be flaky.
|
||
flaky = True,
|
||
hackage_deps = [
|
||
"base",
|
||
"bytestring",
|
||
"conduit",
|
||
"extra",
|
||
"filepath",
|
||
"http-client",
|
||
"http-types",
|
||
"process",
|
||
"tasty",
|
||
"tasty-hunit",
|
||
],
|
||
main_function = "DA.Daml.Assistant.QuickstartTests.main",
|
||
tags = ["cpu:1"],
|
||
visibility = ["//visibility:public"],
|
||
deps = [
|
||
":integration-test-utils",
|
||
"//:sdk-version-hs-lib",
|
||
"//daml-assistant/daml-helper:daml-helper-lib",
|
||
"//language-support/hs/bindings:hs-ledger",
|
||
"//language-support/ts/codegen/tests:daml2js-test-helpers",
|
||
"//libs-haskell/bazel-runfiles",
|
||
"//libs-haskell/da-hs-base",
|
||
"//libs-haskell/test-utils",
|
||
],
|
||
)
|
||
|
||
genrule(
|
||
name = "create_daml_app_deps",
|
||
srcs = [
|
||
"//templates:create-daml-app/ui/package.json.template",
|
||
"//templates:create-daml-app-test-resources/testDeps.json",
|
||
],
|
||
outs = ["create_daml_app_deps.tar"],
|
||
cmd = """
|
||
set -eou pipefail
|
||
export PATH=$$PWD/$$(dirname $(location @nodejs//:node_bin)):$$PATH
|
||
DIR=$$(mktemp -d)
|
||
trap "rm -rf $$DIR" EXIT
|
||
mkdir -p $$DIR/cache
|
||
mkdir -p $$DIR/deps
|
||
# Generate a package.json based on the template with SDK deps dropped
|
||
# and merge in the test dependencies.
|
||
$(location @jq_dev_env//:bin/jq) -s \
|
||
'(.[0] | .name |= "create-daml-app" | .dependencies |= del(."@daml/ledger", ."@daml/react", ."@daml/types", ."@daml.js/__PROJECT_NAME__")) * .[1]' \
|
||
$(location //templates:create-daml-app/ui/package.json.template) \
|
||
$(location //templates:create-daml-app-test-resources/testDeps.json) > $$DIR/deps/package.json
|
||
NPM=$$PWD/$(location @nodejs//:npm_bin)
|
||
export NPM_CONFIG_CACHE=$$DIR/cache
|
||
(cd $$DIR/deps; $$NPM install --silent --no-update-notifier)
|
||
rm -rf $$DIR/deps/package.json
|
||
tar cf $(location create_daml_app_deps.tar) -C $$DIR deps
|
||
""",
|
||
tools = [
|
||
"@jq_dev_env//:bin/jq",
|
||
"@nodejs//:node_bin",
|
||
"@nodejs//:npm_bin",
|
||
],
|
||
# Broken on M1 due to puppeteer failing to install Chromium.
|
||
# See https://github.com/digital-asset/daml/pull/13250.
|
||
) if not (is_darwin_arm64 or is_windows) else None
|
||
|
||
da_haskell_library(
|
||
name = "create-daml-app-tests-lib",
|
||
srcs = ["src/DA/Daml/Assistant/CreateDamlAppTests.hs"],
|
||
data = [
|
||
"//release:sdk-release-tarball",
|
||
"@local_jdk//:bin/java",
|
||
"//:yarn",
|
||
"@patch_dev_env//:patch",
|
||
":create_daml_app_deps.tar",
|
||
] + ts_libraries + create_daml_app_resources,
|
||
hackage_deps = [
|
||
"aeson",
|
||
"aeson-extra",
|
||
"base",
|
||
"bytestring",
|
||
"conduit",
|
||
"directory",
|
||
"extra",
|
||
"filepath",
|
||
"process",
|
||
"tagged",
|
||
"tasty",
|
||
"tasty-hunit",
|
||
"unordered-containers",
|
||
],
|
||
visibility = ["//visibility:public"],
|
||
deps = [
|
||
":integration-test-utils",
|
||
"//language-support/ts/codegen/tests:daml2js-test-helpers",
|
||
"//libs-haskell/bazel-runfiles",
|
||
"//libs-haskell/da-hs-base",
|
||
"//libs-haskell/test-utils",
|
||
],
|
||
) if not (is_darwin_arm64 or is_windows) else None
|
||
|
||
da_haskell_test(
|
||
name = "create-daml-app-tests-proj-name",
|
||
timeout = "long",
|
||
srcs = ["src/DA/Daml/Assistant/CreateDamlAppTestsMain.hs"],
|
||
args = [
|
||
"$(location @nodejs//:npm_bin)",
|
||
"$(location @nodejs//:node_bin)",
|
||
"$(location @grpcurl_nix//:bin)",
|
||
"--project-name",
|
||
"not-create-daml-app",
|
||
],
|
||
data = [
|
||
"@grpcurl_nix//:bin",
|
||
"@nodejs//:node_bin",
|
||
"@nodejs//:npm_bin",
|
||
],
|
||
flaky = True, # npm/jest/puppeteer can be flaky
|
||
hackage_deps = ["base"],
|
||
main_function = "DA.Daml.Assistant.CreateDamlAppTestsMain.main",
|
||
tags =
|
||
# Exclusive until we stop hardcoding port numbers in index.test.ts
|
||
["exclusive"],
|
||
deps = [":create-daml-app-tests-lib"],
|
||
) if not (is_darwin_arm64 or is_windows) else None
|