mirror of
https://github.com/digital-asset/daml.git
synced 2024-09-19 16:57:40 +03:00
dd1b44eccc
Because it's not in there and we're all surprised to learn that. CHANGELOG_BEGIN CHANGELOG_END
307 lines
9.2 KiB
Nix
307 lines
9.2 KiB
Nix
{ system ? builtins.currentSystem }:
|
||
|
||
let
|
||
pkgs = import ./nixpkgs.nix { inherit system; };
|
||
|
||
# Selects "bin" output from multi-output derivations which are has it. For
|
||
# other multi-output derivations, select only the first output. For
|
||
# single-output generation, do nothing.
|
||
#
|
||
# This ensures that as few output as possible of the tools we use below are
|
||
# realized by Nix.
|
||
selectBin = pkg:
|
||
if pkg == null then
|
||
null
|
||
else if builtins.hasAttr "bin" pkg then
|
||
pkg.bin
|
||
else if builtins.hasAttr "outputs" pkg then
|
||
builtins.getAttr (builtins.elemAt pkg.outputs 0) pkg
|
||
else
|
||
pkg;
|
||
|
||
# Add all packages that are used by Bazel builds here
|
||
bazel_dependencies = import ./bazel.nix { inherit system pkgs; };
|
||
|
||
in rec {
|
||
inherit pkgs;
|
||
|
||
# GHC with static linking patches.
|
||
ghcStatic = bazel_dependencies.ghcStatic;
|
||
|
||
# Tools used in the dev-env. These are invoked through wrappers
|
||
# in dev-env/bin. See the development guide for more information:
|
||
# https://digitalasset.atlassian.net/wiki/spaces/DEL/pages/104431683/Maintaining+the+Nix+Development+Environment
|
||
tools = pkgs.lib.mapAttrs (_: pkg: selectBin pkg) (rec {
|
||
# Code generators
|
||
|
||
make = pkgs.gnumake;
|
||
m4 = pkgs.m4;
|
||
|
||
thrift = pkgs.thrift;
|
||
protoc = bazel_dependencies.protobuf3_8;
|
||
|
||
# Haskell development
|
||
ghcStatic = bazel_dependencies.ghcStatic;
|
||
ghcid = pkgs.haskellPackages.ghcid;
|
||
hlint = bazel_dependencies.ghcStaticPkgs.hlint;
|
||
ghci = bazel_dependencies.ghcStatic;
|
||
|
||
# Hazel’s configure step currently searches for the C compiler in
|
||
# PATH instead of taking it from our cc toolchain so we have to add
|
||
# it to dev-env. See https://github.com/FormationAI/hazel/issues/80
|
||
# for the upstream issue.
|
||
cc = bazel_dependencies.bazel-cc-toolchain;
|
||
|
||
# TLA+ with the command-line model checker TLC
|
||
tlc2 = pkgs.tlaplus;
|
||
|
||
mvn = bazel_dependencies.mvn;
|
||
|
||
zinc = pkgs.callPackage ./tools/zinc {};
|
||
|
||
jdk = bazel_dependencies.jdk8;
|
||
java = jdk;
|
||
javac = jdk;
|
||
jinfo = jdk;
|
||
jmap = jdk;
|
||
jstack = jdk;
|
||
jar = jdk;
|
||
|
||
# The package itself is called bazel-watcher. However, the executable is
|
||
# called ibazel. We call the attribute ibazel so that the default dev-env
|
||
# wrapper works.
|
||
ibazel = pkgs.bazel-watcher;
|
||
|
||
scala = (bazel_dependencies.scala.override { jre = jdk; }).overrideAttrs (attrs: {
|
||
buildInputs = attrs.buildInputs ++ [ pkgs.makeWrapper ];
|
||
installPhase = attrs.installPhase + ''
|
||
wrapProgram $out/bin/scala --add-flags "-nobootcp"
|
||
wrapProgram $out/bin/scalac --add-flags "-nobootcp"
|
||
wrapProgram $out/bin/scaladoc --add-flags "-nobootcp"
|
||
wrapProgram $out/bin/scalap --add-flags "-nobootcp"
|
||
'';
|
||
});
|
||
fsc = scala;
|
||
scalac = scala;
|
||
scaladoc = scala;
|
||
scalap = scala;
|
||
sbt = pkgs.sbt;
|
||
|
||
coursier = pkgs.coursier;
|
||
# nixpkgs ships with an RC for scalafmt 2.0 that seems to be significantly slower
|
||
# and changes a lot of formatting so for now we stick to 1.5.1.
|
||
scalafmt = pkgs.callPackage ./overrides/scalafmt.nix { jre = jdk; };
|
||
dependency-check = (pkgs.callPackage ./tools/dependency-check { });
|
||
|
||
# Nix development
|
||
cabal2nix = pkgs.cabal2nix;
|
||
|
||
pypi2nix = pkgs.pypi2nix;
|
||
|
||
# Web development
|
||
node = bazel_dependencies.nodejs;
|
||
npm = bazel_dependencies.nodejs;
|
||
yarn = (pkgs.yarn.override {
|
||
nodejs = bazel_dependencies.nodejs;
|
||
}).overrideAttrs (oldAttrs: rec {
|
||
version = "1.12.3";
|
||
src = pkgs.fetchzip {
|
||
url = "https://github.com/yarnpkg/yarn/releases/download/v${version}/yarn-v${version}.tar.gz";
|
||
sha256 = "0izn7lfvfw046qlxdgiiiyqj24sl2yclm6v8bzy8ilsr00csbrm2";
|
||
};
|
||
});
|
||
|
||
node2nix = pkgs.nodePackages.node2nix;
|
||
|
||
live-server =
|
||
(import ./tools/live-server { inherit pkgs; nodejs = tools.node; }).live-server;
|
||
license-checker =
|
||
(import ./tools/license-checker { inherit pkgs; nodejs = tools.node; }).license-checker;
|
||
|
||
chromedriver = pkgs.chromedriver;
|
||
|
||
# Python development
|
||
pip3 = pkgs.python37Packages.pip;
|
||
python = python37;
|
||
python3 = python37;
|
||
python37 = pkgs.python37Packages.python;
|
||
|
||
flake8 = pkgs.python37Packages.flake8;
|
||
yapf = pkgs.python37Packages.yapf;
|
||
|
||
pex = pkgs.python37Packages.pex;
|
||
pipenv = import ./tools/pipenv {
|
||
lib = pkgs.stdenv.lib;
|
||
python3 = python3;
|
||
};
|
||
|
||
sphinx = pkgs.python37.withPackages (ps: [ps.sphinx ps.sphinx_rtd_theme]);
|
||
sphinx-build = sphinx;
|
||
sphinx-quickstart = sphinx;
|
||
|
||
sphinx-autobuild = import ./tools/sphinx-autobuild {
|
||
inherit pkgs;
|
||
python37Packages = pkgs.python37Packages;
|
||
};
|
||
|
||
sphinx183 = bazel_dependencies.sphinx183;
|
||
|
||
convert = bazel_dependencies.imagemagick;
|
||
|
||
sass = bazel_dependencies.sass;
|
||
|
||
graphviz = pkgs.graphviz_2_32;
|
||
dot = graphviz;
|
||
tred = graphviz;
|
||
unflatten = graphviz;
|
||
circo = graphviz;
|
||
|
||
# Build tools
|
||
|
||
# wrap the .bazelrc to automate the configuration of
|
||
# `build --config <kernel>`
|
||
bazelrc =
|
||
let
|
||
kernel =
|
||
if pkgs.stdenv.targetPlatform.isLinux then "linux"
|
||
else if pkgs.stdenv.targetPlatform.isDarwin then "darwin"
|
||
else throw "unsupported system";
|
||
in
|
||
pkgs.writeText "daml-bazelrc" ''
|
||
build --config ${kernel}
|
||
'';
|
||
|
||
bazel = pkgs.writeScriptBin "bazel" (''
|
||
if [ -z "''${DADE_REPO_ROOT:-}" ]; then
|
||
>&2 echo "Please run bazel inside of the dev-env"
|
||
exit 1
|
||
fi
|
||
export BAZEL_USE_CPP_ONLY_TOOLCHAIN=1
|
||
# Set the JAVA_HOME to our JDK
|
||
export JAVA_HOME=${jdk.home}
|
||
export GIT_SSL_CAINFO="${pkgs.cacert}/etc/ssl/certs/ca-bundle.crt"
|
||
'' + pkgs.stdenv.lib.optionalString (pkgs.buildPlatform.libc == "glibc") ''
|
||
export LOCALE_ARCHIVE="${pkgs.glibcLocales}/lib/locale/locale-archive"
|
||
'' + ''
|
||
exec ${pkgs.bazel}/bin/bazel --bazelrc "${bazelrc}" "$@"
|
||
'');
|
||
|
||
# System tools
|
||
shellcheck = pkgs.shellcheck;
|
||
curl = bazel_dependencies.curl;
|
||
|
||
patch = pkgs.patch;
|
||
wget = pkgs.wget;
|
||
grpcurl = pkgs.grpcurl;
|
||
|
||
# String mangling tooling.
|
||
jo = pkgs.jo;
|
||
jq = bazel_dependencies.jq;
|
||
gawk = bazel_dependencies.gawk;
|
||
sed = pkgs.gnused;
|
||
base64 = pkgs.coreutils;
|
||
sha1sum = pkgs.coreutils;
|
||
xmlstarlet = pkgs.xmlstarlet;
|
||
grep = pkgs.gnugrep;
|
||
|
||
# Cryptography tooling
|
||
gnupg = pkgs.gnupg;
|
||
gpg = gnupg;
|
||
|
||
# Packaging tools
|
||
patchelf = bazel_dependencies.patchelf;
|
||
zip = bazel_dependencies.zip;
|
||
openssl = pkgs.openssl.bin;
|
||
tar = bazel_dependencies.gnutar;
|
||
|
||
semver = pkgs.callPackage ./tools/semver-tool {};
|
||
osht = pkgs.callPackage ./tools/osht {};
|
||
bats = pkgs.callPackage ./tools/bats {};
|
||
dade-test-sh = pkgs.callPackage ./tools/dade-test-sh {};
|
||
|
||
undmg = pkgs.undmg;
|
||
jfrog = pkgs.callPackage ./tools/jfrog-cli {};
|
||
|
||
# Cloud tools
|
||
aws = pkgs.awscli;
|
||
gcloud = pkgs.google-cloud-sdk;
|
||
bq = gcloud;
|
||
gsutil = gcloud;
|
||
# used to set up the webide CI pipeline in azure-cron.yml
|
||
docker-credential-gcr = pkgs.docker-credential-gcr;
|
||
# Note: we need to pin Terraform to 0.11 until nixpkgs includes a version
|
||
# of the secret provider that is compatiblz with Terraform 0.12 (1.1.0+)
|
||
terraform = pkgs.terraform_0_11.withPlugins (p: with p; [
|
||
google
|
||
google-beta
|
||
random
|
||
secret
|
||
template
|
||
]);
|
||
nix-store-gcs-proxy = pkgs.callPackage ./tools/nix-store-gcs-proxy {};
|
||
});
|
||
|
||
# Set of packages that we want Hydra to build for us
|
||
cached = bazel_dependencies // {
|
||
# Packages used in command-line tools
|
||
cli-tools = {
|
||
inherit (pkgs) coreutils nix-info getopt;
|
||
};
|
||
# Used by CI
|
||
minio = pkgs.minio;
|
||
} // (if pkgs.stdenv.isLinux then {
|
||
# The following packages are used for CI docker based builds
|
||
bash = pkgs.bash;
|
||
busybox = pkgs.busybox;
|
||
bzip2 = pkgs.bzip2;
|
||
cacert = pkgs.cacert;
|
||
cheat = pkgs.cheat;
|
||
coreutils = pkgs.coreutils;
|
||
dockerd = pkgs.docker;
|
||
findutils = pkgs.findutils;
|
||
ftop = pkgs.ftop;
|
||
gcc7 = pkgs.gcc7;
|
||
glibc = pkgs.glibc;
|
||
iputils = pkgs.iputils;
|
||
less = pkgs.less;
|
||
ltrace = pkgs.ltrace;
|
||
lvm2 = pkgs.lvm2;
|
||
ncurses = pkgs.ncurses;
|
||
nettools = pkgs.nettools;
|
||
procps = pkgs.procps;
|
||
glibcLocales = pkgs.glibcLocales;
|
||
strace = pkgs.strace;
|
||
sudo = pkgs.sudo;
|
||
su = pkgs.su;
|
||
tcpdump = pkgs.tcpdump;
|
||
tldr = pkgs.tldr;
|
||
tmux = pkgs.tmux;
|
||
utillinux = pkgs.utillinux;
|
||
vim = pkgs.vim;
|
||
which = pkgs.which;
|
||
zsh = pkgs.zsh;
|
||
openssh = pkgs.openssh;
|
||
}
|
||
else {});
|
||
|
||
# On CI we only cache a subset of cached since we only build a subset of targets.
|
||
ci-cached =
|
||
if pkgs.stdenv.isDarwin
|
||
then builtins.removeAttrs cached ["texlive"]
|
||
else cached;
|
||
|
||
# The build environment used for the 'da' package set above.
|
||
# Exported here for testing purposes.
|
||
environment = {
|
||
ghc = bazel_dependencies.ghc;
|
||
cabal2nix = tools.cabal2nix;
|
||
};
|
||
|
||
dade = {
|
||
tools-list = pkgs.runCommand "tools-list" {
|
||
ts = builtins.concatStringsSep " " (builtins.attrNames tools);
|
||
preferLocalBuild = true;
|
||
} "echo $ts > $out";
|
||
};
|
||
}
|