@@ -1,150 +0,0 @@
1−#!/usr/bin/env bash
2−
3−set -eu +x
4−
5−ROOT=$(cd $(dirname $0) ; pwd)
6−TARGET=$1
7−
8−source aws.sh
9−
10−# For nightly-YYYY-MM-DD, tag should be nightly
11−# For lts-X.Y, tag should be ltsX
12−SHORTNAME=$(echo $TARGET | cut -d- -f 1)
13−if [ $SHORTNAME = "lts" ]
14−then
15− TAG=$(echo $TARGET | sed 's@^lts-\([0-9]*\)\.[0-9]*@lts\1@')
16−else
17− TAG=$SHORTNAME
18−fi
19−
20−IMAGE=commercialhaskell/stackage:$TAG
21−
22−PLAN_FILE=current-plan.yaml
23−DOCMAP_FILE=current-docmap.yaml
24−
25−CABAL_DIR=$ROOT/cabal
26−STACK_DIR=$ROOT/stack
27−GHC_DIR=$ROOT/ghc
28−DOT_STACKAGE_DIR=$ROOT/dot-stackage
29−WORKDIR=$ROOT/$TAG/work
30−EXTRA_BIN_DIR=$ROOT/extra-bin
31−SSH_DIR=$ROOT/ssh-$SHORTNAME
32−USERID=$(id -u)
33−
34−mkdir -p \
35− "$CABAL_DIR" \
36− "$STACK_DIR" \
37− "$GHC_DIR" \
38− "$DOT_STACKAGE_DIR" \
39− "$WORKDIR" \
40− "$EXTRA_BIN_DIR" \
41− "$SSH_DIR"
42−
43−GITCONFIG=$ROOT/gitconfig
44−cat >$GITCONFIG <<EOF
45−[user]
46− email = michael+stackage-build@fpcomplete.com
47− name = Stackage Build host
48−EOF
49−
50−cat >$SSH_DIR/known_hosts <<EOF
51−|1|Qn0iij8BnxGZXbyFSozS9zWkH+Q=|YrKKNp2KHO3/oc4UBFIe1zOvhDc= ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAq2A7hRGmdnm9tUDbO9IDSwBK6TbQa+PXYPCPy6rbTrTtw7PHkccKrpp0yVhp5HdEIcKr6pLlVDBfOLX9QUsyCOV0wzfjIJNlGEYsdlLJizHhbn2mUjvSAHQqZETYP81eFzLQNnPHt4EVVUh7VfDESU84KezmD5QlWpXLmvU31/yMf+Se8xhHTvKSCZIFImWwoG6mbUoWf9nzpIoaSjB+weqqUUmpaaasXVal72J+UX2B+2RPW3RcT0eOzQgqlJL3RKrTJvdsjE3JEAvGq3lGHSZXy28G3skua2SmVi/w4yCE6gbODqnTWlg7+wC604ydGXA8VJiS5ap43JXiUFFAaQ==
52−|1|RxBEt2ljiEppr019szMIhbY12m0=|0FZ2Oji1LphRbPLLEQhFzTmL69I= ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAq2A7hRGmdnm9tUDbO9IDSwBK6TbQa+PXYPCPy6rbTrTtw7PHkccKrpp0yVhp5HdEIcKr6pLlVDBfOLX9QUsyCOV0wzfjIJNlGEYsdlLJizHhbn2mUjvSAHQqZETYP81eFzLQNnPHt4EVVUh7VfDESU84KezmD5QlWpXLmvU31/yMf+Se8xhHTvKSCZIFImWwoG6mbUoWf9nzpIoaSjB+weqqUUmpaaasXVal72J+UX2B+2RPW3RcT0eOzQgqlJL3RKrTJvdsjE3JEAvGq3lGHSZXy28G3skua2SmVi/w4yCE6gbODqnTWlg7+wC604ydGXA8VJiS5ap43JXiUFFAaQ==
53−EOF
54−
55−AUTH_TOKEN=$ROOT/auth-token
56−HACKAGE_CREDS=$ROOT/hackage-creds
57−
58−function require_400_file {
59− if [ ! -f "$1" ]
60− then
61− echo File not found: "$1"
62− exit 1
63− fi
64−
65− chmod 400 "$1"
66−}
67−
68−require_400_file "$SSH_DIR/id_rsa"
69−require_400_file "$AUTH_TOKEN"
70−require_400_file "$HACKAGE_CREDS"
71−
72−mkdir -p $ROOT/bin
73−BINDIR=$(cd $ROOT/bin ; pwd)
74−(
75−cd $BINDIR
76−rm -f stackage-curator stackage-curator.bz2
77−wget https://s3.amazonaws.com/stackage-travis/stackage-curator/stackage-curator.bz2
78−bunzip2 stackage-curator.bz2
79−chmod +x stackage-curator
80−./stackage-curator --version
81−)
82−
83−ARGS_COMMON="--rm -v $WORKDIR:$HOME/work -w $HOME/work -v $BINDIR/stackage-curator:/usr/bin/stackage-curator:ro -v /etc/passwd:/etc/passwd:ro -v /etc/group:/etc/group:ro -v $EXTRA_BIN_DIR/stack:/usr/bin/stack:ro"
84−ARGS_PREBUILD="$ARGS_COMMON -u $USERID -e HOME=$HOME -v $CABAL_DIR:$HOME/.cabal -v $STACK_DIR:$HOME/.stack -v $GHC_DIR:$HOME/.ghc -v $DOT_STACKAGE_DIR:$HOME/.stackage"
85−ARGS_BUILD="$ARGS_COMMON -v $CABAL_DIR:$HOME/.cabal:ro -v $STACK_DIR:$HOME/.stack:ro -v $GHC_DIR:$HOME/.ghc:ro"
86−ARGS_UPLOAD="$ARGS_COMMON -u $USERID -e HOME=$HOME -e AWS_ACCESS_KEY_ID=$AWS_ACCESS_KEY_ID -e AWS_SECRET_ACCESS_KEY=$AWS_SECRET_ACCESS_KEY -v $AUTH_TOKEN:/auth-token:ro -v $HACKAGE_CREDS:/hackage-creds:ro -v $DOT_STACKAGE_DIR:$HOME/.stackage -v $SSH_DIR:$HOME/.ssh:ro -v $GITCONFIG:$HOME/.gitconfig:ro -v $CABAL_DIR:$HOME/.cabal:ro -v $STACK_DIR:$HOME/.stack:ro"
87−
88−# Make sure we actually need this snapshot. We only check this for LTS releases
89−# since, for nightlies, we'd like to run builds even if they are unnecessary to
90−# get early warning information of upcoming failures. (See the duplicate check
91−# below for why this is safe.)
92−if [ $SHORTNAME = "lts" ]
93−then
94− docker run $ARGS_UPLOAD $IMAGE /bin/bash -c "exec stackage-curator check-target-available --target $TARGET"
95−fi
96−
97−# Get latest compatible stack
98−curl -L https://github.com/commercialhaskell/stack/releases/download/v1.9.3/stack-1.9.3-linux-x86_64-static.tar.gz | tar xz --wildcards --strip-components=1 -C $EXTRA_BIN_DIR '*/stack'
99−
100−
101−# Determine the new build plan unless NOPLAN is set
102−#
103−# * Update the package index (unless LTS)
104−# * Create a new plan
105−if [ "${NOPLAN:-}x" = "x" ]
106−then
107− if [ $SHORTNAME = "lts" ]
108− then
109− docker run $ARGS_PREBUILD $IMAGE /bin/bash -c "stack update && exec stackage-curator create-plan --plan-file $PLAN_FILE --target $TARGET ${CONSTRAINTS:-}"
110− else
111− docker run $ARGS_PREBUILD $IMAGE /bin/bash -c "stack update && exec stackage-curator create-plan --plan-file $PLAN_FILE --target $TARGET ${CONSTRAINTS:-}"
112− fi
113−fi
114−
115−# Do the rest of the pre-build actions:
116−#
117−# * Check that the plan is valid
118−# * Fetch all needed tarballs (the build step does not have write access to the tarball directory)
119−# * Do a single unpack to create the package index cache (again due to directory perms)
120−docker run $ARGS_PREBUILD $IMAGE /bin/bash -c "stackage-curator check --plan-file $PLAN_FILE && stackage-curator fetch --plan-file $PLAN_FILE && cd /tmp && exec stack unpack random"
121−
122−case $SHORTNAME in
123− lts) JOBS=1 ;;
124− nightly) JOBS=2 ;;
125−esac
126−
127−# Now do the actual build. We need to first set the owner of the home directory
128−# correctly, so we run the command as root, change owner, and then use sudo to
129−# switch back to the current user
130−docker run $ARGS_BUILD $IMAGE nice -n 15 /bin/bash -c "chown $USER $HOME && exec sudo -E -u $USER env \"HOME=$HOME\" \"PATH=\$PATH\" stackage-curator make-bundle --jobs $JOBS --plan-file $PLAN_FILE --docmap-file $DOCMAP_FILE --target $TARGET"
131−
132−# Make sure we actually need this snapshot. We used to perform this check
133−# exclusively before building. Now we perform it after as well for the case of
134−# nightly, where we don't perform this check beforehand. This is also slightly
135−# safer, in case someone else already uploaded a specific snapshot while we
136−# were building.
137−docker run $ARGS_UPLOAD $IMAGE /bin/bash -c "exec stackage-curator check-target-available --target $TARGET"
138−
139−# Successful build, so we need to:
140−#
141−# * Upload the docs to S3
142−# * Upload the 00-index.tar file to S3 (TODO: this is probably no longer necessary, since snapshots never modify .cabal files)
143−# * Upload the new plan .yaml file to the appropriate Github repo
144−# * Register as a new Hackage distro
145−docker run $ARGS_UPLOAD $IMAGE /bin/bash -c "stackage-curator upload-docs --target $TARGET && stackage-curator upload-index --plan-file $PLAN_FILE --target $TARGET && stackage-curator upload-github --plan-file $PLAN_FILE --docmap-file $DOCMAP_FILE --target $TARGET && exec stackage-curator hackage-distro --plan-file $PLAN_FILE --target $TARGET"
146−
147−echo -n "Completed at "
148−date
149−
150−(cd new-stackage-format && ./convert.sh)