git.iko.soy/stackage
on nightly help sign in
stackage/debian-bootstrap.sh
333 lines 10 kB history raw
1#!/usr/bin/env bash
3# Work in progress: create a list of commands necessary to get Stackage
4# up-and-running on a freshly installed Debian-based system (including Ubuntu).
6# Quick start:
7# wget -O - https://raw.github.com/commercialhaskell/stackage/master/debian-bootstrap.sh | bash -ex
9# NOTE: Requires that GHC and Cabal are installed and on your PATH. For
10# instructions, see:
11# http://www.stackage.org/install
13set -exuo pipefail
15mkdir -p /home/stackage
17export LANG=C.UTF-8
18export DEBIAN_FRONTEND=noninteractive
20# Get curl and unzip
21apt-get update
22apt-get install -y curl unzip
24# Install AWS CLI
25mkdir -p /tmp/awscli
27cd /tmp/awscli
28curl "https://awscli.amazonaws.com/awscli-exe-linux-x86_64.zip" -o "awscliv2.zip"
29unzip awscliv2.zip
30./aws/install --bin-dir /usr/bin
32rm -rf /tmp/awscli
34# Get Stack and GHC
35curl -sSL https://get.haskellstack.org/ | sh -s - -d /usr/bin
36stack setup --resolver ghc-$GHCVER
38apt-get update
40apt-get install -y \
41 apt-transport-https \
42 build-essential \
43 cmake \
44 curl \
45 dvipng \
46 freeglut3-dev \
47 freetds-dev \
48 fsharp \
49 g++ \
50 gawk \
51 git \
52 gnupg \
53 gradle \
54 hscolour \
55 libadns1-dev \
56 libaio1 \
57 libalut-dev \
58 libasound2-dev \
59 libblas-dev \
60 libbz2-dev \
61 libcairo2-dev \
62 libclang-3.9-dev \
63 libcurl4-openssl-dev \
64 libcwiid-dev \
65 libdbusmenu-glib-dev \
66 libdbusmenu-gtk3-dev \
67 libdevil-dev \
68 libedit-dev \
69 libedit2 \
70 libfftw3-dev \
71 libflac-dev \
72 libfreenect-dev \
73 libgd-dev \
74 libgeoip-dev \
75 libgirepository1.0-dev \
76 libglew-dev \
77 libglfw3-dev \
78 libglib2.0-dev \
79 libglu1-mesa-dev \
80 libgmp3-dev \
81 libgnutls28-dev \
82 libgraphene-1.0-dev \
83 libgsasl7-dev \
84 libgsl-dev \
85 libgtk-3-dev \
86 libgtk2.0-dev \
87 libgtksourceview-3.0-dev \
88 libhidapi-dev \
89 libi2c-dev \
90 libicu-dev \
91 libimlib2-dev \
92 libjack-jackd2-dev \
93 libjavascriptcoregtk-4.0-dev \
94 libjansson-dev \
95 libjudy-dev \
96 liblapack-dev \
97 libleveldb-dev \
98 liblmdb-dev \
99 liblz4-tool \
100 liblzma-dev \
101 libmagic-dev \
102 libmagickcore-dev \
103 libmagickwand-dev \
104 libmarkdown2-dev \
105 libmono-2.0-dev \
106 libmp3lame-dev \
107 libmpfr-dev \
108 libmpich-dev \
109 libmysqlclient-dev \
110 libncurses5-dev \
111 libnfc-dev \
112 liboath-dev \
113 libnotify-dev \
114 libopenal-dev \
115 libpango1.0-dev \
116 libpcap0.8-dev \
117 libpcre2-dev \
118 libpq-dev \
119 libprotobuf-dev \
120 libre2-dev \
121 librocksdb-dev \
122 libsdl1.2-dev \
123 libsdl2-dev \
124 libsdl2-gfx-dev \
125 libsdl2-image-dev \
126 libsdl2-mixer-dev \
127 libsdl2-ttf-dev \
128 libsecp256k1-dev \
129 libsnappy-dev \
130 libsndfile1-dev \
131 libsodium-dev \
132 libsox-dev \
133 libsqlite3-dev \
134 libssl-dev \
135 libsystemd-dev \
136 libtagc0-dev \
137 libtre-dev \
138 libudev-dev \
139 libusb-1.0-0-dev \
140 libvte-2.91-dev \
141 libwebkitgtk-3.0-dev \
142 libxau-dev \
143 libxml2-dev \
144 libxrandr-dev \
145 libxss-dev \
146 libyaml-dev \
147 libzip-dev \
148 libzstd-dev \
149 libzmq3-dev \
150 llvm-7 \
151 llvm-8 \
152 llvm-9 \
153 locales \
154 m4 \
155 minisat \
156 mono-mcs \
157 nettle-dev \
158 ninja-build \
159 openjdk-8-jdk \
160 python-mpltoolkits.basemap \
161 python3-matplotlib \
162 python3-numpy \
163 python3-pip \
164 python3-scipy \
165 r-base \
166 r-base-dev \
167 rpm \
168 ruby-dev \
169 software-properties-common \
170 sudo \
171 texlive \
172 unixodbc-dev \
173 wget \
174 xclip \
175 zip \
176 zlib1g-dev \
177 zsh
179# odbc
180# TODO: See if we can fix this...
181# E: Failed to fetch https://packages.microsoft.com/debian/9/prod/pool/main/u/unixodbc/odbcinst_2.3.7_amd64.deb 404 Not Found
183# curl https://packages.microsoft.com/keys/microsoft.asc | apt-key add -
184# curl https://packages.microsoft.com/config/debian/9/prod.list > /etc/apt/sources.list.d/mssql-release.list
185# apt-get update
186# ACCEPT_EULA=Y apt-get install msodbcsql17 -y
188# llvm for llvm-hs
189curl https://apt.llvm.org/llvm-snapshot.gpg.key | apt-key add -
190add-apt-repository "deb http://apt.llvm.org/bionic/ llvm-toolchain-bionic-9 main"
191apt-get update
192apt-get install llvm-9-dev -y
194locale-gen en_US.UTF-8
196# Buggy versions of ld.bfd fail to link some Haskell packages:
197# https://sourceware.org/bugzilla/show_bug.cgi?id=17689. Gold is
198# faster anyways and uses less RAM.
199update-alternatives --install "/usr/bin/ld" "ld" "/usr/bin/ld.gold" 20
200update-alternatives --install "/usr/bin/ld" "ld" "/usr/bin/ld.bfd" 10
202# GHC requires a specific LLVM version on the system PATH for its LLVM backend.
203# This version is tracked here:
204# https://ghc.haskell.org/trac/ghc/wiki/Commentary/Compiler/Backends/LLVM/Installing
206# GHC 8.10 requires LLVM 9 tools (?) (specifically, llc-9 and opt-9).
207update-alternatives --install "/usr/bin/llc" "llc" "/usr/bin/llc-9" 50
208update-alternatives --install "/usr/bin/opt" "opt" "/usr/bin/opt-9" 50
210# nodejs 10 (nodejs8 in bionic needs conflicting libssl10-dev)
211curl -sL https://deb.nodesource.com/setup_10.x | bash -
212apt-get install -y nodejs
214# install ocilib dependencies then build and install ocilib
215cd /tmp \
216 && wget https://storage.googleapis.com/oracle.fpinsight.com/instantClient/oracle-instantclient12.1-basiclite_12.1.0.2.0-2_amd64.deb \
217 && dpkg -i oracle-instantclient12.1-basiclite_12.1.0.2.0-2_amd64.deb \
218 && rm -f oracle-instantclient12.1-basiclite_12.1.0.2.0-2_amd64.deb \
219 && wget https://storage.googleapis.com/oracle.fpinsight.com/instantClient/oracle-instantclient12.1-devel_12.1.0.2.0-2_amd64.deb \
220 && dpkg -i oracle-instantclient12.1-devel_12.1.0.2.0-2_amd64.deb \
221 && rm -f oracle-instantclient12.1-devel_12.1.0.2.0-2_amd64.deb \
222 && wget https://github.com/vrogier/ocilib/archive/v4.3.2.tar.gz \
223 && tar xvf v4.3.2.tar.gz \
224 && cd /tmp/ocilib-4.3.2 \
225 && ./configure --with-oracle-import=linkage \
226 --with-oracle-charset=ansi \
227 --with-oracle-headers-path=/usr/include/oracle/12.1/client64 \
228 --with-oracle-lib-path=/usr/lib/oracle/12.1/client64/lib \
229 && make \
230 && make install \
231 && cd \
232 && rm -rf /tmp/ocilib-4.3.2 \
233 && echo "/usr/local/lib" > /etc/ld.so.conf.d/usr-local.conf \
234 && echo "/usr/lib/oracle/12.1/client64/lib" > /etc/ld.so.conf.d/oracle-client.conf \
235 && ldconfig
237# Add JDK to system paths.
238echo "/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/amd64/server/" > /etc/ld.so.conf.d/openjdk.conf \
239 && ldconfig
241# Install erlang/otp platform and its dependencies
242ERLANG_DEB_FILE="esl-erlang_21.1-1~ubuntu~bionic_amd64.deb"
243pushd /tmp \
244 && wget https://packages.erlang-solutions.com/erlang/debian/pool/${ERLANG_DEB_FILE} \
245 && (dpkg -i ${ERLANG_DEB_FILE}; apt-get install -yf) \
246 && rm ${ERLANG_DEB_FILE} \
247 && popd
249# Install the TensorFlow C API.
250curl https://storage.googleapis.com/tensorflow/libtensorflow/libtensorflow-cpu-linux-x86_64-1.1.0.tar.gz > libtensorflow.tar.gz \
251 && sudo tar zxf libtensorflow.tar.gz -C /usr \
252 && rm libtensorflow.tar.gz \
253 && ldconfig
255# NOTE: also update Dockerfile when cuda version changes
256# Install CUDA toolkit
257# The current version can be found at: https://developer.nvidia.com/cuda-downloads
258CUDA_PKG=10.0.130-1
259CUDA_VER=10.0
260CUDA_APT=10-0
262pushd /tmp \
263 && wget https://developer.download.nvidia.com/compute/cuda/repos/ubuntu1804/x86_64/cuda-repo-ubuntu1804_${CUDA_PKG}_amd64.deb \
264 && apt-key adv --fetch-keys http://developer.download.nvidia.com/compute/cuda/repos/ubuntu1804/x86_64/7fa2af80.pub \
265 && dpkg -i cuda-repo-ubuntu1804_${CUDA_PKG}_amd64.deb \
266 && apt-get update -qq \
267 && apt-get install -y cuda-drivers cuda-core-${CUDA_APT} cuda-cudart-dev-${CUDA_APT} cuda-cufft-dev-${CUDA_APT} cuda-cublas-dev-${CUDA_APT} cuda-cusparse-dev-${CUDA_APT} cuda-cusolver-dev-${CUDA_APT} \
268 && rm cuda-repo-ubuntu1804_${CUDA_PKG}_amd64.deb \
269 && export CUDA_PATH=/usr/local/cuda-${CUDA_VER} \
270 && export LD_LIBRARY_PATH=${CUDA_PATH}/nvvm/lib64:${LD_LIBRARY_PATH+x} \
271 && export LD_LIBRARY_PATH=${CUDA_PATH}/lib64:${LD_LIBRARY_PATH} \
272 && export PATH=${CUDA_PATH}/bin:${PATH} \
273 && popd
275# non-free repo for mediabus-fdk-aac
276apt-add-repository multiverse \
277 && apt-get update \
278 && apt-get install -y nvidia-cuda-dev
280export CLANG_PURE_LLVM_LIB_DIR=/usr/lib/llvm-9/lib;
281export CLANG_PURE_LLVM_INCLUDE_DIR=/usr/lib/llvm-9/include;
283# protoc, for proto-lens-combinators test suite
284# Instructions from: https://google.github.io/proto-lens/installing-protoc.html
285PROTOC_ZIP=protoc-3.3.0-linux-x86_64.zip
286curl -OL https://github.com/google/protobuf/releases/download/v3.3.0/$PROTOC_ZIP
287sudo unzip -o $PROTOC_ZIP -d /usr bin/protoc
288rm -f $PROTOC_ZIP
290# Update library search paths
291echo /usr/local/cuda-10.0/lib64 > /etc/ld.so.conf.d/cuda.conf
292echo /usr/local/cuda-10.0/nvvm/lib64 >> /etc/ld.so.conf.d/cuda.conf
294echo /usr/lib/jvm/java-8-openjdk-amd64/jre/lib/amd64/server > /etc/ld.so.conf.d/java.conf
296echo /usr/lib/llvm-3.7/lib > /etc/ld.so.conf.d/llvm.conf
298ldconfig
300# Install librdkafka (Apache Kafka C/C++ library)
301wget -qO - https://packages.confluent.io/deb/5.2/archive.key | apt-key add -
302add-apt-repository "deb https://packages.confluent.io/deb/5.2 stable main"
303apt-get update && apt install -y librdkafka-dev
305Z3_VER=4.8.8
307 cd /usr/local/ \
308 && wget https://github.com/Z3Prover/z3/releases/download/z3-${Z3_VER}/z3-${Z3_VER}-x64-ubuntu-16.04.zip \
309 && unzip z3-${Z3_VER}-x64-ubuntu-16.04.zip \
310 && rm z3-${Z3_VER}-x64-ubuntu-16.04.zip \
311 && ln -s /usr/local/z3-${Z3_VER}-x64-ubuntu-16.04/bin/z3 /usr/bin/z3
314LIBJWT_VER=1.12.1
316pushd /tmp \
317 && wget https://github.com/benmcollins/libjwt/archive/v${LIBJWT_VER}.zip \
318 && unzip v${LIBJWT_VER}.zip \
319 && pushd libjwt-${LIBJWT_VER} \
320 && autoreconf -fiv \
321 && ./configure --disable-valgrind --disable-doxygen-doc --prefix /usr \
322 && make \
323 && sudo make install \
324 && popd \
325 && popd
329# EOF: don't build anything below this line
331# Cleanup
332apt-get clean
333rm -rf /var/lib/apt/lists/*