on cd67901 help sign in
stackage/debian-bootstrap.sh
342 lines 10 kB history raw
1#!/usr/bin/env bash
3# Work in progress: create a list of commands necessary to get Stackage
4# up-and-running on a freshly installed Debian-based system (including Ubuntu).
6# Quick start:
7# wget -O - https://raw.github.com/commercialhaskell/stackage/master/debian-bootstrap.sh | bash -ex
9# NOTE: Requires that GHC and Cabal are installed and on your PATH. For
10# instructions, see:
11# http://www.stackage.org/install
13set -exuo pipefail
15mkdir -p /home/stackage
17export LANG=C.UTF-8
18export DEBIAN_FRONTEND=noninteractive
20# Get curl and unzip
21apt-get update
22apt-get install -y curl unzip
24# Install AWS CLI
25mkdir -p /tmp/awscli
27cd /tmp/awscli
28curl "https://awscli.amazonaws.com/awscli-exe-linux-x86_64.zip" -o "awscliv2.zip"
29unzip awscliv2.zip
30./aws/install --bin-dir /usr/bin
32rm -rf /tmp/awscli
34# Get Stack and GHC
35curl -sSL https://get.haskellstack.org/ | sh -s - -d /usr/bin
36stack setup --resolver ghc-$GHCVER
38apt-get update
40apt-get install -y \
41 apt-transport-https \
42 build-essential \
43 cmake \
44 curl \
45 dvipng \
46 freeglut3-dev \
47 freetds-dev \
48 fsharp \
49 g++ \
50 gawk \
51 git \
52 gnupg \
53 gradle \
54 hscolour \
55 libadns1-dev \
56 libaio1 \
57 libalut-dev \
58 libasound2-dev \
59 libblas-dev \
60 libbz2-dev \
61 libcairo2-dev \
62 libclang-3.9-dev \
63 libcurl4-openssl-dev \
64 libcwiid-dev \
65 libdbusmenu-glib-dev \
66 libdbusmenu-gtk3-dev \
67 libdevil-dev \
68 libedit-dev \
69 libedit2 \
70 libfftw3-dev \
71 libflac-dev \
72 libfreenect-dev \
73 libgd-dev \
74 libgeoip-dev \
75 libgirepository1.0-dev \
76 libglfw3-dev \
77 libglib2.0-dev \
78 libglu1-mesa-dev \
79 libgmp3-dev \
80 libgnutls28-dev \
81 libgraphene-1.0-dev \
82 libgsasl7-dev \
83 libgsl-dev \
84 libgtk-3-dev \
85 libgtk2.0-dev \
86 libgtksourceview-3.0-dev \
87 libhidapi-dev \
88 libi2c-dev \
89 libicu-dev \
90 libimlib2-dev \
91 libjack-jackd2-dev \
92 libjavascriptcoregtk-4.0-dev \
93 libjansson-dev \
94 libjudy-dev \
95 liblapack-dev \
96 libleveldb-dev \
97 liblmdb-dev \
98 liblz4-tool \
99 liblzma-dev \
100 libmagic-dev \
101 libmagickcore-dev \
102 libmagickwand-dev \
103 libmarkdown2-dev \
104 libmono-2.0-dev \
105 libmp3lame-dev \
106 libmpfr-dev \
107 libmpich-dev \
108 libmysqlclient-dev \
109 libncurses5-dev \
110 libnfc-dev \
111 liboath-dev \
112 libnotify-dev \
113 libopenal-dev \
114 libpango1.0-dev \
115 libpcap0.8-dev \
116 libpcre2-dev \
117 libpq-dev \
118 libprotobuf-dev \
119 libre2-dev \
120 librocksdb-dev \
121 libsdl1.2-dev \
122 libsdl2-dev \
123 libsdl2-gfx-dev \
124 libsdl2-image-dev \
125 libsdl2-mixer-dev \
126 libsdl2-ttf-dev \
127 libsecp256k1-dev \
128 libsnappy-dev \
129 libsndfile1-dev \
130 libsodium-dev \
131 libsox-dev \
132 libsqlite3-dev \
133 libssl-dev \
134 libsystemd-dev \
135 libtagc0-dev \
136 libtre-dev \
137 libudev-dev \
138 libusb-1.0-0-dev \
139 libvte-2.91-dev \
140 libwebkitgtk-3.0-dev \
141 libxau-dev \
142 libxml2-dev \
143 libxrandr-dev \
144 libxss-dev \
145 libyaml-dev \
146 libzip-dev \
147 libzstd-dev \
148 libzmq3-dev \
149 llvm-7 \
150 llvm-8 \
151 llvm-9 \
152 locales \
153 m4 \
154 minisat \
155 mono-mcs \
156 nettle-dev \
157 ninja-build \
158 openjdk-8-jdk \
159 python-mpltoolkits.basemap \
160 python3-matplotlib \
161 python3-numpy \
162 python3-pip \
163 python3-scipy \
164 r-base \
165 r-base-dev \
166 rpm \
167 ruby-dev \
168 software-properties-common \
169 sudo \
170 texlive \
171 unixodbc-dev \
172 wget \
173 xclip \
174 zip \
175 zlib1g-dev \
176 zsh
178# odbc
179curl https://packages.microsoft.com/keys/microsoft.asc | apt-key add -
180curl https://packages.microsoft.com/config/debian/9/prod.list > /etc/apt/sources.list.d/mssql-release.list
181apt-get update
182ACCEPT_EULA=Y apt-get install msodbcsql17 -y
184# llvm for llvm-hs
185curl https://apt.llvm.org/llvm-snapshot.gpg.key | apt-key add -
186add-apt-repository "deb http://apt.llvm.org/bionic/ llvm-toolchain-bionic-9 main"
187apt-get update
188apt-get install llvm-9-dev -y
190locale-gen en_US.UTF-8
192# Buggy versions of ld.bfd fail to link some Haskell packages:
193# https://sourceware.org/bugzilla/show_bug.cgi?id=17689. Gold is
194# faster anyways and uses less RAM.
195update-alternatives --install "/usr/bin/ld" "ld" "/usr/bin/ld.gold" 20
196update-alternatives --install "/usr/bin/ld" "ld" "/usr/bin/ld.bfd" 10
198# GHC requires a specific LLVM version on the system PATH for its LLVM backend.
199# This version is tracked here:
200# https://ghc.haskell.org/trac/ghc/wiki/Commentary/Compiler/Backends/LLVM/Installing
202# GHC 8.10 requires LLVM 9 tools (?) (specifically, llc-9 and opt-9).
203update-alternatives --install "/usr/bin/llc" "llc" "/usr/bin/llc-9" 50
204update-alternatives --install "/usr/bin/opt" "opt" "/usr/bin/opt-9" 50
206# nodejs 10 (nodejs8 in bionic needs conflicting libssl10-dev)
207curl -sL https://deb.nodesource.com/setup_10.x | bash -
208apt-get install -y nodejs
210# install ocilib dependencies then build and install ocilib
211cd /tmp \
212 && wget https://storage.googleapis.com/oracle.fpinsight.com/instantClient/oracle-instantclient12.1-basiclite_12.1.0.2.0-2_amd64.deb \
213 && dpkg -i oracle-instantclient12.1-basiclite_12.1.0.2.0-2_amd64.deb \
214 && rm -f oracle-instantclient12.1-basiclite_12.1.0.2.0-2_amd64.deb \
215 && wget https://storage.googleapis.com/oracle.fpinsight.com/instantClient/oracle-instantclient12.1-devel_12.1.0.2.0-2_amd64.deb \
216 && dpkg -i oracle-instantclient12.1-devel_12.1.0.2.0-2_amd64.deb \
217 && rm -f oracle-instantclient12.1-devel_12.1.0.2.0-2_amd64.deb \
218 && wget https://github.com/vrogier/ocilib/archive/v4.3.2.tar.gz \
219 && tar xvf v4.3.2.tar.gz \
220 && cd /tmp/ocilib-4.3.2 \
221 && ./configure --with-oracle-import=linkage \
222 --with-oracle-charset=ansi \
223 --with-oracle-headers-path=/usr/include/oracle/12.1/client64 \
224 --with-oracle-lib-path=/usr/lib/oracle/12.1/client64/lib \
225 && make \
226 && make install \
227 && cd \
228 && rm -rf /tmp/ocilib-4.3.2 \
229 && echo "/usr/local/lib" > /etc/ld.so.conf.d/usr-local.conf \
230 && echo "/usr/lib/oracle/12.1/client64/lib" > /etc/ld.so.conf.d/oracle-client.conf \
231 && ldconfig
233# Add JDK to system paths.
234echo "/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/amd64/server/" > /etc/ld.so.conf.d/openjdk.conf \
235 && ldconfig
237# Install erlang/otp platform and its dependencies
238ERLANG_DEB_FILE="esl-erlang_21.1-1~ubuntu~bionic_amd64.deb"
239pushd /tmp \
240 && wget https://packages.erlang-solutions.com/erlang/debian/pool/${ERLANG_DEB_FILE} \
241 && (dpkg -i ${ERLANG_DEB_FILE}; apt-get install -yf) \
242 && rm ${ERLANG_DEB_FILE} \
243 && popd
245# Install the TensorFlow C API.
246curl https://storage.googleapis.com/tensorflow/libtensorflow/libtensorflow-cpu-linux-x86_64-1.1.0.tar.gz > libtensorflow.tar.gz \
247 && sudo tar zxf libtensorflow.tar.gz -C /usr \
248 && rm libtensorflow.tar.gz \
249 && ldconfig
251# NOTE: also update Dockerfile when cuda version changes
252# Install CUDA toolkit
253# The current version can be found at: https://developer.nvidia.com/cuda-downloads
254CUDA_PKG=10.0.130-1
255CUDA_VER=10.0
256CUDA_APT=10-0
258pushd /tmp \
259 && wget https://developer.download.nvidia.com/compute/cuda/repos/ubuntu1804/x86_64/cuda-repo-ubuntu1804_${CUDA_PKG}_amd64.deb \
260 && apt-key adv --fetch-keys http://developer.download.nvidia.com/compute/cuda/repos/ubuntu1804/x86_64/7fa2af80.pub \
261 && dpkg -i cuda-repo-ubuntu1804_${CUDA_PKG}_amd64.deb \
262 && apt-get update -qq \
263 && apt-get install -y cuda-drivers cuda-core-${CUDA_APT} cuda-cudart-dev-${CUDA_APT} cuda-cufft-dev-${CUDA_APT} cuda-cublas-dev-${CUDA_APT} cuda-cusparse-dev-${CUDA_APT} cuda-cusolver-dev-${CUDA_APT} \
264 && rm cuda-repo-ubuntu1804_${CUDA_PKG}_amd64.deb \
265 && export CUDA_PATH=/usr/local/cuda-${CUDA_VER} \
266 && export LD_LIBRARY_PATH=${CUDA_PATH}/nvvm/lib64:${LD_LIBRARY_PATH+x} \
267 && export LD_LIBRARY_PATH=${CUDA_PATH}/lib64:${LD_LIBRARY_PATH} \
268 && export PATH=${CUDA_PATH}/bin:${PATH} \
269 && popd
271# non-free repo for mediabus-fdk-aac
272apt-add-repository multiverse \
273 && apt-get update \
274 && apt-get install -y nvidia-cuda-dev
276export CLANG_PURE_LLVM_LIB_DIR=/usr/lib/llvm-9/lib;
277export CLANG_PURE_LLVM_INCLUDE_DIR=/usr/lib/llvm-9/include;
279# protoc, for proto-lens-combinators test suite
280# Instructions from: https://google.github.io/proto-lens/installing-protoc.html
281PROTOC_ZIP=protoc-3.3.0-linux-x86_64.zip
282curl -OL https://github.com/google/protobuf/releases/download/v3.3.0/$PROTOC_ZIP
283sudo unzip -o $PROTOC_ZIP -d /usr bin/protoc
284rm -f $PROTOC_ZIP
286# Update library search paths
287echo /usr/local/cuda-10.0/lib64 > /etc/ld.so.conf.d/cuda.conf
288echo /usr/local/cuda-10.0/nvvm/lib64 >> /etc/ld.so.conf.d/cuda.conf
290echo /usr/lib/jvm/java-8-openjdk-amd64/jre/lib/amd64/server > /etc/ld.so.conf.d/java.conf
292echo /usr/lib/llvm-3.7/lib > /etc/ld.so.conf.d/llvm.conf
294ldconfig
296# Install librdkafka (Apache Kafka C/C++ library)
297wget -qO - https://packages.confluent.io/deb/5.2/archive.key | apt-key add -
298add-apt-repository "deb https://packages.confluent.io/deb/5.2 stable main"
299apt-get update && apt install -y librdkafka-dev
301# Install binaryen
302curl -L https://github.com/WebAssembly/binaryen/archive/version_94.tar.gz | tar xz -C /tmp
303pushd /tmp/binaryen-version_94
304mkdir build
305cd build
306cmake \
307 -DCMAKE_BUILD_TYPE=Release \
308 -DCMAKE_INSTALL_PREFIX=/usr \
309 -G "Unix Makefiles" \
310 ..
311sudo make install
312popd
314Z3_VER=4.8.8
316 cd /usr/local/ \
317 && wget https://github.com/Z3Prover/z3/releases/download/z3-${Z3_VER}/z3-${Z3_VER}-x64-ubuntu-16.04.zip \
318 && unzip z3-${Z3_VER}-x64-ubuntu-16.04.zip \
319 && rm z3-${Z3_VER}-x64-ubuntu-16.04.zip \
320 && ln -s /usr/local/z3-${Z3_VER}-x64-ubuntu-16.04/bin/z3 /usr/bin/z3
323LIBJWT_VER=1.12.1
325pushd /tmp \
326 && wget https://github.com/benmcollins/libjwt/archive/v${LIBJWT_VER}.zip \
327 && unzip v${LIBJWT_VER}.zip \
328 && pushd libjwt-${LIBJWT_VER} \
329 && autoreconf -fiv \
330 && ./configure --disable-valgrind --disable-doxygen-doc --prefix /usr \
331 && make \
332 && sudo make install \
333 && popd \
334 && popd
338# EOF: don't build anything below this line
340# Cleanup
341apt-get clean
342rm -rf /var/lib/apt/lists/*