git.iko.soy/stackage
on 802fd32 help sign in
stackage/debian-bootstrap.sh
332 lines 10 kB history raw
1#!/usr/bin/env bash
3# Work in progress: create a list of commands necessary to get Stackage
4# up-and-running on a freshly installed Debian-based system (including Ubuntu).
6# Quick start:
7# wget -O - https://raw.github.com/commercialhaskell/stackage/master/debian-bootstrap.sh | bash -ex
9# NOTE: Requires that GHC and Cabal are installed and on your PATH. For
10# instructions, see:
11# http://www.stackage.org/install
13set -exuo pipefail
15mkdir -p /home/stackage
17export LANG=C.UTF-8
18export DEBIAN_FRONTEND=noninteractive
20# Get curl and unzip
21apt-get update
22apt-get install -y curl unzip
24# Install AWS CLI
25mkdir -p /tmp/awscli
27cd /tmp/awscli
28curl "https://awscli.amazonaws.com/awscli-exe-linux-x86_64.zip" -o "awscliv2.zip"
29unzip awscliv2.zip
30./aws/install --bin-dir /usr/bin
32rm -rf /tmp/awscli
34# Get Stack and GHC
35curl -sSL https://get.haskellstack.org/ | sh -s - -d /usr/bin
36stack setup --resolver ghc-$GHCVER
38apt-get update
40apt-get install -y \
41 apt-transport-https \
42 build-essential \
43 cmake \
44 curl \
45 dvipng \
46 freeglut3-dev \
47 freetds-dev \
48 fsharp \
49 g++ \
50 gawk \
51 git \
52 gnupg \
53 gradle \
54 hscolour \
55 libadns1-dev \
56 libaio1 \
57 libalut-dev \
58 libasound2-dev \
59 libblas-dev \
60 libbz2-dev \
61 libcairo2-dev \
62 libclang-3.9-dev \
63 libcurl4-openssl-dev \
64 libcwiid-dev \
65 libdbusmenu-glib-dev \
66 libdbusmenu-gtk3-dev \
67 libdevil-dev \
68 libedit-dev \
69 libedit2 \
70 libfftw3-dev \
71 libflac-dev \
72 libfreenect-dev \
73 libgd-dev \
74 libgeoip-dev \
75 libgirepository1.0-dev \
76 libglfw3-dev \
77 libglib2.0-dev \
78 libglu1-mesa-dev \
79 libgmp3-dev \
80 libgnutls28-dev \
81 libgraphene-1.0-dev \
82 libgsasl7-dev \
83 libgsl-dev \
84 libgtk-3-dev \
85 libgtk2.0-dev \
86 libgtksourceview-3.0-dev \
87 libhidapi-dev \
88 libi2c-dev \
89 libicu-dev \
90 libimlib2-dev \
91 libjack-jackd2-dev \
92 libjavascriptcoregtk-4.0-dev \
93 libjansson-dev \
94 libjudy-dev \
95 liblapack-dev \
96 libleveldb-dev \
97 liblmdb-dev \
98 liblz4-tool \
99 liblzma-dev \
100 libmagic-dev \
101 libmagickcore-dev \
102 libmagickwand-dev \
103 libmarkdown2-dev \
104 libmono-2.0-dev \
105 libmp3lame-dev \
106 libmpfr-dev \
107 libmpich-dev \
108 libmysqlclient-dev \
109 libncurses5-dev \
110 libnfc-dev \
111 liboath-dev \
112 libnotify-dev \
113 libopenal-dev \
114 libpango1.0-dev \
115 libpcap0.8-dev \
116 libpcre2-dev \
117 libpq-dev \
118 libprotobuf-dev \
119 libre2-dev \
120 librocksdb-dev \
121 libsdl1.2-dev \
122 libsdl2-dev \
123 libsdl2-gfx-dev \
124 libsdl2-image-dev \
125 libsdl2-mixer-dev \
126 libsdl2-ttf-dev \
127 libsecp256k1-dev \
128 libsnappy-dev \
129 libsndfile1-dev \
130 libsodium-dev \
131 libsox-dev \
132 libsqlite3-dev \
133 libssl-dev \
134 libsystemd-dev \
135 libtagc0-dev \
136 libtre-dev \
137 libudev-dev \
138 libusb-1.0-0-dev \
139 libvte-2.91-dev \
140 libwebkitgtk-3.0-dev \
141 libxau-dev \
142 libxml2-dev \
143 libxrandr-dev \
144 libxss-dev \
145 libyaml-dev \
146 libzip-dev \
147 libzstd-dev \
148 libzmq3-dev \
149 llvm-7 \
150 llvm-8 \
151 llvm-9 \
152 locales \
153 m4 \
154 minisat \
155 mono-mcs \
156 nettle-dev \
157 ninja-build \
158 openjdk-8-jdk \
159 python-mpltoolkits.basemap \
160 python3-matplotlib \
161 python3-numpy \
162 python3-pip \
163 python3-scipy \
164 r-base \
165 r-base-dev \
166 rpm \
167 ruby-dev \
168 software-properties-common \
169 sudo \
170 texlive \
171 unixodbc-dev \
172 wget \
173 xclip \
174 zip \
175 zlib1g-dev \
176 zsh
178# odbc
179# TODO: See if we can fix this...
180# E: Failed to fetch https://packages.microsoft.com/debian/9/prod/pool/main/u/unixodbc/odbcinst_2.3.7_amd64.deb 404 Not Found
182# curl https://packages.microsoft.com/keys/microsoft.asc | apt-key add -
183# curl https://packages.microsoft.com/config/debian/9/prod.list > /etc/apt/sources.list.d/mssql-release.list
184# apt-get update
185# ACCEPT_EULA=Y apt-get install msodbcsql17 -y
187# llvm for llvm-hs
188curl https://apt.llvm.org/llvm-snapshot.gpg.key | apt-key add -
189add-apt-repository "deb http://apt.llvm.org/bionic/ llvm-toolchain-bionic-9 main"
190apt-get update
191apt-get install llvm-9-dev -y
193locale-gen en_US.UTF-8
195# Buggy versions of ld.bfd fail to link some Haskell packages:
196# https://sourceware.org/bugzilla/show_bug.cgi?id=17689. Gold is
197# faster anyways and uses less RAM.
198update-alternatives --install "/usr/bin/ld" "ld" "/usr/bin/ld.gold" 20
199update-alternatives --install "/usr/bin/ld" "ld" "/usr/bin/ld.bfd" 10
201# GHC requires a specific LLVM version on the system PATH for its LLVM backend.
202# This version is tracked here:
203# https://ghc.haskell.org/trac/ghc/wiki/Commentary/Compiler/Backends/LLVM/Installing
205# GHC 8.10 requires LLVM 9 tools (?) (specifically, llc-9 and opt-9).
206update-alternatives --install "/usr/bin/llc" "llc" "/usr/bin/llc-9" 50
207update-alternatives --install "/usr/bin/opt" "opt" "/usr/bin/opt-9" 50
209# nodejs 10 (nodejs8 in bionic needs conflicting libssl10-dev)
210curl -sL https://deb.nodesource.com/setup_10.x | bash -
211apt-get install -y nodejs
213# install ocilib dependencies then build and install ocilib
214cd /tmp \
215 && wget https://storage.googleapis.com/oracle.fpinsight.com/instantClient/oracle-instantclient12.1-basiclite_12.1.0.2.0-2_amd64.deb \
216 && dpkg -i oracle-instantclient12.1-basiclite_12.1.0.2.0-2_amd64.deb \
217 && rm -f oracle-instantclient12.1-basiclite_12.1.0.2.0-2_amd64.deb \
218 && wget https://storage.googleapis.com/oracle.fpinsight.com/instantClient/oracle-instantclient12.1-devel_12.1.0.2.0-2_amd64.deb \
219 && dpkg -i oracle-instantclient12.1-devel_12.1.0.2.0-2_amd64.deb \
220 && rm -f oracle-instantclient12.1-devel_12.1.0.2.0-2_amd64.deb \
221 && wget https://github.com/vrogier/ocilib/archive/v4.3.2.tar.gz \
222 && tar xvf v4.3.2.tar.gz \
223 && cd /tmp/ocilib-4.3.2 \
224 && ./configure --with-oracle-import=linkage \
225 --with-oracle-charset=ansi \
226 --with-oracle-headers-path=/usr/include/oracle/12.1/client64 \
227 --with-oracle-lib-path=/usr/lib/oracle/12.1/client64/lib \
228 && make \
229 && make install \
230 && cd \
231 && rm -rf /tmp/ocilib-4.3.2 \
232 && echo "/usr/local/lib" > /etc/ld.so.conf.d/usr-local.conf \
233 && echo "/usr/lib/oracle/12.1/client64/lib" > /etc/ld.so.conf.d/oracle-client.conf \
234 && ldconfig
236# Add JDK to system paths.
237echo "/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/amd64/server/" > /etc/ld.so.conf.d/openjdk.conf \
238 && ldconfig
240# Install erlang/otp platform and its dependencies
241ERLANG_DEB_FILE="esl-erlang_21.1-1~ubuntu~bionic_amd64.deb"
242pushd /tmp \
243 && wget https://packages.erlang-solutions.com/erlang/debian/pool/${ERLANG_DEB_FILE} \
244 && (dpkg -i ${ERLANG_DEB_FILE}; apt-get install -yf) \
245 && rm ${ERLANG_DEB_FILE} \
246 && popd
248# Install the TensorFlow C API.
249curl https://storage.googleapis.com/tensorflow/libtensorflow/libtensorflow-cpu-linux-x86_64-1.1.0.tar.gz > libtensorflow.tar.gz \
250 && sudo tar zxf libtensorflow.tar.gz -C /usr \
251 && rm libtensorflow.tar.gz \
252 && ldconfig
254# NOTE: also update Dockerfile when cuda version changes
255# Install CUDA toolkit
256# The current version can be found at: https://developer.nvidia.com/cuda-downloads
257CUDA_PKG=10.0.130-1
258CUDA_VER=10.0
259CUDA_APT=10-0
261pushd /tmp \
262 && wget https://developer.download.nvidia.com/compute/cuda/repos/ubuntu1804/x86_64/cuda-repo-ubuntu1804_${CUDA_PKG}_amd64.deb \
263 && apt-key adv --fetch-keys http://developer.download.nvidia.com/compute/cuda/repos/ubuntu1804/x86_64/7fa2af80.pub \
264 && dpkg -i cuda-repo-ubuntu1804_${CUDA_PKG}_amd64.deb \
265 && apt-get update -qq \
266 && apt-get install -y cuda-drivers cuda-core-${CUDA_APT} cuda-cudart-dev-${CUDA_APT} cuda-cufft-dev-${CUDA_APT} cuda-cublas-dev-${CUDA_APT} cuda-cusparse-dev-${CUDA_APT} cuda-cusolver-dev-${CUDA_APT} \
267 && rm cuda-repo-ubuntu1804_${CUDA_PKG}_amd64.deb \
268 && export CUDA_PATH=/usr/local/cuda-${CUDA_VER} \
269 && export LD_LIBRARY_PATH=${CUDA_PATH}/nvvm/lib64:${LD_LIBRARY_PATH+x} \
270 && export LD_LIBRARY_PATH=${CUDA_PATH}/lib64:${LD_LIBRARY_PATH} \
271 && export PATH=${CUDA_PATH}/bin:${PATH} \
272 && popd
274# non-free repo for mediabus-fdk-aac
275apt-add-repository multiverse \
276 && apt-get update \
277 && apt-get install -y nvidia-cuda-dev
279export CLANG_PURE_LLVM_LIB_DIR=/usr/lib/llvm-9/lib;
280export CLANG_PURE_LLVM_INCLUDE_DIR=/usr/lib/llvm-9/include;
282# protoc, for proto-lens-combinators test suite
283# Instructions from: https://google.github.io/proto-lens/installing-protoc.html
284PROTOC_ZIP=protoc-3.3.0-linux-x86_64.zip
285curl -OL https://github.com/google/protobuf/releases/download/v3.3.0/$PROTOC_ZIP
286sudo unzip -o $PROTOC_ZIP -d /usr bin/protoc
287rm -f $PROTOC_ZIP
289# Update library search paths
290echo /usr/local/cuda-10.0/lib64 > /etc/ld.so.conf.d/cuda.conf
291echo /usr/local/cuda-10.0/nvvm/lib64 >> /etc/ld.so.conf.d/cuda.conf
293echo /usr/lib/jvm/java-8-openjdk-amd64/jre/lib/amd64/server > /etc/ld.so.conf.d/java.conf
295echo /usr/lib/llvm-3.7/lib > /etc/ld.so.conf.d/llvm.conf
297ldconfig
299# Install librdkafka (Apache Kafka C/C++ library)
300wget -qO - https://packages.confluent.io/deb/5.2/archive.key | apt-key add -
301add-apt-repository "deb https://packages.confluent.io/deb/5.2 stable main"
302apt-get update && apt install -y librdkafka-dev
304Z3_VER=4.8.8
306 cd /usr/local/ \
307 && wget https://github.com/Z3Prover/z3/releases/download/z3-${Z3_VER}/z3-${Z3_VER}-x64-ubuntu-16.04.zip \
308 && unzip z3-${Z3_VER}-x64-ubuntu-16.04.zip \
309 && rm z3-${Z3_VER}-x64-ubuntu-16.04.zip \
310 && ln -s /usr/local/z3-${Z3_VER}-x64-ubuntu-16.04/bin/z3 /usr/bin/z3
313LIBJWT_VER=1.12.1
315pushd /tmp \
316 && wget https://github.com/benmcollins/libjwt/archive/v${LIBJWT_VER}.zip \
317 && unzip v${LIBJWT_VER}.zip \
318 && pushd libjwt-${LIBJWT_VER} \
319 && autoreconf -fiv \
320 && ./configure --disable-valgrind --disable-doxygen-doc --prefix /usr \
321 && make \
322 && sudo make install \
323 && popd \
324 && popd
328# EOF: don't build anything below this line
330# Cleanup
331apt-get clean
332rm -rf /var/lib/apt/lists/*