#!/bin/bash # This script is designed to build Firefox & WebKit on various Linux # distributions inside docker containers. set -e set -x set -o pipefail if [[ ($1 == '--help') || ($1 == '-h') ]]; then echo "usage: $(basename "$0") [webkit-ubuntu-20.04|firefox-debian-11|...] [prepare|compile|enter|kill]" echo echo "Builds Webkit or Firefox browser inside given Linux distribution" echo "NOTE: Run without second argument to enter bash inside the prepared docker container." exit 0 fi export BUILD_FLAVOR="${1}" DOCKER_PLATFORM="linux/amd64" DOCKER_IMAGE_NAME="" ############################################################ ### FIREFOX ### ############################################################ if [[ "${BUILD_FLAVOR}" == "firefox-ubuntu-18.04" ]]; then DOCKER_PLATFORM="linux/amd64" DOCKER_IMAGE_NAME="ubuntu:18.04" elif [[ "${BUILD_FLAVOR}" == "firefox-ubuntu-20.04" ]]; then DOCKER_PLATFORM="linux/amd64" DOCKER_IMAGE_NAME="ubuntu:20.04" elif [[ "${BUILD_FLAVOR}" == "firefox-ubuntu-20.04-arm64" ]]; then DOCKER_PLATFORM="linux/arm64" DOCKER_IMAGE_NAME="ubuntu:20.04" elif [[ "${BUILD_FLAVOR}" == "firefox-ubuntu-22.04" ]]; then DOCKER_PLATFORM="linux/amd64" DOCKER_IMAGE_NAME="ubuntu:22.04" elif [[ "${BUILD_FLAVOR}" == "firefox-ubuntu-22.04-arm64" ]]; then DOCKER_PLATFORM="linux/arm64" DOCKER_IMAGE_NAME="ubuntu:22.04" elif [[ "${BUILD_FLAVOR}" == "firefox-debian-11" ]]; then DOCKER_PLATFORM="linux/amd64" DOCKER_IMAGE_NAME="debian:11" ############################################################ ### FIREFOX-BETA ### ############################################################ elif [[ "${BUILD_FLAVOR}" == "firefox-beta-ubuntu-18.04" ]]; then DOCKER_PLATFORM="linux/amd64" DOCKER_IMAGE_NAME="ubuntu:18.04" elif [[ "${BUILD_FLAVOR}" == "firefox-beta-ubuntu-20.04" ]]; then DOCKER_PLATFORM="linux/amd64" DOCKER_IMAGE_NAME="ubuntu:20.04" elif [[ "${BUILD_FLAVOR}" == "firefox-beta-ubuntu-20.04-arm64" ]]; then # We cross-compile from x86_64 to aarch64. DOCKER_PLATFORM="linux/amd64" DOCKER_IMAGE_NAME="ubuntu:20.04" elif [[ "${BUILD_FLAVOR}" == "firefox-beta-ubuntu-22.04" ]]; then DOCKER_PLATFORM="linux/amd64" DOCKER_IMAGE_NAME="ubuntu:22.04" elif [[ "${BUILD_FLAVOR}" == "firefox-beta-ubuntu-22.04-arm64" ]]; then # We cross-compile from x86_64 to aarch64. DOCKER_PLATFORM="linux/amd64" DOCKER_IMAGE_NAME="ubuntu:22.04" elif [[ "${BUILD_FLAVOR}" == "firefox-beta-debian-11" ]]; then DOCKER_PLATFORM="linux/amd64" DOCKER_IMAGE_NAME="debian:11" ############################################################ ### WEBKIT ### ############################################################ elif [[ "${BUILD_FLAVOR}" == "webkit-ubuntu-18.04" ]]; then DOCKER_PLATFORM="linux/amd64" DOCKER_IMAGE_NAME="ubuntu:18.04" elif [[ "${BUILD_FLAVOR}" == "webkit-ubuntu-20.04" ]]; then DOCKER_PLATFORM="linux/amd64" DOCKER_IMAGE_NAME="ubuntu:20.04" elif [[ "${BUILD_FLAVOR}" == "webkit-ubuntu-20.04-arm64" ]]; then DOCKER_PLATFORM="linux/arm64" DOCKER_IMAGE_NAME="ubuntu:20.04" elif [[ "${BUILD_FLAVOR}" == "webkit-ubuntu-22.04" ]]; then DOCKER_PLATFORM="linux/amd64" DOCKER_IMAGE_NAME="ubuntu:22.04" elif [[ "${BUILD_FLAVOR}" == "webkit-ubuntu-22.04-arm64" ]]; then DOCKER_PLATFORM="linux/arm64" DOCKER_IMAGE_NAME="ubuntu:22.04" elif [[ "${BUILD_FLAVOR}" == "webkit-debian-11" ]]; then DOCKER_PLATFORM="linux/amd64" DOCKER_IMAGE_NAME="debian:11" elif [[ "${BUILD_FLAVOR}" == "webkit-universal" ]]; then DOCKER_PLATFORM="linux/amd64" DOCKER_IMAGE_NAME="ubuntu:20.04" else echo "ERROR: unknown build flavor - '${BUILD_FLAVOR}'" exit 1 fi DOCKER_CONTAINER_NAME="build-${BUILD_FLAVOR}" DOCKER_ARGS=$(echo \ --env CI \ --env BUILD_FLAVOR \ --env TELEGRAM_BOT_KEY \ --env AZ_ACCOUNT_NAME \ --env AZ_ACCOUNT_KEY \ --env GITHUB_SERVER_URL \ --env GITHUB_REPOSITORY \ --env GITHUB_RUN_ID \ --env GH_TOKEN \ --env DEBIAN_FRONTEND=noninteractive \ --env TZ="America/Los_Angeles" ) function ensure_docker_container { if docker ps | grep "${DOCKER_CONTAINER_NAME}" 2>&1 1>/dev/null; then return; fi if [[ "${BUILD_FLAVOR}" == "webkit-universal" ]]; then # NOTE: WebKit Linux Universal build is run in PRIVILEGED container due to Flatpak! DOCKER_ARGS="${DOCKER_ARGS} --privileged" fi docker pull --platform "${DOCKER_PLATFORM}" "${DOCKER_IMAGE_NAME}" docker run --rm ${DOCKER_ARGS} --name "${DOCKER_CONTAINER_NAME}" --platform "${DOCKER_PLATFORM}" -d -t "${DOCKER_IMAGE_NAME}" /bin/bash docker exec ${DOCKER_ARGS} "${DOCKER_CONTAINER_NAME}" /bin/bash -c ' set -e arch if [[ "${BUILD_FLAVOR}" == webkit-debian-11 ]]; then # Add contrib & non-free to package list echo "deb http://ftp.us.debian.org/debian bullseye main contrib non-free" >> /etc/apt/sources.list.d/pwbuild.list fi apt-get update && apt-get install -y wget \ git-core \ curl \ autoconf2.13 \ tzdata \ sudo \ zip \ unzip # Ubuntu 18 installs Python 3.6 as Python3 by default; this, however, # fails to run Firefox build scripts. # Install Python3.8 instead on Ubuntu 18.04 as Python3. if [[ "${BUILD_FLAVOR}" == *ubuntu-18.04* ]]; then apt-get install -y python3.8 python3.8-dev python3.8-distutils # Point python3 to python3.8 update-alternatives --install /usr/bin/python3 python3 /usr/bin/python3.8 2 else apt-get install -y python3 python3-dev python3-distutils fi curl -sSL https://bootstrap.pypa.io/get-pip.py -o get-pip.py && \ python3 get-pip.py && \ rm get-pip.py # Create the pwuser and make it passwordless sudoer. adduser --disabled-password --gecos "" pwuser echo "ALL ALL = (ALL) NOPASSWD: ALL" >> /etc/sudoers # Install node16 apt-get install -y curl && \ curl -sL https://deb.nodesource.com/setup_16.x | bash - && \ apt-get install -y nodejs # Install AZ CLI on CI only if [[ -n "${CI}" ]]; then # Install AZ CLI with Python since they do not ship # aarch64 to APT: https://github.com/Azure/azure-cli/issues/7368 # Pin so future releases dont break us. pip3 install azure-cli==2.38.0 fi if [[ "${BUILD_FLAVOR}" == "firefox-"* ]]; then # install rust as a pwuser su -l pwuser -c "curl --proto \"=https\" --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y" echo "PATH=\"${PATH}:/home/pwuser/.cargo/bin\"" > /etc/environment elif [[ "${BUILD_FLAVOR}" == "webkit-ubuntu-18.04" ]]; then # Ubuntu 18.04 specific: update CMake. Default CMake on Ubuntu 18.04 is 3.10, whereas WebKit requires 3.12+. apt purge --auto-remove cmake apt-get install -y wget software-properties-common wget -O - https://apt.kitware.com/keys/kitware-archive-latest.asc 2>/dev/null | gpg --dearmor - | sudo tee /etc/apt/trusted.gpg.d/kitware.gpg >/dev/null apt-add-repository "deb https://apt.kitware.com/ubuntu/ bionic main" apt-get update && apt-get install -y cmake # Ubuntu 18.04 specific: install GCC-8. WebKit requires gcc 8.3+ to compile. apt-get install -y gcc-8 g++-8 fi if [[ "${BUILD_FLAVOR}" == *"-arm64" ]]; then apt-get install -y clang-12 fi git config --system user.email "you@example.com" git config --system user.name "Your Name" # mitigate git clone issues on CI. # See https://stdworkflow.com/877/error-rpc-failed-curl-56-gnutls-recv-error-54-error-in-the-pull-function git config --system http.postBuffer 524288000 git config --system http.lowSpeedLimit 0 git config --system http.lowSpeedTime 999999 cd /home/pwuser su -l pwuser -c "git clone --depth=1 https://github.com/microsoft/playwright" ' } if [[ "$2" == "prepare" || "$2" == "start" ]]; then ensure_docker_container elif [[ "$2" == "compile" ]]; then ensure_docker_container echo "BUILD FLAVOR: ${BUILD_FLAVOR}" docker exec --user pwuser --workdir "/home/pwuser/playwright" ${DOCKER_ARGS} "${DOCKER_CONTAINER_NAME}" /bin/bash -c ' if [[ "${BUILD_FLAVOR}" == "webkit-ubuntu-18.04" ]]; then export CC=/usr/bin/gcc-8 export CXX=/usr/bin/g++-8 elif [[ "${BUILD_FLAVOR}" == *"-arm64" ]]; then export CC=/usr/bin/clang-12 export CXX=/usr/bin/clang++-12 fi ./browser_patches/checkout_build_archive_upload.sh "${BUILD_FLAVOR}" ' elif [[ "$2" == "enter" || -z "$2" ]]; then ensure_docker_container docker exec --user pwuser --workdir "/home/pwuser/playwright" ${DOCKER_ARGS} -it "${DOCKER_CONTAINER_NAME}" /bin/bash elif [[ "$2" == "kill" || "$2" == "stop" ]]; then docker kill "${DOCKER_CONTAINER_NAME}" # Wait for container to stop docker wait "${DOCKER_CONTAINER_NAME}" || true else echo "ERROR: unknown command - $2" exit 1 fi