#!/bin/bash set -e set +x set -o pipefail if [[ ($1 == '--help') || ($1 == '-h') ]]; then echo "usage: $(basename "$0") [firefox-linux|firefox-win32|firefox-win64|webkit-gtk|webkit-wpe|webkit-gtk-wpe|webkit-win64|webkit-mac-10.14|webkit-mac-10.15] [-f|--force]" echo echo "Prepares checkout under browser folder, applies patches, builds, archives, and uploads if build is missing." echo "Script will bail out early if the build for the browser version is already present." echo echo "Pass -f to upload anyway." echo echo "NOTE: This script is safe to run in a cronjob - it aquires a lock so that it does not run twice." exit 0 fi if [[ $# == 0 ]]; then echo "missing build flavor!" echo "try './$(basename "$0") --help' for more information" exit 1 fi CURRENT_ARCH="$(uname -m)" CURRENT_HOST_OS="$(uname)" CURRENT_HOST_OS_VERSION="" if [[ "$CURRENT_HOST_OS" == "Darwin" ]]; then CURRENT_HOST_OS_VERSION=$(sw_vers -productVersion | grep -o '^\d\+.\d\+') elif [[ "$CURRENT_HOST_OS" == "Linux" ]]; then CURRENT_HOST_OS="$(bash -c 'source /etc/os-release && echo $NAME')" CURRENT_HOST_OS_VERSION="$(bash -c 'source /etc/os-release && echo $VERSION_ID')" fi BROWSER_NAME="" BROWSER_DISPLAY_NAME="" EXTRA_BUILD_ARGS="" EXTRA_ARCHIVE_ARGS="" BUILD_FLAVOR="$1" BUILD_BLOB_NAME="" EXPECTED_HOST_OS="" EXPECTED_HOST_OS_VERSION="" EXPECTED_ARCH="x86_64" BUILDS_LIST="EXPECTED_BUILDS" # =========================== # WINLDD COMPILATION # =========================== if [[ "$BUILD_FLAVOR" == "winldd-win64" ]]; then BROWSER_NAME="winldd" EXPECTED_HOST_OS="MINGW" BUILD_BLOB_NAME="winldd-win64.zip" # =========================== # FFMPEG COMPILATION # =========================== elif [[ "$BUILD_FLAVOR" == "ffmpeg-mac" ]]; then BROWSER_NAME="ffmpeg" EXTRA_BUILD_ARGS="--mac" EXPECTED_HOST_OS="Darwin" EXPECTED_HOST_OS_VERSION="10.14" BUILD_BLOB_NAME="ffmpeg-mac.zip" elif [[ "$BUILD_FLAVOR" == "ffmpeg-linux" ]]; then BROWSER_NAME="ffmpeg" EXTRA_BUILD_ARGS="--linux" EXPECTED_HOST_OS="Ubuntu" EXPECTED_HOST_OS_VERSION="20.04" BUILD_BLOB_NAME="ffmpeg-linux.zip" elif [[ "$BUILD_FLAVOR" == "ffmpeg-cross-compile-win32" ]]; then BROWSER_NAME="ffmpeg" EXTRA_BUILD_ARGS="--cross-compile-win32" EXPECTED_HOST_OS="Ubuntu" EXPECTED_HOST_OS_VERSION="20.04" BUILD_BLOB_NAME="ffmpeg-win32.zip" elif [[ "$BUILD_FLAVOR" == "ffmpeg-cross-compile-win64" ]]; then BROWSER_NAME="ffmpeg" EXTRA_BUILD_ARGS="--cross-compile-win64" EXPECTED_HOST_OS="Ubuntu" EXPECTED_HOST_OS_VERSION="20.04" BUILD_BLOB_NAME="ffmpeg-win64.zip" # =========================== # CHROMIUM COMPILATION # =========================== elif [[ "$BUILD_FLAVOR" == "chromium-win32" ]]; then BROWSER_NAME="chromium" EXTRA_BUILD_ARGS="--compile-win32" EXTRA_ARCHIVE_ARGS="--compile-win32" EXPECTED_HOST_OS="MINGW" BUILD_BLOB_NAME="chromium-win32.zip" elif [[ "$BUILD_FLAVOR" == "chromium-win64" ]]; then BROWSER_NAME="chromium" EXTRA_BUILD_ARGS="--compile-win64" EXTRA_ARCHIVE_ARGS="--compile-win64" EXPECTED_HOST_OS="MINGW" BUILD_BLOB_NAME="chromium-win64.zip" elif [[ "$BUILD_FLAVOR" == "chromium-mac" ]]; then BROWSER_NAME="chromium" EXTRA_BUILD_ARGS="--compile-mac" EXTRA_ARCHIVE_ARGS="--compile-mac" EXPECTED_HOST_OS="Darwin" EXPECTED_HOST_OS_VERSION="10.15" BUILD_BLOB_NAME="chromium-mac.zip" elif [[ "$BUILD_FLAVOR" == "chromium-mac-arm64" ]]; then BROWSER_NAME="chromium" EXTRA_BUILD_ARGS="--compile-mac-arm64" EXTRA_ARCHIVE_ARGS="--compile-mac-arm64" EXPECTED_HOST_OS="Darwin" EXPECTED_HOST_OS_VERSION="10.15" BUILD_BLOB_NAME="chromium-mac-arm64.zip" elif [[ "$BUILD_FLAVOR" == "chromium-linux" ]]; then BROWSER_NAME="chromium" EXTRA_BUILD_ARGS="--compile-linux" EXTRA_ARCHIVE_ARGS="--compile-linux" EXPECTED_HOST_OS="Ubuntu" EXPECTED_HOST_OS_VERSION="18.04" BUILD_BLOB_NAME="chromium-linux.zip" # =========================== # CHROMIUM-WITH-SYMBOLS COMPILATION # =========================== elif [[ "$BUILD_FLAVOR" == "chromium-with-symbols-win32" ]]; then BROWSER_NAME="chromium" BROWSER_DISPLAY_NAME="chromium-with-symbols" EXTRA_BUILD_ARGS="--compile-win32 --symbols" EXTRA_ARCHIVE_ARGS="--compile-win32" EXPECTED_HOST_OS="MINGW" BUILD_BLOB_NAME="chromium-with-symbols-win32.zip" BUILDS_LIST="EXPECTED_BUILDS_WITH_SYMBOLS" elif [[ "$BUILD_FLAVOR" == "chromium-with-symbols-win64" ]]; then BROWSER_NAME="chromium" BROWSER_DISPLAY_NAME="chromium-with-symbols" EXTRA_BUILD_ARGS="--compile-win64 --symbols" EXTRA_ARCHIVE_ARGS="--compile-win64" EXPECTED_HOST_OS="MINGW" BUILD_BLOB_NAME="chromium-with-symbols-win64.zip" BUILDS_LIST="EXPECTED_BUILDS_WITH_SYMBOLS" elif [[ "$BUILD_FLAVOR" == "chromium-with-symbols-mac" ]]; then BROWSER_NAME="chromium" BROWSER_DISPLAY_NAME="chromium-with-symbols" EXTRA_BUILD_ARGS="--compile-mac --symbols" EXTRA_ARCHIVE_ARGS="--compile-mac" EXPECTED_HOST_OS="Darwin" EXPECTED_HOST_OS_VERSION="10.15" BUILD_BLOB_NAME="chromium-with-symbols-mac.zip" BUILDS_LIST="EXPECTED_BUILDS_WITH_SYMBOLS" elif [[ "$BUILD_FLAVOR" == "chromium-with-symbols-mac-arm64" ]]; then BROWSER_NAME="chromium" BROWSER_DISPLAY_NAME="chromium-with-symbols" EXTRA_BUILD_ARGS="--compile-mac-arm64 --symbols" EXTRA_ARCHIVE_ARGS="--compile-mac-arm64" EXPECTED_HOST_OS="Darwin" EXPECTED_HOST_OS_VERSION="10.15" BUILD_BLOB_NAME="chromium-with-symbols-mac-arm64.zip" BUILDS_LIST="EXPECTED_BUILDS_WITH_SYMBOLS" elif [[ "$BUILD_FLAVOR" == "chromium-with-symbols-linux" ]]; then BROWSER_NAME="chromium" BROWSER_DISPLAY_NAME="chromium-with-symbols" EXTRA_BUILD_ARGS="--compile-linux --symbols" EXTRA_ARCHIVE_ARGS="--compile-linux" EXPECTED_HOST_OS="Ubuntu" EXPECTED_HOST_OS_VERSION="18.04" BUILD_BLOB_NAME="chromium-with-symbols-linux.zip" BUILDS_LIST="EXPECTED_BUILDS_WITH_SYMBOLS" # =========================== # CHROMIUM MIRRORING # =========================== elif [[ "$BUILD_FLAVOR" == "chromium-linux-mirror-to-cdn" ]]; then BROWSER_NAME="chromium" EXTRA_BUILD_ARGS="--mirror-linux" EXTRA_ARCHIVE_ARGS="--mirror-linux" EXPECTED_HOST_OS="Ubuntu" EXPECTED_HOST_OS_VERSION="18.04" BUILD_BLOB_NAME="chromium-linux.zip" elif [[ "$BUILD_FLAVOR" == "chromium-mac-mirror-to-cdn" ]]; then BROWSER_NAME="chromium" EXTRA_BUILD_ARGS="--mirror-mac" EXTRA_ARCHIVE_ARGS="--mirror-mac" EXPECTED_HOST_OS="Ubuntu" EXPECTED_HOST_OS_VERSION="18.04" BUILD_BLOB_NAME="chromium-mac.zip" elif [[ "$BUILD_FLAVOR" == "chromium-win32-mirror-to-cdn" ]]; then BROWSER_NAME="chromium" EXTRA_BUILD_ARGS="--mirror-win32" EXTRA_ARCHIVE_ARGS="--mirror-win32" EXPECTED_HOST_OS="Ubuntu" EXPECTED_HOST_OS_VERSION="18.04" BUILD_BLOB_NAME="chromium-win32.zip" elif [[ "$BUILD_FLAVOR" == "chromium-win64-mirror-to-cdn" ]]; then BROWSER_NAME="chromium" EXTRA_BUILD_ARGS="--mirror-win64" EXTRA_ARCHIVE_ARGS="--mirror-win64" EXPECTED_HOST_OS="Ubuntu" EXPECTED_HOST_OS_VERSION="18.04" BUILD_BLOB_NAME="chromium-win64.zip" # =========================== # FIREFOX COMPILATION # =========================== elif [[ "$BUILD_FLAVOR" == "firefox-ubuntu-18.04" ]]; then BROWSER_NAME="firefox" EXTRA_BUILD_ARGS="--full" EXPECTED_HOST_OS="Ubuntu" EXPECTED_HOST_OS_VERSION="18.04" BUILD_BLOB_NAME="firefox-ubuntu-18.04.zip" elif [[ "$BUILD_FLAVOR" == "firefox-ubuntu-20.04" ]]; then BROWSER_NAME="firefox" EXTRA_BUILD_ARGS="--full" EXPECTED_HOST_OS="Ubuntu" EXPECTED_HOST_OS_VERSION="20.04" BUILD_BLOB_NAME="firefox-ubuntu-20.04.zip" elif [[ "$BUILD_FLAVOR" == "firefox-mac-10.14" ]]; then BROWSER_NAME="firefox" EXTRA_BUILD_ARGS="--full" EXPECTED_HOST_OS="Darwin" EXPECTED_HOST_OS_VERSION="10.14" BUILD_BLOB_NAME="firefox-mac-10.14.zip" elif [[ "$BUILD_FLAVOR" == "firefox-mac-11.0-arm64" ]]; then BROWSER_NAME="firefox" EXTRA_BUILD_ARGS="--full" EXPECTED_HOST_OS="Darwin" EXPECTED_HOST_OS_VERSION="11.0" EXPECTED_ARCH="arm64" BUILD_BLOB_NAME="firefox-mac-11.0-arm64.zip" elif [[ "$BUILD_FLAVOR" == "firefox-win32" ]]; then BROWSER_NAME="firefox" EXTRA_BUILD_ARGS="--full" EXPECTED_HOST_OS="MINGW" BUILD_BLOB_NAME="firefox-win32.zip" elif [[ "$BUILD_FLAVOR" == "firefox-win64" ]]; then BROWSER_NAME="firefox" EXTRA_BUILD_ARGS="--win64 --full" EXPECTED_HOST_OS="MINGW" BUILD_BLOB_NAME="firefox-win64.zip" # =============================== # FIREFOX-BETA COMPILATION # =============================== elif [[ "$BUILD_FLAVOR" == "firefox-beta-ubuntu-18.04" ]]; then BROWSER_NAME="firefox-beta" EXTRA_BUILD_ARGS="--full" EXPECTED_HOST_OS="Ubuntu" EXPECTED_HOST_OS_VERSION="18.04" BUILD_BLOB_NAME="firefox-beta-ubuntu-18.04.zip" elif [[ "$BUILD_FLAVOR" == "firefox-beta-ubuntu-20.04" ]]; then BROWSER_NAME="firefox-beta" EXTRA_BUILD_ARGS="--full" EXPECTED_HOST_OS="Ubuntu" EXPECTED_HOST_OS_VERSION="20.04" BUILD_BLOB_NAME="firefox-beta-ubuntu-20.04.zip" elif [[ "$BUILD_FLAVOR" == "firefox-beta-mac-10.14" ]]; then BROWSER_NAME="firefox-beta" EXTRA_BUILD_ARGS="--full" EXPECTED_HOST_OS="Darwin" EXPECTED_HOST_OS_VERSION="10.14" BUILD_BLOB_NAME="firefox-beta-mac-10.14.zip" elif [[ "$BUILD_FLAVOR" == "firefox-beta-mac-11.0-arm64" ]]; then BROWSER_NAME="firefox-beta" EXTRA_BUILD_ARGS="--full" EXPECTED_HOST_OS="Darwin" EXPECTED_HOST_OS_VERSION="11.0" EXPECTED_ARCH="arm64" BUILD_BLOB_NAME="firefox-beta-mac-11.0-arm64.zip" elif [[ "$BUILD_FLAVOR" == "firefox-beta-win32" ]]; then BROWSER_NAME="firefox-beta" EXTRA_BUILD_ARGS="--full" EXPECTED_HOST_OS="MINGW" BUILD_BLOB_NAME="firefox-beta-win32.zip" elif [[ "$BUILD_FLAVOR" == "firefox-beta-win64" ]]; then BROWSER_NAME="firefox-beta" EXTRA_BUILD_ARGS="--win64 --full" EXPECTED_HOST_OS="MINGW" BUILD_BLOB_NAME="firefox-beta-win64.zip" # =========================== # WEBKIT COMPILATION # =========================== elif [[ "$BUILD_FLAVOR" == "webkit-ubuntu-18.04" ]]; then BROWSER_NAME="webkit" EXTRA_BUILD_ARGS="--full" EXPECTED_HOST_OS="Ubuntu" EXPECTED_HOST_OS_VERSION="18.04" BUILD_BLOB_NAME="webkit-ubuntu-18.04.zip" elif [[ "$BUILD_FLAVOR" == "webkit-ubuntu-20.04" ]]; then BROWSER_NAME="webkit" EXTRA_BUILD_ARGS="--full" EXPECTED_HOST_OS="Ubuntu" EXPECTED_HOST_OS_VERSION="20.04" BUILD_BLOB_NAME="webkit-ubuntu-20.04.zip" elif [[ "$BUILD_FLAVOR" == "webkit-win64" ]]; then BROWSER_NAME="webkit" EXPECTED_HOST_OS="MINGW" BUILD_BLOB_NAME="webkit-win64.zip" elif [[ "$BUILD_FLAVOR" == "webkit-mac-10.15" ]]; then BROWSER_NAME="webkit" EXPECTED_HOST_OS="Darwin" EXPECTED_HOST_OS_VERSION="10.15" BUILD_BLOB_NAME="webkit-mac-10.15.zip" elif [[ "$BUILD_FLAVOR" == "webkit-mac-11.0-arm64" ]]; then BROWSER_NAME="webkit" EXPECTED_HOST_OS="Darwin" EXPECTED_HOST_OS_VERSION="11.0" EXPECTED_ARCH="arm64" BUILD_BLOB_NAME="webkit-mac-11.0-arm64.zip" # =================================== # DEPRECATED WEBKIT COMPILATION # =================================== elif [[ "$BUILD_FLAVOR" == "deprecated-webkit-mac-10.14" ]]; then BROWSER_NAME="deprecated-webkit-mac-10.14" EXPECTED_HOST_OS="Darwin" EXPECTED_HOST_OS_VERSION="10.14" BUILD_BLOB_NAME="deprecated-webkit-mac-10.14.zip" else echo ERROR: unknown build flavor - "$BUILD_FLAVOR" exit 1 fi if [[ -z "$BROWSER_DISPLAY_NAME" ]]; then BROWSER_DISPLAY_NAME="${BROWSER_NAME}" fi if [[ "$CURRENT_ARCH" != "$EXPECTED_ARCH" ]]; then echo "ERROR: cannot build $BUILD_FLAVOR" echo " -- expected arch: $EXPECTED_ARCH" echo " -- current arch: $CURRENT_ARCH" exit 1 fi if [[ "$CURRENT_HOST_OS" != $EXPECTED_HOST_OS* ]]; then echo "ERROR: cannot build $BUILD_FLAVOR" echo " -- expected OS: $EXPECTED_HOST_OS" echo " -- current OS: $CURRENT_HOST_OS" exit 1 fi if [[ "$CURRENT_HOST_OS_VERSION" != "$EXPECTED_HOST_OS_VERSION" ]]; then echo "ERROR: cannot build $BUILD_FLAVOR" echo " -- expected OS Version: $EXPECTED_HOST_OS_VERSION" echo " -- current OS Version: $CURRENT_HOST_OS_VERSION" exit 1 fi if [[ $(uname) == MINGW* ]]; then ZIP_PATH="$PWD/archive-$BROWSER_NAME.zip" LOG_PATH="$PWD/log-$BROWSER_NAME.zip" else ZIP_PATH="/tmp/archive-$BROWSER_NAME.zip" LOG_PATH="/tmp/log-$BROWSER_NAME.zip" fi if [[ -f "$ZIP_PATH" ]]; then echo "Archive $ZIP_PATH already exists - remove and re-run the script." exit 1 fi trap "rm -rf ${ZIP_PATH}; rm -rf ${LOG_PATH}; cd $(pwd -P);" INT TERM EXIT cd "$(dirname "$0")" BUILD_NUMBER=$(head -1 ./$BROWSER_NAME/BUILD_NUMBER) BUILD_BLOB_PATH="${BROWSER_NAME}/${BUILD_NUMBER}/${BUILD_BLOB_NAME}" LOG_BLOB_NAME="${BUILD_BLOB_NAME%.zip}.log.gz" LOG_BLOB_PATH="${BROWSER_NAME}/${BUILD_NUMBER}/${LOG_BLOB_NAME}" # pull from upstream and check if a new build has to be uploaded. if ! [[ ($2 == '-f') || ($2 == '--force') ]]; then if ./upload.sh "${BUILD_BLOB_PATH}" --check; then echo "Build is already uploaded - no changes." exit 0 fi else echo "Force-rebuilding the build." fi function generate_and_upload_browser_build { echo "-- preparing checkout" if ! ./prepare_checkout.sh $BROWSER_NAME; then return 20 fi echo "-- cleaning" if ! ./$BROWSER_NAME/clean.sh; then return 21 fi echo "-- building" if ! ./$BROWSER_NAME/build.sh "$EXTRA_BUILD_ARGS"; then return 22 fi echo "-- archiving to $ZIP_PATH" if ! ./$BROWSER_NAME/archive.sh "$ZIP_PATH" "$EXTRA_ARCHIVE_ARGS"; then return 23 fi echo "-- uploading" if ! ./upload.sh "$BUILD_BLOB_PATH" "$ZIP_PATH"; then return 24 fi return 0 } source ./send_telegram_message.sh BUILD_ALIAS="$BUILD_FLAVOR r$BUILD_NUMBER" send_telegram_message "$BUILD_ALIAS -- started" if generate_and_upload_browser_build 2>&1 | ./sanitize_and_compress_log.js $LOG_PATH; then # Report successful build. Note: MINGW might not have `du` command. UPLOAD_SIZE="" if command -v du >/dev/null && command -v awk >/dev/null; then UPLOAD_SIZE="$(du -h "$ZIP_PATH" | awk '{print $1}') " fi send_telegram_message "$BUILD_ALIAS -- ${UPLOAD_SIZE}uploaded" # Check if we uploaded the last build. ( for i in $(cat "${BROWSER_NAME}/${BUILDS_LIST}"); do URL="https://playwright2.blob.core.windows.net/builds/${BROWSER_NAME}/${BUILD_NUMBER}/$i" if ! [[ $(curl -s -L -I "$URL" | head -1 | cut -f2 -d' ') == 200 ]]; then # Exit subshell echo "Missing build at ${URL}" exit fi done; LAST_COMMIT_MESSAGE=$(git log --format=%s -n 1 HEAD -- "./${BROWSER_NAME}/BUILD_NUMBER") send_telegram_message "<b>${BROWSER_DISPLAY_NAME} r${BUILD_NUMBER} COMPLETE! ✅</b> ${LAST_COMMIT_MESSAGE}" ) else RESULT_CODE="$?" if (( RESULT_CODE == 10 )); then FAILED_STEP="./download_gtk_and_wpe_and_zip_together.sh" elif (( RESULT_CODE == 11 )); then FAILED_STEP="./upload.sh" elif (( RESULT_CODE == 20 )); then FAILED_STEP="./prepare_checkout.sh" elif (( RESULT_CODE == 21 )); then FAILED_STEP="./clean.sh" elif (( RESULT_CODE == 22 )); then FAILED_STEP="./build.sh" elif (( RESULT_CODE == 23 )); then FAILED_STEP="./archive.sh" elif (( RESULT_CODE == 24 )); then FAILED_STEP="./upload.sh" else FAILED_STEP="<unknown step>" fi # Upload logs only in case of failure and report failure. ./upload.sh "${LOG_BLOB_PATH}" ${LOG_PATH} || true send_telegram_message "$BUILD_ALIAS -- ${FAILED_STEP} failed! ❌ <a href='https://playwright.azureedge.net/builds/${LOG_BLOB_PATH}'>${LOG_BLOB_NAME}</a>" exit 1 fi