mirror of
https://github.com/microsoft/playwright.git
synced 2024-10-27 21:58:52 +03:00
17c6406e6c
This adds a firefox-stable application to build on our bots. This is basically a rebaselined version of66541552d0The firefox base revision isbb9bf7e886Which is taken from `about://buildconfig` of a stable Firefox version on Mac as of Apr 9, 2021. References #5993
400 lines
13 KiB
Bash
Executable File
400 lines
13 KiB
Bash
Executable File
#!/bin/bash
|
|
set -e
|
|
set +x
|
|
set -o pipefail
|
|
|
|
if [[ ($1 == '--help') || ($1 == '-h') ]]; then
|
|
echo "usage: $(basename $0) [firefox-linux|firefox-win32|firefox-win64|webkit-gtk|webkit-wpe|webkit-gtk-wpe|webkit-win64|webkit-mac-10.14|webkit-mac-10.15] [-f|--force]"
|
|
echo
|
|
echo "Prepares checkout under browser folder, applies patches, builds, archives, and uploads if build is missing."
|
|
echo "Script will bail out early if the build for the browser version is already present."
|
|
echo
|
|
echo "Pass -f to upload anyway."
|
|
echo
|
|
echo "NOTE: This script is safe to run in a cronjob - it aquires a lock so that it does not run twice."
|
|
exit 0
|
|
fi
|
|
|
|
if [[ $# == 0 ]]; then
|
|
echo "missing build flavor!"
|
|
echo "try './$(basename $0) --help' for more information"
|
|
exit 1
|
|
fi
|
|
|
|
CURRENT_ARCH="$(uname -m)"
|
|
CURRENT_HOST_OS="$(uname)"
|
|
CURRENT_HOST_OS_VERSION=""
|
|
if [[ "$CURRENT_HOST_OS" == "Darwin" ]]; then
|
|
CURRENT_HOST_OS_VERSION=$(sw_vers -productVersion | grep -o '^\d\+.\d\+')
|
|
elif [[ "$CURRENT_HOST_OS" == "Linux" ]]; then
|
|
CURRENT_HOST_OS="$(bash -c 'source /etc/os-release && echo $NAME')"
|
|
CURRENT_HOST_OS_VERSION="$(bash -c 'source /etc/os-release && echo $VERSION_ID')"
|
|
fi
|
|
|
|
BROWSER_NAME=""
|
|
EXTRA_BUILD_ARGS=""
|
|
EXTRA_ARCHIVE_ARGS=""
|
|
BUILD_FLAVOR="$1"
|
|
BUILD_BLOB_NAME=""
|
|
EXPECTED_HOST_OS=""
|
|
EXPECTED_HOST_OS_VERSION=""
|
|
EXPECTED_ARCH="x86_64"
|
|
|
|
# ===========================
|
|
# WINLDD COMPILATION
|
|
# ===========================
|
|
if [[ "$BUILD_FLAVOR" == "winldd-win64" ]]; then
|
|
BROWSER_NAME="winldd"
|
|
EXPECTED_HOST_OS="MINGW"
|
|
BUILD_BLOB_NAME="winldd-win64.zip"
|
|
|
|
|
|
# ===========================
|
|
# FFMPEG COMPILATION
|
|
# ===========================
|
|
elif [[ "$BUILD_FLAVOR" == "ffmpeg-mac" ]]; then
|
|
BROWSER_NAME="ffmpeg"
|
|
EXTRA_BUILD_ARGS="--mac"
|
|
EXPECTED_HOST_OS="Darwin"
|
|
EXPECTED_HOST_OS_VERSION="10.14"
|
|
BUILD_BLOB_NAME="ffmpeg-mac.zip"
|
|
elif [[ "$BUILD_FLAVOR" == "ffmpeg-linux" ]]; then
|
|
BROWSER_NAME="ffmpeg"
|
|
EXTRA_BUILD_ARGS="--linux"
|
|
EXPECTED_HOST_OS="Ubuntu"
|
|
EXPECTED_HOST_OS_VERSION="20.04"
|
|
BUILD_BLOB_NAME="ffmpeg-linux.zip"
|
|
elif [[ "$BUILD_FLAVOR" == "ffmpeg-cross-compile-win32" ]]; then
|
|
BROWSER_NAME="ffmpeg"
|
|
EXTRA_BUILD_ARGS="--cross-compile-win32"
|
|
EXPECTED_HOST_OS="Ubuntu"
|
|
EXPECTED_HOST_OS_VERSION="20.04"
|
|
BUILD_BLOB_NAME="ffmpeg-win32.zip"
|
|
elif [[ "$BUILD_FLAVOR" == "ffmpeg-cross-compile-win64" ]]; then
|
|
BROWSER_NAME="ffmpeg"
|
|
EXTRA_BUILD_ARGS="--cross-compile-win64"
|
|
EXPECTED_HOST_OS="Ubuntu"
|
|
EXPECTED_HOST_OS_VERSION="20.04"
|
|
BUILD_BLOB_NAME="ffmpeg-win64.zip"
|
|
|
|
# ===========================
|
|
# CHROMIUM COMPILATION
|
|
# ===========================
|
|
elif [[ "$BUILD_FLAVOR" == "chromium-win32" ]]; then
|
|
BROWSER_NAME="chromium"
|
|
EXTRA_BUILD_ARGS="--compile-win32"
|
|
EXTRA_ARCHIVE_ARGS="--compile-win32"
|
|
EXPECTED_HOST_OS="MINGW"
|
|
BUILD_BLOB_NAME="chromium-win32.zip"
|
|
elif [[ "$BUILD_FLAVOR" == "chromium-win64" ]]; then
|
|
BROWSER_NAME="chromium"
|
|
EXTRA_BUILD_ARGS="--compile-win64"
|
|
EXTRA_ARCHIVE_ARGS="--compile-win64"
|
|
EXPECTED_HOST_OS="MINGW"
|
|
BUILD_BLOB_NAME="chromium-win64.zip"
|
|
elif [[ "$BUILD_FLAVOR" == "chromium-mac" ]]; then
|
|
BROWSER_NAME="chromium"
|
|
EXTRA_BUILD_ARGS="--compile-mac"
|
|
EXTRA_ARCHIVE_ARGS="--compile-mac"
|
|
EXPECTED_HOST_OS="Darwin"
|
|
EXPECTED_HOST_OS_VERSION="10.15"
|
|
BUILD_BLOB_NAME="chromium-mac.zip"
|
|
elif [[ "$BUILD_FLAVOR" == "chromium-mac-arm64" ]]; then
|
|
BROWSER_NAME="chromium"
|
|
EXTRA_BUILD_ARGS="--compile-mac-arm64"
|
|
EXTRA_ARCHIVE_ARGS="--compile-mac-arm64"
|
|
EXPECTED_HOST_OS="Darwin"
|
|
EXPECTED_HOST_OS_VERSION="10.15"
|
|
BUILD_BLOB_NAME="chromium-mac-arm64.zip"
|
|
elif [[ "$BUILD_FLAVOR" == "chromium-linux" ]]; then
|
|
BROWSER_NAME="chromium"
|
|
EXTRA_BUILD_ARGS="--compile-linux"
|
|
EXTRA_ARCHIVE_ARGS="--compile-linux"
|
|
EXPECTED_HOST_OS="Ubuntu"
|
|
EXPECTED_HOST_OS_VERSION="18.04"
|
|
BUILD_BLOB_NAME="chromium-linux.zip"
|
|
|
|
|
|
# ===========================
|
|
# CHROMIUM MIRRORING
|
|
# ===========================
|
|
elif [[ "$BUILD_FLAVOR" == "chromium-linux-mirror-to-cdn" ]]; then
|
|
BROWSER_NAME="chromium"
|
|
EXTRA_BUILD_ARGS="--mirror-linux"
|
|
EXTRA_ARCHIVE_ARGS="--mirror-linux"
|
|
EXPECTED_HOST_OS="Ubuntu"
|
|
EXPECTED_HOST_OS_VERSION="18.04"
|
|
BUILD_BLOB_NAME="chromium-linux.zip"
|
|
elif [[ "$BUILD_FLAVOR" == "chromium-mac-mirror-to-cdn" ]]; then
|
|
BROWSER_NAME="chromium"
|
|
EXTRA_BUILD_ARGS="--mirror-mac"
|
|
EXTRA_ARCHIVE_ARGS="--mirror-mac"
|
|
EXPECTED_HOST_OS="Ubuntu"
|
|
EXPECTED_HOST_OS_VERSION="18.04"
|
|
BUILD_BLOB_NAME="chromium-mac.zip"
|
|
elif [[ "$BUILD_FLAVOR" == "chromium-win32-mirror-to-cdn" ]]; then
|
|
BROWSER_NAME="chromium"
|
|
EXTRA_BUILD_ARGS="--mirror-win32"
|
|
EXTRA_ARCHIVE_ARGS="--mirror-win32"
|
|
EXPECTED_HOST_OS="Ubuntu"
|
|
EXPECTED_HOST_OS_VERSION="18.04"
|
|
BUILD_BLOB_NAME="chromium-win32.zip"
|
|
elif [[ "$BUILD_FLAVOR" == "chromium-win64-mirror-to-cdn" ]]; then
|
|
BROWSER_NAME="chromium"
|
|
EXTRA_BUILD_ARGS="--mirror-win64"
|
|
EXTRA_ARCHIVE_ARGS="--mirror-win64"
|
|
EXPECTED_HOST_OS="Ubuntu"
|
|
EXPECTED_HOST_OS_VERSION="18.04"
|
|
BUILD_BLOB_NAME="chromium-win64.zip"
|
|
|
|
|
|
# ===========================
|
|
# FIREFOX COMPILATION
|
|
# ===========================
|
|
elif [[ "$BUILD_FLAVOR" == "firefox-ubuntu-18.04" ]]; then
|
|
BROWSER_NAME="firefox"
|
|
EXTRA_BUILD_ARGS="--full"
|
|
EXPECTED_HOST_OS="Ubuntu"
|
|
EXPECTED_HOST_OS_VERSION="18.04"
|
|
BUILD_BLOB_NAME="firefox-ubuntu-18.04.zip"
|
|
elif [[ "$BUILD_FLAVOR" == "firefox-ubuntu-20.04" ]]; then
|
|
BROWSER_NAME="firefox"
|
|
EXTRA_BUILD_ARGS="--full"
|
|
EXPECTED_HOST_OS="Ubuntu"
|
|
EXPECTED_HOST_OS_VERSION="20.04"
|
|
BUILD_BLOB_NAME="firefox-ubuntu-20.04.zip"
|
|
elif [[ "$BUILD_FLAVOR" == "firefox-mac-10.14" ]]; then
|
|
BROWSER_NAME="firefox"
|
|
EXTRA_BUILD_ARGS="--full"
|
|
EXPECTED_HOST_OS="Darwin"
|
|
EXPECTED_HOST_OS_VERSION="10.14"
|
|
BUILD_BLOB_NAME="firefox-mac-10.14.zip"
|
|
elif [[ "$BUILD_FLAVOR" == "firefox-mac-11.0-arm64" ]]; then
|
|
BROWSER_NAME="firefox"
|
|
EXTRA_BUILD_ARGS="--full"
|
|
EXPECTED_HOST_OS="Darwin"
|
|
EXPECTED_HOST_OS_VERSION="11.0"
|
|
EXPECTED_ARCH="arm64"
|
|
BUILD_BLOB_NAME="firefox-mac-11.0-arm64.zip"
|
|
elif [[ "$BUILD_FLAVOR" == "firefox-win32" ]]; then
|
|
BROWSER_NAME="firefox"
|
|
EXTRA_BUILD_ARGS="--full"
|
|
EXPECTED_HOST_OS="MINGW"
|
|
BUILD_BLOB_NAME="firefox-win32.zip"
|
|
elif [[ "$BUILD_FLAVOR" == "firefox-win64" ]]; then
|
|
BROWSER_NAME="firefox"
|
|
EXTRA_BUILD_ARGS="--win64 --full"
|
|
EXPECTED_HOST_OS="MINGW"
|
|
BUILD_BLOB_NAME="firefox-win64.zip"
|
|
|
|
|
|
# ===============================
|
|
# FIREFOX-STABLE COMPILATION
|
|
# ===============================
|
|
elif [[ "$BUILD_FLAVOR" == "firefox-stable-ubuntu-18.04" ]]; then
|
|
BROWSER_NAME="firefox-stable"
|
|
EXTRA_BUILD_ARGS="--full"
|
|
EXPECTED_HOST_OS="Ubuntu"
|
|
EXPECTED_HOST_OS_VERSION="18.04"
|
|
BUILD_BLOB_NAME="firefox-stable-ubuntu-18.04.zip"
|
|
elif [[ "$BUILD_FLAVOR" == "firefox-stable-ubuntu-20.04" ]]; then
|
|
BROWSER_NAME="firefox-stable"
|
|
EXTRA_BUILD_ARGS="--full"
|
|
EXPECTED_HOST_OS="Ubuntu"
|
|
EXPECTED_HOST_OS_VERSION="20.04"
|
|
BUILD_BLOB_NAME="firefox-stable-ubuntu-20.04.zip"
|
|
elif [[ "$BUILD_FLAVOR" == "firefox-stable-mac-10.14" ]]; then
|
|
BROWSER_NAME="firefox-stable"
|
|
EXTRA_BUILD_ARGS="--full"
|
|
EXPECTED_HOST_OS="Darwin"
|
|
EXPECTED_HOST_OS_VERSION="10.14"
|
|
BUILD_BLOB_NAME="firefox-stable-mac-10.14.zip"
|
|
elif [[ "$BUILD_FLAVOR" == "firefox-stable-mac-11.0-arm64" ]]; then
|
|
BROWSER_NAME="firefox-stable"
|
|
EXTRA_BUILD_ARGS="--full"
|
|
EXPECTED_HOST_OS="Darwin"
|
|
EXPECTED_HOST_OS_VERSION="11.0"
|
|
EXPECTED_ARCH="arm64"
|
|
BUILD_BLOB_NAME="firefox-stable-mac-11.0-arm64.zip"
|
|
elif [[ "$BUILD_FLAVOR" == "firefox-stable-win32" ]]; then
|
|
BROWSER_NAME="firefox-stable"
|
|
EXTRA_BUILD_ARGS="--full"
|
|
EXPECTED_HOST_OS="MINGW"
|
|
BUILD_BLOB_NAME="firefox-stable-win32.zip"
|
|
elif [[ "$BUILD_FLAVOR" == "firefox-stable-win64" ]]; then
|
|
BROWSER_NAME="firefox-stable"
|
|
EXTRA_BUILD_ARGS="--win64 --full"
|
|
EXPECTED_HOST_OS="MINGW"
|
|
BUILD_BLOB_NAME="firefox-stable-win64.zip"
|
|
|
|
# ===========================
|
|
# WEBKIT COMPILATION
|
|
# ===========================
|
|
elif [[ "$BUILD_FLAVOR" == "webkit-ubuntu-18.04" ]]; then
|
|
BROWSER_NAME="webkit"
|
|
EXTRA_BUILD_ARGS="--full"
|
|
EXPECTED_HOST_OS="Ubuntu"
|
|
EXPECTED_HOST_OS_VERSION="18.04"
|
|
BUILD_BLOB_NAME="webkit-ubuntu-18.04.zip"
|
|
elif [[ "$BUILD_FLAVOR" == "webkit-ubuntu-20.04" ]]; then
|
|
BROWSER_NAME="webkit"
|
|
EXTRA_BUILD_ARGS="--full"
|
|
EXPECTED_HOST_OS="Ubuntu"
|
|
EXPECTED_HOST_OS_VERSION="20.04"
|
|
BUILD_BLOB_NAME="webkit-ubuntu-20.04.zip"
|
|
elif [[ "$BUILD_FLAVOR" == "webkit-win64" ]]; then
|
|
BROWSER_NAME="webkit"
|
|
EXPECTED_HOST_OS="MINGW"
|
|
BUILD_BLOB_NAME="webkit-win64.zip"
|
|
elif [[ "$BUILD_FLAVOR" == "webkit-mac-10.15" ]]; then
|
|
BROWSER_NAME="webkit"
|
|
EXPECTED_HOST_OS="Darwin"
|
|
EXPECTED_HOST_OS_VERSION="10.15"
|
|
BUILD_BLOB_NAME="webkit-mac-10.15.zip"
|
|
elif [[ "$BUILD_FLAVOR" == "webkit-mac-11.0" ]]; then
|
|
BROWSER_NAME="webkit"
|
|
EXPECTED_HOST_OS="Darwin"
|
|
EXPECTED_HOST_OS_VERSION="11.0"
|
|
BUILD_BLOB_NAME="webkit-mac-11.0.zip"
|
|
elif [[ "$BUILD_FLAVOR" == "webkit-mac-11.0-arm64" ]]; then
|
|
BROWSER_NAME="webkit"
|
|
EXPECTED_HOST_OS="Darwin"
|
|
EXPECTED_HOST_OS_VERSION="11.0"
|
|
EXPECTED_ARCH="arm64"
|
|
BUILD_BLOB_NAME="webkit-mac-11.0-arm64.zip"
|
|
|
|
|
|
# ===================================
|
|
# DEPRECATED WEBKIT COMPILATION
|
|
# ===================================
|
|
elif [[ "$BUILD_FLAVOR" == "deprecated-webkit-mac-10.14" ]]; then
|
|
BROWSER_NAME="deprecated-webkit-mac-10.14"
|
|
EXPECTED_HOST_OS="Darwin"
|
|
EXPECTED_HOST_OS_VERSION="10.14"
|
|
BUILD_BLOB_NAME="deprecated-webkit-mac-10.14.zip"
|
|
else
|
|
echo ERROR: unknown build flavor - "$BUILD_FLAVOR"
|
|
exit 1
|
|
fi
|
|
|
|
if [[ "$CURRENT_ARCH" != "$EXPECTED_ARCH" ]]; then
|
|
echo "ERROR: cannot build $BUILD_FLAVOR"
|
|
echo " -- expected arch: $EXPECTED_ARCH"
|
|
echo " -- current arch: $CURRENT_ARCH"
|
|
exit 1
|
|
fi
|
|
|
|
if [[ "$CURRENT_HOST_OS" != $EXPECTED_HOST_OS* ]]; then
|
|
echo "ERROR: cannot build $BUILD_FLAVOR"
|
|
echo " -- expected OS: $EXPECTED_HOST_OS"
|
|
echo " -- current OS: $CURRENT_HOST_OS"
|
|
exit 1
|
|
fi
|
|
|
|
if [[ "$CURRENT_HOST_OS_VERSION" != "$EXPECTED_HOST_OS_VERSION" ]]; then
|
|
echo "ERROR: cannot build $BUILD_FLAVOR"
|
|
echo " -- expected OS Version: $EXPECTED_HOST_OS_VERSION"
|
|
echo " -- current OS Version: $CURRENT_HOST_OS_VERSION"
|
|
exit 1
|
|
fi
|
|
|
|
if [[ $(uname) == MINGW* ]]; then
|
|
ZIP_PATH="$PWD/archive-$BROWSER_NAME.zip"
|
|
LOG_PATH="$PWD/log-$BROWSER_NAME.zip"
|
|
else
|
|
ZIP_PATH="/tmp/archive-$BROWSER_NAME.zip"
|
|
LOG_PATH="/tmp/log-$BROWSER_NAME.zip"
|
|
fi
|
|
|
|
if [[ -f $ZIP_PATH ]]; then
|
|
echo "Archive $ZIP_PATH already exists - remove and re-run the script."
|
|
exit 1
|
|
fi
|
|
trap "rm -rf ${ZIP_PATH}; rm -rf ${LOG_PATH}; cd $(pwd -P);" INT TERM EXIT
|
|
cd "$(dirname "$0")"
|
|
BUILD_NUMBER=$(head -1 ./$BROWSER_NAME/BUILD_NUMBER)
|
|
BUILD_BLOB_PATH="${BROWSER_NAME}/${BUILD_NUMBER}/${BUILD_BLOB_NAME}"
|
|
LOG_BLOB_NAME="${BUILD_BLOB_NAME%.zip}.log.gz"
|
|
LOG_BLOB_PATH="${BROWSER_NAME}/${BUILD_NUMBER}/${LOG_BLOB_NAME}"
|
|
|
|
# pull from upstream and check if a new build has to be uploaded.
|
|
if ! [[ ($2 == '-f') || ($2 == '--force') ]]; then
|
|
if ./upload.sh "${BUILD_BLOB_PATH}" --check; then
|
|
echo "Build is already uploaded - no changes."
|
|
exit 0
|
|
fi
|
|
else
|
|
echo "Force-rebuilding the build."
|
|
fi
|
|
|
|
function generate_and_upload_browser_build {
|
|
echo "-- preparing checkout"
|
|
if ! ./prepare_checkout.sh $BROWSER_NAME; then
|
|
return 20
|
|
fi
|
|
|
|
echo "-- cleaning"
|
|
if ! ./$BROWSER_NAME/clean.sh; then
|
|
return 21
|
|
fi
|
|
|
|
echo "-- building"
|
|
if ! ./$BROWSER_NAME/build.sh "$EXTRA_BUILD_ARGS"; then
|
|
return 22
|
|
fi
|
|
|
|
echo "-- archiving to $ZIP_PATH"
|
|
if ! ./$BROWSER_NAME/archive.sh $ZIP_PATH "$EXTRA_ARCHIVE_ARGS"; then
|
|
return 23
|
|
fi
|
|
|
|
echo "-- uploading"
|
|
if ! ./upload.sh $BUILD_BLOB_PATH $ZIP_PATH; then
|
|
return 24
|
|
fi
|
|
return 0
|
|
}
|
|
|
|
source ./send_telegram_message.sh
|
|
BUILD_ALIAS="$BUILD_FLAVOR r$BUILD_NUMBER"
|
|
send_telegram_message "$BUILD_ALIAS -- started"
|
|
|
|
if generate_and_upload_browser_build 2>&1 | ./sanitize_and_compress_log.js $LOG_PATH; then
|
|
# Report successful build. Note: we don't know how to get zip size on MINGW.
|
|
UPLOAD_SIZE=""
|
|
if command -v du >/dev/null && command -v awk >/dev/null; then
|
|
UPLOAD_SIZE="$(du -h "$ZIP_PATH" | awk '{print $1}') "
|
|
fi
|
|
send_telegram_message "$BUILD_ALIAS -- ${UPLOAD_SIZE}uploaded"
|
|
|
|
# Check if we uploaded the last build.
|
|
if ./check_cdn.sh $BROWSER_NAME > /dev/null; then
|
|
LAST_COMMIT_MESSAGE=$(git log --format=%s -n 1 HEAD -- ./$BROWSER_NAME/BUILD_NUMBER)
|
|
send_telegram_message "<b>$BROWSER_NAME r${BUILD_NUMBER} COMPLETE! ✅</b> $LAST_COMMIT_MESSAGE"
|
|
fi
|
|
else
|
|
RESULT_CODE="$?"
|
|
if (( RESULT_CODE == 10 )); then
|
|
FAILED_STEP="./download_gtk_and_wpe_and_zip_together.sh"
|
|
elif (( RESULT_CODE == 11 )); then
|
|
FAILED_STEP="./upload.sh"
|
|
elif (( RESULT_CODE == 20 )); then
|
|
FAILED_STEP="./prepare_checkout.sh"
|
|
elif (( RESULT_CODE == 21 )); then
|
|
FAILED_STEP="./clean.sh"
|
|
elif (( RESULT_CODE == 22 )); then
|
|
FAILED_STEP="./build.sh"
|
|
elif (( RESULT_CODE == 23 )); then
|
|
FAILED_STEP="./archive.sh"
|
|
elif (( RESULT_CODE == 24 )); then
|
|
FAILED_STEP="./upload.sh"
|
|
else
|
|
FAILED_STEP="<unknown step>"
|
|
fi
|
|
# Upload logs only in case of failure and report failure.
|
|
./upload.sh ${LOG_BLOB_PATH} ${LOG_PATH} || true
|
|
send_telegram_message "$BUILD_ALIAS -- ${FAILED_STEP} failed! ❌ <a href='https://playwright.azureedge.net/builds/${LOG_BLOB_PATH}'>${LOG_BLOB_NAME}</a>"
|
|
exit 1
|
|
fi
|
|
|