2019-09-30 12:42:49 +03:00
|
|
|
name: CI
|
2019-09-29 21:47:24 +03:00
|
|
|
|
2020-05-05 14:13:48 +03:00
|
|
|
on:
|
|
|
|
push:
|
2023-07-04 00:29:44 +03:00
|
|
|
branches: [ main ]
|
2020-05-05 14:13:48 +03:00
|
|
|
pull_request:
|
2023-07-04 00:29:44 +03:00
|
|
|
branches: [ main ]
|
2023-05-30 04:00:44 +03:00
|
|
|
paths-ignore:
|
|
|
|
- '**.md'
|
|
|
|
- 'demo/**'
|
|
|
|
- 'docs/**'
|
2022-10-07 23:32:40 +03:00
|
|
|
release:
|
2023-07-04 00:29:44 +03:00
|
|
|
types: [ published ]
|
2022-10-31 23:28:21 +03:00
|
|
|
workflow_dispatch:
|
2019-09-29 21:47:24 +03:00
|
|
|
|
2023-09-26 03:27:55 +03:00
|
|
|
defaults:
|
|
|
|
run:
|
|
|
|
shell: bash
|
|
|
|
|
2019-09-29 21:47:24 +03:00
|
|
|
jobs:
|
2023-10-01 05:49:56 +03:00
|
|
|
lint-debug-test:
|
|
|
|
name: Lint and Unit test
|
|
|
|
runs-on: ubuntu-latest
|
|
|
|
env:
|
|
|
|
PGDATABASE: test
|
|
|
|
PGHOST: localhost
|
|
|
|
PGUSER: postgres
|
|
|
|
PGPASSWORD: postgres
|
|
|
|
services:
|
|
|
|
postgres:
|
|
|
|
image: postgis/postgis:16-3.4
|
|
|
|
ports:
|
|
|
|
# will assign a random free host port
|
|
|
|
- 5432/tcp
|
|
|
|
# Sadly there is currently no way to pass arguments to the service image other than this hack
|
|
|
|
# See also https://stackoverflow.com/a/62720566/177275
|
|
|
|
options: >-
|
|
|
|
-e POSTGRES_DB=test
|
|
|
|
-e POSTGRES_USER=postgres
|
|
|
|
-e POSTGRES_PASSWORD=postgres
|
|
|
|
-e PGDATABASE=test
|
|
|
|
-e PGUSER=postgres
|
|
|
|
-e PGPASSWORD=postgres
|
|
|
|
--health-cmd pg_isready
|
|
|
|
--health-interval 10s
|
|
|
|
--health-timeout 5s
|
|
|
|
--health-retries 5
|
|
|
|
--entrypoint sh
|
|
|
|
postgis/postgis:16-3.4
|
|
|
|
-c "exec docker-entrypoint.sh postgres -c ssl=on -c ssl_cert_file=/etc/ssl/certs/ssl-cert-snakeoil.pem -c ssl_key_file=/etc/ssl/private/ssl-cert-snakeoil.key"
|
|
|
|
steps:
|
2023-10-12 07:37:03 +03:00
|
|
|
- name: Checkout sources
|
2023-10-01 05:49:56 +03:00
|
|
|
uses: actions/checkout@v4
|
|
|
|
- name: Rust Versions
|
|
|
|
run: rustc --version && cargo --version
|
|
|
|
- uses: Swatinem/rust-cache@v2
|
|
|
|
if: github.event_name != 'release' && github.event_name != 'workflow_dispatch'
|
|
|
|
- run: cargo fmt --all -- --check
|
|
|
|
- run: cargo clippy --package martin-tile-utils -- -D warnings
|
2023-10-28 11:50:49 +03:00
|
|
|
- run: cargo clippy --package mbtiles --no-default-features -- -D warnings
|
|
|
|
- run: cargo clippy --package mbtiles -- -D warnings
|
2023-10-01 05:49:56 +03:00
|
|
|
- run: cargo clippy --package martin -- -D warnings
|
|
|
|
- run: cargo clippy --package martin --features bless-tests -- -D warnings
|
|
|
|
- run: cargo doc --no-deps --workspace
|
|
|
|
env:
|
|
|
|
RUSTDOCFLAGS: "-D warnings"
|
|
|
|
- name: Init database
|
|
|
|
run: tests/fixtures/initdb.sh
|
|
|
|
env:
|
|
|
|
PGPORT: ${{ job.services.postgres.ports[5432] }}
|
|
|
|
- name: Run cargo test
|
|
|
|
run: |
|
|
|
|
set -x
|
|
|
|
cargo test --package martin-tile-utils
|
2023-10-28 11:50:49 +03:00
|
|
|
cargo test --package mbtiles --no-default-features
|
|
|
|
cargo test --package mbtiles
|
2023-10-01 05:49:56 +03:00
|
|
|
cargo test --package martin
|
|
|
|
cargo test --doc
|
|
|
|
env:
|
|
|
|
DATABASE_URL: postgres://${{ env.PGUSER }}:${{ env.PGUSER }}@${{ env.PGHOST }}:${{ job.services.postgres.ports[5432] }}/${{ env.PGDATABASE }}?sslmode=require
|
|
|
|
|
|
|
|
docker-build-test:
|
2023-09-30 07:45:15 +03:00
|
|
|
name: Build and test docker images
|
|
|
|
runs-on: ubuntu-latest
|
|
|
|
env:
|
|
|
|
# PG_* variables are used by psql
|
|
|
|
PGDATABASE: test
|
|
|
|
PGHOST: localhost
|
|
|
|
PGUSER: postgres
|
|
|
|
PGPASSWORD: postgres
|
|
|
|
TARGETS: "aarch64-unknown-linux-musl x86_64-unknown-linux-musl"
|
|
|
|
# TODO: aarch64-unknown-linux-gnu
|
|
|
|
services:
|
|
|
|
postgres:
|
|
|
|
image: postgis/postgis:15-3.3
|
|
|
|
ports:
|
|
|
|
- 5432/tcp
|
|
|
|
options: >-
|
|
|
|
-e POSTGRES_DB=test
|
|
|
|
-e POSTGRES_USER=postgres
|
|
|
|
-e POSTGRES_PASSWORD=postgres
|
|
|
|
-e PGDATABASE=test
|
|
|
|
-e PGUSER=postgres
|
|
|
|
-e PGPASSWORD=postgres
|
|
|
|
--health-cmd pg_isready
|
|
|
|
--health-interval 10s
|
|
|
|
--health-timeout 5s
|
|
|
|
--health-retries 5
|
|
|
|
--entrypoint sh
|
|
|
|
postgis/postgis:15-3.3
|
|
|
|
-c "exec docker-entrypoint.sh postgres -c ssl=on -c ssl_cert_file=/etc/ssl/certs/ssl-cert-snakeoil.pem -c ssl_key_file=/etc/ssl/private/ssl-cert-snakeoil.key"
|
|
|
|
steps:
|
|
|
|
- name: Checkout sources
|
|
|
|
uses: actions/checkout@v4
|
|
|
|
- uses: Swatinem/rust-cache@v2
|
2023-09-30 07:52:08 +03:00
|
|
|
if: github.event_name != 'release' && github.event_name != 'workflow_dispatch'
|
2023-09-30 07:45:15 +03:00
|
|
|
- name: Install cross
|
|
|
|
run: |
|
|
|
|
cargo install cross
|
|
|
|
# Install latest cross version from git (disabled as it is probably less stable)
|
|
|
|
# cargo install cross --git https://github.com/cross-rs/cross
|
|
|
|
cross --version
|
2023-10-01 05:49:56 +03:00
|
|
|
- name: Init database
|
2023-09-30 07:45:15 +03:00
|
|
|
run: tests/fixtures/initdb.sh
|
|
|
|
env:
|
|
|
|
PGPORT: ${{ job.services.postgres.ports[5432] }}
|
|
|
|
|
|
|
|
- name: Set up QEMU
|
|
|
|
uses: docker/setup-qemu-action@v3
|
|
|
|
# https://github.com/docker/setup-qemu-action
|
|
|
|
with:
|
|
|
|
platforms: linux/amd64,linux/arm64
|
|
|
|
- name: Set up Docker Buildx
|
|
|
|
uses: docker/setup-buildx-action@v3
|
|
|
|
# https://github.com/docker/setup-buildx-action
|
|
|
|
with:
|
|
|
|
install: true
|
|
|
|
platforms: linux/amd64,linux/arm64
|
|
|
|
|
|
|
|
- name: Build targets
|
|
|
|
run: |
|
|
|
|
for target in $TARGETS; do
|
|
|
|
echo -e "\n----------------------------------------------"
|
|
|
|
echo "Building $target"
|
|
|
|
|
|
|
|
export "CARGO_TARGET_$(echo $target | tr 'a-z-' 'A-Z_')_RUSTFLAGS"='-C strip=debuginfo'
|
2023-10-28 11:50:49 +03:00
|
|
|
cross build --release --target $target --package mbtiles
|
2023-09-30 12:58:49 +03:00
|
|
|
cross build --release --target $target --package martin
|
2023-09-30 07:45:15 +03:00
|
|
|
|
|
|
|
mkdir -p target_releases/$target
|
|
|
|
mv target/$target/release/mbtiles target_releases/$target
|
|
|
|
mv target/$target/release/martin target_releases/$target
|
|
|
|
done
|
|
|
|
|
|
|
|
- name: Save build artifacts to build-${{ matrix.target }}
|
|
|
|
uses: actions/upload-artifact@v3
|
|
|
|
with:
|
|
|
|
name: cross-build
|
|
|
|
path: target_releases/*
|
|
|
|
- name: Reorganize artifacts for docker build
|
|
|
|
run: |
|
|
|
|
mkdir -p target_releases/linux/arm64
|
|
|
|
mv target_releases/aarch64-unknown-linux-musl/* target_releases/linux/arm64/
|
|
|
|
mkdir -p target_releases/linux/amd64
|
|
|
|
mv target_releases/x86_64-unknown-linux-musl/* target_releases/linux/amd64/
|
|
|
|
|
|
|
|
- name: Build linux/arm64 Docker image
|
|
|
|
uses: docker/build-push-action@v5
|
|
|
|
# https://github.com/docker/build-push-action
|
|
|
|
with:
|
|
|
|
context: .
|
|
|
|
file: multi-platform.Dockerfile
|
|
|
|
load: true
|
|
|
|
tags: ${{ github.repository }}:linux-arm64
|
|
|
|
platforms: linux/arm64
|
|
|
|
- name: Test linux/arm64 Docker image
|
|
|
|
run: |
|
|
|
|
PLATFORM=linux/arm64
|
|
|
|
TAG=${{ github.repository }}:linux-arm64
|
2023-11-19 13:06:37 +03:00
|
|
|
export MARTIN_BUILD_ALL=-
|
2023-09-30 07:45:15 +03:00
|
|
|
export MARTIN_BIN="docker run --rm --net host --platform $PLATFORM -e DATABASE_URL -v $PWD/tests:/tests $TAG"
|
2023-11-19 13:06:37 +03:00
|
|
|
export MBTILES_BIN="docker run --rm --net host --platform $PLATFORM -e DATABASE_URL -v $PWD/tests:/tests --entrypoint /usr/local/bin/mbtiles $TAG"
|
2023-09-30 07:45:15 +03:00
|
|
|
tests/test.sh
|
|
|
|
env:
|
|
|
|
DATABASE_URL: postgres://${{ env.PGUSER }}:${{ env.PGUSER }}@${{ env.PGHOST }}:${{ job.services.postgres.ports[5432] }}/${{ env.PGDATABASE }}?sslmode=require
|
|
|
|
|
|
|
|
- name: Build linux/amd64 Docker image
|
|
|
|
uses: docker/build-push-action@v5
|
|
|
|
# https://github.com/docker/build-push-action
|
|
|
|
with:
|
|
|
|
context: .
|
|
|
|
file: multi-platform.Dockerfile
|
|
|
|
load: true
|
|
|
|
tags: ${{ github.repository }}:linux-amd64
|
|
|
|
platforms: linux/amd64
|
|
|
|
- name: Test linux/amd64 Docker image
|
|
|
|
run: |
|
|
|
|
PLATFORM=linux/amd64
|
|
|
|
TAG=${{ github.repository }}:linux-amd64
|
2023-11-19 13:06:37 +03:00
|
|
|
export MARTIN_BUILD_ALL=-
|
2023-09-30 07:45:15 +03:00
|
|
|
export MARTIN_BIN="docker run --rm --net host --platform $PLATFORM -e DATABASE_URL -v $PWD/tests:/tests $TAG"
|
2023-11-19 13:06:37 +03:00
|
|
|
export MBTILES_BIN="docker run --rm --net host --platform $PLATFORM -e DATABASE_URL -v $PWD/tests:/tests --entrypoint /usr/local/bin/mbtiles $TAG"
|
2023-09-30 07:45:15 +03:00
|
|
|
tests/test.sh
|
|
|
|
env:
|
|
|
|
DATABASE_URL: postgres://${{ env.PGUSER }}:${{ env.PGUSER }}@${{ env.PGHOST }}:${{ job.services.postgres.ports[5432] }}/${{ env.PGDATABASE }}?sslmode=require
|
|
|
|
|
|
|
|
- name: Login to GitHub Docker registry
|
|
|
|
if: github.event_name != 'pull_request'
|
|
|
|
uses: docker/login-action@v3
|
|
|
|
# https://github.com/docker/login-action
|
|
|
|
with:
|
|
|
|
registry: ghcr.io
|
|
|
|
username: ${{ github.actor }}
|
|
|
|
password: ${{ secrets.GITHUB_TOKEN }}
|
|
|
|
|
|
|
|
- name: Docker meta
|
|
|
|
id: docker_meta
|
|
|
|
uses: docker/metadata-action@v5
|
|
|
|
# https://github.com/docker/metadata-action
|
|
|
|
with:
|
|
|
|
images: ghcr.io/${{ github.repository }}
|
|
|
|
- name: Push the Docker image
|
|
|
|
if: github.event_name != 'pull_request'
|
|
|
|
uses: docker/build-push-action@v5
|
|
|
|
with:
|
|
|
|
context: .
|
|
|
|
file: multi-platform.Dockerfile
|
|
|
|
push: true
|
|
|
|
tags: ${{ steps.docker_meta.outputs.tags }}
|
|
|
|
labels: ${{ steps.docker_meta.outputs.labels }}
|
|
|
|
platforms: linux/amd64,linux/arm64
|
|
|
|
|
2022-10-31 23:28:21 +03:00
|
|
|
build:
|
2022-11-19 01:39:44 +03:00
|
|
|
name: Build ${{ matrix.target }}
|
2023-09-26 03:27:55 +03:00
|
|
|
runs-on: ${{ matrix.os }}
|
2022-10-31 23:28:21 +03:00
|
|
|
strategy:
|
|
|
|
fail-fast: true
|
|
|
|
matrix:
|
|
|
|
include:
|
2023-09-26 03:27:55 +03:00
|
|
|
- target: aarch64-apple-darwin
|
|
|
|
os: macOS-latest
|
|
|
|
cross: 'true'
|
2023-09-26 11:00:39 +03:00
|
|
|
- target: debian-x86_64
|
|
|
|
os: ubuntu-latest
|
|
|
|
cross: 'true'
|
2023-09-26 03:27:55 +03:00
|
|
|
- target: x86_64-apple-darwin
|
|
|
|
os: macOS-latest
|
|
|
|
- target: x86_64-pc-windows-msvc
|
|
|
|
os: windows-latest
|
|
|
|
ext: '.exe'
|
|
|
|
- target: x86_64-unknown-linux-gnu
|
|
|
|
os: ubuntu-latest
|
2019-09-29 21:47:24 +03:00
|
|
|
steps:
|
2023-10-12 07:37:03 +03:00
|
|
|
- name: Checkout sources
|
2023-09-05 02:25:16 +03:00
|
|
|
uses: actions/checkout@v4
|
2023-03-25 21:40:23 +03:00
|
|
|
- name: Rust Versions
|
2023-09-26 03:27:55 +03:00
|
|
|
run: rustc --version && cargo --version
|
2023-09-30 06:11:09 +03:00
|
|
|
- uses: Swatinem/rust-cache@v2
|
2023-09-30 07:52:08 +03:00
|
|
|
if: github.event_name != 'release' && github.event_name != 'workflow_dispatch'
|
2023-09-30 06:11:09 +03:00
|
|
|
- name: Build (.deb)
|
2023-09-26 11:00:39 +03:00
|
|
|
if: matrix.target == 'debian-x86_64'
|
2023-07-10 21:38:48 +03:00
|
|
|
run: |
|
2023-10-01 05:49:56 +03:00
|
|
|
set -x
|
2023-09-26 03:27:55 +03:00
|
|
|
sudo apt-get install -y dpkg dpkg-dev liblzma-dev
|
|
|
|
cargo install cargo-deb
|
2023-09-26 11:00:39 +03:00
|
|
|
cargo deb -v -p martin --output target/debian/debian-x86_64.deb
|
|
|
|
mkdir -p target_releases
|
2023-09-30 06:11:09 +03:00
|
|
|
mv target/debian/debian-x86_64.deb target_releases/
|
|
|
|
- name: Build
|
|
|
|
if: matrix.target != 'debian-x86_64'
|
|
|
|
run: |
|
|
|
|
set -x
|
2023-09-30 12:58:49 +03:00
|
|
|
rustup target add "${{ matrix.target }}"
|
2023-09-30 06:11:09 +03:00
|
|
|
export RUSTFLAGS='-C strip=debuginfo'
|
2023-10-28 11:50:49 +03:00
|
|
|
cargo build --release --target ${{ matrix.target }} --package mbtiles
|
2023-09-30 12:58:49 +03:00
|
|
|
cargo build --release --target ${{ matrix.target }} --package martin
|
2023-09-30 06:11:09 +03:00
|
|
|
mkdir -p target_releases
|
|
|
|
mv target/${{ matrix.target }}/release/mbtiles${{ matrix.ext }} target_releases/
|
|
|
|
mv target/${{ matrix.target }}/release/martin${{ matrix.ext }} target_releases/
|
2023-09-26 03:27:55 +03:00
|
|
|
- name: Save build artifacts to build-${{ matrix.target }}
|
2022-10-28 21:52:39 +03:00
|
|
|
uses: actions/upload-artifact@v3
|
|
|
|
with:
|
2022-11-19 01:12:55 +03:00
|
|
|
name: build-${{ matrix.target }}
|
2022-10-31 23:28:21 +03:00
|
|
|
path: target_releases/*
|
2021-10-12 17:56:45 +03:00
|
|
|
|
2023-10-01 05:49:56 +03:00
|
|
|
test-multi-os:
|
|
|
|
name: Test on ${{ matrix.os }}
|
2023-09-26 03:27:55 +03:00
|
|
|
runs-on: ${{ matrix.os }}
|
2023-07-04 00:29:44 +03:00
|
|
|
needs: [ build ]
|
2022-10-22 20:39:05 +03:00
|
|
|
strategy:
|
2022-10-31 23:28:21 +03:00
|
|
|
fail-fast: true
|
2022-10-22 20:39:05 +03:00
|
|
|
matrix:
|
|
|
|
include:
|
2023-09-26 03:27:55 +03:00
|
|
|
- target: x86_64-apple-darwin
|
|
|
|
os: macOS-latest
|
|
|
|
- target: x86_64-pc-windows-msvc
|
|
|
|
os: windows-latest
|
2023-06-04 01:54:50 +03:00
|
|
|
ext: '.exe'
|
2023-09-26 03:27:55 +03:00
|
|
|
- target: x86_64-unknown-linux-gnu
|
|
|
|
os: ubuntu-latest
|
2022-10-22 20:39:05 +03:00
|
|
|
steps:
|
2022-10-31 23:28:21 +03:00
|
|
|
- name: Checkout sources
|
2023-09-05 02:25:16 +03:00
|
|
|
uses: actions/checkout@v4
|
2023-09-30 06:11:09 +03:00
|
|
|
- uses: Swatinem/rust-cache@v2
|
2023-09-30 07:52:08 +03:00
|
|
|
if: github.event_name != 'release' && github.event_name != 'workflow_dispatch'
|
2022-10-31 23:28:21 +03:00
|
|
|
- name: Start postgres
|
|
|
|
uses: nyurik/action-setup-postgis@v1
|
|
|
|
id: pg
|
|
|
|
with:
|
|
|
|
username: test
|
|
|
|
password: test
|
|
|
|
database: test
|
|
|
|
rights: --superuser
|
2023-09-26 03:27:55 +03:00
|
|
|
- name: Init database
|
2022-12-12 17:11:10 +03:00
|
|
|
run: |
|
|
|
|
echo "DATABASE_URL=$DATABASE_URL"
|
2023-09-26 03:27:55 +03:00
|
|
|
echo "Print the same in base64 to bypass Github's obfuscation (uses hardcoded password):"
|
2022-12-12 17:11:10 +03:00
|
|
|
echo "$DATABASE_URL" | base64
|
2023-09-26 03:27:55 +03:00
|
|
|
tests/fixtures/initdb.sh
|
2022-10-31 23:28:21 +03:00
|
|
|
env:
|
|
|
|
DATABASE_URL: ${{ steps.pg.outputs.connection-uri }}
|
2023-09-26 20:29:22 +03:00
|
|
|
- name: Download build artifact build-${{ matrix.target }}
|
2023-09-26 11:00:39 +03:00
|
|
|
uses: actions/download-artifact@v3
|
2022-10-31 23:28:21 +03:00
|
|
|
with:
|
2022-11-19 01:12:55 +03:00
|
|
|
name: build-${{ matrix.target }}
|
2022-10-31 23:28:21 +03:00
|
|
|
path: target/
|
2022-12-12 17:11:10 +03:00
|
|
|
- name: Integration Tests
|
2022-10-31 23:28:21 +03:00
|
|
|
run: |
|
2023-11-19 13:06:37 +03:00
|
|
|
export MARTIN_BUILD_ALL=-
|
2023-09-26 03:27:55 +03:00
|
|
|
export MARTIN_BIN=target/martin${{ matrix.ext }}
|
|
|
|
export MBTILES_BIN=target/mbtiles${{ matrix.ext }}
|
2022-10-31 23:28:21 +03:00
|
|
|
if [[ "${{ runner.os }}" != "Windows" ]]; then
|
2023-09-26 03:27:55 +03:00
|
|
|
chmod +x "$MARTIN_BIN" "$MBTILES_BIN"
|
2022-10-31 23:28:21 +03:00
|
|
|
fi
|
|
|
|
tests/test.sh
|
|
|
|
env:
|
|
|
|
DATABASE_URL: ${{ steps.pg.outputs.connection-uri }}
|
2023-09-26 11:00:39 +03:00
|
|
|
- name: Compare test output results (Linux)
|
|
|
|
if: matrix.target == 'x86_64-unknown-linux-gnu'
|
|
|
|
run: diff --brief --recursive --new-file tests/output tests/expected
|
|
|
|
- name: Download Debian package (Linux)
|
|
|
|
if: matrix.target == 'x86_64-unknown-linux-gnu'
|
|
|
|
uses: actions/download-artifact@v3
|
|
|
|
with:
|
|
|
|
name: build-debian-x86_64
|
|
|
|
path: target/
|
|
|
|
- name: Tests Debian package (Linux)
|
2023-07-10 21:38:48 +03:00
|
|
|
if: matrix.target == 'x86_64-unknown-linux-gnu'
|
|
|
|
run: |
|
2023-09-26 11:00:39 +03:00
|
|
|
sudo dpkg -i target/debian-x86_64.deb
|
2023-11-19 13:06:37 +03:00
|
|
|
export MARTIN_BUILD_ALL=-
|
2023-09-26 11:00:39 +03:00
|
|
|
export MARTIN_BIN=/usr/bin/martin${{ matrix.ext }}
|
2023-09-27 21:02:39 +03:00
|
|
|
export MBTILES_BIN=/usr/bin/mbtiles${{ matrix.ext }}
|
2023-07-10 21:38:48 +03:00
|
|
|
tests/test.sh
|
|
|
|
env:
|
|
|
|
DATABASE_URL: ${{ steps.pg.outputs.connection-uri }}
|
2023-10-28 09:06:37 +03:00
|
|
|
- name: Save test output on failure
|
2023-10-28 08:23:36 +03:00
|
|
|
if: failure()
|
2023-01-01 08:03:21 +03:00
|
|
|
uses: actions/upload-artifact@v3
|
|
|
|
with:
|
2023-10-28 08:23:36 +03:00
|
|
|
name: failed-test-output-${{ runner.os }}
|
2023-10-28 09:06:37 +03:00
|
|
|
path: |
|
|
|
|
tests/output/*
|
|
|
|
target/test_logs/*
|
2023-01-01 08:03:21 +03:00
|
|
|
retention-days: 5
|
|
|
|
|
2023-10-01 05:49:56 +03:00
|
|
|
test-with-svc:
|
|
|
|
name: Test postgis:${{ matrix.img_ver }} sslmode=${{ matrix.sslmode }}
|
2023-01-01 08:03:21 +03:00
|
|
|
runs-on: ubuntu-latest
|
2023-09-26 03:27:55 +03:00
|
|
|
needs: [ build ]
|
2023-01-01 08:03:21 +03:00
|
|
|
strategy:
|
|
|
|
fail-fast: true
|
|
|
|
matrix:
|
|
|
|
include:
|
|
|
|
# These must match the versions of postgres used in the docker-compose.yml
|
2023-10-01 05:49:56 +03:00
|
|
|
- img_ver: 11-3.0-alpine
|
2023-02-06 22:32:28 +03:00
|
|
|
args: postgres
|
|
|
|
sslmode: disable
|
2023-10-01 05:49:56 +03:00
|
|
|
- img_ver: 14-3.3-alpine
|
2023-02-06 22:32:28 +03:00
|
|
|
args: postgres
|
|
|
|
sslmode: disable
|
|
|
|
# alpine images don't support SSL, so for this we use the debian images
|
2023-10-01 05:49:56 +03:00
|
|
|
- img_ver: 15-3.3
|
2023-02-06 22:32:28 +03:00
|
|
|
args: postgres -c ssl=on -c ssl_cert_file=/etc/ssl/certs/ssl-cert-snakeoil.pem -c ssl_key_file=/etc/ssl/private/ssl-cert-snakeoil.key
|
|
|
|
sslmode: require
|
2023-10-01 05:49:56 +03:00
|
|
|
#
|
|
|
|
# FIXME!
|
|
|
|
# DISABLED because Rustls fails to validate name (CN?) with the NotValidForName error
|
|
|
|
#- img_ver: 15-3.3
|
|
|
|
# args: postgres -c ssl=on -c ssl_cert_file=/etc/ssl/certs/ssl-cert-snakeoil.pem -c ssl_key_file=/etc/ssl/private/ssl-cert-snakeoil.key
|
|
|
|
# sslmode: verify-ca
|
|
|
|
#- img_ver: 15-3.3
|
|
|
|
# args: postgres -c ssl=on -c ssl_cert_file=/etc/ssl/certs/ssl-cert-snakeoil.pem -c ssl_key_file=/etc/ssl/private/ssl-cert-snakeoil.key
|
|
|
|
# sslmode: verify-full
|
2023-01-01 08:03:21 +03:00
|
|
|
env:
|
|
|
|
PGDATABASE: test
|
|
|
|
PGHOST: localhost
|
|
|
|
PGUSER: postgres
|
2023-02-06 22:32:28 +03:00
|
|
|
PGPASSWORD: postgres
|
2023-01-01 08:03:21 +03:00
|
|
|
services:
|
|
|
|
postgres:
|
2023-10-01 05:49:56 +03:00
|
|
|
image: postgis/postgis:${{ matrix.img_ver }}
|
2023-01-01 08:03:21 +03:00
|
|
|
ports:
|
|
|
|
- 5432/tcp
|
2023-02-06 22:32:28 +03:00
|
|
|
options: >-
|
|
|
|
-e POSTGRES_DB=test
|
|
|
|
-e POSTGRES_USER=postgres
|
|
|
|
-e POSTGRES_PASSWORD=postgres
|
|
|
|
-e PGDATABASE=test
|
|
|
|
-e PGUSER=postgres
|
|
|
|
-e PGPASSWORD=postgres
|
|
|
|
--health-cmd pg_isready
|
|
|
|
--health-interval 10s
|
|
|
|
--health-timeout 5s
|
|
|
|
--health-retries 5
|
|
|
|
--entrypoint sh
|
2023-10-01 05:49:56 +03:00
|
|
|
postgis/postgis:${{ matrix.img_ver }}
|
2023-02-06 22:32:28 +03:00
|
|
|
-c "exec docker-entrypoint.sh ${{ matrix.args }}"
|
2023-01-01 08:03:21 +03:00
|
|
|
steps:
|
2023-07-04 00:29:44 +03:00
|
|
|
- name: Checkout sources
|
2023-09-05 02:25:16 +03:00
|
|
|
uses: actions/checkout@v4
|
2023-09-30 06:11:09 +03:00
|
|
|
- uses: Swatinem/rust-cache@v2
|
2023-09-30 07:52:08 +03:00
|
|
|
if: github.event_name != 'release' && github.event_name != 'workflow_dispatch'
|
2023-10-01 05:49:56 +03:00
|
|
|
- name: Init database
|
2023-09-27 21:02:39 +03:00
|
|
|
run: tests/fixtures/initdb.sh
|
2023-07-04 00:29:44 +03:00
|
|
|
env:
|
|
|
|
PGPORT: ${{ job.services.postgres.ports[5432] }}
|
2023-10-01 05:49:56 +03:00
|
|
|
- name: Get DB SSL cert (sslmode=verify-*)
|
|
|
|
if: matrix.sslmode == 'verify-ca' || matrix.sslmode == 'verify-full'
|
|
|
|
run: |
|
|
|
|
set -x
|
|
|
|
mkdir -p target/certs
|
|
|
|
docker cp ${{ job.services.postgres.id }}:/etc/ssl/certs/ssl-cert-snakeoil.pem target/certs/server.crt
|
|
|
|
docker cp ${{ job.services.postgres.id }}:/etc/ssl/private/ssl-cert-snakeoil.key target/certs/server.key
|
2023-09-27 21:02:39 +03:00
|
|
|
- name: Download build artifact build-x86_64-unknown-linux-gnu
|
|
|
|
uses: actions/download-artifact@v3
|
|
|
|
with:
|
|
|
|
name: build-x86_64-unknown-linux-gnu
|
|
|
|
path: target_releases/
|
|
|
|
- name: Integration Tests
|
|
|
|
run: |
|
2023-10-01 05:49:56 +03:00
|
|
|
if [[ "${{ matrix.sslmode }}" == "verify-ca" || "${{ matrix.sslmode }}" == "verify-full" ]]; then
|
|
|
|
export PGSSLROOTCERT=target/certs/server.crt
|
|
|
|
fi
|
2023-11-19 13:06:37 +03:00
|
|
|
export MARTIN_BUILD_ALL=-
|
2023-09-27 21:02:39 +03:00
|
|
|
export MARTIN_BIN=target_releases/martin
|
|
|
|
export MBTILES_BIN=target_releases/mbtiles
|
|
|
|
chmod +x "$MARTIN_BIN" "$MBTILES_BIN"
|
|
|
|
tests/test.sh
|
|
|
|
rm -rf target_releases
|
|
|
|
env:
|
|
|
|
DATABASE_URL: postgres://${{ env.PGUSER }}:${{ env.PGUSER }}@${{ env.PGHOST }}:${{ job.services.postgres.ports[5432] }}/${{ env.PGDATABASE }}?sslmode=${{ matrix.sslmode }}
|
|
|
|
- name: Download Debian package
|
|
|
|
uses: actions/download-artifact@v3
|
|
|
|
with:
|
|
|
|
name: build-debian-x86_64
|
|
|
|
path: target_releases/
|
|
|
|
- name: Tests Debian package
|
|
|
|
run: |
|
|
|
|
sudo dpkg -i target_releases/debian-x86_64.deb
|
2023-10-01 05:49:56 +03:00
|
|
|
if [[ "${{ matrix.sslmode }}" == "verify-ca" || "${{ matrix.sslmode }}" == "verify-full" ]]; then
|
|
|
|
export PGSSLROOTCERT=target/certs/server.crt
|
|
|
|
fi
|
2023-11-19 13:06:37 +03:00
|
|
|
export MARTIN_BUILD_ALL=-
|
2023-09-27 21:02:39 +03:00
|
|
|
export MARTIN_BIN=/usr/bin/martin
|
|
|
|
export MBTILES_BIN=/usr/bin/mbtiles
|
|
|
|
tests/test.sh
|
|
|
|
sudo dpkg -P martin
|
|
|
|
rm -rf target_releases
|
|
|
|
env:
|
|
|
|
DATABASE_URL: postgres://${{ env.PGUSER }}:${{ env.PGUSER }}@${{ env.PGHOST }}:${{ job.services.postgres.ports[5432] }}/${{ env.PGDATABASE }}?sslmode=${{ matrix.sslmode }}
|
|
|
|
- name: Unit Tests
|
2023-10-01 05:49:56 +03:00
|
|
|
if: matrix.sslmode != 'verify-ca' && matrix.sslmode != 'verify-full'
|
2023-07-04 00:29:44 +03:00
|
|
|
run: |
|
|
|
|
echo "Running unit tests, connecting to DATABASE_URL=$DATABASE_URL"
|
|
|
|
echo "Same but as base64 to prevent GitHub obfuscation (this is not a secret):"
|
|
|
|
echo "$DATABASE_URL" | base64
|
|
|
|
set -x
|
2023-09-30 03:40:32 +03:00
|
|
|
cargo test --package martin
|
2023-09-27 21:02:39 +03:00
|
|
|
cargo clean
|
2023-07-04 00:29:44 +03:00
|
|
|
env:
|
|
|
|
DATABASE_URL: postgres://${{ env.PGUSER }}:${{ env.PGUSER }}@${{ env.PGHOST }}:${{ job.services.postgres.ports[5432] }}/${{ env.PGDATABASE }}?sslmode=${{ matrix.sslmode }}
|
2023-09-27 21:02:39 +03:00
|
|
|
- name: On error, save test output
|
2023-07-04 00:29:44 +03:00
|
|
|
if: failure()
|
|
|
|
uses: actions/upload-artifact@v3
|
|
|
|
with:
|
|
|
|
name: test-output
|
2023-10-28 09:06:37 +03:00
|
|
|
path: |
|
|
|
|
tests/output/*
|
|
|
|
target/test_logs/*
|
2023-07-04 00:29:44 +03:00
|
|
|
retention-days: 5
|
2023-09-26 03:27:55 +03:00
|
|
|
|
|
|
|
package:
|
2023-10-12 07:37:03 +03:00
|
|
|
name: Package
|
|
|
|
runs-on: ubuntu-latest
|
2023-10-01 05:49:56 +03:00
|
|
|
needs: [ lint-debug-test, docker-build-test, test-multi-os, test-with-svc ]
|
2023-09-26 03:27:55 +03:00
|
|
|
steps:
|
|
|
|
- name: Checkout sources
|
|
|
|
uses: actions/checkout@v4
|
2023-10-12 07:37:03 +03:00
|
|
|
- name: Download build artifact build-aarch64-apple-darwin
|
2023-09-26 20:29:22 +03:00
|
|
|
uses: actions/download-artifact@v3
|
2023-09-26 03:27:55 +03:00
|
|
|
with:
|
2023-10-12 07:37:03 +03:00
|
|
|
name: build-aarch64-apple-darwin
|
|
|
|
path: target/aarch64-apple-darwin
|
|
|
|
- name: Download build artifact build-x86_64-apple-darwin
|
|
|
|
uses: actions/download-artifact@v3
|
|
|
|
with:
|
|
|
|
name: build-x86_64-apple-darwin
|
|
|
|
path: target/x86_64-apple-darwin
|
|
|
|
- name: Download build artifact build-x86_64-unknown-linux-gnu
|
|
|
|
uses: actions/download-artifact@v3
|
|
|
|
with:
|
|
|
|
name: build-x86_64-unknown-linux-gnu
|
|
|
|
path: target/x86_64-unknown-linux-gnu
|
|
|
|
|
|
|
|
- name: Download cross-build artifacts
|
2023-09-30 06:11:09 +03:00
|
|
|
uses: actions/download-artifact@v3
|
|
|
|
with:
|
2023-09-30 07:45:15 +03:00
|
|
|
name: cross-build
|
2023-10-12 07:37:03 +03:00
|
|
|
path: target/cross
|
|
|
|
|
|
|
|
- name: Download build artifact build-x86_64-pc-windows-msvc
|
|
|
|
uses: actions/download-artifact@v3
|
|
|
|
with:
|
|
|
|
name: build-x86_64-pc-windows-msvc
|
|
|
|
path: target/x86_64-pc-windows-msvc
|
|
|
|
- name: Download build artifact build-debian-x86_64
|
|
|
|
uses: actions/download-artifact@v3
|
|
|
|
with:
|
|
|
|
name: build-debian-x86_64
|
|
|
|
path: target/debian-x86_64
|
|
|
|
|
2023-09-26 03:27:55 +03:00
|
|
|
- name: Package
|
|
|
|
run: |
|
2023-10-12 07:37:03 +03:00
|
|
|
set -x
|
|
|
|
|
|
|
|
cd target
|
|
|
|
mkdir files
|
|
|
|
mv cross/* .
|
|
|
|
|
|
|
|
cd aarch64-apple-darwin
|
|
|
|
chmod +x martin mbtiles
|
|
|
|
tar czvf ../files/martin-Darwin-aarch64.tar.gz martin mbtiles
|
|
|
|
cd ..
|
|
|
|
|
|
|
|
cd x86_64-apple-darwin
|
|
|
|
chmod +x martin mbtiles
|
|
|
|
tar czvf ../files/martin-Darwin-x86_64.tar.gz martin mbtiles
|
|
|
|
cd ..
|
|
|
|
|
|
|
|
cd x86_64-unknown-linux-gnu
|
|
|
|
chmod +x martin mbtiles
|
|
|
|
tar czvf ../files/martin-Linux-x86_64.tar.gz martin mbtiles
|
|
|
|
cd ..
|
|
|
|
|
|
|
|
cd aarch64-unknown-linux-musl
|
|
|
|
chmod +x martin mbtiles
|
|
|
|
tar czvf ../files/martin-Linux-aarch64-musl.tar.gz martin mbtiles
|
|
|
|
cd ..
|
|
|
|
|
|
|
|
cd x86_64-unknown-linux-musl
|
|
|
|
chmod +x martin mbtiles
|
|
|
|
tar czvf ../files/martin-Linux-x86_64-musl.tar.gz martin mbtiles
|
|
|
|
cd ..
|
|
|
|
|
|
|
|
#
|
2023-10-31 07:56:13 +03:00
|
|
|
# Special case for Windows
|
2023-10-12 07:37:03 +03:00
|
|
|
#
|
|
|
|
cd x86_64-pc-windows-msvc
|
|
|
|
7z a ../files/martin-Windows-x86_64.zip martin.exe mbtiles.exe
|
|
|
|
cd ..
|
|
|
|
|
|
|
|
#
|
|
|
|
# Special case for Debian .deb package
|
|
|
|
#
|
|
|
|
cd debian-x86_64
|
|
|
|
mv debian-x86_64.deb ../files/martin-Debian-x86_64.deb
|
|
|
|
cd ..
|
|
|
|
|
2023-10-12 08:14:18 +03:00
|
|
|
- name: Create Homebrew config
|
2023-10-12 07:44:02 +03:00
|
|
|
run: |
|
|
|
|
set -x
|
|
|
|
|
|
|
|
# Extract Github release version only without the "v" prefix
|
|
|
|
MARTIN_VERSION=$(echo "${{ github.ref }}" | sed -e 's/refs\/tags\/v//')
|
|
|
|
|
2023-10-12 22:24:53 +03:00
|
|
|
mkdir -p target/homebrew
|
2023-10-12 07:44:02 +03:00
|
|
|
cd target
|
|
|
|
|
2023-10-12 07:37:03 +03:00
|
|
|
cat << EOF > homebrew_config.yaml
|
2023-10-12 07:44:02 +03:00
|
|
|
version: "$MARTIN_VERSION"
|
2023-10-12 07:37:03 +03:00
|
|
|
macos_arm_sha256: "$(shasum -a 256 files/martin-Darwin-aarch64.tar.gz | cut -d' ' -f1)"
|
|
|
|
macos_intel_sha256: "$(shasum -a 256 files/martin-Darwin-x86_64.tar.gz | cut -d' ' -f1)"
|
|
|
|
linux_arm_sha256: "$(shasum -a 256 files/martin-Linux-aarch64-musl.tar.gz | cut -d' ' -f1)"
|
2023-10-12 23:10:24 +03:00
|
|
|
linux_intel_sha256: "$(shasum -a 256 files/martin-Linux-x86_64-musl.tar.gz | cut -d' ' -f1)"
|
2023-10-12 07:44:02 +03:00
|
|
|
EOF
|
2023-10-12 07:37:03 +03:00
|
|
|
|
2023-10-12 22:24:53 +03:00
|
|
|
- name: Save Homebrew Config
|
|
|
|
uses: actions/upload-artifact@v3
|
|
|
|
with:
|
|
|
|
name: homebrew-config
|
|
|
|
path: target/homebrew_config.yaml
|
|
|
|
|
2023-09-26 03:27:55 +03:00
|
|
|
- name: Publish
|
|
|
|
if: startsWith(github.ref, 'refs/tags/')
|
|
|
|
uses: softprops/action-gh-release@v1
|
|
|
|
with:
|
|
|
|
draft: true
|
2023-10-12 07:37:03 +03:00
|
|
|
files: 'target/files/*'
|
2023-09-26 03:27:55 +03:00
|
|
|
body_path: CHANGELOG.md
|
|
|
|
env:
|
|
|
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
|
|
|
|
2023-10-12 07:37:03 +03:00
|
|
|
- name: Checkout maplibre/homebrew-martin
|
|
|
|
if: startsWith(github.ref, 'refs/tags/')
|
|
|
|
uses: actions/checkout@v4
|
|
|
|
with:
|
|
|
|
repository: maplibre/homebrew-martin
|
2023-10-12 10:09:02 +03:00
|
|
|
token: ${{ secrets.GH_HOMEBREW_MARTIN_TOKEN }}
|
2023-10-12 07:37:03 +03:00
|
|
|
path: target/homebrew
|
|
|
|
|
|
|
|
- name: Create Homebrew formula
|
2023-11-10 07:11:01 +03:00
|
|
|
uses: cuchi/jinja2-action@master
|
2023-10-12 07:37:03 +03:00
|
|
|
with:
|
|
|
|
template: .github/templates/homebrew.martin.rb.j2
|
|
|
|
output_file: target/homebrew/martin.rb
|
|
|
|
data_file: target/homebrew_config.yaml
|
|
|
|
|
|
|
|
- name: Create a PR for maplibre/homebrew-martin
|
|
|
|
if: startsWith(github.ref, 'refs/tags/')
|
2023-10-13 01:49:41 +03:00
|
|
|
uses: peter-evans/create-pull-request@v5
|
2023-10-12 07:37:03 +03:00
|
|
|
with:
|
2023-10-12 22:58:52 +03:00
|
|
|
# Create a personal access token
|
|
|
|
# Gen: https://github.com/settings/personal-access-tokens/new
|
|
|
|
# Set: https://github.com/maplibre/martin/settings/secrets/actions/GH_HOMEBREW_MARTIN_TOKEN
|
|
|
|
# Docs: https://docs.github.com/en/authentication/keeping-your-account-and-data-secure/managing-your-personal-access-tokens#creating-a-fine-grained-personal-access-token
|
|
|
|
# Name: anything descriptive
|
|
|
|
# One year long (sadly that's max)
|
|
|
|
# Repository owner and repo: maplibre/homebrew-martin
|
|
|
|
# Access Contents: Read and write
|
2023-10-12 22:24:53 +03:00
|
|
|
# Access Metadata: Read-only
|
|
|
|
# Access Pull requests: Read and write
|
2023-10-12 09:02:03 +03:00
|
|
|
token: ${{ secrets.GH_HOMEBREW_MARTIN_TOKEN }}
|
2023-10-12 07:37:03 +03:00
|
|
|
commit-message: "Update to ${{ github.ref }}"
|
|
|
|
title: "Update to ${{ github.ref }}"
|
|
|
|
body: "Update to ${{ github.ref }}"
|
|
|
|
branch: "update-to-${{ github.ref }}"
|
|
|
|
branch-suffix: timestamp
|
|
|
|
base: "main"
|
|
|
|
labels: "auto-update"
|
|
|
|
assignees: "nyurik"
|
|
|
|
draft: false
|
|
|
|
delete-branch: true
|
|
|
|
path: target/homebrew
|
|
|
|
|
2023-09-26 03:27:55 +03:00
|
|
|
# This final step is needed to mark the whole workflow as successful
|
|
|
|
# Don't change its name - it is used by the merge protection rules
|
|
|
|
done:
|
|
|
|
name: CI Finished
|
|
|
|
runs-on: ubuntu-latest
|
2023-09-30 07:45:15 +03:00
|
|
|
needs: [ package ]
|
2023-09-26 03:27:55 +03:00
|
|
|
steps:
|
|
|
|
- name: Finished
|
|
|
|
run: echo "CI finished successfully"
|