2023-05-29 23:42:24 +03:00
|
|
|
name: CI Server
|
|
|
|
on:
|
|
|
|
push:
|
2023-06-27 18:55:07 +03:00
|
|
|
branches:
|
|
|
|
- main
|
2024-10-21 13:02:14 +03:00
|
|
|
|
2023-09-17 02:33:23 +03:00
|
|
|
pull_request:
|
2024-10-21 13:02:14 +03:00
|
|
|
|
2024-04-04 10:30:55 +03:00
|
|
|
concurrency:
|
|
|
|
group: ${{ github.workflow }}-${{ github.ref }}
|
|
|
|
cancel-in-progress: true
|
|
|
|
|
2023-05-29 23:42:24 +03:00
|
|
|
jobs:
|
2024-09-20 12:02:52 +03:00
|
|
|
server-setup:
|
2024-11-08 15:53:38 +03:00
|
|
|
timeout-minutes: 30
|
2023-07-27 19:48:40 +03:00
|
|
|
runs-on: ubuntu-latest
|
2024-05-15 23:54:51 +03:00
|
|
|
env:
|
|
|
|
NX_REJECT_UNKNOWN_LOCAL_CACHE: 0
|
2023-07-27 19:48:40 +03:00
|
|
|
services:
|
|
|
|
postgres:
|
2024-11-15 11:38:30 +03:00
|
|
|
image: twentycrm/twenty-postgres-spilo
|
2023-07-27 19:48:40 +03:00
|
|
|
env:
|
2024-11-15 11:38:30 +03:00
|
|
|
PGUSER_SUPERUSER: postgres
|
2024-11-29 16:12:09 +03:00
|
|
|
PGPASSWORD_SUPERUSER: postgres
|
2024-11-15 11:38:30 +03:00
|
|
|
ALLOW_NOSSL: "true"
|
|
|
|
SPILO_PROVIDER: "local"
|
2023-07-28 01:14:33 +03:00
|
|
|
ports:
|
|
|
|
- 5432:5432
|
2024-11-15 11:38:30 +03:00
|
|
|
options: >-
|
|
|
|
--health-cmd pg_isready
|
|
|
|
--health-interval 10s
|
|
|
|
--health-timeout 5s
|
|
|
|
--health-retries 5
|
2024-09-20 12:02:52 +03:00
|
|
|
redis:
|
|
|
|
image: redis
|
|
|
|
ports:
|
|
|
|
- 6379:6379
|
2023-05-29 23:42:24 +03:00
|
|
|
steps:
|
2024-05-06 12:33:48 +03:00
|
|
|
- name: Fetch custom Github Actions and base branch history
|
chore: use Nx affected tasks in CI (#5110)
Closes #5097
- Uses "nx affected" to detect what projects need to be checked in the
current PR (for now, `ci-front` and `ci-server` workflows only).
- Caches results of certain tasks (`lint`, `typecheck`, `test`,
`storybook:build`) when a PR pipeline runs. The next runs of the same
PR's pipeline will then be able to reuse the PR's task cache to execute
tasks faster.
- Caches Yarn's cache folder to install dependencies faster in CI jobs.
- Rewrites the node modules cache/install steps as a custom, reusable
Github action.
- Distributes `ci-front` jobs with a "matrix" strategy.
- Sets common tasks config at the root `nx.json`. For instance, to
activate the `typecheck` task in a project, add `typecheck: {}` to its
`project.json` and it'll use the default config set in `nx.json` for the
`typecheck` task. Options can be overridden in each individual
`project.json` if needed.
- Adds "scope" tags to some projects: `scope:frontend`, `scope:backend`,
`scope:shared`. An eslint rule ensures that `scope:frontend` only
depends on `scope:frontent` or `scope:shared` projects, same for
`scope:backend`. These tags are used by `nx affected` to filter projects
by scope and generates different task cache keys according to the
requested scope.
- Enables checks for twenty-emails in the `ci-server` workflow.
2024-04-30 17:28:25 +03:00
|
|
|
uses: actions/checkout@v4
|
2023-05-29 23:42:24 +03:00
|
|
|
with:
|
chore: use Nx affected tasks in CI (#5110)
Closes #5097
- Uses "nx affected" to detect what projects need to be checked in the
current PR (for now, `ci-front` and `ci-server` workflows only).
- Caches results of certain tasks (`lint`, `typecheck`, `test`,
`storybook:build`) when a PR pipeline runs. The next runs of the same
PR's pipeline will then be able to reuse the PR's task cache to execute
tasks faster.
- Caches Yarn's cache folder to install dependencies faster in CI jobs.
- Rewrites the node modules cache/install steps as a custom, reusable
Github action.
- Distributes `ci-front` jobs with a "matrix" strategy.
- Sets common tasks config at the root `nx.json`. For instance, to
activate the `typecheck` task in a project, add `typecheck: {}` to its
`project.json` and it'll use the default config set in `nx.json` for the
`typecheck` task. Options can be overridden in each individual
`project.json` if needed.
- Adds "scope" tags to some projects: `scope:frontend`, `scope:backend`,
`scope:shared`. An eslint rule ensures that `scope:frontend` only
depends on `scope:frontent` or `scope:shared` projects, same for
`scope:backend`. These tags are used by `nx affected` to filter projects
by scope and generates different task cache keys according to the
requested scope.
- Enables checks for twenty-emails in the `ci-server` workflow.
2024-04-30 17:28:25 +03:00
|
|
|
fetch-depth: 0
|
2024-10-21 13:02:14 +03:00
|
|
|
|
|
|
|
- name: Check for changed files
|
|
|
|
id: changed-files
|
|
|
|
uses: tj-actions/changed-files@v11
|
|
|
|
with:
|
2024-10-21 18:42:52 +03:00
|
|
|
files: |
|
|
|
|
package.json
|
|
|
|
packages/twenty-server/**
|
|
|
|
packages/twenty-emails/**
|
2024-10-21 13:02:14 +03:00
|
|
|
|
chore: use Nx affected tasks in CI (#5110)
Closes #5097
- Uses "nx affected" to detect what projects need to be checked in the
current PR (for now, `ci-front` and `ci-server` workflows only).
- Caches results of certain tasks (`lint`, `typecheck`, `test`,
`storybook:build`) when a PR pipeline runs. The next runs of the same
PR's pipeline will then be able to reuse the PR's task cache to execute
tasks faster.
- Caches Yarn's cache folder to install dependencies faster in CI jobs.
- Rewrites the node modules cache/install steps as a custom, reusable
Github action.
- Distributes `ci-front` jobs with a "matrix" strategy.
- Sets common tasks config at the root `nx.json`. For instance, to
activate the `typecheck` task in a project, add `typecheck: {}` to its
`project.json` and it'll use the default config set in `nx.json` for the
`typecheck` task. Options can be overridden in each individual
`project.json` if needed.
- Adds "scope" tags to some projects: `scope:frontend`, `scope:backend`,
`scope:shared`. An eslint rule ensures that `scope:frontend` only
depends on `scope:frontent` or `scope:shared` projects, same for
`scope:backend`. These tags are used by `nx affected` to filter projects
by scope and generates different task cache keys according to the
requested scope.
- Enables checks for twenty-emails in the `ci-server` workflow.
2024-04-30 17:28:25 +03:00
|
|
|
- name: Install dependencies
|
2024-10-21 18:42:52 +03:00
|
|
|
if: steps.changed-files.outputs.any_changed == 'true'
|
chore: use Nx affected tasks in CI (#5110)
Closes #5097
- Uses "nx affected" to detect what projects need to be checked in the
current PR (for now, `ci-front` and `ci-server` workflows only).
- Caches results of certain tasks (`lint`, `typecheck`, `test`,
`storybook:build`) when a PR pipeline runs. The next runs of the same
PR's pipeline will then be able to reuse the PR's task cache to execute
tasks faster.
- Caches Yarn's cache folder to install dependencies faster in CI jobs.
- Rewrites the node modules cache/install steps as a custom, reusable
Github action.
- Distributes `ci-front` jobs with a "matrix" strategy.
- Sets common tasks config at the root `nx.json`. For instance, to
activate the `typecheck` task in a project, add `typecheck: {}` to its
`project.json` and it'll use the default config set in `nx.json` for the
`typecheck` task. Options can be overridden in each individual
`project.json` if needed.
- Adds "scope" tags to some projects: `scope:frontend`, `scope:backend`,
`scope:shared`. An eslint rule ensures that `scope:frontend` only
depends on `scope:frontent` or `scope:shared` projects, same for
`scope:backend`. These tags are used by `nx affected` to filter projects
by scope and generates different task cache keys according to the
requested scope.
- Enables checks for twenty-emails in the `ci-server` workflow.
2024-04-30 17:28:25 +03:00
|
|
|
uses: ./.github/workflows/actions/yarn-install
|
2024-09-20 12:02:52 +03:00
|
|
|
- name: Server / Restore Task Cache
|
2024-10-21 18:42:52 +03:00
|
|
|
if: steps.changed-files.outputs.any_changed == 'true'
|
chore: use Nx affected tasks in CI (#5110)
Closes #5097
- Uses "nx affected" to detect what projects need to be checked in the
current PR (for now, `ci-front` and `ci-server` workflows only).
- Caches results of certain tasks (`lint`, `typecheck`, `test`,
`storybook:build`) when a PR pipeline runs. The next runs of the same
PR's pipeline will then be able to reuse the PR's task cache to execute
tasks faster.
- Caches Yarn's cache folder to install dependencies faster in CI jobs.
- Rewrites the node modules cache/install steps as a custom, reusable
Github action.
- Distributes `ci-front` jobs with a "matrix" strategy.
- Sets common tasks config at the root `nx.json`. For instance, to
activate the `typecheck` task in a project, add `typecheck: {}` to its
`project.json` and it'll use the default config set in `nx.json` for the
`typecheck` task. Options can be overridden in each individual
`project.json` if needed.
- Adds "scope" tags to some projects: `scope:frontend`, `scope:backend`,
`scope:shared`. An eslint rule ensures that `scope:frontend` only
depends on `scope:frontent` or `scope:shared` projects, same for
`scope:backend`. These tags are used by `nx affected` to filter projects
by scope and generates different task cache keys according to the
requested scope.
- Enables checks for twenty-emails in the `ci-server` workflow.
2024-04-30 17:28:25 +03:00
|
|
|
uses: ./.github/workflows/actions/task-cache
|
|
|
|
with:
|
|
|
|
tag: scope:backend
|
|
|
|
- name: Server / Run lint & typecheck
|
2024-10-21 18:42:52 +03:00
|
|
|
if: steps.changed-files.outputs.any_changed == 'true'
|
chore: use Nx affected tasks in CI (#5110)
Closes #5097
- Uses "nx affected" to detect what projects need to be checked in the
current PR (for now, `ci-front` and `ci-server` workflows only).
- Caches results of certain tasks (`lint`, `typecheck`, `test`,
`storybook:build`) when a PR pipeline runs. The next runs of the same
PR's pipeline will then be able to reuse the PR's task cache to execute
tasks faster.
- Caches Yarn's cache folder to install dependencies faster in CI jobs.
- Rewrites the node modules cache/install steps as a custom, reusable
Github action.
- Distributes `ci-front` jobs with a "matrix" strategy.
- Sets common tasks config at the root `nx.json`. For instance, to
activate the `typecheck` task in a project, add `typecheck: {}` to its
`project.json` and it'll use the default config set in `nx.json` for the
`typecheck` task. Options can be overridden in each individual
`project.json` if needed.
- Adds "scope" tags to some projects: `scope:frontend`, `scope:backend`,
`scope:shared`. An eslint rule ensures that `scope:frontend` only
depends on `scope:frontent` or `scope:shared` projects, same for
`scope:backend`. These tags are used by `nx affected` to filter projects
by scope and generates different task cache keys according to the
requested scope.
- Enables checks for twenty-emails in the `ci-server` workflow.
2024-04-30 17:28:25 +03:00
|
|
|
uses: ./.github/workflows/actions/nx-affected
|
|
|
|
with:
|
|
|
|
tag: scope:backend
|
|
|
|
tasks: lint,typecheck
|
2024-03-25 13:00:11 +03:00
|
|
|
- name: Server / Build
|
2024-10-21 18:42:52 +03:00
|
|
|
if: steps.changed-files.outputs.any_changed == 'true'
|
2024-04-19 19:28:02 +03:00
|
|
|
run: npx nx build twenty-server
|
2024-03-25 13:00:11 +03:00
|
|
|
- name: Server / Write .env
|
2024-10-21 18:42:52 +03:00
|
|
|
if: steps.changed-files.outputs.any_changed == 'true'
|
chore: use Nx affected tasks in CI (#5110)
Closes #5097
- Uses "nx affected" to detect what projects need to be checked in the
current PR (for now, `ci-front` and `ci-server` workflows only).
- Caches results of certain tasks (`lint`, `typecheck`, `test`,
`storybook:build`) when a PR pipeline runs. The next runs of the same
PR's pipeline will then be able to reuse the PR's task cache to execute
tasks faster.
- Caches Yarn's cache folder to install dependencies faster in CI jobs.
- Rewrites the node modules cache/install steps as a custom, reusable
Github action.
- Distributes `ci-front` jobs with a "matrix" strategy.
- Sets common tasks config at the root `nx.json`. For instance, to
activate the `typecheck` task in a project, add `typecheck: {}` to its
`project.json` and it'll use the default config set in `nx.json` for the
`typecheck` task. Options can be overridden in each individual
`project.json` if needed.
- Adds "scope" tags to some projects: `scope:frontend`, `scope:backend`,
`scope:shared`. An eslint rule ensures that `scope:frontend` only
depends on `scope:frontent` or `scope:shared` projects, same for
`scope:backend`. These tags are used by `nx affected` to filter projects
by scope and generates different task cache keys according to the
requested scope.
- Enables checks for twenty-emails in the `ci-server` workflow.
2024-04-30 17:28:25 +03:00
|
|
|
run: npx nx reset:env twenty-server
|
2024-11-15 11:38:30 +03:00
|
|
|
- name: Server / Create DB
|
|
|
|
if: steps.changed-files.outputs.any_changed == 'true'
|
|
|
|
run: |
|
2024-11-29 16:12:09 +03:00
|
|
|
PGPASSWORD=postgres psql -h localhost -p 5432 -U postgres -d postgres -c 'CREATE DATABASE "default";'
|
|
|
|
PGPASSWORD=postgres psql -h localhost -p 5432 -U postgres -d postgres -c 'CREATE DATABASE "test";'
|
2024-03-25 13:00:11 +03:00
|
|
|
- name: Worker / Run
|
2024-10-21 18:42:52 +03:00
|
|
|
if: steps.changed-files.outputs.any_changed == 'true'
|
2024-10-04 20:28:29 +03:00
|
|
|
run: npx nx run twenty-server:worker:ci
|
2024-09-20 12:02:52 +03:00
|
|
|
|
|
|
|
server-test:
|
2024-11-08 15:53:38 +03:00
|
|
|
timeout-minutes: 30
|
2024-09-20 12:02:52 +03:00
|
|
|
runs-on: ubuntu-latest
|
|
|
|
needs: server-setup
|
|
|
|
env:
|
|
|
|
NX_REJECT_UNKNOWN_LOCAL_CACHE: 0
|
|
|
|
steps:
|
|
|
|
- name: Fetch custom Github Actions and base branch history
|
|
|
|
uses: actions/checkout@v4
|
|
|
|
with:
|
|
|
|
fetch-depth: 0
|
2024-10-21 13:02:14 +03:00
|
|
|
|
|
|
|
- name: Check for changed files
|
|
|
|
id: changed-files
|
|
|
|
uses: tj-actions/changed-files@v11
|
|
|
|
with:
|
2024-10-21 18:42:52 +03:00
|
|
|
files: |
|
|
|
|
package.json
|
|
|
|
packages/twenty-server/**
|
|
|
|
packages/twenty-emails/**
|
2024-10-21 13:02:14 +03:00
|
|
|
|
2024-09-20 12:02:52 +03:00
|
|
|
- name: Install dependencies
|
2024-10-21 18:42:52 +03:00
|
|
|
if: steps.changed-files.outputs.any_changed == 'true'
|
2024-09-20 12:02:52 +03:00
|
|
|
uses: ./.github/workflows/actions/yarn-install
|
|
|
|
- name: Server / Restore Task Cache
|
2024-10-21 18:42:52 +03:00
|
|
|
if: steps.changed-files.outputs.any_changed == 'true'
|
2024-09-20 12:02:52 +03:00
|
|
|
uses: ./.github/workflows/actions/task-cache
|
|
|
|
with:
|
|
|
|
tag: scope:backend
|
|
|
|
- name: Server / Run Tests
|
2024-10-21 18:42:52 +03:00
|
|
|
if: steps.changed-files.outputs.any_changed == 'true'
|
2024-09-20 12:02:52 +03:00
|
|
|
uses: ./.github/workflows/actions/nx-affected
|
|
|
|
with:
|
|
|
|
tag: scope:backend
|
|
|
|
tasks: test
|
|
|
|
|
|
|
|
server-integration-test:
|
2024-11-08 15:53:38 +03:00
|
|
|
timeout-minutes: 30
|
2024-09-20 12:02:52 +03:00
|
|
|
runs-on: ubuntu-latest
|
|
|
|
needs: server-setup
|
|
|
|
services:
|
|
|
|
postgres:
|
2024-11-15 11:38:30 +03:00
|
|
|
image: twentycrm/twenty-postgres-spilo
|
2024-09-20 12:02:52 +03:00
|
|
|
env:
|
2024-11-15 11:38:30 +03:00
|
|
|
PGUSER_SUPERUSER: postgres
|
2024-11-29 16:12:09 +03:00
|
|
|
PGPASSWORD_SUPERUSER: postgres
|
2024-11-15 11:38:30 +03:00
|
|
|
ALLOW_NOSSL: "true"
|
|
|
|
SPILO_PROVIDER: "local"
|
2024-09-20 12:02:52 +03:00
|
|
|
ports:
|
|
|
|
- 5432:5432
|
2024-11-15 11:38:30 +03:00
|
|
|
options: >-
|
|
|
|
--health-cmd pg_isready
|
|
|
|
--health-interval 10s
|
|
|
|
--health-timeout 5s
|
|
|
|
--health-retries 5
|
2024-09-20 12:02:52 +03:00
|
|
|
redis:
|
|
|
|
image: redis
|
|
|
|
ports:
|
|
|
|
- 6379:6379
|
|
|
|
env:
|
|
|
|
NX_REJECT_UNKNOWN_LOCAL_CACHE: 0
|
|
|
|
steps:
|
|
|
|
- name: Fetch custom Github Actions and base branch history
|
|
|
|
uses: actions/checkout@v4
|
|
|
|
with:
|
|
|
|
fetch-depth: 0
|
2024-10-21 13:02:14 +03:00
|
|
|
|
|
|
|
- name: Check for changed files
|
|
|
|
id: changed-files
|
|
|
|
uses: tj-actions/changed-files@v11
|
|
|
|
with:
|
2024-10-21 18:42:52 +03:00
|
|
|
files: |
|
|
|
|
package.json
|
|
|
|
packages/twenty-server/**
|
|
|
|
packages/twenty-emails/**
|
2024-10-21 13:02:14 +03:00
|
|
|
|
2024-09-20 12:02:52 +03:00
|
|
|
- name: Install dependencies
|
2024-10-21 18:42:52 +03:00
|
|
|
if: steps.changed-files.outputs.any_changed == 'true'
|
2024-09-20 12:02:52 +03:00
|
|
|
uses: ./.github/workflows/actions/yarn-install
|
|
|
|
- name: Server / Restore Task Cache
|
2024-10-21 18:42:52 +03:00
|
|
|
if: steps.changed-files.outputs.any_changed == 'true'
|
2024-09-20 12:02:52 +03:00
|
|
|
uses: ./.github/workflows/actions/task-cache
|
|
|
|
with:
|
|
|
|
tag: scope:backend
|
|
|
|
- name: Server / Run Integration Tests
|
2024-10-21 18:42:52 +03:00
|
|
|
if: steps.changed-files.outputs.any_changed == 'true'
|
2024-09-20 12:02:52 +03:00
|
|
|
uses: ./.github/workflows/actions/nx-affected
|
|
|
|
with:
|
|
|
|
tag: scope:backend
|
2024-11-07 19:22:47 +03:00
|
|
|
tasks: "test:integration:with-db-reset"
|
2024-09-20 12:02:52 +03:00
|
|
|
- name: Server / Upload reset-logs file
|
|
|
|
if: always()
|
|
|
|
uses: actions/upload-artifact@v4
|
|
|
|
with:
|
|
|
|
name: reset-logs
|
|
|
|
path: reset-logs.log
|