mirror of
https://github.com/StanGirard/quivr.git
synced 2024-12-17 15:41:50 +03:00
aeaa16dc5f
This pull request adds a custom integration feature and sync functionality to the application. It includes the following changes: - Added a new integration entity for custom integrations. - Implemented the ability to load and poll the custom integration. - Added a task to sync the custom integration with the user's brain. - Updated the celery beat schedule to include the new task. Please review and merge this pull request.
119 lines
4.4 KiB
YAML
119 lines
4.4 KiB
YAML
name: Deploy Backend to Preview ECS
|
|
|
|
on:
|
|
push:
|
|
branches: ["main"]
|
|
paths:
|
|
- "backend/**"
|
|
|
|
env:
|
|
AWS_REGION: eu-west-3
|
|
ECR_REPOSITORY: quivr
|
|
ECR_REGISTRY: 253053805092.dkr.ecr.eu-west-3.amazonaws.com
|
|
ECS_CLUSTER: quivr
|
|
|
|
jobs:
|
|
build_and_push:
|
|
name: Build and Push Docker Image
|
|
runs-on: ubuntu-latest
|
|
environment: production
|
|
|
|
steps:
|
|
- name: Checkout
|
|
uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4
|
|
|
|
- name: Configure AWS credentials
|
|
uses: aws-actions/configure-aws-credentials@5fd3084fc36e372ff1fff382a39b10d03659f355 # v2
|
|
with:
|
|
aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
|
|
aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
|
|
aws-region: ${{ env.AWS_REGION }}
|
|
|
|
- name: Login to Amazon ECR
|
|
id: login-ecr
|
|
uses: aws-actions/amazon-ecr-login@2fc7aceee09e9e4a7105c0d060c656fad0b4f63d # v1
|
|
|
|
- name: Login to GitHub Container Registry
|
|
uses: docker/login-action@465a07811f14bebb1938fbed4728c6a1ff8901fc # v2
|
|
with:
|
|
registry: ghcr.io
|
|
username: ${{ github.actor }}
|
|
password: ${{ secrets.GITHUB_TOKEN }}
|
|
- name: Login to Docker Hub
|
|
uses: docker/login-action@343f7c4344506bcbf9b4de18042ae17996df046d # v3
|
|
with:
|
|
username: ${{ secrets.DOCKERHUB_USERNAME }}
|
|
password: ${{ secrets.DOCKERHUB_TOKEN }}
|
|
|
|
- uses: docker/setup-qemu-action@68827325e0b33c7199eb31dd4e31fbe9023e06e3 # v3
|
|
- name: Set up Docker Buildx
|
|
uses: docker/setup-buildx-action@f95db51fddba0c2d1ec667646a06c2ce06100226 # v3
|
|
|
|
- name: Create Docker Cacha Storage Backend
|
|
run: |
|
|
docker buildx create --use --driver=docker-container
|
|
- name: See the file in the runner
|
|
run: |
|
|
ls -la
|
|
- name: Build, tag, and push image to Amazon ECR
|
|
id: build-image
|
|
uses: docker/build-push-action@4a13e500e55cf31b7a5d59a38ab2040ab0f42f56 # v5
|
|
env:
|
|
ECR_REGISTRY: ${{ steps.login-ecr.outputs.registry }}
|
|
IMAGE_TAG: ${{ github.sha }}
|
|
with:
|
|
context: ./backend/
|
|
push: true
|
|
platforms: linux/amd64,linux/arm64
|
|
tags: ${{ env.ECR_REGISTRY }}/${{ env.ECR_REPOSITORY }}:${{ env.IMAGE_TAG }}, ${{ env.ECR_REGISTRY }}/${{ env.ECR_REPOSITORY }}:latest, ghcr.io/quivrhq/quivr:latest, stangirard/quivr-backend-prebuilt:latest, stangirard/quivr-backend-prebuilt:${{ env.IMAGE_TAG }}
|
|
cache-from: type=gha
|
|
cache-to: type=gha,mode=max
|
|
|
|
deploy:
|
|
needs: build_and_push
|
|
runs-on: ubuntu-latest
|
|
environment: production
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
include:
|
|
- name: "quivr"
|
|
service: "quivr-preview"
|
|
task_definition: ".aws/task_definition_preview.json"
|
|
container: "quivr"
|
|
- name: "quivr-chat"
|
|
service: "preview-worker"
|
|
task_definition: ".aws/task_definition_preview_worker.json"
|
|
container: "quivr-chat"
|
|
- name: "quivr-beat"
|
|
service: "preview-beat"
|
|
task_definition: ".aws/task_definition_preview_beat.json"
|
|
container: "quivr-beat"
|
|
|
|
steps:
|
|
- name: Checkout
|
|
uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4
|
|
|
|
- name: Configure AWS credentials
|
|
uses: aws-actions/configure-aws-credentials@5fd3084fc36e372ff1fff382a39b10d03659f355 # v2
|
|
with:
|
|
aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
|
|
aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
|
|
aws-region: ${{ env.AWS_REGION }}
|
|
|
|
- name: Fill in the new image ID in the Amazon ECS task definition for ${{ matrix.name }}
|
|
id: task-def
|
|
uses: aws-actions/amazon-ecs-render-task-definition@4225e0b507142a2e432b018bc3ccb728559b437a # v1
|
|
with:
|
|
task-definition: ${{ matrix.task_definition }}
|
|
container-name: ${{ matrix.container }}
|
|
image: ${{env.ECR_REGISTRY}}/${{ env.ECR_REPOSITORY }}:${{ github.sha }}
|
|
|
|
- name: Deploy Amazon ECS task definition for ${{ matrix.name }}
|
|
uses: aws-actions/amazon-ecs-deploy-task-definition@df9643053eda01f169e64a0e60233aacca83799a # v1
|
|
with:
|
|
task-definition: ${{ steps.task-def.outputs.task-definition }}
|
|
service: ${{ matrix.service }}
|
|
cluster: ${{ env.ECS_CLUSTER }}
|
|
wait-for-service-stability: true
|