@@ -1,13 +1,22 @@
11name: "Update searx.data"
22on:
33 schedule:
4− - cron: "05 16 * * 5"
4+ - cron: "05 08 * * 5"
55
66jobs:
77 updateData:
8− name: Update data
8+ name: Update data - ${{ matrix.fetch }}
99 runs-on: ubuntu-20.04
1010 if: ${{ github.repository_owner == 'searx'}}
11+ strategy:
12+ matrix:
13+ fetch:
14+ - ahmia_blacklist
15+ - currencies
16+ - external_bangs
17+ - firefox_version
18+ - languages
19+ - wikidata_units
1120 steps:
1221 - name: Checkout
1322 uses: actions/checkout@v2
@@ -27,39 +36,37 @@ jobs:
2736 uses: actions/cache@v2
2837 with:
2938 path: ./local
30− key: python-${{ matrix.os }}-3.9-${{ hashFiles('requirements*.txt', 'setup.py') }}
31−
39+ key: python-ubuntu-20.04-3.9-${{ hashFiles('requirements*.txt', 'setup.py') }}
40+
3241 - name: Install Python dependencies
3342 if: steps.cache-python.outputs.cache-hit != 'true'
3443 run: |
3544 make V=1 install
3645
3746 - name: Fetch data
47+ env:
48+ FETCH_SCRIPT: utils/fetch_${{ matrix.fetch }}.py
3849 run: |
3950 source local/py3/bin/activate
40− python utils/fetch_firefox_version.py
41− python utils/fetch_languages.py
42− python utils/fetch_ahmia_blacklist.py
43− python utils/fetch_wikidata_units.py
44− python utils/fetch_currencies.py
51+ python $FETCH_SCRIPT
4552
4653 - name: Create Pull Request
4754 id: cpr
4855 uses: peter-evans/create-pull-request@v3
4956 with:
5057 token: ${{ secrets.DATA_PR_TOKEN }}
51− commit-message: Update searx.data
58+ commit-message: Update searx.data - ${{ matrix.fetch }}
5259 committer: searx-bot <noreply@github.com>
5360 author: ${{ github.actor }} <${{ github.actor }}@users.noreply.github.com>
5461 signoff: false
55− branch: automatic-update-data
62+ branch: update_data_${{ matrix.fetch }}
5663 delete-branch: true
57− title: 'Update searx.data'
64+ draft: false
65+ title: 'Update searx.data - ${{ matrix.fetch }}'
5866 body: |
59− Update searx.data
67+ Update searx.data - ${{ matrix.fetch }}
6068 labels: |
6169 data
62− draft: false
6370
6471 - name: Check outputs
6572 run: |