2020-11-16 14:01:34 +00:00
|
|
|
name: Integration
|
|
|
|
|
2021-03-05 10:54:45 +00:00
|
|
|
on:
|
|
|
|
push:
|
|
|
|
branches: ["master"]
|
|
|
|
pull_request:
|
|
|
|
branches: ["master"]
|
2020-11-16 14:01:34 +00:00
|
|
|
|
|
|
|
jobs:
|
|
|
|
python:
|
|
|
|
name: Python ${{ matrix.python-version }}
|
2021-01-14 15:49:17 +00:00
|
|
|
runs-on: ubuntu-20.04
|
2020-11-16 14:01:34 +00:00
|
|
|
strategy:
|
|
|
|
matrix:
|
2021-01-14 15:49:17 +00:00
|
|
|
os: [ubuntu-20.04]
|
2021-01-12 08:53:26 +00:00
|
|
|
python-version: [3.6, 3.7, 3.8, 3.9]
|
2020-11-16 14:01:34 +00:00
|
|
|
steps:
|
2020-12-20 07:58:57 +00:00
|
|
|
- name: Checkout
|
2020-11-16 14:01:34 +00:00
|
|
|
uses: actions/checkout@v2
|
2020-12-20 07:58:57 +00:00
|
|
|
- name: Install Ubuntu packages
|
2020-11-16 14:01:34 +00:00
|
|
|
run: |
|
|
|
|
sudo ./utils/searx.sh install packages
|
|
|
|
sudo apt install firefox
|
2020-12-20 07:58:57 +00:00
|
|
|
- name: Set up Python
|
2020-11-16 14:01:34 +00:00
|
|
|
uses: actions/setup-python@v2
|
|
|
|
with:
|
|
|
|
python-version: ${{ matrix.python-version }}
|
|
|
|
architecture: 'x64'
|
2020-12-17 07:36:40 +00:00
|
|
|
- name: Cache Python dependencies
|
|
|
|
id: cache-python
|
|
|
|
uses: actions/cache@v2
|
|
|
|
with:
|
|
|
|
path: ./local
|
|
|
|
key: python-${{ matrix.os }}-${{ matrix.python-version }}-${{ hashFiles('requirements*.txt', 'setup.py') }}
|
2020-12-20 07:58:57 +00:00
|
|
|
- name: Install Python dependencies
|
2020-12-17 07:36:40 +00:00
|
|
|
if: steps.cache-python.outputs.cache-hit != 'true'
|
2020-11-16 14:01:34 +00:00
|
|
|
run: |
|
|
|
|
make V=1 install
|
|
|
|
make V=1 gecko.driver
|
2020-12-20 07:58:57 +00:00
|
|
|
- name: Run tests
|
2021-02-01 14:23:19 +00:00
|
|
|
run: make V=1 ci.test
|
2020-12-20 07:58:57 +00:00
|
|
|
- name: Test coverage
|
2020-11-16 14:01:34 +00:00
|
|
|
run: make V=1 test.coverage
|
2020-12-20 07:58:57 +00:00
|
|
|
- name: Store coverage result
|
2020-11-16 14:01:34 +00:00
|
|
|
uses: actions/upload-artifact@v2
|
|
|
|
with:
|
|
|
|
name: coverage-${{ matrix.python-version }}
|
|
|
|
path: coverage/
|
|
|
|
retention-days: 60
|
|
|
|
|
|
|
|
themes:
|
|
|
|
name: Themes
|
2021-01-14 15:49:17 +00:00
|
|
|
runs-on: ubuntu-20.04
|
2020-11-16 14:01:34 +00:00
|
|
|
steps:
|
2020-12-20 07:58:57 +00:00
|
|
|
- name: Checkout
|
2020-11-16 14:01:34 +00:00
|
|
|
uses: actions/checkout@v2
|
2020-12-20 07:58:57 +00:00
|
|
|
- name: Install Ubuntu packages
|
2021-06-16 11:28:08 +00:00
|
|
|
run: sudo ./utils/searx.sh install buildhost
|
2020-12-20 07:58:57 +00:00
|
|
|
- name: Install node dependencies
|
2020-11-16 14:01:34 +00:00
|
|
|
run: make V=1 node.env
|
2020-12-20 07:58:57 +00:00
|
|
|
- name: Build themes
|
2021-04-17 16:20:29 +00:00
|
|
|
run: make V=1 themes.all
|
2020-11-16 14:01:34 +00:00
|
|
|
|
|
|
|
documentation:
|
|
|
|
name: Documentation
|
2021-01-14 15:49:17 +00:00
|
|
|
runs-on: ubuntu-20.04
|
2020-11-16 14:01:34 +00:00
|
|
|
steps:
|
2020-12-20 07:58:57 +00:00
|
|
|
- name: Checkout
|
2020-11-16 14:01:34 +00:00
|
|
|
uses: actions/checkout@v2
|
|
|
|
with:
|
|
|
|
persist-credentials: false
|
2020-12-20 07:58:57 +00:00
|
|
|
- name: Install Ubuntu packages
|
2020-11-16 14:01:34 +00:00
|
|
|
run: sudo ./utils/searx.sh install buildhost
|
2020-12-20 07:58:57 +00:00
|
|
|
- name: Set up Python
|
2020-11-16 14:01:34 +00:00
|
|
|
uses: actions/setup-python@v2
|
|
|
|
with:
|
|
|
|
python-version: '3.9'
|
|
|
|
architecture: 'x64'
|
2020-12-20 07:58:57 +00:00
|
|
|
- name: Build documentation
|
2021-04-17 16:20:29 +00:00
|
|
|
run: |
|
|
|
|
make V=1 docs.clean docs.html
|
2020-12-20 07:58:57 +00:00
|
|
|
- name: Deploy
|
2020-11-17 14:44:50 +00:00
|
|
|
if: github.ref == 'refs/heads/master'
|
2020-11-17 14:54:14 +00:00
|
|
|
uses: JamesIves/github-pages-deploy-action@3.7.1
|
2020-11-16 14:01:34 +00:00
|
|
|
with:
|
|
|
|
GITHUB_TOKEN: ${{ github.token }}
|
|
|
|
BRANCH: gh-pages
|
2021-04-17 16:20:29 +00:00
|
|
|
FOLDER: dist/docs
|
2020-11-16 14:01:34 +00:00
|
|
|
CLEAN: true # Automatically remove deleted files from the deploy branch
|
2021-04-23 10:01:11 +00:00
|
|
|
SINGLE_COMMIT: True
|
2021-04-23 11:01:22 +00:00
|
|
|
COMMIT_MESSAGE: build from commit ${{ github.sha }}
|
2020-11-16 14:01:34 +00:00
|
|
|
|
2021-07-31 14:27:11 +00:00
|
|
|
babel:
|
|
|
|
name: Babel
|
|
|
|
runs-on: ubuntu-20.04
|
|
|
|
if: ${{ github.repository_owner == 'searxng' && github.ref == 'refs/heads/master' }}
|
|
|
|
needs:
|
|
|
|
- python
|
|
|
|
- themes
|
|
|
|
- documentation
|
|
|
|
steps:
|
|
|
|
- name: Checkout
|
|
|
|
uses: actions/checkout@v2
|
|
|
|
with:
|
|
|
|
persist-credentials: false
|
|
|
|
- name: Set up Python
|
|
|
|
uses: actions/setup-python@v2
|
|
|
|
with:
|
|
|
|
python-version: '3.9'
|
|
|
|
architecture: 'x64'
|
|
|
|
- name: Update transations
|
|
|
|
id: update
|
|
|
|
continue-on-error: true
|
|
|
|
run: |
|
|
|
|
pip install babel jinja2
|
|
|
|
searx_extra/update/update_translations.sh
|
|
|
|
- name: Open pull request
|
|
|
|
if: steps.update.outcome == 'success'
|
|
|
|
uses: peter-evans/create-pull-request@v3
|
|
|
|
with:
|
|
|
|
commit-message: Update translations (pot, po)
|
|
|
|
committer: searx-bot <noreply@github.com>
|
|
|
|
author: ${{ github.actor }} <${{ github.actor }}@users.noreply.github.com>
|
|
|
|
signoff: false
|
|
|
|
branch: update_translations_pot
|
|
|
|
delete-branch: true
|
|
|
|
draft: false
|
|
|
|
title: 'Update translations (pot, po)'
|
|
|
|
body: |
|
|
|
|
Update messages.pot and messages.po files
|
|
|
|
labels: |
|
|
|
|
translation
|
|
|
|
|
2020-11-16 14:01:34 +00:00
|
|
|
dockers:
|
|
|
|
name: Docker
|
2020-11-17 14:44:50 +00:00
|
|
|
if: github.ref == 'refs/heads/master'
|
2020-11-16 14:01:34 +00:00
|
|
|
needs:
|
|
|
|
- python
|
|
|
|
- themes
|
|
|
|
- documentation
|
|
|
|
env:
|
|
|
|
DOCKERHUB_USERNAME: ${{ secrets.DOCKERHUB_USERNAME }}
|
2021-01-14 19:35:10 +00:00
|
|
|
runs-on: ubuntu-18.04
|
2020-11-16 14:01:34 +00:00
|
|
|
steps:
|
2020-12-20 07:58:57 +00:00
|
|
|
- name: Checkout
|
2020-11-16 14:01:34 +00:00
|
|
|
if: env.DOCKERHUB_USERNAME != null
|
|
|
|
uses: actions/checkout@v2
|
|
|
|
with:
|
|
|
|
# make sure "make docker.push" can get the git history
|
|
|
|
fetch-depth: '0'
|
2020-12-20 07:58:57 +00:00
|
|
|
- name: Set up QEMU
|
2020-11-16 14:01:34 +00:00
|
|
|
if: env.DOCKERHUB_USERNAME != null
|
|
|
|
uses: docker/setup-qemu-action@v1
|
2020-12-20 07:58:57 +00:00
|
|
|
- name: Set up Docker Buildx
|
2020-11-16 14:01:34 +00:00
|
|
|
if: env.DOCKERHUB_USERNAME != null
|
|
|
|
uses: docker/setup-buildx-action@v1
|
2020-12-20 07:58:57 +00:00
|
|
|
- name: Login to DockerHub
|
2020-11-16 14:01:34 +00:00
|
|
|
if: env.DOCKERHUB_USERNAME != null
|
|
|
|
uses: docker/login-action@v1
|
|
|
|
with:
|
|
|
|
username: ${{ secrets.DOCKERHUB_USERNAME }}
|
|
|
|
password: ${{ secrets.DOCKERHUB_TOKEN }}
|
2020-12-20 07:58:57 +00:00
|
|
|
- name: Build and push
|
2020-11-16 14:01:34 +00:00
|
|
|
if: env.DOCKERHUB_USERNAME != null
|
2021-04-24 06:53:12 +00:00
|
|
|
run: make -e GIT_URL=$(git remote get-url origin) docker.buildx
|