searxng/.github/workflows/integration.yml

215 lines
6.2 KiB
YAML
Raw Normal View History

name: Integration
on:
push:
branches: ["master"]
pull_request:
branches: ["master"]
permissions:
contents: read
jobs:
python:
name: Python ${{ matrix.python-version }}
runs-on: ubuntu-20.04
strategy:
matrix:
os: [ubuntu-20.04]
python-version: ["3.8", "3.9", "3.10", "3.11"]
steps:
2020-12-20 07:58:57 +00:00
- name: Checkout
uses: actions/checkout@v2
2020-12-20 07:58:57 +00:00
- name: Install Ubuntu packages
run: |
sudo ./utils/searxng.sh install packages
sudo apt install firefox
2020-12-20 07:58:57 +00:00
- name: Set up Python
uses: actions/setup-python@v4
with:
python-version: ${{ matrix.python-version }}
architecture: 'x64'
- name: Cache Python dependencies
id: cache-python
uses: actions/cache@v3
with:
path: |
./local
./.nvm
./node_modules
key: python-${{ matrix.os }}-${{ matrix.python-version }}-${{ hashFiles('requirements*.txt', 'setup.py') }}
2020-12-20 07:58:57 +00:00
- name: Install Python dependencies
if: steps.cache-python.outputs.cache-hit != 'true'
run: |
make V=1 install
make V=1 gecko.driver
2020-12-20 07:58:57 +00:00
- name: Run tests
run: make V=1 ci.test
2020-12-20 07:58:57 +00:00
- name: Test coverage
run: make V=1 test.coverage
2020-12-20 07:58:57 +00:00
- name: Store coverage result
uses: actions/upload-artifact@v2
with:
name: coverage-${{ matrix.python-version }}
path: coverage/
retention-days: 60
themes:
name: Themes
runs-on: ubuntu-20.04
steps:
2020-12-20 07:58:57 +00:00
- name: Checkout
uses: actions/checkout@v2
2020-12-20 07:58:57 +00:00
- name: Install Ubuntu packages
run: sudo ./utils/searxng.sh install buildhost
2021-12-24 07:30:27 +00:00
- name: Set up Python
uses: actions/setup-python@v4
2021-12-24 07:30:27 +00:00
with:
python-version: '3.9'
architecture: 'x64'
- name: Cache Python dependencies
id: cache-python
uses: actions/cache@v3
2021-12-24 07:30:27 +00:00
with:
path: |
./local
./.nvm
./node_modules
key: python-ubuntu-20.04-3.9-${{ hashFiles('requirements*.txt', 'setup.py','.nvmrc', 'package.json') }}
2020-12-20 07:58:57 +00:00
- name: Install node dependencies
run: make V=1 node.env
2020-12-20 07:58:57 +00:00
- name: Build themes
run: make V=1 themes.all
documentation:
name: Documentation
runs-on: ubuntu-20.04
permissions:
contents: write # for JamesIves/github-pages-deploy-action to push changes in repo
steps:
2020-12-20 07:58:57 +00:00
- name: Checkout
uses: actions/checkout@v2
with:
2021-12-24 07:30:27 +00:00
fetch-depth: '0'
persist-credentials: false
2020-12-20 07:58:57 +00:00
- name: Install Ubuntu packages
run: sudo ./utils/searxng.sh install buildhost
2020-12-20 07:58:57 +00:00
- name: Set up Python
uses: actions/setup-python@v4
with:
python-version: '3.9'
architecture: 'x64'
2021-12-24 07:30:27 +00:00
- name: Cache Python dependencies
id: cache-python
uses: actions/cache@v3
2021-12-24 07:30:27 +00:00
with:
path: |
./local
./.nvm
./node_modules
key: python-ubuntu-20.04-3.9-${{ hashFiles('requirements*.txt', 'setup.py','.nvmrc', 'package.json') }}
2020-12-20 07:58:57 +00:00
- name: Build documentation
run: |
make V=1 docs.clean docs.html
2020-12-20 07:58:57 +00:00
- name: Deploy
2020-11-17 14:44:50 +00:00
if: github.ref == 'refs/heads/master'
uses: JamesIves/github-pages-deploy-action@3.7.1
with:
GITHUB_TOKEN: ${{ github.token }}
BRANCH: gh-pages
FOLDER: dist/docs
CLEAN: true # Automatically remove deleted files from the deploy branch
SINGLE_COMMIT: True
COMMIT_MESSAGE: build from commit ${{ github.sha }}
babel:
name: Update translations branch
runs-on: ubuntu-20.04
if: ${{ github.repository_owner == 'searxng' && github.ref == 'refs/heads/master' }}
needs:
- python
- themes
- documentation
permissions:
contents: write # for make V=1 weblate.push.translations
steps:
- name: Checkout
uses: actions/checkout@v2
with:
fetch-depth: '0'
token: ${{ secrets.WEBLATE_GITHUB_TOKEN }}
- name: Set up Python
uses: actions/setup-python@v4
with:
python-version: '3.9'
architecture: 'x64'
- name: Cache Python dependencies
id: cache-python
uses: actions/cache@v3
with:
path: |
./local
./.nvm
./node_modules
key: python-ubuntu-20.04-3.9-${{ hashFiles('requirements*.txt', 'setup.py','.nvmrc', 'package.json') }}
- name: weblate & git setup
env:
WEBLATE_CONFIG: ${{ secrets.WEBLATE_CONFIG }}
run: |
mkdir -p ~/.config
echo "${WEBLATE_CONFIG}" > ~/.config/weblate
git config --global user.email "searxng-bot@users.noreply.github.com"
git config --global user.name "searxng-bot"
- name: Update transations
id: update
run: |
git restore utils/brand.env
make V=1 weblate.push.translations
dockers:
name: Docker
2020-11-17 14:44:50 +00:00
if: github.ref == 'refs/heads/master'
needs:
- python
- themes
- documentation
env:
DOCKERHUB_USERNAME: ${{ secrets.DOCKERHUB_USERNAME }}
2021-12-24 07:30:27 +00:00
runs-on: ubuntu-20.04
steps:
2020-12-20 07:58:57 +00:00
- name: Checkout
if: env.DOCKERHUB_USERNAME != null
uses: actions/checkout@v2
with:
# make sure "make docker.push" can get the git history
fetch-depth: '0'
2021-12-23 21:08:45 +00:00
- name: Set up Python
uses: actions/setup-python@v4
2021-12-23 21:08:45 +00:00
with:
python-version: '3.9'
architecture: 'x64'
2021-12-24 07:30:27 +00:00
- name: Cache Python dependencies
id: cache-python
uses: actions/cache@v3
2021-12-24 07:30:27 +00:00
with:
path: |
./local
./.nvm
./node_modules
key: python-ubuntu-20.04-3.9-${{ hashFiles('requirements*.txt', 'setup.py','.nvmrc', 'package.json') }}
2020-12-20 07:58:57 +00:00
- name: Set up QEMU
if: env.DOCKERHUB_USERNAME != null
uses: docker/setup-qemu-action@v1
2020-12-20 07:58:57 +00:00
- name: Set up Docker Buildx
if: env.DOCKERHUB_USERNAME != null
uses: docker/setup-buildx-action@v1
2020-12-20 07:58:57 +00:00
- name: Login to DockerHub
if: env.DOCKERHUB_USERNAME != null
uses: docker/login-action@v1
with:
username: ${{ secrets.DOCKERHUB_USERNAME }}
password: ${{ secrets.DOCKERHUB_TOKEN }}
2020-12-20 07:58:57 +00:00
- name: Build and push
if: env.DOCKERHUB_USERNAME != null
run: make -e GIT_URL=$(git remote get-url origin) docker.buildx