anki/.github/workflows/checks.yml

231 lines
7.8 KiB
YAML
Raw Normal View History

name: Checks
2019-12-22 09:39:14 +01:00
on: [push, pull_request]
jobs:
2020-11-01 07:16:19 +01:00
################################
# Contributor check
################################
2020-11-01 06:05:28 +01:00
contrib:
name: Author in CONTRIBUTORS
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v1
- name: Check
run: |
set -x
.github/scripts/contrib.sh
2020-11-01 07:16:19 +01:00
################################
# Matrix generation
################################
check_tag:
name: Matrix Generation
outputs:
tagged: ${{ steps.check_tagged.outputs.tagged }}
matrix: ${{ steps.check_tagged.outputs.matrix }}
runs-on: ubuntu-latest
steps:
- name: Check the ref
id: check_tagged
run: |
set -x
printf '%s' '#!/usr/bin/env python3
# -*- coding: utf-8 -*-
import json
import argparse
matrix = json.loads(r"""
{
"BUILD_TYPE": [
2020-11-01 07:16:19 +01:00
"check"
],
"os": [
"ubuntu-latest",
2020-11-05 11:55:48 +01:00
"macos-latest"
],
"python": [
2020-11-01 06:05:28 +01:00
3.8
],
"include": [
{
"os": "ubuntu-latest",
"name": "Ubuntu",
"SEP": "/",
"BAZEL_REPO": "~/.cache/bazelrepo",
"BAZEL_DISK": "~/.cache/bazeldisk",
"ANKI_PYTHON_WHEELS": "anki_linux_python"
},
{
"os": "macos-latest",
"name": "Mac OS",
"SEP": "/",
"BAZEL_REPO": "~/Library/Caches/bazelrepo",
"BAZEL_DISK": "~/Library/Caches/bazeldisk",
"ANKI_PYTHON_WHEELS": "anki_macos_python"
}
]
}
""")
parser = argparse.ArgumentParser(description="Dynamically creates a build matrix for the GitHub Actions.")
parser.add_argument("--tagged", action="store_true", default=False,
2020-11-01 06:05:28 +01:00
help="Skip checks on release build")
args = parser.parse_args()
2020-11-01 07:16:19 +01:00
# if args.tagged:
# pass
# else:
# matrix["BUILD_TYPE"].append("check")
print(json.dumps(matrix))
' > buildmatrix.py;
if [[ ${{ github.ref }} == refs/tags/* ]];
then
printf '::set-output name=tagged::%s\n' "tagged"
printf '::set-output name=matrix::%s\n' "$(python3 buildmatrix.py --tagged)"
else
printf '::set-output name=tagged::%s\n' ""
printf '::set-output name=matrix::%s\n' "$(python3 buildmatrix.py)"
fi
2020-11-01 07:16:19 +01:00
################################
# Tests
################################
tests:
needs:
- check_tag
name: ${{ matrix.name }} ${{ needs.check_tag.outputs.tagged }} ${{ matrix.BUILD_TYPE }} ${{ matrix.python }}
runs-on: ${{ matrix.os }}
strategy:
matrix: ${{ fromJson( needs.check_tag.outputs.matrix ) }}
fail-fast: false
steps:
- uses: actions/checkout@v2
2020-11-01 07:16:19 +01:00
- name: Set up python
uses: actions/setup-python@v2
2020-11-01 07:16:19 +01:00
with:
python-version: ${{ matrix.python }}
- name: Cache disk
uses: actions/cache@v2
with:
path: ${{ matrix.BAZEL_DISK }}
key: ${{ runner.os }}-disk-1-${{ hashFiles('ts/yarn.lock') }}-${{ hashFiles('pip/requirements.txt') }}-${{ hashFiles('cargo/Cargo.lock') }}-${{ hashFiles('**/BUILD.bazel') }}-${{ hashFiles('**/*.bzl') }}
- name: Cache repo
uses: actions/cache@v2
with:
path: ${{ matrix.BAZEL_REPO }}
key: ${{ runner.os }}-repo-1-${{ hashFiles('ts/yarn.lock') }}-${{ hashFiles('pip/requirements.txt') }}-${{ hashFiles('cargo/Cargo.lock') }}-${{ hashFiles('**/BUILD.bazel') }}-${{ hashFiles('**/*.bzl') }}
2020-11-01 07:16:19 +01:00
################################
# Linux
################################
- name: Linux
if: matrix.os == 'ubuntu-latest'
run: |
# disable command workflow processing
echo "::stop-commands::`echo -n ${{ github.token }} | sha256sum | head -c 64`"
2020-11-01 07:16:19 +01:00
set -x
sudo apt update
sudo apt install portaudio19-dev gettext
curl -L https://github.com/bazelbuild/bazelisk/releases/download/v1.7.4/bazelisk-linux-amd64 -o ./bazel && \
chmod +x ./bazel
BAZEL="./bazel"
2020-11-05 03:23:06 +01:00
ARGS="--show_timestamps --isatty=0 --color=yes --disk_cache=${{ matrix.BAZEL_DISK }} --repository_cache=${{ matrix.BAZEL_REPO }}"
$BAZEL test ... $ARGS
$BAZEL build qt:runanki $ARGS
ANKI_IMPORT_ONLY=1 $BAZEL run qt:runanki
2020-11-01 07:16:19 +01:00
################################
# Mac
################################
2020-11-01 07:16:19 +01:00
- name: Mac
if: matrix.os == 'macos-latest'
run: |
# disable command workflow processing
echo "::stop-commands::`echo -n ${{ github.token }} | sha256sum | head -c 64`"
2020-11-01 07:16:19 +01:00
set -x
brew install portaudio gnu-tar
# gnu tar for cache issue
echo "/usr/local/opt/gnu-tar/libexec/gnubin" >> $GITHUB_PATH
BAZEL="bazel"
2020-11-05 03:23:06 +01:00
ARGS="--show_timestamps --isatty=0 --color=yes --disk_cache=${{ matrix.BAZEL_DISK }} --repository_cache=${{ matrix.BAZEL_REPO }}"
$BAZEL test ... $ARGS
$BAZEL build qt:runanki $ARGS
# the rsync workaround is not required in CI, as it's working
# around a webengine issue
ANKI_IMPORT_ONLY=1 $BAZEL run qt:runanki
2020-11-01 07:16:19 +01:00
################################
# Windows
################################
2020-11-05 11:55:48 +01:00
# - name: Windows
2020-11-01 07:16:19 +01:00
# if: matrix.os == 'windows-latest'
# run: |
2020-11-05 11:55:48 +01:00
# Set-PSDebug -Trace 1
2020-11-01 07:16:19 +01:00
2020-11-05 11:55:48 +01:00
# $env:PATH = "$env:PATH;c:\msys64\usr\bin"
2020-11-01 07:16:19 +01:00
2020-11-05 11:55:48 +01:00
# $env:ANKI_IMPORT_ONLY = "1"
# $PYTHON = Get-Command python | Select-Object -ExpandProperty Definition
# $BAZEL = ".\bazel.exe --output_user_root=..\bazout"
# $ARGS = "--action_env=\`"PYTHON_SYS_EXECUTABLE=$PYTHON\`""
2020-11-01 07:16:19 +01:00
2020-11-05 11:55:48 +01:00
# curl --fail -L https://github.com/bazelbuild/bazelisk/releases/download/v1.7.4/bazelisk-windows-amd64.exe -o .\bazel.exe
2020-11-01 07:16:19 +01:00
2020-11-05 11:55:48 +01:00
# # try build a few times to compensate for rollup flakiness
2020-11-01 07:16:19 +01:00
2020-11-05 11:55:48 +01:00
# echo "Currently broken"
# # for ($i=1; $i -le 4; $i++) { Invoke-Expression "$BAZEL build qt:runanki -k $ARGS" -ErrorAction "continue" }
# # Invoke-Expression "$BAZEL build qt:runanki -k $ARGS"
# # Invoke-Expression "$BAZEL test ... $ARGS"
# # Invoke-Expression "$BAZEL run qt:runanki $ARGS"
2020-11-01 07:16:19 +01:00
# - name: Upload to PyPi Windows
# if: matrix.BUILD_TYPE == 'build' && startsWith(github.ref, 'refs/tags/') && matrix.os == 'windows-latest'
# shell: cmd
# env:
# TWINE_PASSWORD: ${{ secrets.TWINE_PASSWORD }}
# TWINE_USERNAME: __token__
# run: |
# echo on
# cd dist
# rm -f "%pyaudio%"
# setlocal EnableDelayedExpansion
# cmd /C set "wheels=" && for /f "delims=" %%i in ('dir /b *.*') DO set "wheels="%%i" !wheels!"
# :: https://github.com/ankitects/anki/pull/535
# perl ../scripts/rename -f "s@\+[\w\d]+-@-@g" %wheels%
# python -m pip install twine
# python -m twine upload --non-interactive --skip-existing --verbose ./*
# - name: Upload to PyPi Linux/Mac OS
# if: matrix.BUILD_TYPE == 'build' && startsWith(github.ref, 'refs/tags/') && ( matrix.os == 'ubuntu-latest' || matrix.os == 'macos-latest' )
# env:
# TWINE_PASSWORD: ${{ secrets.TWINE_PASSWORD }}
# TWINE_USERNAME: __token__
# run: |
# set -x
# python -m pip install twine
# # https://github.com/ankitects/anki/pull/535
# perl scripts/rename -f "s@\+[\w\d]+-@-@g" dist/*
# python -m twine upload --non-interactive --skip-existing --verbose dist/*