231 lines
7.8 KiB
YAML
231 lines
7.8 KiB
YAML
name: Checks
|
|
|
|
on: [push, pull_request]
|
|
|
|
jobs:
|
|
################################
|
|
# Contributor check
|
|
################################
|
|
|
|
contrib:
|
|
name: Author in CONTRIBUTORS
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
- uses: actions/checkout@v1
|
|
- name: Check
|
|
run: |
|
|
set -x
|
|
.github/scripts/contrib.sh
|
|
|
|
################################
|
|
# Matrix generation
|
|
################################
|
|
|
|
check_tag:
|
|
name: Matrix Generation
|
|
outputs:
|
|
tagged: ${{ steps.check_tagged.outputs.tagged }}
|
|
matrix: ${{ steps.check_tagged.outputs.matrix }}
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
- name: Check the ref
|
|
id: check_tagged
|
|
run: |
|
|
set -x
|
|
printf '%s' '#!/usr/bin/env python3
|
|
# -*- coding: utf-8 -*-
|
|
|
|
import json
|
|
import argparse
|
|
|
|
matrix = json.loads(r"""
|
|
{
|
|
"BUILD_TYPE": [
|
|
"check"
|
|
],
|
|
"os": [
|
|
"ubuntu-latest",
|
|
"macos-latest"
|
|
],
|
|
"python": [
|
|
3.8
|
|
],
|
|
"include": [
|
|
{
|
|
"os": "ubuntu-latest",
|
|
"name": "Ubuntu",
|
|
"SEP": "/",
|
|
"BAZEL_REPO": "~/.cache/bazelrepo",
|
|
"BAZEL_DISK": "~/.cache/bazeldisk",
|
|
"ANKI_PYTHON_WHEELS": "anki_linux_python"
|
|
},
|
|
{
|
|
"os": "macos-latest",
|
|
"name": "Mac OS",
|
|
"SEP": "/",
|
|
"BAZEL_REPO": "~/Library/Caches/bazelrepo",
|
|
"BAZEL_DISK": "~/Library/Caches/bazeldisk",
|
|
"ANKI_PYTHON_WHEELS": "anki_macos_python"
|
|
}
|
|
]
|
|
}
|
|
""")
|
|
|
|
parser = argparse.ArgumentParser(description="Dynamically creates a build matrix for the GitHub Actions.")
|
|
parser.add_argument("--tagged", action="store_true", default=False,
|
|
help="Skip checks on release build")
|
|
|
|
args = parser.parse_args()
|
|
|
|
# if args.tagged:
|
|
# pass
|
|
# else:
|
|
# matrix["BUILD_TYPE"].append("check")
|
|
|
|
print(json.dumps(matrix))
|
|
' > buildmatrix.py;
|
|
|
|
if [[ ${{ github.ref }} == refs/tags/* ]];
|
|
then
|
|
printf '::set-output name=tagged::%s\n' "tagged"
|
|
printf '::set-output name=matrix::%s\n' "$(python3 buildmatrix.py --tagged)"
|
|
else
|
|
printf '::set-output name=tagged::%s\n' ""
|
|
printf '::set-output name=matrix::%s\n' "$(python3 buildmatrix.py)"
|
|
fi
|
|
|
|
################################
|
|
# Tests
|
|
################################
|
|
|
|
tests:
|
|
needs:
|
|
- check_tag
|
|
name: ${{ matrix.name }} ${{ needs.check_tag.outputs.tagged }} ${{ matrix.BUILD_TYPE }} ${{ matrix.python }}
|
|
runs-on: ${{ matrix.os }}
|
|
strategy:
|
|
matrix: ${{ fromJson( needs.check_tag.outputs.matrix ) }}
|
|
fail-fast: false
|
|
|
|
steps:
|
|
- uses: actions/checkout@v2
|
|
|
|
- name: Set up python
|
|
uses: actions/setup-python@v2
|
|
with:
|
|
python-version: ${{ matrix.python }}
|
|
|
|
- name: Cache disk
|
|
uses: actions/cache@v2
|
|
with:
|
|
path: ${{ matrix.BAZEL_DISK }}
|
|
key: ${{ runner.os }}-disk-1-${{ hashFiles('ts/yarn.lock') }}-${{ hashFiles('pip/requirements.txt') }}-${{ hashFiles('cargo/Cargo.lock') }}-${{ hashFiles('**/BUILD.bazel') }}-${{ hashFiles('**/*.bzl') }}
|
|
|
|
- name: Cache repo
|
|
uses: actions/cache@v2
|
|
with:
|
|
path: ${{ matrix.BAZEL_REPO }}
|
|
key: ${{ runner.os }}-repo-1-${{ hashFiles('ts/yarn.lock') }}-${{ hashFiles('pip/requirements.txt') }}-${{ hashFiles('cargo/Cargo.lock') }}-${{ hashFiles('**/BUILD.bazel') }}-${{ hashFiles('**/*.bzl') }}
|
|
|
|
################################
|
|
# Linux
|
|
################################
|
|
|
|
- name: Linux
|
|
if: matrix.os == 'ubuntu-latest'
|
|
run: |
|
|
# disable command workflow processing
|
|
echo "::stop-commands::`echo -n ${{ github.token }} | sha256sum | head -c 64`"
|
|
|
|
set -x
|
|
sudo apt update
|
|
sudo apt install portaudio19-dev gettext
|
|
curl -L https://github.com/bazelbuild/bazelisk/releases/download/v1.7.4/bazelisk-linux-amd64 -o ./bazel && \
|
|
chmod +x ./bazel
|
|
|
|
BAZEL="./bazel"
|
|
ARGS="--show_timestamps --isatty=0 --color=yes --disk_cache=${{ matrix.BAZEL_DISK }} --repository_cache=${{ matrix.BAZEL_REPO }}"
|
|
$BAZEL test ... $ARGS
|
|
$BAZEL build qt:runanki $ARGS
|
|
ANKI_IMPORT_ONLY=1 $BAZEL run qt:runanki
|
|
|
|
################################
|
|
# Mac
|
|
################################
|
|
|
|
- name: Mac
|
|
if: matrix.os == 'macos-latest'
|
|
run: |
|
|
# disable command workflow processing
|
|
echo "::stop-commands::`echo -n ${{ github.token }} | sha256sum | head -c 64`"
|
|
|
|
set -x
|
|
brew install portaudio gnu-tar
|
|
# gnu tar for cache issue
|
|
echo "/usr/local/opt/gnu-tar/libexec/gnubin" >> $GITHUB_PATH
|
|
|
|
BAZEL="bazel"
|
|
ARGS="--show_timestamps --isatty=0 --color=yes --disk_cache=${{ matrix.BAZEL_DISK }} --repository_cache=${{ matrix.BAZEL_REPO }}"
|
|
$BAZEL test ... $ARGS
|
|
$BAZEL build qt:runanki $ARGS
|
|
# the rsync workaround is not required in CI, as it's working
|
|
# around a webengine issue
|
|
ANKI_IMPORT_ONLY=1 $BAZEL run qt:runanki
|
|
|
|
################################
|
|
# Windows
|
|
################################
|
|
|
|
# - name: Windows
|
|
# if: matrix.os == 'windows-latest'
|
|
# run: |
|
|
# Set-PSDebug -Trace 1
|
|
|
|
# $env:PATH = "$env:PATH;c:\msys64\usr\bin"
|
|
|
|
# $env:ANKI_IMPORT_ONLY = "1"
|
|
# $PYTHON = Get-Command python | Select-Object -ExpandProperty Definition
|
|
# $BAZEL = ".\bazel.exe --output_user_root=..\bazout"
|
|
# $ARGS = "--action_env=\`"PYTHON_SYS_EXECUTABLE=$PYTHON\`""
|
|
|
|
# curl --fail -L https://github.com/bazelbuild/bazelisk/releases/download/v1.7.4/bazelisk-windows-amd64.exe -o .\bazel.exe
|
|
|
|
# # try build a few times to compensate for rollup flakiness
|
|
|
|
# echo "Currently broken"
|
|
# # for ($i=1; $i -le 4; $i++) { Invoke-Expression "$BAZEL build qt:runanki -k $ARGS" -ErrorAction "continue" }
|
|
# # Invoke-Expression "$BAZEL build qt:runanki -k $ARGS"
|
|
# # Invoke-Expression "$BAZEL test ... $ARGS"
|
|
# # Invoke-Expression "$BAZEL run qt:runanki $ARGS"
|
|
|
|
# - name: Upload to PyPi Windows
|
|
# if: matrix.BUILD_TYPE == 'build' && startsWith(github.ref, 'refs/tags/') && matrix.os == 'windows-latest'
|
|
# shell: cmd
|
|
# env:
|
|
# TWINE_PASSWORD: ${{ secrets.TWINE_PASSWORD }}
|
|
# TWINE_USERNAME: __token__
|
|
# run: |
|
|
# echo on
|
|
# cd dist
|
|
# rm -f "%pyaudio%"
|
|
# setlocal EnableDelayedExpansion
|
|
# cmd /C set "wheels=" && for /f "delims=" %%i in ('dir /b *.*') DO set "wheels="%%i" !wheels!"
|
|
|
|
# :: https://github.com/ankitects/anki/pull/535
|
|
# perl ../scripts/rename -f "s@\+[\w\d]+-@-@g" %wheels%
|
|
# python -m pip install twine
|
|
# python -m twine upload --non-interactive --skip-existing --verbose ./*
|
|
|
|
# - name: Upload to PyPi Linux/Mac OS
|
|
# if: matrix.BUILD_TYPE == 'build' && startsWith(github.ref, 'refs/tags/') && ( matrix.os == 'ubuntu-latest' || matrix.os == 'macos-latest' )
|
|
# env:
|
|
# TWINE_PASSWORD: ${{ secrets.TWINE_PASSWORD }}
|
|
# TWINE_USERNAME: __token__
|
|
# run: |
|
|
# set -x
|
|
# python -m pip install twine
|
|
|
|
# # https://github.com/ankitects/anki/pull/535
|
|
# perl scripts/rename -f "s@\+[\w\d]+-@-@g" dist/*
|
|
# python -m twine upload --non-interactive --skip-existing --verbose dist/*
|