anki/pylib/tests/run_format.py

65 lines
1.5 KiB
Python
Raw Normal View History

2021-04-13 10:45:05 +02:00
# Copyright: Ankitects Pty Ltd and contributors
# License: GNU AGPL, version 3 or later; http://www.gnu.org/licenses/agpl.html
serialize black invocations On a Linux machine here, the tests consistently fail when two copies of black are run at once: % bazel test //qt:format_check //pylib:format_check --cache_test_results=no ==================== Test output for //qt:format_check: Process SyncManager-1: Traceback (most recent call last): File "/home/dae/.cache/bazel/_bazel_dae/fc22e40cbbf8b7d16ac57a00991b1ef1/external/python/lib/python3.9/multiprocessing/process.py", line 315, in _bootstrap self.run() File "/home/dae/.cache/bazel/_bazel_dae/fc22e40cbbf8b7d16ac57a00991b1ef1/external/python/lib/python3.9/multiprocessing/process.py", line 108, in run self._target(*self._args, **self._kwargs) File "/home/dae/.cache/bazel/_bazel_dae/fc22e40cbbf8b7d16ac57a00991b1ef1/external/python/lib/python3.9/multiprocessing/managers.py", line 583, in _run_server server = cls._Server(registry, address, authkey, serializer) File "/home/dae/.cache/bazel/_bazel_dae/fc22e40cbbf8b7d16ac57a00991b1ef1/external/python/lib/python3.9/multiprocessing/managers.py", line 156, in __init__ self.listener = Listener(address=address, backlog=16) File "/home/dae/.cache/bazel/_bazel_dae/fc22e40cbbf8b7d16ac57a00991b1ef1/external/python/lib/python3.9/multiprocessing/connection.py", line 453, in __init__ self._listener = SocketListener(address, family, backlog) File "/home/dae/.cache/bazel/_bazel_dae/fc22e40cbbf8b7d16ac57a00991b1ef1/external/python/lib/python3.9/multiprocessing/connection.py", line 596, in __init__ self._socket.bind(address) OSError: [Errno 98] Address already in use I dug briefly into Black's code, but suspect this is actually an issue with the multiprocessing library. Didn't have time to investigate it further; this workaround will do for now. (One day I'll get around to merging those separate scripts into a single one. One day. :-))
2022-02-11 05:47:05 +01:00
import fcntl
import os
import subprocess
import sys
if __name__ == "__main__":
isort_ini = sys.argv[1]
isort_ini = os.path.abspath(isort_ini)
fix = len(sys.argv) > 2
serialize black invocations On a Linux machine here, the tests consistently fail when two copies of black are run at once: % bazel test //qt:format_check //pylib:format_check --cache_test_results=no ==================== Test output for //qt:format_check: Process SyncManager-1: Traceback (most recent call last): File "/home/dae/.cache/bazel/_bazel_dae/fc22e40cbbf8b7d16ac57a00991b1ef1/external/python/lib/python3.9/multiprocessing/process.py", line 315, in _bootstrap self.run() File "/home/dae/.cache/bazel/_bazel_dae/fc22e40cbbf8b7d16ac57a00991b1ef1/external/python/lib/python3.9/multiprocessing/process.py", line 108, in run self._target(*self._args, **self._kwargs) File "/home/dae/.cache/bazel/_bazel_dae/fc22e40cbbf8b7d16ac57a00991b1ef1/external/python/lib/python3.9/multiprocessing/managers.py", line 583, in _run_server server = cls._Server(registry, address, authkey, serializer) File "/home/dae/.cache/bazel/_bazel_dae/fc22e40cbbf8b7d16ac57a00991b1ef1/external/python/lib/python3.9/multiprocessing/managers.py", line 156, in __init__ self.listener = Listener(address=address, backlog=16) File "/home/dae/.cache/bazel/_bazel_dae/fc22e40cbbf8b7d16ac57a00991b1ef1/external/python/lib/python3.9/multiprocessing/connection.py", line 453, in __init__ self._listener = SocketListener(address, family, backlog) File "/home/dae/.cache/bazel/_bazel_dae/fc22e40cbbf8b7d16ac57a00991b1ef1/external/python/lib/python3.9/multiprocessing/connection.py", line 596, in __init__ self._socket.bind(address) OSError: [Errno 98] Address already in use I dug briefly into Black's code, but suspect this is actually an issue with the multiprocessing library. Didn't have time to investigate it further; this workaround will do for now. (One day I'll get around to merging those separate scripts into a single one. One day. :-))
2022-02-11 05:47:05 +01:00
if sys.platform == "linux":
file = open("/tmp/anki-black", "w")
fcntl.lockf(file, fcntl.LOCK_EX)
if fix:
os.chdir(os.path.join(os.environ["BUILD_WORKSPACE_DIRECTORY"], "pylib"))
args = []
else:
folder = os.path.join(os.path.dirname(__file__), "..")
2020-11-02 07:28:31 +01:00
print(folder)
os.chdir(folder)
args = ["--diff", "--check"]
# work around issue with latest black
2021-05-18 22:19:09 +02:00
if sys.platform == "win32" and "HOME" in os.environ:
os.environ["USERPROFILE"] = os.environ["HOME"]
retcode = subprocess.run(
[
sys.executable,
"-m",
"black",
"-t",
2021-10-04 07:05:15 +02:00
"py39",
"anki",
"tests",
"tools",
"--exclude=_pb2|buildinfo|_gen",
]
+ args,
check=False,
).returncode
if retcode != 0:
sys.exit(retcode)
retcode = subprocess.run(
[
sys.executable,
"-m",
"isort",
"--settings-path",
isort_ini,
"anki",
"tests",
"tools",
]
+ args,
check=False,
).returncode
if retcode != 0:
sys.exit(retcode)