aea0a6fcc6
Running and testing should be working on the three platforms, but there's still a fair bit that needs to be done: - Wheel building + testing in a venv still needs to be implemented. - Python requirements still need to be compiled with piptool and pinned; need to compile on all platforms then merge - Cargo deps in cargo/ and rslib/ need to be cleaned up, and ideally unified into one place - Currently using rustls to work around openssl compilation issues on Linux, but this will break corporate proxies with custom SSL authorities; need to conditionally use openssl or use https://github.com/seanmonstar/reqwest/pull/1058 - Makefiles and docs still need cleaning up - It may make sense to reparent ts/* to the top level, as we don't nest the other modules under a specific language. - rspy and pylib must always be updated in lock-step, so merging rspy into pylib as a private module would simplify things. - Merging desktop-ftl and mobile-ftl into the core ftl would make managing and updating translations easier. - Obsolete scripts need removing. - And probably more.
185 lines
4.6 KiB
Python
Executable File
185 lines
4.6 KiB
Python
Executable File
#!/usr/bin/env python3
|
|
# Copyright: Ankitects Pty Ltd and contributors
|
|
# License: GNU AGPL, version 3 or later; http://www.gnu.org/licenses/agpl.html
|
|
import os
|
|
import re
|
|
import sys
|
|
|
|
import stringcase
|
|
|
|
try:
|
|
import anki.backend_pb2 as pb
|
|
except:
|
|
# windows
|
|
import anki.pylib.anki.backend_pb2 as pb
|
|
|
|
TYPE_DOUBLE = 1
|
|
TYPE_FLOAT = 2
|
|
TYPE_INT64 = 3
|
|
TYPE_UINT64 = 4
|
|
TYPE_INT32 = 5
|
|
TYPE_FIXED64 = 6
|
|
TYPE_FIXED32 = 7
|
|
TYPE_BOOL = 8
|
|
TYPE_STRING = 9
|
|
TYPE_GROUP = 10
|
|
TYPE_MESSAGE = 11
|
|
TYPE_BYTES = 12
|
|
TYPE_UINT32 = 13
|
|
TYPE_ENUM = 14
|
|
TYPE_SFIXED32 = 15
|
|
TYPE_SFIXED64 = 16
|
|
TYPE_SINT32 = 17
|
|
TYPE_SINT64 = 18
|
|
|
|
LABEL_OPTIONAL = 1
|
|
LABEL_REQUIRED = 2
|
|
LABEL_REPEATED = 3
|
|
|
|
# messages we don't want to unroll in codegen
|
|
SKIP_UNROLL_INPUT = {"TranslateString"}
|
|
SKIP_DECODE = {"Graphs"}
|
|
|
|
|
|
def python_type(field):
|
|
type = python_type_inner(field)
|
|
if field.label == LABEL_REPEATED:
|
|
type = f"Sequence[{type}]"
|
|
return type
|
|
|
|
|
|
def python_type_inner(field):
|
|
type = field.type
|
|
if type == TYPE_BOOL:
|
|
return "bool"
|
|
elif type in (1, 2):
|
|
return "float"
|
|
elif type in (3, 4, 5, 6, 7, 13, 15, 16, 17, 18):
|
|
return "int"
|
|
elif type == TYPE_STRING:
|
|
return "str"
|
|
elif type == TYPE_BYTES:
|
|
return "bytes"
|
|
elif type == TYPE_MESSAGE:
|
|
return fullname(field.message_type.full_name)
|
|
elif type == TYPE_ENUM:
|
|
return fullname(field.enum_type.full_name) + "Value"
|
|
else:
|
|
raise Exception(f"unknown type: {type}")
|
|
|
|
|
|
def fullname(fullname):
|
|
if "FluentString" in fullname:
|
|
return fullname.replace("BackendProto", "anki.fluent_pb2")
|
|
else:
|
|
return fullname.replace("BackendProto", "pb")
|
|
|
|
|
|
# get_deck_i_d -> get_deck_id etc
|
|
def fix_snakecase(name):
|
|
for fix in "a_v", "i_d":
|
|
name = re.sub(
|
|
f"(\w)({fix})(\w)",
|
|
lambda m: m.group(1) + m.group(2).replace("_", "") + m.group(3),
|
|
name,
|
|
)
|
|
return name
|
|
|
|
|
|
def get_input_args(msg):
|
|
fields = sorted(msg.fields, key=lambda x: x.number)
|
|
self_star = ["self"]
|
|
if len(fields) >= 2:
|
|
self_star.append("*")
|
|
return ", ".join(self_star + [f"{f.name}: {python_type(f)}" for f in fields])
|
|
|
|
|
|
def get_input_assign(msg):
|
|
fields = sorted(msg.fields, key=lambda x: x.number)
|
|
return ", ".join(f"{f.name}={f.name}" for f in fields)
|
|
|
|
|
|
def render_method(method, idx):
|
|
input_name = method.input_type.name
|
|
if (
|
|
(input_name.endswith("In") or len(method.input_type.fields) < 2)
|
|
and not method.input_type.oneofs
|
|
and not method.name in SKIP_UNROLL_INPUT
|
|
):
|
|
input_args = get_input_args(method.input_type)
|
|
input_assign = get_input_assign(method.input_type)
|
|
input_assign_outer = (
|
|
f"input = {fullname(method.input_type.full_name)}({input_assign})\n "
|
|
)
|
|
else:
|
|
input_args = f"self, input: {fullname(method.input_type.full_name)}"
|
|
input_assign_outer = ""
|
|
name = fix_snakecase(stringcase.snakecase(method.name))
|
|
if (
|
|
len(method.output_type.fields) == 1
|
|
and method.output_type.fields[0].type != TYPE_ENUM
|
|
):
|
|
# unwrap single return arg
|
|
f = method.output_type.fields[0]
|
|
single_field = f".{f.name}"
|
|
return_type = python_type(f)
|
|
else:
|
|
single_field = ""
|
|
return_type = f"pb.{method.output_type.name}"
|
|
|
|
if method.name in SKIP_DECODE:
|
|
return_type = "bytes"
|
|
|
|
buf = f"""\
|
|
def {name}({input_args}) -> {return_type}:
|
|
{input_assign_outer}"""
|
|
|
|
if method.name in SKIP_DECODE:
|
|
buf += f"""return self._run_command({idx+1}, input)
|
|
"""
|
|
else:
|
|
buf += f"""output = pb.{method.output_type.name}()
|
|
output.ParseFromString(self._run_command({idx+1}, input))
|
|
return output{single_field}
|
|
"""
|
|
|
|
return buf
|
|
|
|
|
|
out = []
|
|
for idx, method in enumerate(pb._BACKENDSERVICE.methods):
|
|
out.append(render_method(method, idx))
|
|
|
|
out = "\n".join(out)
|
|
|
|
|
|
sys.stdout.buffer.write(
|
|
(
|
|
'''# Copyright: Ankitects Pty Ltd and contributors
|
|
# License: GNU AGPL, version 3 or later; http://www.gnu.org/licenses/agpl.html
|
|
# pylint: skip-file
|
|
|
|
from __future__ import annotations
|
|
|
|
"""
|
|
THIS FILE IS AUTOMATICALLY GENERATED - DO NOT EDIT.
|
|
|
|
Please do not access methods on the backend directly - they may be changed
|
|
or removed at any time. Instead, please use the methods on the collection
|
|
instead. Eg, don't use col.backend.all_deck_config(), instead use
|
|
col.decks.all_config()
|
|
"""
|
|
|
|
from typing import *
|
|
|
|
import anki.backend_pb2 as pb
|
|
|
|
class RustBackendGenerated:
|
|
def _run_command(self, method: int, input: Any) -> bytes:
|
|
raise Exception("not implemented")
|
|
|
|
'''
|
|
+ out
|
|
).encode("utf8")
|
|
)
|