make.py

#!/bin/python
# This project is licensed under the terms of the GNU GPL v3: https://www.gnu.org/licenses/; © 2022 Ben Kerman
import json
import os
import shutil
import subprocess
import sys
from collections.abc import Sequence
from datetime import datetime
from zipfile import ZIP_LZMA, ZipFile, ZipInfo

if len(sys.argv) < 3:
    sys.exit("invalid number of arguments; usage: ./make.py <DATA DIR> <WINDOWS BIN DIR> [<IPADIC DIR>]")

_, data_dir, windows_bin_dir = sys.argv[:3]
ipadic_dir = sys.argv[3] if len(sys.argv) >= 4 else None

version_dict = {}
with open("src/pylib/version.py", encoding="utf-8") as vfd:
    exec(vfd.read(), version_dict)
version = version_dict["script"]
addon_id = "japanese-readings-and-pitch-accent"
name = "Japanese Readings and Pitch Accent"
manifest = {"package": addon_id, "name": name}

if os.path.exists("target/"):
    shutil.rmtree("target/")
os.makedirs("target/", exist_ok=True)

now = datetime.timetuple(datetime.now())


def compile_ts(path: str) -> bytes | None:
    args = ["tsc", "--target", "es2021",
            "--lib", "es2021,dom,dom.iterable",
            "--strictNullChecks",
            "--removeComments",
            "--outFile", "/dev/stdout",
            path]
    res = subprocess.run(args, capture_output=True)
    return res.stdout if res.returncode == 0 else None


def add_data(zf: ZipFile, data: bytes, tgt_path: str, compress: bool = True):
    zi = ZipInfo(tgt_path, date_time=now)
    if compress and len(data) > 100:
        zi.compress_type = ZIP_LZMA
    with zf.open(zi, "w") as zfd:
        zfd.write(data)


def add_file(zf: ZipFile, src_path: str, tgt_path: str, compress: bool = True):
    with open(src_path, "rb") as fd:
        add_data(zf, fd.read(), tgt_path, compress)


def add_files(zf: ZipFile, src_path: str, tgt_path: str | None = None, ext: Sequence[str] | None = None):
    for filename in os.listdir(src_path):
        path = os.path.join(src_path, filename)
        if os.path.isfile(path) and (not ext or os.path.splitext(filename)[1] in ext):
            zpath = os.path.join(tgt_path, filename) if tgt_path else filename
            add_file(zf, path, zpath)


def make_addon(path: str, full: bool, dic: bool = False):
    with ZipFile(path, "w") as azip:
        for dirname in ("pylib", "ankilib", "assets", "style"):
            add_files(azip, os.path.join("src", dirname), dirname, (".py", ".svg", ".css", ".pat", ".var"))
        for file in os.listdir("src/ts"):
            base, ext = os.path.splitext(file)
            if ext != ".ts":
                continue
            js_data = compile_ts(os.path.join("src/ts", file))
            if js_data is None:
                sys.exit(f"tsc failed for {file}")
            add_data(azip, js_data, os.path.join("js", f"{base}.js"))
        add_file(azip, "src/__init__.py", "__init__.py")
        add_data(azip, json.dumps(manifest).encode("utf-8"), "manifest.json")

        if full:
            add_file(azip, os.path.join(data_dir, "accents.xz"), "data/accents.xz", compress=False)
            add_file(azip, os.path.join(data_dir, "variants.xz"), "data/variants.xz", compress=False)

            add_file(azip, os.path.join(windows_bin_dir, "libmecab.dll"), "bin/libmecab.dll")
            add_file(azip, os.path.join(windows_bin_dir, "mecab.exe"), "bin/mecab.exe")
            add_data(azip, b"", "bin/mecabrc")

        if dic:
            add_files(azip, ipadic_dir, "data/ipadic")


make_addon(f"target/{addon_id}_{version}.ankiaddon", full=False)
make_addon(f"target/{addon_id}_{version}_full.ankiaddon", full=True)
if ipadic_dir:
    make_addon(f"target/{addon_id}_{version}_ipadic.ankiaddon", full=True, dic=True)

with ZipFile(f"target/{addon_id}_script-only_{version}.zip", "w") as szip:
    add_files(szip, "src/pylib", ext=(".py",))