opencc-sys 0.5.1+1.4.1

OpenCC bindings for Rust
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40

#!/usr/bin/env python3
# -*- coding: utf-8 -*-

import sys


TOFU_RISK_PREFIX = "# @tofu-risk:"


def extract_tofu_risk(input_path, output_path):
    with open(input_path, encoding="utf-8") as input_file:
        lines = input_file.readlines()

    extracted = []
    for index, line in enumerate(lines):
        if not line.startswith(TOFU_RISK_PREFIX):
            continue
        if index + 1 >= len(lines):
            raise ValueError(f"Missing mapping after {TOFU_RISK_PREFIX} at line {index + 1}")
        mapping = lines[index + 1]
        if not mapping.strip() or mapping.startswith("#"):
            raise ValueError(f"Expected mapping after {TOFU_RISK_PREFIX} at line {index + 1}")
        key, values_text = mapping.rstrip("\n").split("\t", 1)
        values = values_text.split()
        if values and values[0] == key:
            values = values[1:]
        if not values:
            raise ValueError(f"Expected extension mapping after {TOFU_RISK_PREFIX} at line {index + 1}")
        extracted.append(f"{key}\t{' '.join(values)}\n")

    with open(output_path, "w", encoding="utf-8") as output_file:
        output_file.writelines(extracted)


if len(sys.argv) != 3:
    print("Extract mappings following @tofu-risk annotations")
    print(("Usage: ", sys.argv[0], "[input] [output]"))
    exit(1)

extract_tofu_risk(sys.argv[1], sys.argv[2])