wordfreq 0.2.0

Yet another Rust port of wordfreq for looking up the frequencies of words in many languages
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22

import argparse
import gzip

import msgpack


def main():
    parser = argparse.ArgumentParser()
    parser.add_argument("input", type=str)
    args = parser.parse_args()

    with gzip.open(args.input, "rb") as infile:
        data = msgpack.load(infile, raw=False, strict_map_key=False)

    print("const TRADITIONAL_TO_SIMPLIFIED: &[(char, char)] = &[")
    for traditional, simplified in data.items():
        print(f"    ('{chr(traditional)}', '{simplified}'),")
    print("];")


if __name__ == "__main__":
    main()