ucd-generate 0.1.0

A program for generating packed representations of the Unicode character database that can be efficiently searched. 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83

use std::collections::{BTreeMap, BTreeSet};

use ucd_parse::{self, Script, ScriptExtension};

use args::ArgMatches;
use error::Result;
use util::{PropertyValues, print_property_values};

pub fn command_script(args: ArgMatches) -> Result<()> {
    let dir = args.ucd_dir()?;
    let propvals = PropertyValues::from_ucd_dir(&dir)?;
    let filter = args.filter(|name| propvals.canonical("Script", name))?;

    if args.is_present("list-scripts") {
        return print_property_values(&propvals, "Script");
    }

    let mut by_name: BTreeMap<String, BTreeSet<u32>> = BTreeMap::new();
    let scripts: Vec<Script> = ucd_parse::parse(&dir)?;
    for x in &scripts {
        by_name
            .entry(x.script.clone())
            .or_insert(BTreeSet::new())
            .extend(x.codepoints.into_iter().map(|c| c.value()));
    }

    let mut wtr = args.writer("script")?;
    wtr.names(by_name.keys().filter(|n| filter.contains(n)))?;
    for (name, set) in by_name {
        if filter.contains(&name) {
            wtr.ranges(&name, &set)?;
        }
    }
    Ok(())
}

pub fn command_script_extension(args: ArgMatches) -> Result<()> {
    let dir = args.ucd_dir()?;
    let propvals = PropertyValues::from_ucd_dir(&dir)?;
    let filter = args.filter(|name| propvals.canonical("Script", name))?;

    if args.is_present("list-script-extensions") {
        return print_property_values(&propvals, "Script");
    }

    let mut by_name: BTreeMap<String, BTreeSet<u32>> = BTreeMap::new();
    let mut seen: BTreeSet<u32> = BTreeSet::new();
    let exts: Vec<ScriptExtension> = ucd_parse::parse(&dir)?;
    for x in &exts {
        seen.extend(x.codepoints.into_iter().map(|c| c.value()));
        for name in &x.scripts {
            let name = propvals.canonical("Script", name)?;
            by_name
                .entry(name)
                .or_insert(BTreeSet::new())
                .extend(x.codepoints.into_iter().map(|c| c.value()));
        }
    }

    // ScriptExtensions.txt does not list every codepoint. Omitted codepoints
    // default to the set of scripts containing exactly one element: its
    // corresponding Script value. c.f. UAX #24 S4.2.
    let scripts: Vec<Script> = ucd_parse::parse(&dir)?;
    for x in &scripts {
        if !by_name.contains_key(&x.script) {
            by_name.insert(x.script.clone(), BTreeSet::new());
        }
        for cp in x.codepoints.into_iter().map(|c| c.value()) {
            if !seen.contains(&cp) {
                by_name.get_mut(&x.script).unwrap().insert(cp);
            }
        }
    }

    let mut wtr = args.writer("script_extension")?;
    wtr.names(by_name.keys().filter(|n| filter.contains(n)))?;
    for (name, set) in by_name {
        if filter.contains(&name) {
            wtr.ranges(&name, &set)?;
        }
    }
    Ok(())
}