libsimple 0.9.0

Rust bindings to simple, a SQLite3 fts5 tokenizer which supports Chinese and PinYin.
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113

fn main() {
    let out_dir = std::path::PathBuf::from(std::env::var("OUT_DIR").unwrap());
    dircpy::CopyBuilder::new("simple", out_dir.join("simple"))
        .overwrite(true)
        .run().expect("failed to copy source simple");
    dircpy::CopyBuilder::new("cppjieba", out_dir.join("cppjieba"))
        .overwrite(true)
        .run().expect("failed to copy source cppjieba");
    apply_patch();

    let cmrc_dir = generate_cmrc();
    compile_simple(cmrc_dir);
}

// https://docs.rs/crate/cmake/0.1.57/source/src/lib.rs#1091-1115
fn run(cmd: &mut std::process::Command, program: &str) {
    eprintln!("running: {:?}", cmd);
    let status = match cmd.status() {
        Ok(status) => status,
        Err(ref e) if e.kind() == std::io::ErrorKind::NotFound =>
            panic!("failed to execute command: {e}\nis `{program}` not installed?"),
        Err(e) => panic!("failed to execute command: {e}"),
    };
    if !status.success() {
        if status.code() == Some(127) {
            panic!("command did not execute successfully, got: {status}, is `{program}` not installed?");
        }
        panic!("command did not execute successfully, got: {status}");
    }
}

fn apply_patch() {
    let out_dir = std::path::PathBuf::from(std::env::var("OUT_DIR").unwrap());
    println!("cargo:rerun-if-changed=patches/simple-203.patch");
    run(
        std::process::Command::new(std::env::var("PATCH").unwrap_or("patch".to_string()))
            .arg("-p1").arg("--no-backup-if-mismatch")
            .arg("-d").arg(out_dir.join("simple"))
            .stdin(std::fs::File::open("patches/simple-203.patch").unwrap()),
        "patch",
    );
    println!("cargo:rerun-if-changed=patches/simple-203-2.patch");
    run(
        std::process::Command::new(std::env::var("PATCH").unwrap_or("patch".to_string()))
            .arg("-p1").arg("--no-backup-if-mismatch")
            .arg("-d").arg(out_dir.join("simple"))
            .stdin(std::fs::File::open("patches/simple-203-2.patch").unwrap()),
        "patch",
    );
}

fn generate_cmrc() -> std::path::PathBuf {
    // https://github.com/rust-lang/cmake-rs/issues/273
    // let mut cfg = cmake::Config::new("simple");
    // cfg.define("BUILD_SQLITE3", "off");
    // cfg.define("SIMPLE_WITH_JIEBA", "off");
    // cfg.define("BUILD_TEST_EXAMPLE", "off");
    // cfg.generator("Unix Makefiles");
    // cfg.build();

    let out_dir = std::path::PathBuf::from(std::env::var("OUT_DIR").unwrap());

    run(
        std::process::Command::new(std::env::var("CMAKE").unwrap_or("cmake".to_string()))
            .arg(out_dir.join("simple"))
            .arg("-B").arg(out_dir.join("build"))
            .arg("-DBUILD_SQLITE3=off")
            .arg("-DSIMPLE_WITH_JIEBA=off")
            .arg("-DBUILD_TEST_EXAMPLE=off")
            .arg("-G").arg("Unix Makefiles"),
        "cmake",
    );
    run(
        std::process::Command::new(std::env::var("MAKE").unwrap_or("make".to_string()))
            .current_dir(out_dir.join("build")),
        "make",
    );

    out_dir.join("build")
}

fn compile_simple(cmrc_dir: std::path::PathBuf) {
    let out_dir = std::path::PathBuf::from(std::env::var("OUT_DIR").unwrap());

    let mut cfg = cc::Build::new();

    cfg.include(out_dir.join("simple/src"));
    cfg.file(out_dir.join("simple/src/entry.cc"));
    cfg.file(out_dir.join("simple/src/pinyin.cc"));
    cfg.file(out_dir.join("simple/src/simple_highlight.cc"));
    cfg.file(out_dir.join("simple/src/simple_tokenizer.cc"));

    cfg.include(out_dir.join("simple/contrib/sqlite3"));

    cfg.include(cmrc_dir.join("_cmrc/include"));
    cfg.file(cmrc_dir.join("__cmrc_PINYIN_TEXT/lib.cpp"));
    cfg.file(cmrc_dir.join("__cmrc_PINYIN_TEXT/intermediate/contrib/pinyin.txt.cpp"));

    if cfg!(feature = "jieba") {
        cfg.define("USE_JIEBA", "1");
        cfg.include(out_dir.join("cppjieba/include"));
        cfg.include(out_dir.join("cppjieba/deps/limonp/include"));
    }

    cfg.flag_if_supported("-Wno-comment");
    cfg.flag_if_supported("-Wno-unused-parameter");
    cfg.flag_if_supported("-Wno-deprecated-declarations");

    cfg.cpp(true);
    cfg.std("c++14");
    cfg.flag_if_supported("/utf-8");
    cfg.compile("simple");
}