libsimple 0.9.0

Rust bindings to simple, a SQLite3 fts5 tokenizer which supports Chinese and PinYin.
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35

#[test]
fn test() -> anyhow::Result<()> {
    libsimple::enable_auto_extension()?;
    let file = tempfile::NamedTempFile::new()?;
    std::fs::write(&file, "U+5468: zhōu # 周\nU+4F26: lún  # 伦")?;
    let conn = rusqlite::Connection::open_in_memory()?;
    libsimple::set_pinyin_dict(&conn, &file)?;
    conn.execute_batch("
        CREATE VIRTUAL TABLE d USING fts5(x, tokenize = 'simple');
        INSERT INTO d(x) values ('周杰伦');
    ")?;
    assert_eq!(1, conn.query_row(
        "SELECT COUNT(*) FROM d WHERE x match simple_query('zhou')",
        [], |row| row.get::<_, i64>(0),
    )?);
    assert_eq!(1, conn.query_row(
        "SELECT COUNT(*) FROM d WHERE x match simple_query('lun')",
        [], |row| row.get::<_, i64>(0),
    )?);
    assert_eq!(0, conn.query_row(
        "SELECT COUNT(*) FROM d WHERE x match simple_query('jie')",
        [], |row| row.get::<_, i64>(0),
    )?);
    assert_eq!(1, conn.query_row(
        "SELECT COUNT(*) FROM d WHERE x match simple_query('zhou lun')",
        [], |row| row.get::<_, i64>(0),
    )?);
    libsimple::set_pinyin_dict(&conn, "")?; // Use embedded pinyin.txt
    conn.execute_batch("INSERT INTO d(d) VALUES('rebuild');")?;
    assert_eq!(1, conn.query_row(
        "SELECT COUNT(*) FROM d WHERE x match simple_query('jie')",
        [], |row| row.get::<_, i64>(0),
    )?);
    Ok(())
}