tantivy-cli 0.24.0

Command line interface for Tantivy, a search engine library.
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32

use clap::ArgMatches;
use std::path::PathBuf;
use tantivy::{Index, TantivyDocument};

const HEAP_SIZE: usize = 300_000_000;

fn error_msg(err: tantivy::TantivyError) -> String {
    format!("Merge failed : {:?}", err)
}

pub fn run_merge_cli(argmatch: &ArgMatches) -> Result<(), String> {
    let index_directory = PathBuf::from(argmatch.get_one::<String>("index").unwrap());
    run_merge(index_directory).map_err(error_msg)

    // we rollback to force a gc.
}

pub fn run_merge(path: PathBuf) -> tantivy::Result<()> {
    let index = Index::open_in_dir(&path)?;
    let segments = index.searchable_segment_ids()?;
    let segment_meta = index
        .writer::<TantivyDocument>(HEAP_SIZE)?
        .merge(&segments)
        .wait()?;
    println!("Merge finished with segment meta {:?}", segment_meta);
    println!("Garbage collect irrelevant segments.");
    Index::open_in_dir(&path)?
        .writer_with_num_threads::<TantivyDocument>(1, 40_000_000)?
        .garbage_collect_files()
        .wait()?;
    Ok(())
}