gutenberg-rs 0.1.0

This crate is used to get information and data from gutenberg (https://www.gutenberg.org/)
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51

use crate::error::Error;
use sqlite_cache::SQLiteCache;

use settings::GutenbergCacheSettings;
use utils::{decompress_tar_bz, download_file};

mod book;
mod fst_parser;
mod fst_parser_file_node;
mod fst_parser_node;
mod fst_parser_or_node;
mod fst_parser_type;
mod utils;

pub mod db_cache;
pub mod error;
pub mod settings;
pub mod sqlite_cache;
pub mod text_get;
pub mod rdf_parser;

pub async fn setup_sqlite(settings: &GutenbergCacheSettings, force_regenerate: bool) -> Result<SQLiteCache, Error> {
    let archive_exists = std::path::Path::new(&settings.cache_rdf_archive_name).exists();
    if !archive_exists || force_regenerate {
        if archive_exists {
            std::fs::remove_file(&settings.cache_rdf_archive_name)?;
        }
        download_file(
            &settings.cache_rdf_download_link,
            &settings.cache_rdf_archive_name,
        )
        .await?;
    }
    
    let cache_folder_exists = std::path::Path::new(&settings.cache_rdf_unpack_directory).exists();

    if !cache_folder_exists || force_regenerate {
        if cache_folder_exists {
            std::fs::remove_file(&settings.cache_rdf_unpack_directory)?;
        }
        decompress_tar_bz(&settings.cache_rdf_archive_name)?;
    }

    match SQLiteCache::get_cache(settings) {
        Ok(cache) => Ok(cache),
        Err(_e) => {
            let parse_result = rdf_parser::parse_rdfs_from_folder(&settings.cache_rdf_unpack_directory, true)?;
            SQLiteCache::create_cache(&parse_result, settings, false)
        }
    }
}