jmdict-load 0.1.0

jmdict-rs dependency responsible for retrieving dictionary data
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81

//! [jmdict-rs][jmdict-rs] dependency responsible for retrieving dictionary data.
//!
//! # License
//!
//! ## JMdict
//!
//! The origin of **JMdict** in the form of a JSON file is the repository [jmdict-simplified][jmdict-simplified].
//! In view of this, the said file is subject to the same license as its original source, namely **JMdict.xml**,
//! which is the intellectual property of the Electronic Dictionary Research and Development Group.
//! See [EDRDG License][EDRDG-license]
//!
//! ## Other files
//!
//! Source code and the rest of the files in this project are licensed under [Apache License, Version 2.0][Apache-2.0].
//!
//! [jmdict-simplified]: https://github.com/scriptin/jmdict-simplified
//! [EDRDG-license]: http://www.edrdg.org/edrdg/licence.html
//! [Apache-2.0]: http://www.apache.org/licenses/LICENSE-2.0
//! [jmdict-rs]: https://docs.rs/jmdict-rs

use std::io::{Cursor, Read};

use flate2::read::GzDecoder;
use reqwest::header::USER_AGENT;
use serde::{Deserialize, Serialize};
use tar::Archive;

const LATEST: &str = "https://api.github.com/repos/scriptin/jmdict-simplified/releases/latest";

#[derive(Serialize, Deserialize, Debug, Clone)]
pub struct Release {
    pub id: u32,
    pub name: String,
    pub assets: Vec<Asset>,
}

#[derive(Serialize, Deserialize, Debug, Clone)]
pub struct Asset {
    pub id: u32,
    pub name: String,
    pub size: u32,
    pub browser_download_url: String,
}

fn get_latest_release_url() -> Result<String, Box<dyn std::error::Error>> {
    let client = reqwest::blocking::Client::new();
    let response = client
        .get(LATEST)
        .header(USER_AGENT, "jmdict-rs")
        .send();

    let release = response?.json::<Release>()?;

    let download_url = release
        .assets
        .iter()
        .find(|a|
            a.name.contains("jmdict-eng") && !a.name.contains("common")
        )
        .map(|a| a.browser_download_url.clone())
        .unwrap();

    Ok(download_url)
}

pub fn download_jm_dict() -> Result<String, Box<dyn std::error::Error>> {
    let latest_url = get_latest_release_url()?;

    let response = reqwest::blocking::get(latest_url)?;
    let content = Cursor::new(response.bytes()?);

    let tar = GzDecoder::new(content);
    let mut archive = Archive::new(tar);

    let mut entry = archive.entries()?.next().unwrap()?;

    let mut res = String::new();
    entry.read_to_string(&mut res)?;

    Ok(res)
}