mdict-parser 0.1.1

Mdict dictionary mdx file parser
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82

use encoding::label::encoding_from_whatwg_label;
use nom::{bytes::complete::take_till, IResult};
use std::str;

use super::parser::{record_block_parser, BlockEntryInfo, KeyBlock, KeyEntry};

pub struct Mdx {
    pub(crate) key_blocks: Vec<KeyBlock>,
    pub(crate) records_info: Vec<BlockEntryInfo>,
    pub(crate) records: Vec<u8>,
    pub encoding: String,
    pub encrypted: u8,
}

#[derive(Debug)]
struct RecordOffset {
    buf_offset: usize,
    block_offset: usize,
    record_size: usize,
    decomp_size: usize
}

#[derive(Debug)]
pub struct Record<'a> {
    pub key: &'a str,
    pub definition: String,
}

impl Mdx {
    pub fn items(&self) -> impl Iterator<Item = Record> {
        self.key_blocks
            .iter()
            .flat_map(|block| &block.entries)
            .map(|entry| {
                let def = self.find_definition(entry);
                Record {
                    key: &entry.text,
                    definition: def,
                }
                // (entry.text.as_str(), def)
            })
    }

    pub fn keys(&self) -> impl Iterator<Item = &KeyEntry> {
        self.key_blocks.iter().flat_map(|block| &block.entries)
    }

    fn record_offset(&self, entry: &KeyEntry) -> Option<RecordOffset> {
        let mut block_offset = 0;
        let mut buf_offset = 0;
        for i in &self.records_info {
            if entry.offset <= block_offset + i.decompressed_size {
                // return Some((item_offset, block_offset, i));
                return Some(RecordOffset {
                    buf_offset,
                    block_offset: entry.offset - block_offset,
                    record_size: i.compressed_size,
                    decomp_size: i.decompressed_size
                });
            } else {
                block_offset += i.decompressed_size;
                buf_offset += i.compressed_size;
            }
        }
        None
    }

    fn find_definition(&self, entry: &KeyEntry) -> String {
        if let Some(offset) = self.record_offset(entry) {
            let buf = &self.records[offset.buf_offset..];
            let (_, decompressed) = record_block_parser(offset.record_size, offset.decomp_size)(buf).unwrap();
            let result: IResult<&[u8], &[u8]> =
                take_till(|x| x == 0)(&decompressed[offset.block_offset..]);
            let (_, buf) = result.unwrap();
            let decoder = encoding_from_whatwg_label(self.encoding.as_str()).unwrap();
            let text = decoder.decode(buf,encoding::DecoderTrap::Strict).unwrap();
            text
        } else {
            "".to_string()
        }
    }
}