mangatrans 1.0.2

Manga transcription data format and ways to render them into readable formats, statistics and more.
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113

use crate::structure::*;
use crate::japanese::*;
use crate::report::*;

use std::fmt::Write;
use std::collections::HashMap;

#[derive(Debug, Clone, Default)]
pub struct Stats{
    rp: ReportHeader,
    locations: HashMap<String, (usize, usize)>,
    characters: HashMap<String, usize>,
    speaks: HashMap<String, usize>,
    spoken_to: HashMap<String, usize>,
    conversation_pair: HashMap<String, usize>,
    conversation_prominence: HashMap<String, usize>
}

pub fn stats_report(mut s: Stats, doc: &mut String){
    write_header(&mut s.rp, doc);

    let _ = writeln!(doc, "Locations: ");
    let mut locs = s.locations.into_iter().collect::<Vec<_>>();
    locs.sort_unstable_by(|(_, a), (_, b)| b.partial_cmp(a).unwrap());
    for (name, (count, morae)) in locs{
        let _ = writeln!(doc, "\t{}: {} appearances, {} morae spoken in.", name, count, morae);
    }

    let total_appearances = write_list(&s.characters, "Character appearances:", "", doc) as f64;
    write_list(&s.speaks, "Morae spoken:", "", doc);
    write_list(&s.spoken_to, "Morae spoken to:", "", doc);
    write_list(&s.conversation_pair, "Conversation pairs in morae:", "", doc);

    let total_prom: usize = s.conversation_prominence.values().sum();
    let mut prom = s.conversation_prominence.into_iter()
        .map(|(s, c)| (s, c as f64 / total_prom as f64))
        .collect::<HashMap<_, f64>>();

    for (character, count) in &s.characters{
        let val = *count as f64 / total_appearances;
        update(&mut prom, character, |x| (x + val));
    }
    prom.iter_mut().for_each(|(_, c)| *c *= 50.0);
    write_list(&prom, "Character prominence:", "%", doc);
}

pub fn accumulate_stats(chapter: Chapter, stats: &mut Stats, log: &mut String){
    set_current_manga(&mut stats.rp.manga, chapter.manga.clone(), log);
    stats.rp.volumes.push(chapter.volume);
    stats.rp.chapters.push(chapter.chapter);

    if chapter.pic.is_empty() { return; }
    chapter_header_log(&chapter, log);

    let mut last_location = String::from("");

    for picture in chapter.pic{
        stats.rp.pictures += 1;
        let location = picture.location.unwrap_or(last_location);
        let mut pic_morae = 0;
        for character in picture.characters.vectorize(){
            update(&mut stats.characters, &character, |x| x + 1);
        }
        if let Some(texts) = picture.text{
            for text in texts{
                log_todo(&text, log);
                let lines = text.lines.vectorize();
                let replacements = if let Some(kmap) = text.kmap{
                    map_kanjis(&lines, kmap.vectorize().as_slice())
                } else {
                    lines.clone()
                };
                if could_contain_kanji(&replacements){
                    let _ = writeln!(
                        log,
                        concat!("Warning: lines {:#?} contain kanji or untranslateable characters.",
                        "\nEvery kanji is counted as one (1) mora."),
                        replacements
                    );
                }
                let morae = replacements.iter().flat_map(|line| line.chars())
                    .fold(0, |acc, c| acc + to_mora(c));
                stats.rp.morae += morae;
                pic_morae += morae;

                let froms = text.from.vectorize();
                let froms = froms.iter();
                let tos = text.to.vectorize();
                let tos = tos.iter();

                froms.clone().for_each(|f| update(&mut stats.speaks, f, |x| x + morae));
                froms.clone().for_each(
                    |f| update(&mut stats.conversation_prominence, f, |x| x + morae)
                );
                for receiver in tos.clone(){
                    update(&mut stats.spoken_to, receiver, |x| x + morae);
                    update(&mut stats.conversation_prominence, receiver, |x| x + morae);
                    for speaker in froms.clone(){
                        let pair = if speaker.cmp(receiver) == std::cmp::Ordering::Less{
                            format!("{}, {}", speaker, receiver)
                        } else {
                            format!("{}, {}", receiver, speaker)
                        };
                        update(&mut stats.conversation_pair, &pair, |x| x + morae);
                    }
                }
            }
        };
        update(&mut stats.locations, &location, |(a, b)| (a + 1, b + pic_morae));
        last_location = location;
    }
}