zim 0.4.0

ZIM reading and extraction
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101

extern crate clap;
extern crate pbr;
extern crate stopwatch;
extern crate zim;

use clap::Parser;
use pbr::MultiBar;
use std::collections::HashMap;
use std::fs::File;
use std::io::Write;
use std::path::{Path, PathBuf};
use std::thread;
use stopwatch::Stopwatch;
use zim::{Target, Zim};

/// Link ipfs files via 'ipfs files' api.
#[derive(Parser, Debug)]
#[command(author, version, about, long_about = None, name = "zim-linkr")]
struct Args {
    /// Root of the extracted content in the 'ipfs files' api
    #[arg(index = 1)]
    root: String,
    /// The zim file with link data in
    #[arg(index = 2)]
    input: String,
}

fn main() {
    let args = Args::parse();

    let root = &args.root;
    let root_output = Path::new(root);

    let input = &args.input;
    let mb = MultiBar::new();

    mb.println(&format!("Linking files using {} into {}:", input, root));
    mb.println("");

    let sw = Stopwatch::start_new();

    let zim = Zim::new(input).ok().unwrap();

    // map between cluster and directory entry
    let mut cluster_map: HashMap<u32, Vec<_>> = HashMap::new();

    let mut p1 = mb.create_bar(zim.header.cluster_count as u64);
    let mut p3 = mb.create_bar(zim.header.cluster_count as u64);

    thread::spawn(move || {
        mb.listen();
    });

    p1.show_message = true;
    p1.message("Building cluster map :");

    for i in zim.iterate_by_urls() {
        if let Some(Target::Cluster(cid, _)) = i.target {
            cluster_map.entry(cid).or_default().push(i);
        }
        p1.inc();
    }

    p1.finish_print("Created cluster map");

    p3.show_message = true;
    p3.message("Linking redirects :");

    let mut ops = Vec::new();

    // link all redirects
    for entry in zim.iterate_by_urls() {
        // get redirect entry
        if let Some(Target::Redirect(redir)) = entry.target {
            let redir = zim.get_by_url_index(redir).unwrap();

            let mut s = String::new();
            s.push(redir.namespace as u8 as char);
            let src = root_output.join(&s).join(&redir.url);

            let mut d = String::new();
            d.push(entry.namespace as u8 as char);
            let dst = root_output.join(&s).join(&entry.url);

            if src != dst {
                ops.push(format!(
                    "ipfs files cp {} {}",
                    src.to_str().unwrap(),
                    dst.to_str().unwrap()
                ));
            }
        }
        p3.inc();
    }

    let mut f = File::create(PathBuf::from("link.txt")).unwrap();
    f.write_all(ops.join("\n").as_bytes()).unwrap();
    f.sync_data().unwrap();

    p3.finish_print(&format!("Linking done in {}ms", sw.elapsed_ms()));
}