apt-mirror-check 1.0.0

Check errors for apt mirror
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129

use crate::bad_action::BadAction;
use crate::distribution::{check_distribution};
use regex::Regex;
use std::env::current_dir;
use std::fs::File;
use std::io::{BufRead, BufReader};
use std::path::{Path, PathBuf};
use walkdir::WalkDir;

mod bad_action;
mod distribution;
mod file_attr;
mod packages;
mod release;

pub mod log_config;

pub fn check_repository(repository_dir: &Path, delete: bool) {
    log::info!(repository_dir:?, delete; "start checking repository");

    let bad_action = BadAction::new(delete);

    let dists_dir = repository_dir.join("dists");
    let pool_dir = repository_dir.join("pool");
    if dists_dir.is_dir() && pool_dir.is_dir() {
        // normal repo
        if let Ok(reader) = dists_dir.read_dir() {
            for entry in reader {
                if let Ok(entry) = entry
                    && let Ok(file_type) = entry.file_type()
                    && file_type.is_dir()
                    && !file_type.is_symlink()
                {
                    check_distribution(repository_dir, &entry.path(), &bad_action);
                }
            }
        }
    } else {
        // flat repo, layout files like a distribution
        check_distribution(repository_dir, repository_dir, &bad_action);
    }
}

fn check_site(site_dir: &Path, delete: bool) {
    log::info!(site_dir:?, delete; "start checking site");

    // subdirectories of site may not be a repository
    // for example https://mirrors.tsinghua.edu.cn/raspbian/raspbian/
    //
    // NOTE: flat repository is not supported, please use check_repository directly

    WalkDir::new(site_dir)
        .into_iter()
        .filter_map(|entry| entry.ok())
        .filter(|entry| entry.file_type().is_dir() && entry.file_name().to_str() == Some("dists"))
        .filter_map(|entry| entry.path().parent().map(|p| p.to_path_buf()))
        .for_each(|repository_dir| {
        check_repository(&repository_dir, delete);
    });
}

/// check mirror
///
/// # Arguments
///
/// * `base_dir`: base directory of apt-mirror where mirror/skel/var lives
pub fn check_mirror<P>(base_dir: P, delete: bool)
where
    P: AsRef<Path>,
{
    let base_dir = base_dir.as_ref();
    let mirror_dir = base_dir.join("mirror");

    log::info!(base_dir:?, delete; "start checking mirror");

    match mirror_dir.read_dir() {
        Ok(reader) => {
            for entry in reader {
                if let Ok(entry) = entry
                    && let Ok(file_type) = entry.file_type()
                {
                    if file_type.is_dir() {
                        check_site(&entry.path(), delete);
                    }
                }
            }
        }
        Err(e) => {
            log::error!(mirror_dir:?, e:err; "mirror directory error, maybe wrong base_dir specified");
        }
    }
}

fn find_base_dir_in_apt_mirror_config() -> Option<PathBuf> {
    if let Ok(file) = File::open("/etc/apt/mirror.list") {
        let re = Regex::new(r"set\s+base_path\s+([\w/-]+)").unwrap();

        let reader = BufReader::new(file);

        for line_result in reader.lines() {
            if let Ok(line) = line_result {
                if let Some(m) = re.captures(&line) {
                    return Some(PathBuf::from(m.get(1).unwrap().as_str()));
                }
            }
        }
    }

    None
}

/// user specified -> /etc/apt/mirror.list -> current dir
fn guess_base_dir(base_dir: Option<PathBuf>) -> PathBuf {
    if let Some(base_dir) = base_dir {
        log::info!(base_dir:?; "use user specified base_dir");
        base_dir
    } else if let Some(base_dir) = find_base_dir_in_apt_mirror_config() {
        log::info!(base_dir:?; "use base_dir from /etc/apt/mirror.list");
        base_dir
    } else {
        let base_dir = current_dir().unwrap(); // ignore rare case
        log::info!(base_dir:?; "use current directory as base_dir");
        base_dir
    }
}

pub fn check_mirror_guessed(base_dir: Option<PathBuf>, delete: bool) {
    check_mirror(guess_base_dir(base_dir), delete);
}