tzgrep 0.2.0

grep tar.gz
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143

use itertools::Itertools;
use std::io::{BufRead, BufReader, Read};
use thiserror::Error;

const BLOCK_SIZE: usize = 512;

#[derive(Error, Debug)]
pub enum TzgrepError {
    #[error("io error: {0}")]
    IoError(#[from] std::io::Error),
    #[error("utf-8 convert error: {0}")]
    Utf8Error(#[from] std::str::Utf8Error),
    #[error("invalid octal: {0}")]
    OctalError(u8),
}

#[derive(Debug)]
#[non_exhaustive]
enum FileType {
    Regular,
    EndOfArchive,
    Other,
}

impl FileType {
    fn new(c: u8) -> Self {
        use FileType::*;
        match c {
            // NUL or '0'
            0x00 | 0x30 => Regular,
            _ => Other,
        }
    }
}

#[derive(Debug)]
struct Header<'a> {
    name: &'a str,
    size: u64,
    filetype: FileType,
}

impl<'a> Header<'a> {
    fn parse_str(buf: &[u8]) -> Result<&str, TzgrepError> {
        let end = buf.iter().find_position(|&&x| x == 0);
        if let Some((p, _)) = end {
            Ok(std::str::from_utf8(&buf[0..p])?)
        } else {
            Ok(std::str::from_utf8(buf)?)
        }
    }
    fn parse_octal(buf: &[u8]) -> Result<u64, TzgrepError> {
        let mut r = 0;
        for c in buf.iter() {
            if c & 0xF8 != 0x30 {
                return Err(TzgrepError::OctalError(*c));
            }
            r = r << 3 | (c & 0x07) as u64;
        }
        Ok(r)
    }
    fn new(buf: &'a [u8; BLOCK_SIZE]) -> Result<Self, TzgrepError> {
        let name = Self::parse_str(&buf[0..100])?;
        if name.is_empty() {
            return Ok(Self {
                name,
                size: 0,
                filetype: FileType::EndOfArchive,
            });
        }
        let size = Self::parse_octal(&buf[124..135])?;
        let filetype = FileType::new(buf[156]);
        Ok(Self {
            name,
            size,
            filetype,
        })
    }
}

fn num_blocks(size: usize) -> usize {
    size.div_ceil(BLOCK_SIZE)
}

fn foreach_line<R: BufRead, F: FnMut(&str, usize, &str)>(
    filename: &str,
    mut input: R,
    func: &mut F,
) {
    let mut line = String::new();
    for line_number in 1.. {
        let r = input.read_line(&mut line);
        if let Ok(0) = r {
            return;
        } else if r.is_err() {
            break;
        }
        func(filename, line_number, &line);
        line.clear();
    }
    let mut buffer = [0; BLOCK_SIZE];
    loop {
        let r = input.read(&mut buffer);
        if let Ok(0) = r {
            return;
        } else if r.is_err() {
            break;
        }
    }
}

/// apply `func` for each line for each file in tar
///
/// `input` must be tar
/// `func` is called `func(filename, line_number, line_string)`
pub fn tar_foreach<R: Read, F: FnMut(&str, usize, &str)>(
    mut input: R,
    func: &mut F,
) -> Result<(), TzgrepError> {
    let mut buffer = [0; BLOCK_SIZE];
    loop {
        input.read_exact(&mut buffer)?;
        let h = Header::new(&buffer)?;
        use FileType::*;
        match h.filetype {
            Regular => {
                let iw = BufReader::new(input.by_ref().take(h.size));
                foreach_line(h.name, iw, func);
                let size = h.size as usize;
                let remain = num_blocks(size) * BLOCK_SIZE - size;
                input.read_exact(&mut buffer[0..remain])?;
            }
            EndOfArchive => break,
            _ => {
                // discard
                for _ in 0..num_blocks(h.size as usize) {
                    input.read_exact(&mut buffer)?;
                }
            }
        }
    }
    Ok(())
}