read_gzip/
read_gzip.rs

1use warc::WarcHeader;
2use warc::WarcReader;
3
4fn main() -> Result<(), std::io::Error> {
5    let file = WarcReader::from_path_gzip("warc_example.warc.gz")?;
6
7    let mut count = 0;
8    for record in file.iter_records() {
9        count += 1;
10        match record {
11            Err(err) => println!("ERROR: {}\r\n", err),
12            Ok(record) => {
13                println!("{}: {}", WarcHeader::RecordID, record.warc_id());
14                println!("{}: {}", WarcHeader::Date, record.date());
15                println!();
16            }
17        }
18    }
19
20    println!("Total records: {}", count);
21
22    Ok(())
23}
read_gzip/read_gzip.rs

read_gzip/
read_gzip.rs
