another_rust_warc 0.0.1

An easy to use Web Archive (WARC) file reader and writer
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44

use std::io::{copy, BufReader, Error, Read, Write};

use crate::header::Header;
use crate::record::Record;

pub fn write_version(w: &mut dyn Write, version: &str) -> Result<(), Error> {
    write!(w, "{}\r\n", version)?;
    Ok(())
}

/// writes a header block to w
///
/// Note: Does not support multiline header values
pub fn write_header(w: &mut dyn Write, headers: &Header) -> Result<(), Error> {
    for (k, v) in headers {
        write!(w, "{}: {}\r\n", k.clone().to_string(), v)?;
    }
    write!(w, "\r\n")?;
    Ok(())
}

pub fn write_body(
    w: &mut dyn Write,
    content_length: u64,
    body: &mut dyn Read,
) -> Result<(), Error> {
    let mut reader = BufReader::new(body.take(content_length));
    copy(&mut reader, w)?;
    write!(w, "\r\n\r\n")?;
    Ok(())
}

pub fn write_record(w: &mut dyn Write, record: &Record, body: &mut dyn Read) -> Result<(), Error> {
    write_version(w, &record.version)?;
    write_header(w, &record.header)?;
    write_body(w, record.content_length, body)?;
    Ok(())
}

pub fn write_record_without_body(w: &mut dyn Write, record: &Record) -> Result<(), Error> {
    write_version(w, &record.version)?;
    write_header(w, &record.header)?;
    Ok(())
}