webaves 0.1.0

Web archiving software suite
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140

use std::{
    fs::File,
    io::{Cursor, Read},
    path::PathBuf,
};

use webaves::{http::MessageReader, io::ComboReader};

#[test_log::test]
fn test_read_requests() {
    let path = PathBuf::new()
        .join(env!("CARGO_MANIFEST_DIR"))
        .join("tests/data/http_request_minimal");

    let file = File::open(path).unwrap();
    let mut reader = MessageReader::new(ComboReader::new(file));
    let mut body = Vec::new();

    // GET
    let header = reader.begin_request().unwrap();
    assert_eq!(header.request_line.method, "GET");
    assert_eq!(header.request_line.target, "/index.html");
    assert_eq!(header.fields.get_str("host"), Some("example.com"));

    let body_reader = reader.read_body();
    body.clear();
    body_reader.read_to_end(&mut body).unwrap();
    assert_eq!(body, b"");

    reader.end_message().unwrap();

    // POST

    let header = reader.begin_request().unwrap();

    assert_eq!(header.request_line.method, "POST");
    assert_eq!(header.request_line.target, "/api");
    assert_eq!(header.fields.get_str("host"), Some("example.com"));

    let body_reader = reader.read_body();
    body.clear();
    body_reader.read_to_end(&mut body).unwrap();
    assert_eq!(body, b"Hello world!\r\n");

    reader.end_message().unwrap();
}

#[test_log::test]
fn test_read_responses() {
    let path = PathBuf::new()
        .join(env!("CARGO_MANIFEST_DIR"))
        .join("tests/data/http_response_minimal");

    let file = File::open(path).unwrap();
    let mut reader = MessageReader::new(ComboReader::new(file));
    let mut body = Vec::new();

    // Content length

    let header = reader.begin_response(None).unwrap();
    assert_eq!(header.status_line.status_code, 200);

    let body_reader = reader.read_body();
    body.clear();
    body_reader.read_to_end(&mut body).unwrap();
    assert_eq!(body, b"Hello world!\r\n");

    reader.end_message().unwrap();

    // Chunked

    let header = reader.begin_response(None).unwrap();
    assert_eq!(header.status_line.status_code, 200);

    let body_reader = reader.read_body();
    body.clear();
    body_reader.read_to_end(&mut body).unwrap();

    assert_eq!(body, b"Hello world!");

    reader.end_message().unwrap();

    // No content length (legacy)

    let header = reader.begin_response(None).unwrap();
    assert_eq!(header.status_line.status_code, 200);

    let body_reader = reader.read_body();
    body.clear();
    body_reader.read_to_end(&mut body).unwrap();

    assert_eq!(body, b"Hello world!\r\n");

    reader.end_message().unwrap();
}

#[test_log::test]
fn test_read_response_gzip() {
    let path = PathBuf::new()
        .join(env!("CARGO_MANIFEST_DIR"))
        .join("tests/data/http_response_gzip");
    let gzip_path = PathBuf::new()
        .join(env!("CARGO_MANIFEST_DIR"))
        .join("tests/data/quick_brown_fox.gz");

    let file = File::open(path).unwrap();
    let gzip_file = File::open(gzip_path).unwrap();
    let data = file.take(89).chain(gzip_file);

    let mut reader = MessageReader::new(ComboReader::new(data));
    let mut body = Vec::new();

    let header = reader.begin_response(None).unwrap();
    assert_eq!(header.status_line.status_code, 200);

    let body_reader = reader.read_body();
    body.clear();
    body_reader.read_to_end(&mut body).unwrap();
    assert_eq!(body, b"The quick brown fox jumps over the lazy dog.");

    reader.end_message().unwrap();
}

#[test_log::test]
fn test_read_response_zero_nine() {
    let data = Cursor::new(b"Hello world!\r\n");

    let mut reader = MessageReader::new(ComboReader::new(data));
    let mut body = Vec::new();

    let header = reader.begin_response(None).unwrap();
    assert_eq!(header.status_line.version, (0, 9));

    let body_reader = reader.read_body();
    body.clear();
    body_reader.read_to_end(&mut body).unwrap();
    assert_eq!(body, b"Hello world!\r\n");

    reader.end_message().unwrap();
}