milo-parser 0.7.0

A fast and embeddable HTTP/1.1 parser.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85

mod helpers;

use helpers::{context, create_parser, http, parse};
use milo_parser::STATE_ERROR;

#[test]
fn undici() {
  let message = http(
    r#"
        HTTP/1.1 200 OK\r\n
        Connection: keep-alive\r\n
        Content-Length: 65535\r\n
        Date: Sun, 05 Nov 2023 14:26:18 GMT\r\n
        Keep-Alive: timeout=600\r\n\r\n
        @
      "#,
  )
  .replace('@', &format!("{:-<65535}", "-"));

  let mut parser = create_parser();
  parse(&mut parser, &message);
  assert_ne!(parser.state, STATE_ERROR);
  assert_eq!((parser.parsed as usize), message.len());
}

#[test]
fn undici_multiple() {
  let message1 = http(
    r#"
        HTTP/1.1 200 OK\r\n
        Date: Mon, 08 Apr 2024 13:20:53 GMT\r\n
        Connection: keep-alive\r\n
        Keep-Alive: timeout=5\r\n
        Transfer-Encoding: chunked\r\n
        \r\n
        3e80\r\n
        @\r\n
        3e80\r\n
        @\r\n
        0\r\n\r\n
      "#,
  )
  .replace('@', &format!("{:-<16000}", "-"));

  let mut parser = create_parser();
  parse(&mut parser, &message1);
  assert_ne!(parser.state, STATE_ERROR);
}

#[test]
fn undici_multibyte() {
  let message = http(
    r#"
      HTTP/1.1 200 OK\r\n
      Date: Tue, 09 Apr 2024 10:39:04 GMT\r\n
      Connection: keep-alive\r\n
      Keep-Alive: timeout=5\r\n
      Content-Length: 300010\r\n
      \r\n
      {"asd":"@#"}
      "#,
  )
  .replace('@', &format!("{:あ<50000}", "あ"))
  .replace('#', &format!("{:あ<50000}", "あ"));

  let mut parser = create_parser();

  let mut length = message.len();
  let mut offset = 0;
  let mut step = 65536;

  while length > 0 {
    let mut context = unsafe { Box::from_raw(parser.context as *mut context::Context) };

    context.input = unsafe { String::from_utf8_unchecked(message.as_bytes()[offset..(offset + step)].to_vec()) };
    let _ = Box::into_raw(context);

    parser.parse(unsafe { message.as_ptr().add(offset) }, step);
    assert_ne!(parser.state, STATE_ERROR);

    length -= step;
    offset += step;
    step = if length > 65536 { 65536 } else { length };
  }
}