1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
use crate::parser::TokenValue;

#[derive(Debug, Clone, Default)]
pub(crate) struct TokenBuf {
    bytes: Vec<u8>,
}

impl TokenBuf {
    pub fn new(bytes: &[u8]) -> Self {
        Self {
            bytes: bytes.to_owned(),
        }
    }

    pub fn take(&mut self) -> Self {
        std::mem::take(self)
    }

    pub(crate) fn push(&mut self, byte: u8) {
        self.bytes.push(byte);
    }

    pub(crate) fn append(&mut self, bytes: &[u8]) {
        for byte in bytes {
            self.push(*byte)
        }
    }

    pub(crate) fn prepend(&mut self, part: &[u8]) {
        let mut tmp = part.to_vec();
        tmp.extend(self.bytes.iter());
        self.bytes = tmp;
    }

    pub(crate) fn borrow_string(&self) -> Result<&str, &Vec<u8>> {
        match std::str::from_utf8(&self.bytes) {
            Ok(s) => Ok(s),
            Err(_) => Err(&self.bytes),
        }
    }

    pub(crate) fn to_string(&self) -> Result<String, Vec<u8>> {
        match std::str::from_utf8(&self.bytes) {
            Ok(s) => Ok(s.to_owned()),
            Err(_) => Err(self.bytes.clone()),
        }
    }

    pub(crate) fn to_token_value(&self) -> TokenValue {
        match self.to_string() {
            Ok(s) => TokenValue::String(s),
            Err(bytes) => TokenValue::InvalidString(bytes),
        }
    }

    pub(crate) fn len(&self) -> usize {
        self.bytes.len()
    }

    pub(crate) fn clear(&mut self) {
        self.bytes.clear()
    }
}

impl PartialEq<str> for TokenBuf {
    fn eq(&self, other: &str) -> bool {
        other.as_bytes() == self.bytes
    }
}