wp-lang 0.3.1

WPL language crate with AST, parser, evaluator, builtins, and generators.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115

use bytes::Bytes;
use orion_error::conversion::{ErrorWith, SourceRawErr};
use std::sync::Arc;
use wp_model_core::raw::RawData;
use wp_parse_api::{PipeProcessor, WparseReason, WparseResult};

#[derive(Debug)]
pub struct EscQuotaProc;

fn unescape_bytes(input: &[u8]) -> Vec<u8> {
    let mut out: Vec<u8> = Vec::with_capacity(input.len());
    let mut escaped = false;
    for &b in input {
        if !escaped && b == b'"' {
            continue;
        }
        if !escaped && b == b'\\' {
            escaped = true;
            continue;
        }
        escaped = false;
        out.push(b);
    }
    out
}

impl PipeProcessor for EscQuotaProc {
    /// Unquotes and unescapes string data while preserving the input container type.
    /// Removes surrounding quotes and processes escape sequences.
    /// For string inputs, attempts UTF-8 conversion but falls back to bytes on invalid UTF-8.
    fn process(&self, data: RawData) -> WparseResult<RawData> {
        match data {
            RawData::String(s) => {
                let unescaped_bytes = unescape_bytes(s.as_bytes());
                let vstring = String::from_utf8(unescaped_bytes)
                    .source_raw_err(WparseReason::data_error(), "utf8 to json")
                    .doing("to-json")?;
                Ok(RawData::from_string(vstring))
            }
            RawData::Bytes(b) => {
                let unescaped_bytes = unescape_bytes(&b);
                Ok(RawData::Bytes(Bytes::from(unescaped_bytes)))
            }
            RawData::ArcBytes(b) => {
                let unescaped_bytes = unescape_bytes(&b);
                Ok(RawData::ArcBytes(Arc::from(unescaped_bytes)))
            }
        }
    }

    fn name(&self) -> &'static str {
        "unquote/unescape"
    }
}

#[cfg(test)]
mod tests {
    use crate::parser::error::IntoWplCodeError;
    use crate::parser::error::WplCodeResult;
    use bytes::Bytes;
    use std::sync::Arc;

    use super::*;

    #[test]
    fn test_quotation() -> WplCodeResult<()> {
        let data = RawData::from_string(r#""hello""#.to_string());
        let x = EscQuotaProc.process(data).map_err(|e| e.into_wpl_err())?;
        assert_eq!(crate::eval::builtins::raw_to_utf8_string(&x), "hello");

        let data = RawData::from_string(r#""<14>""#.to_string());
        let x = EscQuotaProc.process(data).map_err(|e| e.into_wpl_err())?;
        assert_eq!(crate::eval::builtins::raw_to_utf8_string(&x), "<14>");

        let data = RawData::from_string(r#""{ \"a\" = 1, \"b\" = \"wparse\" }""#.to_string());
        let x = EscQuotaProc.process(data).map_err(|e| e.into_wpl_err())?;
        assert_eq!(
            crate::eval::builtins::raw_to_utf8_string(&x),
            r#"{ "a" = 1, "b" = "wparse" }"#
        );

        let data = RawData::from_string(r#""{ \"a\" = 1, \"b\" = \" 中国 \" }""#.to_string());
        let x = EscQuotaProc.process(data).map_err(|e| e.into_wpl_err())?;
        assert_eq!(
            crate::eval::builtins::raw_to_utf8_string(&x),
            r#"{ "a" = 1, "b" = " 中国 " }"#
        );

        // Test with Bytes input
        let bytes_data = RawData::Bytes(Bytes::from_static(br#""hello world""#));
        let result = EscQuotaProc
            .process(bytes_data)
            .map_err(|e| e.into_wpl_err())?;
        assert!(matches!(result, RawData::Bytes(_)));
        assert_eq!(
            crate::eval::builtins::raw_to_utf8_string(&result),
            "hello world"
        );

        // Test with ArcBytes input
        let arc_data = RawData::ArcBytes(Arc::from(
            r#""test with \"quotes\" and \backslash""#.as_bytes().to_vec(),
        ));
        let result = EscQuotaProc
            .process(arc_data)
            .map_err(|e| e.into_wpl_err())?;
        assert!(matches!(result, RawData::ArcBytes(_)));
        assert_eq!(
            crate::eval::builtins::raw_to_utf8_string(&result),
            r#"test with "quotes" and backslash"#
        );

        Ok(())
    }
}