koicore 0.2.3

core KoiLang module
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75

use encoding_rs;

#[test]
fn test_decode() {
    let content = "Hello\nWorld\nTest".as_bytes();
    let encoding = encoding_rs::Encoding::for_label(b"utf-8").unwrap();
    let (decoded, _, has_error) = encoding.decode(content);
    assert_eq!(decoded, "Hello\nWorld\nTest");
    assert!(!has_error);
}

#[test]
fn test_stream_decode() {
    let encoding = encoding_rs::Encoding::for_label(b"utf-8").unwrap();
    let mut decoder = encoding.new_decoder();

    let content = "Hello\nWorld\nTest".as_bytes();
    let mut buffer = String::with_capacity(128);
    let (result, read, had_error) = decoder.decode_to_string(content, &mut buffer, true);
    println!("result: {:?}, read: {}, had_error: {}", result, read, had_error);
    assert_eq!(buffer, "Hello\nWorld\nTest");
    assert!(!had_error);
}

#[test]
fn test_stream_gbk_decode() {
    let encoding = encoding_rs::Encoding::for_label(b"gbk").unwrap();
    let data = vec![0xC4, 0xE3, 0xBA, 0xC3, 0x0A, 0xCA, 0xC0, 0xBD, 0xE7];

    let mut decoder = encoding.new_decoder();
    let mut buffer = String::with_capacity(128);
    let (result, read, had_error) = decoder.decode_to_string(&data[..3], &mut buffer, false);
    println!("result: {:?}, read: {}, had_error: {}", result, read, had_error);
    assert_eq!(buffer, "你");
    assert_eq!(result, encoding_rs::CoderResult::InputEmpty);
    assert_eq!(read, 3);
    assert!(!had_error);

    let (result, read, had_error) = decoder.decode_to_string(&data[3..], &mut buffer, true);
    println!("result: {:?}, read: {}, had_error: {}", result, read, had_error);
    assert_eq!(buffer, "你好\n世界");
    assert!(!had_error);
    assert_eq!(result, encoding_rs::CoderResult::InputEmpty);
    assert_eq!(read, 6);
}

#[test]
fn test_stream_gbk_decode_error() {
    let encoding = encoding_rs::Encoding::for_label(b"gbk").unwrap();
    let data = vec![0xC4, 0xE3, 0xBA, 0xC3, 0x0A, 0xCA, 0xC0, 0xBD, 0xE7];

    let mut decoder = encoding.new_decoder();
    let mut buffer = String::with_capacity(128);
    let (result, read, had_error) = decoder.decode_to_string(&data[..3], &mut buffer, true);
    println!("result: {:?}, read: {}, had_error: {}", result, read, had_error);
    assert_eq!(buffer, "你�");
    assert_eq!(result, encoding_rs::CoderResult::InputEmpty);
    assert_eq!(read, 3);
    assert!(had_error);

    let mut decoder = encoding.new_decoder();
    let mut buffer = String::with_capacity(128);
    let (result, read) = decoder.decode_to_string_without_replacement(&data[..3], &mut buffer, true);
    println!("result: {:?}, read: {}", result, read);
    assert_eq!(buffer, "你");
    assert_eq!(result, encoding_rs::DecoderResult::Malformed(1, 0));
    assert_eq!(read, 3);
}

#[test]
fn test_detect() {
    let data = vec![0xEF, 0xBB, 0xBF, 0xC4, 0xE3, 0xBA, 0xC3, 0x0A, 0xCA, 0xC0, 0xBD, 0xE7];
    let (_, encoding, _) = encoding_rs::UTF_16LE.decode(&data[..]);
    assert_eq!(encoding.name(), "UTF-8");
}