charset-normalizer-rs 1.0.0

Truly universal encoding detector in pure Rust - port of Python version
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28

use crate::from_bytes;

#[test]
fn test_undefined_unicode_ranges() {
    let tests = [b"\xef\xbb\xbf\xf0\x9f\xa9\xb3".as_slice()];

    for input in tests {
        let result = from_bytes(&input.to_vec(), None);
        let best_guess = result.get_best();
        assert!(
            best_guess.is_some(),
            "Dead-simple ASCII detection has failed! Input: {:?}",
            &input
        );
        assert_eq!(
            best_guess.unwrap().encoding(),
            "utf-8",
            "UTF-8 payload wrongly detected! Input: {:?}",
            &input
        );
        assert_eq!(
            best_guess.unwrap().unicode_ranges().len(),
            0,
            "This property in that edge case, should return a empty list. Input: {:?}",
            &input
        );
    }
}