substudy 0.2.0

Tools for working with parallel, bilingual subtitles
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32

//! Decode text in a wide variety of character encodings.

use encoding::label::encoding_from_whatwg_label;
use encoding::types::DecoderTrap;
use uchardet::detect_encoding_name;

use err::{err_str, Result};

/// Guess the encoding of a byte buffer and decode it to a string.
pub fn smart_decode(bytes: &[u8]) -> Result<String> {
    // If no matching encoding is found, that means we either have
    // valid ASCII data, or something hopelessly unsalvageable.
    let name = try!(detect_encoding_name(bytes))
        .unwrap_or("ascii".to_string());
    let encoding = try!(encoding_from_whatwg_label(&name).ok_or_else(|| {
        err_str(format!("Unknown encoding: {}", name))
    }));
    match encoding.decode(bytes, DecoderTrap::Strict) {
        Ok(result) => Ok(result),
        Err(msg) => Err(err_str(msg.into_owned()))
    }
}

#[test]
fn test_smart_decode() {
    assert_eq!("ascii", &smart_decode("ascii".as_bytes()).unwrap());
    assert_eq!("français",
               &smart_decode("français".as_bytes()).unwrap());
    assert_eq!("français",
               &smart_decode(&[0x66u8, 0x72, 0x61, 0x6e, 0xe7,
                               0x61, 0x69, 0x73]).unwrap());
}