iconv-native 0.1.0

A lightweight text encoding converter based on platform native API or libiconv
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78

use core::str::FromStr;

use alloc::{string::String, vec::Vec};

mod codepage;
mod utf16;
mod utf32;
mod wide;

use crate::utf::{decode_utf, decode_utf_lossy, UtfEncoding};
use crate::{ConvertError, ConvertLossyError};
use codepage::{encoding_to_codepage, CODEPAGE_UTF8};

pub fn convert(
    input: &[u8],
    from_encoding: &str,
    to_encoding: &str,
) -> Result<Vec<u8>, ConvertError> {
    let from_codepage =
        encoding_to_codepage(from_encoding).ok_or(ConvertLossyError::UnknownConversion)?;
    let to_codepage =
        encoding_to_codepage(to_encoding).ok_or(ConvertLossyError::UnknownConversion)?;
    if from_codepage == to_codepage {
        return Ok(input.to_vec());
    }
    wide::convert(
        input,
        from_encoding,
        to_encoding,
        from_codepage,
        to_codepage,
    )
}

pub fn convert_lossy(
    input: &[u8],
    from_encoding: &str,
    to_encoding: &str,
) -> Result<Vec<u8>, ConvertLossyError> {
    let from_codepage =
        encoding_to_codepage(from_encoding).ok_or(ConvertLossyError::UnknownConversion)?;
    let to_codepage =
        encoding_to_codepage(to_encoding).ok_or(ConvertLossyError::UnknownConversion)?;
    if from_codepage == to_codepage {
        return Ok(input.to_vec());
    }
    wide::convert_lossy(
        input,
        from_encoding,
        to_encoding,
        from_codepage,
        to_codepage,
    )
}

pub fn decode(input: &[u8], encoding: &str) -> Result<String, ConvertError> {
    if let Ok(utf) = UtfEncoding::from_str(encoding) {
        return decode_utf(input, utf);
    };

    let from_codepage =
        encoding_to_codepage(encoding).ok_or(ConvertLossyError::UnknownConversion)?;
    let buf = wide::convert(input, encoding, "utf-8", from_codepage, CODEPAGE_UTF8)?;
    // Safety: UTF-8 related conversions are done by system mb2wc-wc2mb functions.
    unsafe { Ok(String::from_utf8_unchecked(buf)) }
}

pub fn decode_lossy(input: &[u8], encoding: &str) -> Result<String, ConvertLossyError> {
    if let Ok(utf) = UtfEncoding::from_str(encoding) {
        return Ok(decode_utf_lossy(input, utf));
    };

    let from_codepage =
        encoding_to_codepage(encoding).ok_or(ConvertLossyError::UnknownConversion)?;
    let buf = wide::convert_lossy(input, encoding, "utf-8", from_codepage, CODEPAGE_UTF8)?;
    // Safety: UTF-8 related conversions are done by system mb2wc-wc2mb functions.
    unsafe { Ok(String::from_utf8_unchecked(buf)) }
}