iconv-native 0.1.0

A lightweight text encoding converter based on platform native API or libiconv
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59

#![deny(missing_docs)]
#![deny(missing_debug_implementations)]
#![cfg_attr(
    any(windows, all(target_arch = "wasm32", feature = "web-encoding"),),
    no_std
)]
#![doc = include_str!("../docs/README.md")]

extern crate alloc;

mod bom;
mod encoding;
mod error;
mod sys;
mod utf;

use core::str::FromStr;

use alloc::{string::String, vec::Vec};

pub use error::{ConvertError, ConvertLossyError};

#[doc = include_str!("../docs/convert.md")]
pub fn convert(
    input: impl AsRef<[u8]>,
    from_encoding: &str,
    to_encoding: &str,
) -> Result<Vec<u8>, ConvertError> {
    sys::convert(input.as_ref(), from_encoding, to_encoding)
}

#[doc = include_str!("../docs/convert_lossy.md")]
pub fn convert_lossy(
    input: impl AsRef<[u8]>,
    from_encoding: &str,
    to_encoding: &str,
) -> Result<Vec<u8>, ConvertLossyError> {
    sys::convert_lossy(input.as_ref(), from_encoding, to_encoding)
}

#[doc = include_str!("../docs/decode.md")]
pub fn decode(input: impl AsRef<[u8]>, encoding: &str) -> Result<String, ConvertError> {
    let mut input = input.as_ref();
    try_strip_utf8_bom(&mut input, encoding);
    sys::decode(input, encoding)
}

#[doc = include_str!("../docs/decode_lossy.md")]
pub fn decode_lossy(input: impl AsRef<[u8]>, encoding: &str) -> Result<String, ConvertLossyError> {
    let mut input = input.as_ref();
    try_strip_utf8_bom(&mut input, encoding);
    sys::decode_lossy(input, encoding)
}

fn try_strip_utf8_bom(input: &mut &[u8], encoding: &str) {
    if let Ok(utf) = utf::UtfEncoding::from_str(encoding) {
        utf.strip_bom(input);
    }
}