iconv-native 0.1.0

A lightweight text encoding converter based on platform native API or libiconv
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16

use alloc::{string::String, vec::Vec};

use widestring::encode_utf32;

pub(super) fn string_to_utf32(
    input: String,
    add_bom: bool,
    mut bytes_to_num: impl FnMut(u32) -> [u8; 4],
) -> Vec<u8> {
    let mut res = Vec::new();
    if add_bom {
        res.extend_from_slice(&bytes_to_num(0xFEFF));
    }
    res.extend(encode_utf32(input.chars()).flat_map(bytes_to_num));
    res
}