disarm 0.10.0

Unicode canonicalization and TR39 confusable analysis: building blocks for text-security pipelines (homoglyph/bidi/zalgo handling) plus standards-based transliteration
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32

//! PyO3 shims for `crate::encoding` (Layer-1).
//!
//! Take Python `bytes`; `_decode_to_utf8` converts the native [`crate::Error`]
//! (unknown/low-confidence encoding, out-of-range threshold, strict lossy decode)
//! to a Python exception via `?`.

use pyo3::prelude::*;
use pyo3::types::PyBytes;

/// `detect_encoding(data) -> tuple[str, float]`
#[pyfunction]
#[pyo3(signature = (data,))]
pub fn _detect_encoding(data: &Bound<'_, PyBytes>) -> (String, f64) {
    crate::encoding::detect_encoding_impl(data.as_bytes())
}

/// `decode_to_utf8(data, encoding=None, min_confidence=0.95, strict=False) -> tuple[str, bool]`
#[pyfunction]
#[pyo3(signature = (data, encoding = None, min_confidence = 0.95, strict = false))]
pub fn _decode_to_utf8(
    data: &Bound<'_, PyBytes>,
    encoding: Option<&str>,
    min_confidence: f64,
    strict: bool,
) -> PyResult<(String, bool)> {
    Ok(crate::encoding::decode_to_utf8_impl(
        data.as_bytes(),
        encoding,
        min_confidence,
        strict,
    )?)
}