Function tokenizers::utils::truncation::truncate_encodings

source ·
pub fn truncate_encodings(
    encoding: Encoding,
    pair_encoding: Option<Encoding>,
    params: &TruncationParams
) -> Result<(Encoding, Option<Encoding>)>