Struct sudachiclone::utf8_input_text::UTF8InputText

pub struct UTF8InputText { /* fields omitted */ }

Methods

impl UTF8InputText

pub fn new(
    original_text: String,
    modified_text: String,
    bytes: Vec<u8>,
    offsets: Vec<usize>,
    byte_indexes: Vec<usize>,
    char_categories: Vec<HashSet<CategoryType>>,
    char_category_continuities: Vec<usize>,
    can_bow_list: Vec<bool>
) -> UTF8InputText

pub fn get_original_text(&self) -> &String

pub fn get_text(&self) -> &String

pub fn get_byte_text(&self) -> &Vec<u8>

pub fn get_original_index(&self, index: usize) -> usize

pub fn can_bow(&self, idx: usize) -> bool

pub fn code_point_count(&self, range: Range<usize>) -> usize

Trait Implementations

impl InputText for UTF8InputText

fn get_substring(&self, start: usize, end: usize) -> Result<Cow<str>, ()>

fn get_char_category_continuous_length(&self, index: usize) -> usize

fn get_code_points_offset_length(
    &self,
    index: usize,
    code_point_offset: usize
) -> usize

fn get_char_category_types(
    &self,
    start: usize,
    end: Option<usize>
) -> HashSet<CategoryType>

fn get_word_candidate_length(&self, index: usize) -> usize