cst_tokenstream

Type Alias cst_tokenstream 

Source
pub type cst_tokenstream = cst_tokenstream_struct;

Aliased Type§

#[repr(C)]
pub struct cst_tokenstream {
Show 30 fields pub fd: *mut _IO_FILE, pub file_pos: i32, pub line_number: i32, pub eof_flag: i32, pub string_buffer: *mut i8, pub current_char: i32, pub token_pos: i32, pub ws_max: i32, pub whitespace: *mut i8, pub prep_max: i32, pub prepunctuation: *mut i8, pub token_max: i32, pub token: *mut i8, pub postp_max: i32, pub postpunctuation: *mut i8, pub tags: *mut cst_features_struct, pub utf8_explode_mode: i32, pub streamtype_data: *mut c_void, pub p_whitespacesymbols: *const i8, pub p_singlecharsymbols: *const i8, pub p_prepunctuationsymbols: *const i8, pub p_postpunctuationsymbols: *const i8, pub charclass: [i8; 256], pub open: Option<unsafe extern "C" fn(*mut cst_tokenstream_struct, *const i8) -> i32>, pub close: Option<unsafe extern "C" fn(*mut cst_tokenstream_struct)>, pub eof: Option<unsafe extern "C" fn(*mut cst_tokenstream_struct) -> i32>, pub seek: Option<unsafe extern "C" fn(*mut cst_tokenstream_struct, i32) -> i32>, pub tell: Option<unsafe extern "C" fn(*mut cst_tokenstream_struct) -> i32>, pub size: Option<unsafe extern "C" fn(*mut cst_tokenstream_struct) -> i32>, pub getc: Option<unsafe extern "C" fn(*mut cst_tokenstream_struct) -> i32>,
}

Fields§

§fd: *mut _IO_FILE§file_pos: i32§line_number: i32§eof_flag: i32§string_buffer: *mut i8§current_char: i32§token_pos: i32§ws_max: i32§whitespace: *mut i8§prep_max: i32§prepunctuation: *mut i8§token_max: i32§token: *mut i8§postp_max: i32§postpunctuation: *mut i8§tags: *mut cst_features_struct§utf8_explode_mode: i32§streamtype_data: *mut c_void§p_whitespacesymbols: *const i8§p_singlecharsymbols: *const i8§p_prepunctuationsymbols: *const i8§p_postpunctuationsymbols: *const i8§charclass: [i8; 256]§open: Option<unsafe extern "C" fn(*mut cst_tokenstream_struct, *const i8) -> i32>§close: Option<unsafe extern "C" fn(*mut cst_tokenstream_struct)>§eof: Option<unsafe extern "C" fn(*mut cst_tokenstream_struct) -> i32>§seek: Option<unsafe extern "C" fn(*mut cst_tokenstream_struct, i32) -> i32>§tell: Option<unsafe extern "C" fn(*mut cst_tokenstream_struct) -> i32>§size: Option<unsafe extern "C" fn(*mut cst_tokenstream_struct) -> i32>§getc: Option<unsafe extern "C" fn(*mut cst_tokenstream_struct) -> i32>