Type Alias cst_tokenstream
Source pub type cst_tokenstream = cst_tokenstream_struct;
#[repr(C)]
pub struct cst_tokenstream {Show 30 fields
pub fd: *mut _IO_FILE,
pub file_pos: i32,
pub line_number: i32,
pub eof_flag: i32,
pub string_buffer: *mut i8,
pub current_char: i32,
pub token_pos: i32,
pub ws_max: i32,
pub whitespace: *mut i8,
pub prep_max: i32,
pub prepunctuation: *mut i8,
pub token_max: i32,
pub token: *mut i8,
pub postp_max: i32,
pub postpunctuation: *mut i8,
pub tags: *mut cst_features_struct,
pub utf8_explode_mode: i32,
pub streamtype_data: *mut c_void,
pub p_whitespacesymbols: *const i8,
pub p_singlecharsymbols: *const i8,
pub p_prepunctuationsymbols: *const i8,
pub p_postpunctuationsymbols: *const i8,
pub charclass: [i8; 256],
pub open: Option<unsafe extern "C" fn(*mut cst_tokenstream_struct, *const i8) -> i32>,
pub close: Option<unsafe extern "C" fn(*mut cst_tokenstream_struct)>,
pub eof: Option<unsafe extern "C" fn(*mut cst_tokenstream_struct) -> i32>,
pub seek: Option<unsafe extern "C" fn(*mut cst_tokenstream_struct, i32) -> i32>,
pub tell: Option<unsafe extern "C" fn(*mut cst_tokenstream_struct) -> i32>,
pub size: Option<unsafe extern "C" fn(*mut cst_tokenstream_struct) -> i32>,
pub getc: Option<unsafe extern "C" fn(*mut cst_tokenstream_struct) -> i32>,
}