Struct cst_tokenstream_struct 

#[repr(C)]
pub struct cst_tokenstream_struct {

    pub fd: cst_file,
    pub file_pos: c_int,
    pub line_number: c_int,
    pub eof_flag: c_int,
    pub string_buffer: *mut cst_string,
    pub current_char: c_int,
    pub token_pos: c_int,
    pub ws_max: c_int,
    pub whitespace: *mut cst_string,
    pub prep_max: c_int,
    pub prepunctuation: *mut cst_string,
    pub token_max: c_int,
    pub token: *mut cst_string,
    pub postp_max: c_int,
    pub postpunctuation: *mut cst_string,
    pub tags: *mut cst_features,
    pub utf8_explode_mode: c_int,
    pub streamtype_data: *mut c_void,
    pub p_whitespacesymbols: *const cst_string,
    pub p_singlecharsymbols: *const cst_string,
    pub p_prepunctuationsymbols: *const cst_string,
    pub p_postpunctuationsymbols: *const cst_string,
    pub charclass: [cst_string; 256],
    pub open: Option<unsafe extern "C" fn(ts: *mut cst_tokenstream_struct, filename: *const c_char) -> c_int>,
    pub close: Option<unsafe extern "C" fn(ts: *mut cst_tokenstream_struct)>,
    pub eof: Option<unsafe extern "C" fn(ts: *mut cst_tokenstream_struct) -> c_int>,
    pub seek: Option<unsafe extern "C" fn(ts: *mut cst_tokenstream_struct, pos: c_int) -> c_int>,
    pub tell: Option<unsafe extern "C" fn(ts: *mut cst_tokenstream_struct) -> c_int>,
    pub size: Option<unsafe extern "C" fn(ts: *mut cst_tokenstream_struct) -> c_int>,
    pub getc: Option<unsafe extern "C" fn(ts: *mut cst_tokenstream_struct) -> c_int>,
}

Fields

fd: cst_file

file_pos: c_int

line_number: c_int

eof_flag: c_int

string_buffer: *mut cst_string

current_char: c_int

token_pos: c_int

ws_max: c_int

whitespace: *mut cst_string

prep_max: c_int

prepunctuation: *mut cst_string

token_max: c_int

token: *mut cst_string

postp_max: c_int

postpunctuation: *mut cst_string

tags: *mut cst_features

utf8_explode_mode: c_int

streamtype_data: *mut c_void

p_whitespacesymbols: *const cst_string

p_singlecharsymbols: *const cst_string

p_prepunctuationsymbols: *const cst_string

p_postpunctuationsymbols: *const cst_string

charclass: [cst_string; 256]

open: Option<unsafe extern "C" fn(ts: *mut cst_tokenstream_struct, filename: *const c_char) -> c_int>

close: Option<unsafe extern "C" fn(ts: *mut cst_tokenstream_struct)>

eof: Option<unsafe extern "C" fn(ts: *mut cst_tokenstream_struct) -> c_int>

seek: Option<unsafe extern "C" fn(ts: *mut cst_tokenstream_struct, pos: c_int) -> c_int>

tell: Option<unsafe extern "C" fn(ts: *mut cst_tokenstream_struct) -> c_int>

size: Option<unsafe extern "C" fn(ts: *mut cst_tokenstream_struct) -> c_int>

getc: Option<unsafe extern "C" fn(ts: *mut cst_tokenstream_struct) -> c_int>

Trait Implementations

impl Clone for cst_tokenstream_struct

fn clone(&self) -> cst_tokenstream_struct

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for cst_tokenstream_struct

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Copy for cst_tokenstream_struct