sentencepiece_sys/
bindings.rs

1/* automatically generated by rust-bindgen 0.66.1 */
2
3pub const __bool_true_false_are_defined: u32 = 1;
4pub const true_: u32 = 1;
5pub const false_: u32 = 0;
6pub const _VCRT_COMPILER_PREPROCESSOR: u32 = 1;
7pub const _SAL_VERSION: u32 = 20;
8pub const __SAL_H_VERSION: u32 = 180000000;
9pub const _USE_DECLSPECS_FOR_SAL: u32 = 0;
10pub const _USE_ATTRIBUTES_FOR_SAL: u32 = 0;
11pub const _CRT_PACKING: u32 = 8;
12pub const _HAS_EXCEPTIONS: u32 = 1;
13pub const _STL_LANG: u32 = 0;
14pub const _HAS_CXX17: u32 = 0;
15pub const _HAS_CXX20: u32 = 0;
16pub const _HAS_CXX23: u32 = 0;
17pub const _HAS_NODISCARD: u32 = 0;
18pub const WCHAR_MIN: u32 = 0;
19pub const WCHAR_MAX: u32 = 65535;
20pub const WINT_MIN: u32 = 0;
21pub const WINT_MAX: u32 = 65535;
22pub type wchar_t = ::std::os::raw::c_ushort;
23pub type max_align_t = f64;
24pub type va_list = *mut ::std::os::raw::c_char;
25extern "C" {
26    pub fn __va_start(arg1: *mut *mut ::std::os::raw::c_char, ...);
27}
28pub type __vcrt_bool = bool;
29extern "C" {
30    pub fn __security_init_cookie();
31}
32extern "C" {
33    pub fn __security_check_cookie(_StackCookie: usize);
34}
35extern "C" {
36    pub fn __report_gsfailure(_StackCookie: usize) -> !;
37}
38extern "C" {
39    pub static mut __security_cookie: usize;
40}
41pub type int_least8_t = ::std::os::raw::c_schar;
42pub type int_least16_t = ::std::os::raw::c_short;
43pub type int_least32_t = ::std::os::raw::c_int;
44pub type int_least64_t = ::std::os::raw::c_longlong;
45pub type uint_least8_t = ::std::os::raw::c_uchar;
46pub type uint_least16_t = ::std::os::raw::c_ushort;
47pub type uint_least32_t = ::std::os::raw::c_uint;
48pub type uint_least64_t = ::std::os::raw::c_ulonglong;
49pub type int_fast8_t = ::std::os::raw::c_schar;
50pub type int_fast16_t = ::std::os::raw::c_int;
51pub type int_fast32_t = ::std::os::raw::c_int;
52pub type int_fast64_t = ::std::os::raw::c_longlong;
53pub type uint_fast8_t = ::std::os::raw::c_uchar;
54pub type uint_fast16_t = ::std::os::raw::c_uint;
55pub type uint_fast32_t = ::std::os::raw::c_uint;
56pub type uint_fast64_t = ::std::os::raw::c_ulonglong;
57pub type intmax_t = ::std::os::raw::c_longlong;
58pub type uintmax_t = ::std::os::raw::c_ulonglong;
59#[repr(C)]
60#[derive(Debug, Copy, Clone)]
61pub struct SentencePieceProcessor {
62    _unused: [u8; 0],
63}
64#[repr(C)]
65#[derive(Debug, Copy, Clone)]
66pub struct SentencePieceText {
67    _unused: [u8; 0],
68}
69extern "C" {
70    pub fn spp_decode_piece_ids(
71        spp: *mut SentencePieceProcessor,
72        pieces: *const u32,
73        pieces_len: usize,
74        decoded: *mut *mut ::std::os::raw::c_uchar,
75        decoded_len: *mut usize,
76    ) -> ::std::os::raw::c_int;
77}
78extern "C" {
79    pub fn spp_decode_pieces(
80        spp: *mut SentencePieceProcessor,
81        pieces: *const *const ::std::os::raw::c_char,
82        pieces_len: usize,
83        decoded: *mut *mut ::std::os::raw::c_uchar,
84        decoded_len: *mut usize,
85    ) -> ::std::os::raw::c_int;
86}
87extern "C" {
88    pub fn spp_encode_as_serialized_proto(
89        spp: *mut SentencePieceProcessor,
90        sentence: *const ::std::os::raw::c_char,
91        sentence_len: usize,
92        len: *mut usize,
93    ) -> *mut ::std::os::raw::c_uchar;
94}
95extern "C" {
96    pub fn spp_sample_encode_as_serialized_proto(
97        spp: *mut SentencePieceProcessor,
98        sentence: *const ::std::os::raw::c_char,
99        sentence_len: usize,
100        len: *mut usize,
101        nbest: usize,
102        alpha: f32,
103    ) -> *mut ::std::os::raw::c_uchar;
104}
105extern "C" {
106    pub fn spp_new() -> *mut SentencePieceProcessor;
107}
108extern "C" {
109    pub fn spp_from_serialized_proto(
110        spp: *mut SentencePieceProcessor,
111        data: *const ::std::os::raw::c_char,
112        len: usize,
113    ) -> ::std::os::raw::c_int;
114}
115extern "C" {
116    pub fn spp_to_serialized_proto(
117        spp: *mut SentencePieceProcessor,
118        len: *mut usize,
119    ) -> *mut ::std::os::raw::c_uchar;
120}
121extern "C" {
122    pub fn spp_load(
123        spp: *mut SentencePieceProcessor,
124        filename: *const ::std::os::raw::c_char,
125    ) -> ::std::os::raw::c_int;
126}
127extern "C" {
128    pub fn spp_free(spp: *mut SentencePieceProcessor);
129}
130extern "C" {
131    pub fn spp_bos_id(spp: *mut SentencePieceProcessor) -> ::std::os::raw::c_int;
132}
133extern "C" {
134    pub fn spp_eos_id(spp: *mut SentencePieceProcessor) -> ::std::os::raw::c_int;
135}
136extern "C" {
137    pub fn spp_is_unknown(spp: *mut SentencePieceProcessor, id: ::std::os::raw::c_int) -> bool;
138}
139extern "C" {
140    pub fn spp_pad_id(spp: *mut SentencePieceProcessor) -> ::std::os::raw::c_int;
141}
142extern "C" {
143    pub fn spp_piece_to_id(
144        spp: *mut SentencePieceProcessor,
145        piece: *const ::std::os::raw::c_char,
146    ) -> ::std::os::raw::c_int;
147}
148extern "C" {
149    pub fn spp_piece_size(spp: *mut SentencePieceProcessor) -> ::std::os::raw::c_int;
150}
151extern "C" {
152    pub fn spp_unk_id(spp: *mut SentencePieceProcessor) -> ::std::os::raw::c_int;
153}
154extern "C" {
155    pub fn spp_normalize(
156        spp: *mut SentencePieceProcessor,
157        sentence: *const ::std::os::raw::c_char,
158        sentence_len: usize,
159        normalized: *mut *mut ::std::os::raw::c_uchar,
160        normalized_len: *mut usize,
161    ) -> ::std::os::raw::c_int;
162}
163extern "C" {
164    pub fn spp_normalize_with_offsets(
165        spp: *mut SentencePieceProcessor,
166        sentence: *const ::std::os::raw::c_char,
167        sentence_len: usize,
168        normalized: *mut *mut ::std::os::raw::c_uchar,
169        normalized_len: *mut usize,
170        offsets: *mut *mut usize,
171        offsets_len: *mut usize,
172    ) -> ::std::os::raw::c_int;
173}
sentencepiece_sys/bindings.rs

sentencepiece_sys/
bindings.rs
