Skip to main content

llama_cpp_bindings/
llama_token_attr.rs

1use enumflags2::bitflags;
2
3#[derive(Eq, PartialEq, Debug, Clone, Copy)]
4#[bitflags]
5#[repr(u32)]
6pub enum LlamaTokenAttr {
7    Unknown = llama_cpp_bindings_sys::LLAMA_TOKEN_ATTR_UNKNOWN as _,
8    Unused = llama_cpp_bindings_sys::LLAMA_TOKEN_ATTR_UNUSED as _,
9    Normal = llama_cpp_bindings_sys::LLAMA_TOKEN_ATTR_NORMAL as _,
10    Control = llama_cpp_bindings_sys::LLAMA_TOKEN_ATTR_CONTROL as _,
11    UserDefined = llama_cpp_bindings_sys::LLAMA_TOKEN_ATTR_USER_DEFINED as _,
12    Byte = llama_cpp_bindings_sys::LLAMA_TOKEN_ATTR_BYTE as _,
13    Normalized = llama_cpp_bindings_sys::LLAMA_TOKEN_ATTR_NORMALIZED as _,
14    LStrip = llama_cpp_bindings_sys::LLAMA_TOKEN_ATTR_LSTRIP as _,
15    RStrip = llama_cpp_bindings_sys::LLAMA_TOKEN_ATTR_RSTRIP as _,
16    SingleWord = llama_cpp_bindings_sys::LLAMA_TOKEN_ATTR_SINGLE_WORD as _,
17}