[−][src]Struct rust_tokenizers::preprocessing::vocab::sentence_piece_vocab::SentencePieceModel
Fields
root: TrieNode
Implementations
impl SentencePieceModel
[src]
pub fn from_file(path: &str) -> SentencePieceModel
[src]
pub fn from_proto(proto: &ModelProto) -> SentencePieceModel
[src]
pub fn common_prefix_search<'a>(&'a self, text: &'a str) -> Vec<&TrieNode>
[src]
pub fn decode_forward_token_ref<'a>(
&'a self,
token: TokenRef<'a>
) -> Vec<Option<Node<'a>>>
[src]
&'a self,
token: TokenRef<'a>
) -> Vec<Option<Node<'a>>>
pub fn decode_backward<'a>(
&'a self,
nodes: &'a Vec<Option<Node<'a>>>
) -> Vec<&'a Node>
[src]
&'a self,
nodes: &'a Vec<Option<Node<'a>>>
) -> Vec<&'a Node>
Auto Trait Implementations
impl RefUnwindSafe for SentencePieceModel
impl Send for SentencePieceModel
impl Sync for SentencePieceModel
impl Unpin for SentencePieceModel
impl UnwindSafe for SentencePieceModel
Blanket Implementations
impl<T> Any for T where
T: 'static + ?Sized,
[src]
T: 'static + ?Sized,
impl<T> Borrow<T> for T where
T: ?Sized,
[src]
T: ?Sized,
impl<T> BorrowMut<T> for T where
T: ?Sized,
[src]
T: ?Sized,
fn borrow_mut(&mut self) -> &mut T
[src]
impl<T> From<T> for T
[src]
impl<T, U> Into<U> for T where
U: From<T>,
[src]
U: From<T>,
impl<T, U> TryFrom<U> for T where
U: Into<T>,
[src]
U: Into<T>,
type Error = Infallible
The type returned in the event of a conversion error.
fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>
[src]
impl<T, U> TryInto<U> for T where
U: TryFrom<T>,
[src]
U: TryFrom<T>,