wordpieces 0.6.1

Split tokens into word pieces
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15

use std::io;

use thiserror::Error;

/// Errors that can occur while reading word pieces.
#[derive(Debug, Error)]
pub enum WordPiecesError {
    /// Finite state automaton error.
    #[error(transparent)]
    FstError(#[from] fst::Error),

    /// IO error.
    #[error(transparent)]
    IOError(#[from] io::Error),
}