use serde::{Deserialize, Serialize};
#[derive(Clone, Copy, Debug, Eq, PartialEq, Ord, PartialOrd, Hash, Serialize, Deserialize)]
pub enum TokenizerDefinition {
EdgeNGramTokenizerValue,
WhitespaceTokenizerValue,
PatternTokenizerValue,
UaxEmailUrlTokenizerValue,
IcuTokenizerValue,
KeywordTokenizerValue,
SmartcnTokenizerValue,
NoriTokenizerValue,
LowercaseTokenizerValue,
StandardTokenizerValue,
NGramTokenizerValue,
SimplePatternSplitTokenizerValue,
LetterTokenizerValue,
SimplePatternTokenizerValue,
PathHierarchyTokenizerValue,
CharGroupTokenizerValue,
KuromojiTokenizerValue,
}