surrealdb_sql/
tokenizer.rs1use revision::revisioned;
2use serde::{Deserialize, Serialize};
3use std::fmt;
4use std::fmt::Display;
5
6#[derive(Clone, Debug, Eq, PartialEq, PartialOrd, Serialize, Deserialize, Hash)]
7#[revisioned(revision = 1)]
8pub enum Tokenizer {
9 Blank,
10 Camel,
11 Class,
12 Punct,
13}
14
15impl Display for Tokenizer {
16 fn fmt(&self, f: &mut fmt::Formatter) -> fmt::Result {
17 f.write_str(match self {
18 Self::Blank => "BLANK",
19 Self::Camel => "CAMEL",
20 Self::Class => "CLASS",
21 Self::Punct => "PUNCT",
22 })
23 }
24}