pub enum Language {
Show 99 variants
English,
Chinese,
German,
Spanish,
Russian,
Korean,
French,
Japanese,
Portuguese,
Turkish,
Polish,
Catalan,
Dutch,
Arabic,
Swedish,
Italian,
Indonesian,
Hindi,
Finnish,
Vietnamese,
Hebrew,
Ukrainian,
Greek,
Malay,
Czech,
Romanian,
Danish,
Hungarian,
Tamil,
Norwegian,
Thai,
Urdu,
Croatian,
Bulgarian,
Lithuanian,
Latin,
Maori,
Malayalam,
Welsh,
Slovak,
Telugu,
Persian,
Latvian,
Bengali,
Serbian,
Azerbaijani,
Slovenian,
Kannada,
Estonian,
Macedonian,
Breton,
Basque,
Icelandic,
Armenian,
Nepali,
Mongolian,
Bosnian,
Kazakh,
Albanian,
Swahili,
Galician,
Marathi,
Punjabi,
Sinhala,
Khmer,
Shona,
Yoruba,
Somali,
Afrikaans,
Occitan,
Georgian,
Belarusian,
Tajik,
Sindhi,
Gujarati,
Amharic,
Yiddish,
Lao,
Uzbek,
Faroese,
HaitianCreole,
Pashto,
Turkmen,
Nynorsk,
Maltese,
Sanskrit,
Luxembourgish,
Myanmar,
Tibetan,
Tagalog,
Malagasy,
Assamese,
Tatar,
Hawaiian,
Lingala,
Hausa,
Bashkir,
Javanese,
Sundanese,
}Expand description
Languages supported by the tokenizer
Variants§
English
Chinese
German
Spanish
Russian
Korean
French
Japanese
Portuguese
Turkish
Polish
Catalan
Dutch
Arabic
Swedish
Italian
Indonesian
Hindi
Finnish
Vietnamese
Hebrew
Ukrainian
Greek
Malay
Czech
Romanian
Danish
Hungarian
Tamil
Norwegian
Thai
Urdu
Croatian
Bulgarian
Lithuanian
Latin
Maori
Malayalam
Welsh
Slovak
Telugu
Persian
Latvian
Bengali
Serbian
Azerbaijani
Slovenian
Kannada
Estonian
Macedonian
Breton
Basque
Icelandic
Armenian
Nepali
Mongolian
Bosnian
Kazakh
Albanian
Swahili
Galician
Marathi
Punjabi
Sinhala
Khmer
Shona
Yoruba
Somali
Afrikaans
Occitan
Georgian
Belarusian
Tajik
Sindhi
Gujarati
Amharic
Yiddish
Lao
Uzbek
Faroese
HaitianCreole
Pashto
Turkmen
Nynorsk
Maltese
Sanskrit
Luxembourgish
Myanmar
Tibetan
Tagalog
Malagasy
Assamese
Tatar
Hawaiian
Lingala
Hausa
Bashkir
Javanese
Sundanese
Implementations§
Source§impl Language
impl Language
Sourcepub const fn is_english(&self) -> bool
pub const fn is_english(&self) -> bool
Returns true if the enum is Language::English otherwise false
Sourcepub const fn is_chinese(&self) -> bool
pub const fn is_chinese(&self) -> bool
Returns true if the enum is Language::Chinese otherwise false
Sourcepub const fn is_german(&self) -> bool
pub const fn is_german(&self) -> bool
Returns true if the enum is Language::German otherwise false
Sourcepub const fn is_spanish(&self) -> bool
pub const fn is_spanish(&self) -> bool
Returns true if the enum is Language::Spanish otherwise false
Sourcepub const fn is_russian(&self) -> bool
pub const fn is_russian(&self) -> bool
Returns true if the enum is Language::Russian otherwise false
Sourcepub const fn is_korean(&self) -> bool
pub const fn is_korean(&self) -> bool
Returns true if the enum is Language::Korean otherwise false
Sourcepub const fn is_french(&self) -> bool
pub const fn is_french(&self) -> bool
Returns true if the enum is Language::French otherwise false
Sourcepub const fn is_japanese(&self) -> bool
pub const fn is_japanese(&self) -> bool
Returns true if the enum is Language::Japanese otherwise false
Sourcepub const fn is_portuguese(&self) -> bool
pub const fn is_portuguese(&self) -> bool
Returns true if the enum is Language::Portuguese otherwise false
Sourcepub const fn is_turkish(&self) -> bool
pub const fn is_turkish(&self) -> bool
Returns true if the enum is Language::Turkish otherwise false
Sourcepub const fn is_polish(&self) -> bool
pub const fn is_polish(&self) -> bool
Returns true if the enum is Language::Polish otherwise false
Sourcepub const fn is_catalan(&self) -> bool
pub const fn is_catalan(&self) -> bool
Returns true if the enum is Language::Catalan otherwise false
Sourcepub const fn is_dutch(&self) -> bool
pub const fn is_dutch(&self) -> bool
Returns true if the enum is Language::Dutch otherwise false
Sourcepub const fn is_arabic(&self) -> bool
pub const fn is_arabic(&self) -> bool
Returns true if the enum is Language::Arabic otherwise false
Sourcepub const fn is_swedish(&self) -> bool
pub const fn is_swedish(&self) -> bool
Returns true if the enum is Language::Swedish otherwise false
Sourcepub const fn is_italian(&self) -> bool
pub const fn is_italian(&self) -> bool
Returns true if the enum is Language::Italian otherwise false
Sourcepub const fn is_indonesian(&self) -> bool
pub const fn is_indonesian(&self) -> bool
Returns true if the enum is Language::Indonesian otherwise false
Sourcepub const fn is_hindi(&self) -> bool
pub const fn is_hindi(&self) -> bool
Returns true if the enum is Language::Hindi otherwise false
Sourcepub const fn is_finnish(&self) -> bool
pub const fn is_finnish(&self) -> bool
Returns true if the enum is Language::Finnish otherwise false
Sourcepub const fn is_vietnamese(&self) -> bool
pub const fn is_vietnamese(&self) -> bool
Returns true if the enum is Language::Vietnamese otherwise false
Sourcepub const fn is_hebrew(&self) -> bool
pub const fn is_hebrew(&self) -> bool
Returns true if the enum is Language::Hebrew otherwise false
Sourcepub const fn is_ukrainian(&self) -> bool
pub const fn is_ukrainian(&self) -> bool
Returns true if the enum is Language::Ukrainian otherwise false
Sourcepub const fn is_greek(&self) -> bool
pub const fn is_greek(&self) -> bool
Returns true if the enum is Language::Greek otherwise false
Sourcepub const fn is_malay(&self) -> bool
pub const fn is_malay(&self) -> bool
Returns true if the enum is Language::Malay otherwise false
Sourcepub const fn is_czech(&self) -> bool
pub const fn is_czech(&self) -> bool
Returns true if the enum is Language::Czech otherwise false
Sourcepub const fn is_romanian(&self) -> bool
pub const fn is_romanian(&self) -> bool
Returns true if the enum is Language::Romanian otherwise false
Sourcepub const fn is_danish(&self) -> bool
pub const fn is_danish(&self) -> bool
Returns true if the enum is Language::Danish otherwise false
Sourcepub const fn is_hungarian(&self) -> bool
pub const fn is_hungarian(&self) -> bool
Returns true if the enum is Language::Hungarian otherwise false
Sourcepub const fn is_tamil(&self) -> bool
pub const fn is_tamil(&self) -> bool
Returns true if the enum is Language::Tamil otherwise false
Sourcepub const fn is_norwegian(&self) -> bool
pub const fn is_norwegian(&self) -> bool
Returns true if the enum is Language::Norwegian otherwise false
Sourcepub const fn is_croatian(&self) -> bool
pub const fn is_croatian(&self) -> bool
Returns true if the enum is Language::Croatian otherwise false
Sourcepub const fn is_bulgarian(&self) -> bool
pub const fn is_bulgarian(&self) -> bool
Returns true if the enum is Language::Bulgarian otherwise false
Sourcepub const fn is_lithuanian(&self) -> bool
pub const fn is_lithuanian(&self) -> bool
Returns true if the enum is Language::Lithuanian otherwise false
Sourcepub const fn is_latin(&self) -> bool
pub const fn is_latin(&self) -> bool
Returns true if the enum is Language::Latin otherwise false
Sourcepub const fn is_maori(&self) -> bool
pub const fn is_maori(&self) -> bool
Returns true if the enum is Language::Maori otherwise false
Sourcepub const fn is_malayalam(&self) -> bool
pub const fn is_malayalam(&self) -> bool
Returns true if the enum is Language::Malayalam otherwise false
Sourcepub const fn is_welsh(&self) -> bool
pub const fn is_welsh(&self) -> bool
Returns true if the enum is Language::Welsh otherwise false
Sourcepub const fn is_slovak(&self) -> bool
pub const fn is_slovak(&self) -> bool
Returns true if the enum is Language::Slovak otherwise false
Sourcepub const fn is_telugu(&self) -> bool
pub const fn is_telugu(&self) -> bool
Returns true if the enum is Language::Telugu otherwise false
Sourcepub const fn is_persian(&self) -> bool
pub const fn is_persian(&self) -> bool
Returns true if the enum is Language::Persian otherwise false
Sourcepub const fn is_latvian(&self) -> bool
pub const fn is_latvian(&self) -> bool
Returns true if the enum is Language::Latvian otherwise false
Sourcepub const fn is_bengali(&self) -> bool
pub const fn is_bengali(&self) -> bool
Returns true if the enum is Language::Bengali otherwise false
Sourcepub const fn is_serbian(&self) -> bool
pub const fn is_serbian(&self) -> bool
Returns true if the enum is Language::Serbian otherwise false
Sourcepub const fn is_azerbaijani(&self) -> bool
pub const fn is_azerbaijani(&self) -> bool
Returns true if the enum is Language::Azerbaijani otherwise false
Sourcepub const fn is_slovenian(&self) -> bool
pub const fn is_slovenian(&self) -> bool
Returns true if the enum is Language::Slovenian otherwise false
Sourcepub const fn is_kannada(&self) -> bool
pub const fn is_kannada(&self) -> bool
Returns true if the enum is Language::Kannada otherwise false
Sourcepub const fn is_estonian(&self) -> bool
pub const fn is_estonian(&self) -> bool
Returns true if the enum is Language::Estonian otherwise false
Sourcepub const fn is_macedonian(&self) -> bool
pub const fn is_macedonian(&self) -> bool
Returns true if the enum is Language::Macedonian otherwise false
Sourcepub const fn is_breton(&self) -> bool
pub const fn is_breton(&self) -> bool
Returns true if the enum is Language::Breton otherwise false
Sourcepub const fn is_basque(&self) -> bool
pub const fn is_basque(&self) -> bool
Returns true if the enum is Language::Basque otherwise false
Sourcepub const fn is_icelandic(&self) -> bool
pub const fn is_icelandic(&self) -> bool
Returns true if the enum is Language::Icelandic otherwise false
Sourcepub const fn is_armenian(&self) -> bool
pub const fn is_armenian(&self) -> bool
Returns true if the enum is Language::Armenian otherwise false
Sourcepub const fn is_nepali(&self) -> bool
pub const fn is_nepali(&self) -> bool
Returns true if the enum is Language::Nepali otherwise false
Sourcepub const fn is_mongolian(&self) -> bool
pub const fn is_mongolian(&self) -> bool
Returns true if the enum is Language::Mongolian otherwise false
Sourcepub const fn is_bosnian(&self) -> bool
pub const fn is_bosnian(&self) -> bool
Returns true if the enum is Language::Bosnian otherwise false
Sourcepub const fn is_kazakh(&self) -> bool
pub const fn is_kazakh(&self) -> bool
Returns true if the enum is Language::Kazakh otherwise false
Sourcepub const fn is_albanian(&self) -> bool
pub const fn is_albanian(&self) -> bool
Returns true if the enum is Language::Albanian otherwise false
Sourcepub const fn is_swahili(&self) -> bool
pub const fn is_swahili(&self) -> bool
Returns true if the enum is Language::Swahili otherwise false
Sourcepub const fn is_galician(&self) -> bool
pub const fn is_galician(&self) -> bool
Returns true if the enum is Language::Galician otherwise false
Sourcepub const fn is_marathi(&self) -> bool
pub const fn is_marathi(&self) -> bool
Returns true if the enum is Language::Marathi otherwise false
Sourcepub const fn is_punjabi(&self) -> bool
pub const fn is_punjabi(&self) -> bool
Returns true if the enum is Language::Punjabi otherwise false
Sourcepub const fn is_sinhala(&self) -> bool
pub const fn is_sinhala(&self) -> bool
Returns true if the enum is Language::Sinhala otherwise false
Sourcepub const fn is_khmer(&self) -> bool
pub const fn is_khmer(&self) -> bool
Returns true if the enum is Language::Khmer otherwise false
Sourcepub const fn is_shona(&self) -> bool
pub const fn is_shona(&self) -> bool
Returns true if the enum is Language::Shona otherwise false
Sourcepub const fn is_yoruba(&self) -> bool
pub const fn is_yoruba(&self) -> bool
Returns true if the enum is Language::Yoruba otherwise false
Sourcepub const fn is_somali(&self) -> bool
pub const fn is_somali(&self) -> bool
Returns true if the enum is Language::Somali otherwise false
Sourcepub const fn is_afrikaans(&self) -> bool
pub const fn is_afrikaans(&self) -> bool
Returns true if the enum is Language::Afrikaans otherwise false
Sourcepub const fn is_occitan(&self) -> bool
pub const fn is_occitan(&self) -> bool
Returns true if the enum is Language::Occitan otherwise false
Sourcepub const fn is_georgian(&self) -> bool
pub const fn is_georgian(&self) -> bool
Returns true if the enum is Language::Georgian otherwise false
Sourcepub const fn is_belarusian(&self) -> bool
pub const fn is_belarusian(&self) -> bool
Returns true if the enum is Language::Belarusian otherwise false
Sourcepub const fn is_tajik(&self) -> bool
pub const fn is_tajik(&self) -> bool
Returns true if the enum is Language::Tajik otherwise false
Sourcepub const fn is_sindhi(&self) -> bool
pub const fn is_sindhi(&self) -> bool
Returns true if the enum is Language::Sindhi otherwise false
Sourcepub const fn is_gujarati(&self) -> bool
pub const fn is_gujarati(&self) -> bool
Returns true if the enum is Language::Gujarati otherwise false
Sourcepub const fn is_amharic(&self) -> bool
pub const fn is_amharic(&self) -> bool
Returns true if the enum is Language::Amharic otherwise false
Sourcepub const fn is_yiddish(&self) -> bool
pub const fn is_yiddish(&self) -> bool
Returns true if the enum is Language::Yiddish otherwise false
Sourcepub const fn is_uzbek(&self) -> bool
pub const fn is_uzbek(&self) -> bool
Returns true if the enum is Language::Uzbek otherwise false
Sourcepub const fn is_faroese(&self) -> bool
pub const fn is_faroese(&self) -> bool
Returns true if the enum is Language::Faroese otherwise false
Sourcepub const fn is_haitian_creole(&self) -> bool
pub const fn is_haitian_creole(&self) -> bool
Returns true if the enum is Language::HaitianCreole otherwise false
Sourcepub const fn is_pashto(&self) -> bool
pub const fn is_pashto(&self) -> bool
Returns true if the enum is Language::Pashto otherwise false
Sourcepub const fn is_turkmen(&self) -> bool
pub const fn is_turkmen(&self) -> bool
Returns true if the enum is Language::Turkmen otherwise false
Sourcepub const fn is_nynorsk(&self) -> bool
pub const fn is_nynorsk(&self) -> bool
Returns true if the enum is Language::Nynorsk otherwise false
Sourcepub const fn is_maltese(&self) -> bool
pub const fn is_maltese(&self) -> bool
Returns true if the enum is Language::Maltese otherwise false
Sourcepub const fn is_sanskrit(&self) -> bool
pub const fn is_sanskrit(&self) -> bool
Returns true if the enum is Language::Sanskrit otherwise false
Sourcepub const fn is_luxembourgish(&self) -> bool
pub const fn is_luxembourgish(&self) -> bool
Returns true if the enum is Language::Luxembourgish otherwise false
Sourcepub const fn is_myanmar(&self) -> bool
pub const fn is_myanmar(&self) -> bool
Returns true if the enum is Language::Myanmar otherwise false
Sourcepub const fn is_tibetan(&self) -> bool
pub const fn is_tibetan(&self) -> bool
Returns true if the enum is Language::Tibetan otherwise false
Sourcepub const fn is_tagalog(&self) -> bool
pub const fn is_tagalog(&self) -> bool
Returns true if the enum is Language::Tagalog otherwise false
Sourcepub const fn is_malagasy(&self) -> bool
pub const fn is_malagasy(&self) -> bool
Returns true if the enum is Language::Malagasy otherwise false
Sourcepub const fn is_assamese(&self) -> bool
pub const fn is_assamese(&self) -> bool
Returns true if the enum is Language::Assamese otherwise false
Sourcepub const fn is_tatar(&self) -> bool
pub const fn is_tatar(&self) -> bool
Returns true if the enum is Language::Tatar otherwise false
Sourcepub const fn is_hawaiian(&self) -> bool
pub const fn is_hawaiian(&self) -> bool
Returns true if the enum is Language::Hawaiian otherwise false
Sourcepub const fn is_lingala(&self) -> bool
pub const fn is_lingala(&self) -> bool
Returns true if the enum is Language::Lingala otherwise false
Sourcepub const fn is_hausa(&self) -> bool
pub const fn is_hausa(&self) -> bool
Returns true if the enum is Language::Hausa otherwise false
Sourcepub const fn is_bashkir(&self) -> bool
pub const fn is_bashkir(&self) -> bool
Returns true if the enum is Language::Bashkir otherwise false
Sourcepub const fn is_javanese(&self) -> bool
pub const fn is_javanese(&self) -> bool
Returns true if the enum is Language::Javanese otherwise false
Sourcepub const fn is_sundanese(&self) -> bool
pub const fn is_sundanese(&self) -> bool
Returns true if the enum is Language::Sundanese otherwise false
Trait Implementations§
Source§impl EnumMessage for Language
impl EnumMessage for Language
fn get_message(&self) -> Option<&'static str>
fn get_detailed_message(&self) -> Option<&'static str>
Source§fn get_documentation(&self) -> Option<&'static str>
fn get_documentation(&self) -> Option<&'static str>
fn get_serializations(&self) -> &'static [&'static str]
Source§impl IntoEnumIterator for Language
impl IntoEnumIterator for Language
impl Copy for Language
Auto Trait Implementations§
impl Freeze for Language
impl RefUnwindSafe for Language
impl Send for Language
impl Sync for Language
impl Unpin for Language
impl UnwindSafe for Language
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
Source§impl<S> FromSample<S> for S
impl<S> FromSample<S> for S
fn from_sample_(s: S) -> S
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
Source§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<F, T> IntoSample<T> for Fwhere
T: FromSample<F>,
impl<F, T> IntoSample<T> for Fwhere
T: FromSample<F>,
fn into_sample(self) -> T
Source§impl<T> PolicyExt for Twhere
T: ?Sized,
impl<T> PolicyExt for Twhere
T: ?Sized,
Source§impl<T, U> ToSample<U> for Twhere
U: FromSample<T>,
impl<T, U> ToSample<U> for Twhere
U: FromSample<T>,
fn to_sample_(self) -> U
Source§impl<T> ToStringFallible for Twhere
T: Display,
impl<T> ToStringFallible for Twhere
T: Display,
Source§fn try_to_string(&self) -> Result<String, TryReserveError>
fn try_to_string(&self) -> Result<String, TryReserveError>
ToString::to_string, but without panic on OOM.