Crate rust_transformers

Re-exports

pub use preprocessing::vocab::base_vocab::BaseVocab;

pub use preprocessing::vocab::bert_vocab::BertVocab;

pub use preprocessing::vocab::openai_gpt_vocab::OpenAiGptVocab;

pub use preprocessing::vocab::gpt2_vocab::Gpt2Vocab;

pub use preprocessing::vocab::roberta_vocab::RobertaVocab;

pub use preprocessing::tokenizer::bert_tokenizer;

Modules

preprocessing

Functions

PyInit_rust_transformers⚠

This autogenerated function is called by the python interpreter when importing the module.