Struct TextFileDataset 

pub struct TextFileDataset { /* private fields */ }

Text file dataset for reading text files from directories

Implementations

impl TextFileDataset

pub fn new<P: AsRef<Path>>(root: P) -> Result<Self>

Create a new text file dataset

pub fn with_max_length(self, max_length: usize) -> Self

Set maximum sequence length

pub fn with_transform<T>(self, transform: T) -> Self

where T: Transform<TextSequence, Output = Tensor<f32>> + 'static,

Set transform

pub fn classes(&self) -> &[String]

Get class names

pub fn vocabulary(&self) -> &Vocabulary

Get vocabulary reference

Trait Implementations

impl Dataset for TextFileDataset

type Item = (Tensor, usize)

The type of items returned by the dataset

fn len(&self) -> usize

Returns the number of items in the dataset

fn get(&self, index: usize) -> Result<Self::Item>

Get a single item from the dataset

fn is_empty(&self) -> bool

Returns true if the dataset is empty