Struct TextClassificationDataset 

pub struct TextClassificationDataset { /* private fields */ }

Text dataset for classification tasks

Implementations

impl TextClassificationDataset

pub fn new(texts: Vec<String>, labels: Vec<usize>) -> Result<Self>

Create a new text classification dataset

pub fn with_max_length(self, max_length: usize) -> Self

Set maximum sequence length

pub fn with_transform<T>(self, transform: T) -> Self

where T: Transform<TextSequence, Output = Tensor<f32>> + 'static,

Set transform

pub fn vocabulary(&self) -> &Vocabulary

Get vocabulary reference

pub fn num_classes(&self) -> usize

Get number of classes

Trait Implementations

impl Dataset for TextClassificationDataset

type Item = (Tensor, usize)

The type of items returned by the dataset

fn len(&self) -> usize

Returns the number of items in the dataset

fn get(&self, index: usize) -> Result<Self::Item>

Get a single item from the dataset

fn is_empty(&self) -> bool

Returns true if the dataset is empty