Struct WordsRandomSubstituteAugmenter 

pub struct WordsRandomSubstituteAugmenter { /* private fields */ }

Augmenter that substitutes random words with random words from vocabulary

Examples

use fast_aug::base::BaseAugmenter;
use fast_aug::text::{WordsRandomSubstituteAugmenter, TextAugmentParameters};

let rng = &mut rand::thread_rng();
let augmenter = WordsRandomSubstituteAugmenter::new(
    TextAugmentParameters::new(0.5, None, None),
    vec!["A", "B", "C", "D", "E"].into_iter().map(|s| s.to_string()).collect(),
    None,
);
augmenter.augment("Some text!".to_string(), rng);
augmenter.augment_batch(vec!["Some text!".to_string()], rng);

Implementations

impl WordsRandomSubstituteAugmenter

pub fn new( word_params: TextAugmentParameters, vocabulary: Vec<String>, stopwords: Option<HashSet<String>>, ) -> Self

Trait Implementations

impl BaseAugmenter<String, Doc> for WordsRandomSubstituteAugmenter

fn augment_inner(&self, input: Doc, rng: &mut dyn RngCore) -> Doc

“Private” method to augment an input of inner type (K)

fn convert_to_inner(&self, input: String) -> Doc

fn convert_to_outer(&self, input: Doc) -> String

fn augment(&self, input: T, rng: &mut dyn RngCore) -> T

Public method to augment an input

fn augment_batch(&self, inputs: Vec<T>, rng: &mut dyn RngCore) -> Vec<T>

impl BaseTextAugmenter for WordsRandomSubstituteAugmenter

fn select_word_tokens_to_augment<'a>( &self, rng: &mut dyn RngCore, candidate_tokens: &'a mut Vec<(usize, &'a mut Token)>, num_elements: usize, stopwords: Option<&HashSet<String>>, ) -> Vec<(usize, &'a mut Token)>

Select random word tokens to augment given a number of elements Returns a vector of tuples (index, &mut token) TODO: optimize this function

fn select_random_element_indexes( &self, rng: &mut dyn RngCore, element_indexes: Vec<usize>, num_elements: usize, ) -> Vec<usize>

Select random elements to augment. Returns a vector of indexes of elements to be augmented. Automatically shuffled.