Struct TfIdfVectorizer 

pub struct TfIdfVectorizer { /* private fields */ }

TF-IDF vectorizer for converting text to numerical features

Implementations

impl TfIdfVectorizer

pub fn new() -> Self

Create a new TF-IDF vectorizer with default configuration

pub fn with_config(config: TfIdfVectorizerConfig) -> Self

Create a new TF-IDF vectorizer with custom configuration

pub fn get_vocabulary(&self) -> &HashMap<String, usize>

Get the vocabulary mapping

pub fn get_idf_values(&self) -> ArrayView1<'_, f64>

Get the IDF values

Trait Implementations

impl Clone for TfIdfVectorizer

fn clone(&self) -> TfIdfVectorizer

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for TfIdfVectorizer

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for TfIdfVectorizer

fn default() -> Self

Returns the “default value” for a type.

impl Fit<Vec<String>, ()> for TfIdfVectorizer

type Fitted = TfIdfVectorizer

The fitted model type

fn fit(self, x: &Vec<String>, _y: &()) -> Result<Self::Fitted>

Fit the model to the provided data with validation

fn fit_with_validation( self, x: &X, y: &Y, _x_val: Option<&X>, _y_val: Option<&Y>, ) -> Result<(Self::Fitted, FitMetrics), SklearsError>

where Self: Sized,

Fit with custom validation and early stopping

impl Transform<Vec<String>, ArrayBase<OwnedRepr<f64>, Dim<[usize; 2]>>> for TfIdfVectorizer

fn transform(&self, x: &Vec<String>) -> Result<Array2<f64>>

Transform the input data