pub struct DefaultTFIDFEngine;Expand description
デフォルトのTF-IDFエンジン
f32、f64、u32、u16、u8の型に対応
Implementations§
Trait Implementations§
Source§impl Debug for DefaultTFIDFEngine
impl Debug for DefaultTFIDFEngine
Source§impl TFIDFEngine<f32> for DefaultTFIDFEngine
impl TFIDFEngine<f32> for DefaultTFIDFEngine
Source§fn idf_vec(corpus: &Corpus, token_dim_sample: &[String]) -> (Vec<f32>, f64)
fn idf_vec(corpus: &Corpus, token_dim_sample: &[String]) -> (Vec<f32>, f64)
IDFベクトルを生成するメソッド Read more
Source§fn tf_vec(
freq: &TokenFrequency,
token_dim_sample: &[String],
) -> (ZeroSpVec<f32>, f64)
fn tf_vec( freq: &TokenFrequency, token_dim_sample: &[String], ) -> (ZeroSpVec<f32>, f64)
TFベクトルを生成するメソッド Read more
Source§fn tfidf_iter_calc(
tf: impl Iterator<Item = f32>,
tf_denorm: f64,
idf: impl Iterator<Item = f32>,
idf_denorm: f64,
) -> (impl Iterator<Item = f32>, f64)
fn tfidf_iter_calc( tf: impl Iterator<Item = f32>, tf_denorm: f64, idf: impl Iterator<Item = f32>, idf_denorm: f64, ) -> (impl Iterator<Item = f32>, f64)
TF-IDFを計算するイテレータ Read more
fn tfidf_iter_calc_sparse( tf: impl Iterator<Item = (usize, f32)>, tf_denorm: f64, idf: &Vec<f32>, idf_denorm: f64, ) -> (impl Iterator<Item = (usize, f32)>, f64)
Source§impl TFIDFEngine<f64> for DefaultTFIDFEngine
impl TFIDFEngine<f64> for DefaultTFIDFEngine
Source§fn idf_vec(corpus: &Corpus, token_dim_sample: &[String]) -> (Vec<f64>, f64)
fn idf_vec(corpus: &Corpus, token_dim_sample: &[String]) -> (Vec<f64>, f64)
IDFベクトルを生成するメソッド Read more
Source§fn tf_vec(
freq: &TokenFrequency,
token_dim_sample: &[String],
) -> (ZeroSpVec<f64>, f64)
fn tf_vec( freq: &TokenFrequency, token_dim_sample: &[String], ) -> (ZeroSpVec<f64>, f64)
TFベクトルを生成するメソッド Read more
Source§fn tfidf_iter_calc(
tf: impl Iterator<Item = f64>,
tf_denorm: f64,
idf: impl Iterator<Item = f64>,
idf_denorm: f64,
) -> (impl Iterator<Item = f64>, f64)
fn tfidf_iter_calc( tf: impl Iterator<Item = f64>, tf_denorm: f64, idf: impl Iterator<Item = f64>, idf_denorm: f64, ) -> (impl Iterator<Item = f64>, f64)
TF-IDFを計算するイテレータ Read more
fn tfidf_iter_calc_sparse( tf: impl Iterator<Item = (usize, f64)>, tf_denorm: f64, idf: &Vec<f64>, idf_denorm: f64, ) -> (impl Iterator<Item = (usize, f64)>, f64)
Source§impl TFIDFEngine<u16> for DefaultTFIDFEngine
impl TFIDFEngine<u16> for DefaultTFIDFEngine
Source§fn idf_vec(corpus: &Corpus, token_dim_sample: &[String]) -> (Vec<u16>, f64)
fn idf_vec(corpus: &Corpus, token_dim_sample: &[String]) -> (Vec<u16>, f64)
IDFベクトルを生成するメソッド Read more
Source§fn tf_vec(
freq: &TokenFrequency,
token_dim_sample: &[String],
) -> (ZeroSpVec<u16>, f64)
fn tf_vec( freq: &TokenFrequency, token_dim_sample: &[String], ) -> (ZeroSpVec<u16>, f64)
TFベクトルを生成するメソッド Read more
Source§fn tfidf_iter_calc(
tf: impl Iterator<Item = u16>,
tf_denorm: f64,
idf: impl Iterator<Item = u16>,
idf_denorm: f64,
) -> (impl Iterator<Item = u16>, f64)
fn tfidf_iter_calc( tf: impl Iterator<Item = u16>, tf_denorm: f64, idf: impl Iterator<Item = u16>, idf_denorm: f64, ) -> (impl Iterator<Item = u16>, f64)
TF-IDFを計算するイテレータ Read more
fn tfidf_iter_calc_sparse( tf: impl Iterator<Item = (usize, u16)>, tf_denorm: f64, idf: &Vec<u16>, idf_denorm: f64, ) -> (impl Iterator<Item = (usize, u16)>, f64)
Source§impl TFIDFEngine<u32> for DefaultTFIDFEngine
impl TFIDFEngine<u32> for DefaultTFIDFEngine
Source§fn idf_vec(corpus: &Corpus, token_dim_sample: &[String]) -> (Vec<u32>, f64)
fn idf_vec(corpus: &Corpus, token_dim_sample: &[String]) -> (Vec<u32>, f64)
IDFベクトルを生成するメソッド Read more
Source§fn tf_vec(
freq: &TokenFrequency,
token_dim_sample: &[String],
) -> (ZeroSpVec<u32>, f64)
fn tf_vec( freq: &TokenFrequency, token_dim_sample: &[String], ) -> (ZeroSpVec<u32>, f64)
TFベクトルを生成するメソッド Read more
Source§fn tfidf_iter_calc(
tf: impl Iterator<Item = u32>,
tf_denorm: f64,
idf: impl Iterator<Item = u32>,
idf_denorm: f64,
) -> (impl Iterator<Item = u32>, f64)
fn tfidf_iter_calc( tf: impl Iterator<Item = u32>, tf_denorm: f64, idf: impl Iterator<Item = u32>, idf_denorm: f64, ) -> (impl Iterator<Item = u32>, f64)
TF-IDFを計算するイテレータ Read more
fn tfidf_iter_calc_sparse( tf: impl Iterator<Item = (usize, u32)>, tf_denorm: f64, idf: &Vec<u32>, idf_denorm: f64, ) -> (impl Iterator<Item = (usize, u32)>, f64)
Source§impl TFIDFEngine<u8> for DefaultTFIDFEngine
impl TFIDFEngine<u8> for DefaultTFIDFEngine
Source§fn idf_vec(corpus: &Corpus, token_dim_sample: &[String]) -> (Vec<u8>, f64)
fn idf_vec(corpus: &Corpus, token_dim_sample: &[String]) -> (Vec<u8>, f64)
IDFベクトルを生成するメソッド Read more
Source§fn tf_vec(
freq: &TokenFrequency,
token_dim_sample: &[String],
) -> (ZeroSpVec<u8>, f64)
fn tf_vec( freq: &TokenFrequency, token_dim_sample: &[String], ) -> (ZeroSpVec<u8>, f64)
TFベクトルを生成するメソッド Read more
Source§fn tfidf_iter_calc(
tf: impl Iterator<Item = u8>,
tf_denorm: f64,
idf: impl Iterator<Item = u8>,
idf_denorm: f64,
) -> (impl Iterator<Item = u8>, f64)
fn tfidf_iter_calc( tf: impl Iterator<Item = u8>, tf_denorm: f64, idf: impl Iterator<Item = u8>, idf_denorm: f64, ) -> (impl Iterator<Item = u8>, f64)
TF-IDFを計算するイテレータ Read more
fn tfidf_iter_calc_sparse( tf: impl Iterator<Item = (usize, u8)>, tf_denorm: f64, idf: &Vec<u8>, idf_denorm: f64, ) -> (impl Iterator<Item = (usize, u8)>, f64)
Auto Trait Implementations§
impl Freeze for DefaultTFIDFEngine
impl RefUnwindSafe for DefaultTFIDFEngine
impl Send for DefaultTFIDFEngine
impl Sync for DefaultTFIDFEngine
impl Unpin for DefaultTFIDFEngine
impl UnwindSafe for DefaultTFIDFEngine
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more