Struct rnltk::document::CosineSimilarityMatrix
source · pub struct CosineSimilarityMatrix { /* private fields */ }
Expand description
Struct for holding the resulting cosine_similarity_matrix
from TfidfMatrix::get_cosine_similarity_from_tfidf
Implementations§
source§impl CosineSimilarityMatrix
impl CosineSimilarityMatrix
sourcepub fn get_cosine_similarity_matrix(&self) -> &GenericMatrix
pub fn get_cosine_similarity_matrix(&self) -> &GenericMatrix
Gets the cosine similarity matrix that was created
from TfidfMatrix::get_cosine_similarity_from_tfidf
.
This ensures the user can’t instantiate their own instance of CosineSimilarityMatrix
and must use the
formatted matrix returned from TfidfMatrix::get_cosine_similarity_from_tfidf
.
Examples found in repository?
examples/document_similarity.rs (line 40)
7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72
fn main() {
let document1 = "It is a far, far better thing I do, than I have ever done";
let document2 = "Call me Ishmael";
let document3 = "Is this a dagger I see before me?";
let document4 = "O happy dagger";
let documents = vec![document1, document2, document3, document4];
let stop_words = token::get_stop_words();
let token_config = token::TokenConfig {
remove_stop_words: true,
stem: true,
stop_words
};
let documents_term_frequencies = token::get_term_frequencies_from_sentences_configurable(&documents, token_config);
let mut all_term_frequencies: Vec<f64> = vec![];
documents_term_frequencies.iter().for_each(|term_frequencies| {
all_term_frequencies.extend(term_frequencies.values().into_iter());
});
let nrows = documents_term_frequencies[0].values().len();
let ncols = documents.len();
let document_term_frequencies = DMatrix::from_vec(nrows, ncols, all_term_frequencies);
let document_term_frequency_matrix = document::DocumentTermFrequencies::new(document_term_frequencies);
let tfidf_matrix = document_term_frequency_matrix.get_tfidf_from_term_frequencies();
let cosine_similarity = tfidf_matrix.get_cosine_similarity_from_tfidf();
let cosine_similarity_matrix = cosine_similarity.get_cosine_similarity_matrix();
println!("COSINE SIMILARITY MATRIX");
for row_index in 0..ncols {
println!(
"Document {} {:.2} {:.2} {:.2} {:.2}",
row_index + 1,
&cosine_similarity_matrix[(row_index, 0)],
&cosine_similarity_matrix[(row_index, 1)],
&cosine_similarity_matrix[(row_index, 2)],
&cosine_similarity_matrix[(row_index, 3)]
)
}
println!(" Document 1 Document 2 Document 3 Document 4");
println!("\n-----------------------------\n");
let lsa_cosine_similarity = tfidf_matrix.get_lsa_cosine_similarity_from_tfidf(2).unwrap();
let lsa_cosine_similarity_matrix = lsa_cosine_similarity.get_lsa_cosine_similarity_matrix();
println!("LSA COSINE SIMILARITY MATRIX");
for row_index in 0..ncols {
println!(
"Document {} {:.2} {:.2} {:.2} {:.2}",
row_index + 1,
&lsa_cosine_similarity_matrix[(row_index, 0)],
&lsa_cosine_similarity_matrix[(row_index, 1)],
&lsa_cosine_similarity_matrix[(row_index, 2)],
&lsa_cosine_similarity_matrix[(row_index, 3)]
)
}
println!(" Document 1 Document 2 Document 3 Document 4");
}
Trait Implementations§
source§impl Clone for CosineSimilarityMatrix
impl Clone for CosineSimilarityMatrix
source§fn clone(&self) -> CosineSimilarityMatrix
fn clone(&self) -> CosineSimilarityMatrix
Returns a copy of the value. Read more
1.0.0 · source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
Performs copy-assignment from
source
. Read moreAuto Trait Implementations§
impl RefUnwindSafe for CosineSimilarityMatrix
impl Send for CosineSimilarityMatrix
impl Sync for CosineSimilarityMatrix
impl Unpin for CosineSimilarityMatrix
impl UnwindSafe for CosineSimilarityMatrix
Blanket Implementations§
source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere T: ?Sized,
source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
§impl<SS, SP> SupersetOf<SS> for SPwhere
SS: SubsetOf<SP>,
impl<SS, SP> SupersetOf<SS> for SPwhere SS: SubsetOf<SP>,
§fn to_subset(&self) -> Option<SS>
fn to_subset(&self) -> Option<SS>
The inverse inclusion map: attempts to construct
self
from the equivalent element of its
superset. Read more§fn is_in_subset(&self) -> bool
fn is_in_subset(&self) -> bool
Checks if
self
is actually part of its subset T
(and can be converted to it).§fn to_subset_unchecked(&self) -> SS
fn to_subset_unchecked(&self) -> SS
Use with care! Same as
self.to_subset
but without any property checks. Always succeeds.§fn from_subset(element: &SS) -> SP
fn from_subset(element: &SS) -> SP
The inclusion map: converts
self
to the equivalent element of its superset.