sil-semantic 0.1.0

Semantic analysis engine for the Semantic Integrity Layer — Jaccard similarity and intent clustering
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19

use std::collections::HashSet;

pub fn semantic_similarity(a: &str, b: &str) -> f32 {
    jaccard_like_score(a, b)
}

fn jaccard_like_score(a: &str, b: &str) -> f32 {
    let set_a: HashSet<_> = a.split('_').collect();
    let set_b: HashSet<_> = b.split('_').collect();

    let intersection = set_a.intersection(&set_b).count() as f32;
    let union = set_a.union(&set_b).count() as f32;

    if union == 0.0 {
        return 0.0;
    }

    intersection / union
}