sil-semantic 0.1.0

Semantic analysis engine for the Semantic Integrity Layer — Jaccard similarity and intent clustering
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31

use std::collections::HashMap;

pub fn cluster_intents(items: Vec<&str>) -> HashMap<String, Vec<String>> {
    let mut clusters: HashMap<String, Vec<String>> = HashMap::new();

    for item in items {
        let key = generate_cluster_key(item);

        clusters.entry(key).or_insert(vec![]).push(item.to_string());
    }

    clusters
}

fn generate_cluster_key(input: &str) -> String {
    let normalized = input.to_lowercase();

    if normalized.contains("login") {
        return "AUTH".to_string();
    }

    if normalized.contains("user") {
        return "USER_MGMT".to_string();
    }

    if normalized.contains("payment") {
        return "PAYMENT".to_string();
    }

    "GENERAL".to_string()
}