flowscope-export 0.6.0

Database export for FlowScope analysis results
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79

use std::collections::{HashMap, HashSet};

use flowscope_core::{EdgeType, NodeType, StatementLineage};

/// Return the statement-local edge indexes that should be exported as join rows.
///
/// Join metadata may now appear on column-level lineage edges as well as relation-level
/// edges. To keep exported join views stable, collapse those tagged edges down to one
/// representative row per logical relation pair and join metadata tuple.
pub(crate) fn representative_join_edge_indexes(statement: &StatementLineage) -> Vec<usize> {
    let node_types: HashMap<&str, NodeType> = statement
        .nodes
        .iter()
        .map(|node| (node.id.as_ref(), node.node_type))
        .collect();

    let owned_node_to_relation: HashMap<&str, &str> = statement
        .edges
        .iter()
        .filter(|edge| edge.edge_type == EdgeType::Ownership)
        .filter_map(|edge| {
            let owner_type = node_types.get(edge.from.as_ref()).copied()?;
            owner_type
                .is_relation()
                .then_some((edge.to.as_ref(), edge.from.as_ref()))
        })
        .collect();

    let mut seen = HashSet::new();
    let mut indexes = Vec::new();

    for (edge_idx, edge) in statement.edges.iter().enumerate() {
        let Some(join_type) = edge.join_type else {
            continue;
        };

        let Some(from_relation_id) =
            resolve_relation_node_id(edge.from.as_ref(), &node_types, &owned_node_to_relation)
        else {
            continue;
        };
        let Some(to_relation_id) =
            resolve_relation_node_id(edge.to.as_ref(), &node_types, &owned_node_to_relation)
        else {
            continue;
        };

        if from_relation_id == to_relation_id {
            continue;
        }

        let key = (
            from_relation_id.to_owned(),
            to_relation_id.to_owned(),
            format!("{join_type:?}"),
            edge.join_condition
                .as_deref()
                .unwrap_or_default()
                .to_owned(),
        );

        if seen.insert(key) {
            indexes.push(edge_idx);
        }
    }

    indexes
}

fn resolve_relation_node_id<'a>(
    node_id: &'a str,
    node_types: &HashMap<&'a str, NodeType>,
    owned_node_to_relation: &HashMap<&'a str, &'a str>,
) -> Option<&'a str> {
    match node_types.get(node_id).copied() {
        Some(node_type) if node_type.is_relation() => Some(node_id),
        _ => owned_node_to_relation.get(node_id).copied(),
    }
}