f-ck 0.1.0

Fields combined with columnar keys
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123

use schemars::JsonSchema;
use serde::{Deserialize, Serialize};
use std::path::PathBuf;

#[derive(Serialize, Deserialize, JsonSchema, Debug, Clone)]
pub struct QueryPlan {
    pub sources: Vec<Source>,
    pub destination_schema: Vec<DestinationField>,
    pub primary_keys: PrimaryKeySpec,
    pub mappings: Vec<Mapping>,
}

#[derive(Serialize, Deserialize, JsonSchema, Debug, Clone)]
pub struct Source {
    pub id: String,
    pub path: PathBuf,
    pub format: String,
}

#[derive(Serialize, Deserialize, JsonSchema, Debug, Clone)]
pub struct DestinationField {
    pub name: String,
    pub data_type: String,
}

#[derive(Serialize, Deserialize, JsonSchema, Debug, Clone)]
#[serde(rename_all = "camelCase")]
pub enum PrimaryKeyLogic { 
    Or, 
    And 
}

#[derive(Serialize, Deserialize, JsonSchema, Debug, Clone)]
pub struct PrimaryKeySpec {
    pub logic: PrimaryKeyLogic,
    pub keys: Vec<String>,
}

#[derive(Serialize, Deserialize, JsonSchema, Debug, Clone)]
pub struct Mapping {
    pub destination_field: String,
    pub policy: MergePolicy,
    pub source_fields: Vec<SourceFieldSpec>,
}

#[derive(Serialize, Deserialize, JsonSchema, Debug, Clone)]
pub struct SourceFieldSpec {
    pub id: String,
    pub source_file_id: String,
    pub column_name: String,
}

#[derive(Serialize, Deserialize, JsonSchema, Debug, Clone)]
#[serde(tag = "type")]
#[serde(rename_all = "camelCase")]
pub enum MergePolicy {
    FirstMatch { priority: Vec<String> },
    Sum,
    Count,
    Average,
    Min,
    Max,
}

impl QueryPlan {
    pub fn from_json(json: &str) -> anyhow::Result<Self> {
        Ok(serde_json::from_str(json)?)
    }

    pub fn to_json(&self) -> anyhow::Result<String> {
        Ok(serde_json::to_string_pretty(self)?)
    }

    /// Generate JSON schema for QueryPlan validation
    pub fn json_schema() -> anyhow::Result<String> {
        let schema = schemars::schema_for!(QueryPlan);
        Ok(serde_json::to_string_pretty(&schema)?)
    }

    pub fn validate(&self) -> anyhow::Result<()> {
        if self.sources.is_empty() {
            return Err(anyhow::anyhow!("QueryPlan must have at least one data source"));
        }

        if self.mappings.is_empty() {
            return Err(anyhow::anyhow!("QueryPlan must have at least one field mapping"));
        }

        if self.primary_keys.keys.is_empty() {
            return Err(anyhow::anyhow!("QueryPlan must have at least one primary key"));
        }

        // Validate that source IDs referenced in mappings exist
        let source_ids: std::collections::HashSet<_> = 
            self.sources.iter().map(|s| &s.id).collect();
        
        for mapping in &self.mappings {
            for source_field in &mapping.source_fields {
                if !source_ids.contains(&source_field.source_file_id) {
                    return Err(anyhow::anyhow!(
                        "Mapping references unknown source: {}", 
                        source_field.source_file_id
                    ));
                }
            }
        }

        // Validate that destination fields referenced in primary keys exist
        let dest_field_names: std::collections::HashSet<_> = 
            self.destination_schema.iter().map(|f| &f.name).collect();
        
        for key in &self.primary_keys.keys {
            if !dest_field_names.contains(key) {
                return Err(anyhow::anyhow!(
                    "Primary key references unknown destination field: {}", 
                    key
                ));
            }
        }

        Ok(())
    }
}