feldera-ir 0.275.0

Intermediate representation types for Feldera Programs
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125

use std::collections::HashMap;

use serde::{Deserialize, Serialize};
use serde_json::Value;
use utoipa::ToSchema;

/// The Calcite plan representation of a dataflow graph.
#[derive(Debug, Deserialize, Serialize, ToSchema, PartialEq, Eq, Clone)]
pub struct CalcitePlan {
    pub rels: Vec<Rel>,
}

#[derive(Debug, Deserialize, Serialize, ToSchema, PartialEq, Eq, Clone)]
pub struct Rel {
    pub id: usize,
    #[serde(default)]
    pub inputs: Vec<usize>,
    #[serde(rename = "relOp")]
    pub rel_op: String,

    /// This is a vector where the elements concatenated form a fully qualified table name.
    ///
    /// e.g., usually is of the form `[$namespace, $table] / [schema, table]`
    #[serde(default)]
    pub table: Option<Vec<String>>,

    #[serde(default)]
    pub condition: Option<Condition>,

    #[serde(default)]
    #[serde(rename = "joinType")]
    pub join_type: Option<String>,

    #[serde(default)]
    pub exprs: Option<Vec<Operand>>,

    #[serde(default)]
    pub fields: Option<Vec<String>>,

    #[serde(default)]
    pub all: Option<bool>,

    #[serde(default)]
    pub aggs: Option<Vec<Value>>,

    #[serde(default)]
    pub group: Option<Vec<usize>>,

    #[serde(flatten)]
    pub extra: HashMap<String, Value>,
}

#[derive(Debug, Deserialize, Serialize, ToSchema, PartialEq, Eq, Clone)]
pub struct Condition {
    pub op: Option<Op>,
    pub operands: Option<Vec<Operand>>,
    #[serde(default)]
    pub literal: bool,

    #[serde(flatten)]
    pub extra: HashMap<String, Value>,
}

#[derive(Debug, Deserialize, Serialize, ToSchema, PartialEq, Eq, Clone)]
pub struct Op {
    pub kind: String,
    pub name: String,
    pub syntax: String,

    #[serde(flatten)]
    pub extra: HashMap<String, Value>,
}

#[derive(Debug, Deserialize, Serialize, ToSchema, PartialEq, Eq, Clone)]
pub struct Operand {
    pub input: Option<usize>,
    pub name: Option<String>,

    #[serde(flatten)]
    pub extra: HashMap<String, Value>,
}

#[derive(Debug, Clone, Serialize, Deserialize, ToSchema, PartialEq, Eq)]
#[serde(untagged)]
pub enum CalciteId {
    Partial {
        partial: usize,
    },
    Final {
        #[serde(rename = "final")]
        final_: usize,
    },
    And {
        and: Vec<CalciteId>,
    },
    Seq {
        seq: Vec<CalciteId>,
    },
    Null,
}

impl CalciteId {
    #[allow(unused)]
    fn contains(&self, id: usize) -> bool {
        match self {
            CalciteId::Partial { partial } => *partial == id,
            CalciteId::Final { final_ } => *final_ == id,
            CalciteId::And { and } => and.iter().any(|cid| cid.contains(id)),
            CalciteId::Seq { seq } => seq.iter().any(|cid| cid.contains(id)),
            CalciteId::Null => false,
        }
    }
}

impl From<CalciteId> for Vec<usize> {
    fn from(val: CalciteId) -> Self {
        match val {
            CalciteId::Partial { partial } => vec![partial],
            CalciteId::Final { final_ } => vec![final_],
            CalciteId::And { and } => and.into_iter().flat_map(Into::<Vec<usize>>::into).collect(),
            CalciteId::Seq { seq } => seq.into_iter().flat_map(Into::<Vec<usize>>::into).collect(),
            CalciteId::Null => vec![],
        }
    }
}