inbq 0.10.0

A library for parsing BigQuery queries and extracting schema-aware, column-level lineage.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73

use serde::Deserialize;

#[derive(Debug, Deserialize, Clone)]
pub struct Column {
    pub name: String,
    pub dtype: String,
}

#[derive(Debug, Deserialize, Clone)]
pub struct SchemaObject {
    /// Project.dataset.name uid
    pub name: String,
    pub kind: SchemaObjectKind,
}

#[derive(Debug, Deserialize, Clone)]
pub struct Catalog {
    pub schema_objects: Vec<SchemaObject>,
}

#[derive(Debug, Deserialize, Clone)]
pub struct UserFunctionArg {
    pub name: String,
    pub dtype: String,
}

#[derive(Debug, Deserialize, Clone)]
#[serde(rename_all = "snake_case")]
pub enum TableFunctionArgument {
    Standard(TableFunctionStandardArgument),
    Table(TableFunctionTableArgument),
}

#[derive(Debug, Deserialize, Clone)]
pub struct TableFunctionStandardArgument {
    pub name: String,
    pub dtype: String,
}

#[derive(Debug, Deserialize, Clone)]
pub struct TableFunctionTableArgument {
    pub name: String,
    pub columns: Vec<Column>,
}

#[derive(Debug, Deserialize, Clone)]
#[serde(rename_all = "snake_case")]
pub enum SchemaObjectKind {
    // Tables
    Table {
        columns: Vec<Column>,
    },
    View {
        columns: Vec<Column>,
    },
    // Routines
    UserSqlFunction {
        /// Each argument dtype can be either defined or ANY TYPE (templated function)
        arguments: Vec<UserFunctionArg>,
        /// Return can be None in templated function (any type can only be used in arguments)
        returns: Option<String>,
        /// Body is required for templated functions
        body: Option<String>,
    },
    UserJsFunction {
        arguments: Vec<UserFunctionArg>,
        returns: String,
    },
    TableFunction {
        arguments: Vec<TableFunctionArgument>,
        returns: Vec<Column>,
    },
}