singer 0.3.0

Rust Singer SDK
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83

use serde::{Deserialize, Serialize};
use serde_json::Value;

use crate::schema::JsonSchema;

#[derive(Debug, Serialize, Deserialize, PartialEq, Eq)]
pub struct Catalog {
    pub streams: Vec<Stream>,
}

#[derive(Debug, Serialize, Deserialize, PartialEq, Eq)]
pub struct Metadata {
    pub metadata: Value,
    pub breadcrumb: Vec<String>,
}

#[derive(Debug, Serialize, Deserialize, PartialEq, Eq)]
pub struct Stream {
    pub stream: String,
    pub tap_stream_id: String,
    pub schema: JsonSchema,
    #[serde(skip_serializing_if = "Option::is_none")]
    pub table_name: Option<String>,
    #[serde(skip_serializing_if = "Option::is_none")]
    pub metadata: Option<Vec<Metadata>>,
}

#[cfg(test)]
pub mod tests {

    use std::collections::HashMap;

    use crate::{
        catalog::{Catalog, Stream},
        schema::{Compound, Format, Object, Primitive, PrimitiveFormat, Type},
    };

    #[test]
    fn test_catalog() {
        let input = r#"{"streams": [{"stream": "tools","tap_stream_id": "tools","schema": {"type": "object","additionalProperties": false,"properties": {"id": {"type": "string"},"name": {"type": "string"},"updated_at": {"type": "string","format": "date-time"}}}}]}"#;

        let record: Catalog = serde_json::from_str(input).unwrap();

        let expected = Catalog {
            streams: vec![Stream {
                stream: "tools".to_string(),
                tap_stream_id: "tools".to_string(),
                schema: crate::schema::JsonSchema {
                    title: None,
                    description: None,
                    r#type: crate::schema::Type::Compound(Compound::Object(Object {
                        additional_properties: Some(false),
                        required: None,
                        properties: HashMap::from_iter(vec![
                            (
                                "id".to_string(),
                                Type::Primitive {
                                    r#type: Primitive::String,
                                },
                            ),
                            (
                                "name".to_string(),
                                Type::Primitive {
                                    r#type: Primitive::String,
                                },
                            ),
                            (
                                "updated_at".to_string(),
                                Type::PrimitiveFormat {
                                    r#type: PrimitiveFormat::String,
                                    format: Format::DateTime,
                                },
                            ),
                        ]),
                    })),
                },
                table_name: None,
                metadata: None,
            }],
        };
        assert_eq!(record, expected);
    }
}