sdf-parser-df 0.14.0

Core parser for the sdf YAML
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160

use sdf_parser_df::parse;
use sdf_parser_core::config::SERVICE_DEFINITION_CONFIG_STABLE_VERSION;

#[test]
fn test_validate() {
    let yaml = format!(
        "
---
apiVersion: {SERVICE_DEFINITION_CONFIG_STABLE_VERSION}
meta:
  name: my-service
  version: 0.2.0
  namespace: my-org
topics:
  my-topic:
    name: my-number
    schema:
      key:
        type: string
        converter: raw
      value:
        type: u64
        converter: json
  my-output:
    name: double-number
    schema:
      key:
        type: string
        converter: raw
      value:
        type: u64
        converter: json
config:
  converter: json
services:
  basic_operation:
    sources:
      - type: topic
        id: my-topic
    states:
      odd-even-count:
        type: keyed-state
        properties:
          key:
            type: bool        # odd/event
          value:
            type: u32      # count of numbers
    partition:
      assign-key:
          uses: assign-key-odd-even
          inputs:
            - name: value
              type: u64
          output:
            type: bool
      transforms:
        - operator: map
          uses: doubles
          inputs:
            - name: value
              type: u64
          output:
            type: u64
    sinks:
      - type: topic
        id: my-output
types:
  foo:
    type: string
  my-kv:
    type: keyed-state
    properties:
      key:
        type: foo
      value:
        type: string
"
    );

    let _config = parse(&yaml).expect("parse yaml");
}

#[test]
fn test_f64() {
    let yaml = format!(
        "
---
apiVersion: {SERVICE_DEFINITION_CONFIG_STABLE_VERSION}
meta:
  name: my-service
  version: 0.2.0
  namespace: my-org
topics:
  my-topic:
    name: my-number
    schema:
      key:
        type: string
        converter: raw
      value:
        type: f64
        converter: json
  my-output:
    name: double-number
    schema:
      key:
        type: string
        converter: raw
      value:
        type: f32
        converter: json
config:
  converter: json
services:
  basic_operation:
    sources:
      - type: topic
        id: my-topic
    states:
      odd-even-count:
        type: keyed-state
        properties:
          key:
            type: bool        # odd/event
          value:
            type: u32      # count of numbers
    partition:
      assign-key:
          uses: assign-key-odd-even
          inputs:
            - name: value
              type: u64
          output:
            type: bool
      transforms:
        - operator: map
          uses: doubles
          inputs:
            - name: value
              type: u64
          output:
            type: u64
    sinks:
      - type: topic
        id: my-output
types:
  foo:
    type: string
  my-kv:
    type: keyed-state
    properties:
      key:
        type: foo
      value:
        type: string
"
    );

    let _config = parse(&yaml).expect("parse yaml");
}