rulemorph 0.2.3

YAML-based declarative data transformation engine for CSV/JSON to JSON
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181

version: 1
input:
  format: json
  json: {}
mappings:
  - target: "map_plus"
    expr:
      op: "map"
      args:
        - { ref: "input.values" }
        - { op: "+", args: [ { ref: "item.value" }, 1 ] }
  - target: "map_index"
    expr:
      op: "map"
      args:
        - { ref: "input.values" }
        - { ref: "item.index" }
  - target: "filter_gt1"
    expr:
      op: "filter"
      args:
        - { ref: "input.values" }
        - { op: ">", args: [ { ref: "item.value" }, 1 ] }
  - target: "flat_map"
    expr:
      op: "flat_map"
      args:
        - { ref: "input.nested_arrays" }
        - { ref: "item.value" }
  - target: "flatten_depth2"
    expr:
      op: "flatten"
      args:
        - { ref: "input.nested" }
        - 2
  - target: "take_2"
    expr:
      op: "take"
      args: [ { ref: "input.values" }, 2 ]
  - target: "take_last_2"
    expr:
      op: "take"
      args: [ { ref: "input.values" }, -2 ]
  - target: "take_min_i64"
    expr:
      op: "take"
      args: [ { ref: "input.values" }, "-9223372036854775808" ]
  - target: "drop_2"
    expr:
      op: "drop"
      args: [ { ref: "input.values" }, 2 ]
  - target: "drop_last_2"
    expr:
      op: "drop"
      args: [ { ref: "input.values" }, -2 ]
  - target: "drop_min_i64"
    expr:
      op: "drop"
      args: [ { ref: "input.values" }, "-9223372036854775808" ]
  - target: "slice_1_to_minus1"
    expr:
      op: "slice"
      args: [ { ref: "input.values" }, 1, -1 ]
  - target: "chunk_2"
    expr:
      op: "chunk"
      args: [ { ref: "input.values" }, 2 ]
  - target: "zip_vs_strings"
    expr:
      op: "zip"
      args: [ { ref: "input.values" }, { ref: "input.strings" } ]
  - target: "zip_with_concat"
    expr:
      op: "zip_with"
      args:
        - { ref: "input.values" }
        - { ref: "input.strings" }
        - op: "concat"
          args:
            - { op: "to_string", args: [ { ref: "item.value[0]" } ] }
            - "-"
            - { ref: "item.value[1]" }
  - target: "unzip_pairs"
    expr:
      op: "unzip"
      args: [ { ref: "input.pairs" } ]
  - target: "group_by_id"
    expr:
      op: "group_by"
      args:
        - { ref: "input.objects" }
        - { ref: "item.value.id" }
  - target: "key_by_id"
    expr:
      op: "key_by"
      args:
        - { ref: "input.objects" }
        - { ref: "item.value.id" }
  - target: "partition_gt1"
    expr:
      op: "partition"
      args:
        - { ref: "input.values" }
        - { op: ">", args: [ { ref: "item.value" }, 1 ] }
  - target: "unique_strings"
    expr:
      op: "unique"
      args: [ { ref: "input.strings" } ]
  - target: "distinct_by_id"
    expr:
      op: "distinct_by"
      args:
        - { ref: "input.objects" }
        - { ref: "item.value.id" }
  - target: "sort_by_score"
    expr:
      op: "sort_by"
      args:
        - { ref: "input.objects" }
        - { ref: "item.value.score" }
  - target: "find_gt1"
    expr:
      op: "find"
      args:
        - { ref: "input.values" }
        - { op: ">", args: [ { ref: "item.value" }, 1 ] }
  - target: "find_index_gt1"
    expr:
      op: "find_index"
      args:
        - { ref: "input.values" }
        - { op: ">", args: [ { ref: "item.value" }, 1 ] }
  - target: "index_of_3"
    expr:
      op: "index_of"
      args: [ { ref: "input.values" }, 3 ]
  - target: "contains_4"
    expr:
      op: "contains"
      args: [ { ref: "input.values" }, 4 ]
  - target: "sum_nums"
    expr:
      op: "sum"
      args: [ { ref: "input.nums" } ]
  - target: "avg_nums"
    expr:
      op: "avg"
      args: [ { ref: "input.nums" } ]
  - target: "min_nums"
    expr:
      op: "min"
      args: [ { ref: "input.nums" } ]
  - target: "max_nums"
    expr:
      op: "max"
      args: [ { ref: "input.nums" } ]
  - target: "reduce_sum"
    expr:
      op: "reduce"
      args:
        - { ref: "input.values" }
        - { op: "+", args: [ { ref: "acc.value" }, { ref: "item.value" } ] }
  - target: "fold_sum"
    expr:
      op: "fold"
      args:
        - { ref: "input.values" }
        - 10
        - { op: "+", args: [ { ref: "acc.value" }, { ref: "item.value" } ] }
  - target: "fold_nested_map_with_acc"
    expr:
      op: "fold"
      args:
        - { ref: "input.values" }
        - 1
        - op: "sum"
          args:
            - op: "map"
              args:
                - { ref: "input.values" }
                - { ref: "acc.value" }