rulemorph 0.3.1

YAML-based declarative data transformation engine for CSV/JSON to JSON
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114

use super::*;

#[allow(clippy::too_many_arguments)]
pub(super) fn eval_v2_map_step_traced<'a>(
    map: &crate::v2_model::V2MapStep,
    pipe_value: V2EvalValue,
    record: &'a JsonValue,
    context: Option<&'a JsonValue>,
    out: &'a JsonValue,
    step_path: &str,
    ctx: &V2EvalContext<'a>,
    collector: &mut TraceCollector,
) -> Result<(V2EvalValue, V2EvalContext<'a>), TransformError> {
    collector
        .start_span(TraceEventKind::OpStart, TracePhase::Start)
        .rule_path(step_path)
        .operator("map")
        .input_v2_eval_value(&pipe_value, collector.options(), None)
        .finish(collector);
    let arr = match &pipe_value {
        V2EvalValue::Missing => {
            collector
                .end_span(TraceEventKind::OpEnd, TracePhase::End)
                .rule_path(step_path)
                .operator("map")
                .finish_with_v2_eval_output(collector, &V2EvalValue::Missing, None);
            return Ok((V2EvalValue::Missing, ctx.clone()));
        }
        V2EvalValue::Value(JsonValue::Array(arr)) => arr,
        V2EvalValue::Value(_) => {
            collector
                .error_span(TraceEventKind::OpError, "OP_ERROR", "operator failed")
                .rule_path(step_path)
                .operator("map")
                .finish(collector);
            return Err(TransformError::new(
                TransformErrorKind::ExprError,
                "map step requires array",
            )
            .with_path(step_path));
        }
    };
    let mut results = Vec::with_capacity(arr.len());
    for (index, item_value) in arr.iter().enumerate() {
        let item_path = format!("{}[{}]", step_path, index);
        let item_eval_value = V2EvalValue::Value(item_value.clone());
        let item_ctx = ctx
            .clone()
            .with_pipe_value(item_eval_value.clone())
            .with_item(V2EvalItem {
                value: item_value,
                index,
            });
        let mut current = item_eval_value;
        let mut step_ctx = item_ctx.clone();

        collector
            .start_span(TraceEventKind::CollectionItemStart, TracePhase::Start)
            .rule_path(&item_path)
            .input_path(canonical_item_path(""))
            .attr_index("item_index", index)
            .attr_enum("scope", "item")
            .input_value(item_value, collector.options(), Some("@item"))
            .finish(collector);

        for (nested_index, nested_step) in map.steps.iter().enumerate() {
            let nested_ctx = step_ctx.clone().with_pipe_value(current.clone());
            let (next, next_ctx) = match eval_v2_step_traced(
                nested_step,
                current,
                record,
                context,
                out,
                &format!("{}.step[{}]", item_path, nested_index),
                &nested_ctx,
                collector,
            ) {
                Ok(result) => result,
                Err(error) => {
                    collector
                        .error_span(TraceEventKind::Error, "COLLECTION_ERROR", "item failed")
                        .rule_path(&item_path)
                        .finish(collector);
                    collector
                        .error_span(TraceEventKind::OpError, "OP_ERROR", "operator failed")
                        .rule_path(step_path)
                        .operator("map")
                        .input_v2_eval_value(&pipe_value, collector.options(), None)
                        .finish(collector);
                    return Err(error);
                }
            };
            current = next;
            step_ctx = next_ctx;
        }
        collector
            .end_span(TraceEventKind::CollectionItemEnd, TracePhase::End)
            .rule_path(&item_path)
            .finish_with_v2_eval_output(collector, &current, Some("@item"));
        if let V2EvalValue::Value(value) = current {
            results.push(value);
        }
    }
    collector
        .end_span(TraceEventKind::OpEnd, TracePhase::End)
        .rule_path(step_path)
        .operator("map")
        .finish_with_v2_eval_output(
            collector,
            &V2EvalValue::Value(JsonValue::Array(results.clone())),
            None,
        );
    Ok((V2EvalValue::Value(JsonValue::Array(results)), ctx.clone()))
}