linkrs-query 0.1.0

Query engine, parser, and executor for Linkrs
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116

use super::*;

pub(super) fn handle_copy_from(
    op: &mut SinkOperator,
    input: &mut StreamingExecutor,
) -> Result<Option<DataChunk>, QueryError> {
    let SinkOperatorKind::CopyFrom {
        storage,
        space_name,
        target,
        file_paths,
        by_column,
        header,
        delimiter,
        batch_size,
        rows_inserted,
        summary_returned,
        ..
    } = &mut op.kind
    else {
        return Err(QueryError::execution(
            "copy::handle_copy_from called for a non-copy-from sink".to_string(),
        ));
    };
    if *summary_returned {
        return Ok(None);
    }
    // Drain input (dummy single row)
    while let Some(mut chunk) = input.advance()? {
        chunk.normalize_for_opaque("CopyFrom");
        if let Some(rt) = op.runtime.as_ref() {
            rt.ensure_not_cancelled()?;
        }
    }
    if let Some(rt) = op.runtime.as_ref() {
        rt.ensure_not_cancelled()?;
    }
    if let Some(storage_lock) = storage {
        let count = super::super::copy::execute_copy_from(
            storage_lock,
            space_name,
            target,
            file_paths,
            *by_column,
            *header,
            *delimiter,
            *batch_size,
            op.runtime.as_ref().map(|r| r.clone()),
        )?;
        *rows_inserted = count;
    } else {
        // Mock storage: estimate from file line count if possible
        *rows_inserted = 0;
    }
    *summary_returned = true;
    Ok(Some(make_modify_result(
        Arc::clone(&op.output_layout),
        "copy_from",
        *rows_inserted,
    )))
}

pub(super) fn handle_copy_to(
    op: &mut SinkOperator,
    input: &mut StreamingExecutor,
) -> Result<Option<DataChunk>, QueryError> {
    let SinkOperatorKind::CopyTo {
        storage,
        space_name,
        target,
        file_path,
        header,
        delimiter,
        rows_exported,
        summary_returned,
        ..
    } = &mut op.kind
    else {
        return Err(QueryError::execution(
            "copy::handle_copy_to called for a non-copy-to sink".to_string(),
        ));
    };
    if *summary_returned {
        return Ok(None);
    }
    // Drain input (dummy single row)
    while let Some(mut chunk) = input.advance()? {
        chunk.normalize_for_opaque("CopyTo");
        if let Some(rt) = op.runtime.as_ref() {
            rt.ensure_not_cancelled()?;
        }
    }
    if let Some(rt) = op.runtime.as_ref() {
        rt.ensure_not_cancelled()?;
    }
    if let Some(storage_lock) = storage {
        let count = super::super::copy::execute_copy_to(
            storage_lock,
            space_name,
            target,
            file_path,
            *header,
            *delimiter,
        )?;
        *rows_exported = count;
    } else {
        // Mock storage: nothing to scan.
        *rows_exported = 0;
    }
    *summary_returned = true;
    Ok(Some(make_modify_result(
        Arc::clone(&op.output_layout),
        "copy_to",
        *rows_exported,
    )))
}