arrow-tiberius 0.1.0

Apache Arrow and SQL Server bridge through Tiberius
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111

//! Payload-returning direct TDS row execution.

use arrow_array::RecordBatch;

use crate::{Result, write::record_batch::validate_runtime_columns};

use super::super::{
    DirectEncoder, MeasuredDirectBatch,
    binding::BoundDirectBatch,
    invalid_payload,
    layout::allocate_rows_payload_with_tokens,
    payload::EncodedRowsPayload,
    rows::fixed_width::{try_encode_fixed_width_rows, try_encode_fixed_width_rows_with_layout},
};

/// Encodes a runtime batch into complete raw TDS row payload bytes.
pub(crate) fn encode_batch(
    encoder: &DirectEncoder,
    batch: &RecordBatch,
) -> Result<EncodedRowsPayload> {
    encode_checked_batch(encoder, batch)
}

/// Encodes a contiguous row range from a runtime batch.
///
/// Returned row-token offsets are relative to the returned payload, so the
/// first non-empty range always starts at offset zero.
pub(crate) fn encode_batch_range(
    encoder: &DirectEncoder,
    batch: &RecordBatch,
    start_row: usize,
    row_count: usize,
) -> Result<EncodedRowsPayload> {
    let end_row = start_row
        .checked_add(row_count)
        .ok_or_else(|| invalid_payload("direct row range end overflowed usize"))?;
    if end_row > batch.num_rows() {
        return Err(invalid_payload(format!(
            "direct row range {start_row}..{end_row} is outside batch row count {}",
            batch.num_rows()
        )));
    }

    let batch = batch.slice(start_row, row_count);
    encode_checked_batch(encoder, &batch)
}

/// Encodes one range from a pre-measured direct batch.
pub(crate) fn encode_measured_batch_range(
    encoder: &DirectEncoder,
    batch: &RecordBatch,
    measured: &MeasuredDirectBatch,
    start_row: usize,
    row_count: usize,
) -> Result<EncodedRowsPayload> {
    measured.check_range(start_row, row_count)?;

    if row_count == 0 {
        return EncodedRowsPayload::new(Vec::new(), Vec::new());
    }

    if measured.row_count() != batch.num_rows() {
        return Err(invalid_payload(format!(
            "measured row count {} does not match runtime batch row count {}",
            measured.row_count(),
            batch.num_rows()
        )));
    }

    if measured.column_count() != encoder.plan.column_count() {
        return Err(invalid_payload(format!(
            "measured column count {} does not match direct plan column count {}",
            measured.column_count(),
            encoder.plan.column_count()
        )));
    }

    let batch = batch.slice(start_row, row_count);
    let bound = BoundDirectBatch::new(encoder, &batch)?;
    let layout = measured.range_layout(start_row, row_count)?;
    if let Some(payload) = try_encode_fixed_width_rows_with_layout(&bound, &layout)? {
        return Ok(payload);
    }

    let mut bytes = allocate_rows_payload_with_tokens(&layout);
    bound.fill_columns(&layout, &mut bytes)?;

    EncodedRowsPayload::new(bytes, layout.row_token_offsets().to_vec())
}

fn encode_checked_batch(
    encoder: &DirectEncoder,
    batch: &RecordBatch,
) -> Result<EncodedRowsPayload> {
    validate_runtime_columns(batch, &encoder.mappings)?;

    if encoder.plan.is_empty() && batch.num_rows() == 0 {
        return EncodedRowsPayload::new(Vec::new(), Vec::new());
    }

    let bound = BoundDirectBatch::new(encoder, batch)?;
    if let Some(payload) = try_encode_fixed_width_rows(&bound)? {
        return Ok(payload);
    }

    let layout = bound.measure_layout()?;
    let mut bytes = allocate_rows_payload_with_tokens(&layout);
    bound.fill_columns(&layout, &mut bytes)?;

    EncodedRowsPayload::new(bytes, layout.row_token_offsets().to_vec())
}