spark-connect 0.2.2

Rust client for Apache Spark Connect.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22

use crate::spark;
use arrow::record_batch::RecordBatch;


#[derive(Default, Debug, Clone)]
pub(crate) struct AnalyzeHandler {
    pub(crate) schema: Option<spark::DataType>,
    pub(crate) spark_version: Option<String>,
}

#[derive(Default, Debug, Clone)]
pub(crate) struct ExecuteHandler {
    pub(crate) batches: Vec<RecordBatch>,
    pub(crate) relation: Option<spark::Relation>,
    pub(crate) result_complete: bool,
    pub(crate) total_count: isize,
}

#[derive(Default, Debug, Clone)]
pub(crate) struct InterruptHandler {
    pub(crate) interrupted_ids: Vec<String>
}