connectorx 0.4.5

Load data from databases to dataframes, the fastest way.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37

use connectorx::{
    destinations::arrow::ArrowDestination, prelude::*, sources::bigquery::BigQuerySource,
    sql::CXQuery, transports::BigQueryArrowTransport,
};
use std::env;
use std::sync::Arc;
use tokio::runtime::Runtime;

#[test]
#[ignore]
fn test_source() {
    let dburl = env::var("BIGQUERY_URL").unwrap();
    let rt = Arc::new(Runtime::new().unwrap());
    let mut source = BigQuerySource::new(rt, &dburl).unwrap();
    source.set_queries(&[
        CXQuery::naked("SELECT * FROM (SELECT * FROM `dataprep-bigquery.dataprep.lineitem` LIMIT 1000) AS CXTMPTAB_PART WHERE 1281 <= CXTMPTAB_PART.L_ORDERKEY AND CXTMPTAB_PART.L_ORDERKEY < 19419500"),
        CXQuery::naked("SELECT * FROM (SELECT * FROM `dataprep-bigquery.dataprep.lineitem` LIMIT 1000) AS CXTMPTAB_PART WHERE 19419500 <= CXTMPTAB_PART.L_ORDERKEY AND CXTMPTAB_PART.L_ORDERKEY < 38837719"),
        CXQuery::naked("SELECT * FROM (SELECT * FROM `dataprep-bigquery.dataprep.lineitem` LIMIT 1000) AS CXTMPTAB_PART WHERE 38837719 <= CXTMPTAB_PART.L_ORDERKEY AND CXTMPTAB_PART.L_ORDERKEY < 58255940"),]);
    source.fetch_metadata().unwrap();
}

#[test]
#[ignore]
fn test_bigquery_partition() {
    let dburl = env::var("BIGQUERY_URL").unwrap();
    let rt = Arc::new(Runtime::new().unwrap());
    let source = BigQuerySource::new(rt, &dburl).unwrap();
    let queries = [
        CXQuery::naked("SELECT * FROM (SELECT * FROM `dataprep-bigquery.dataprep.lineitem` LIMIT 1000) AS CXTMPTAB_PART WHERE 1281 <= CXTMPTAB_PART.L_ORDERKEY AND CXTMPTAB_PART.L_ORDERKEY < 29128610"),
        CXQuery::naked("SELECT * FROM (SELECT * FROM `dataprep-bigquery.dataprep.lineitem` LIMIT 1000) AS CXTMPTAB_PART WHERE 29128610 <= CXTMPTAB_PART.L_ORDERKEY AND CXTMPTAB_PART.L_ORDERKEY < 58255940"),
    ];
    let mut destination = ArrowDestination::new();
    let dispatcher =
        Dispatcher::<_, _, BigQueryArrowTransport>::new(source, &mut destination, &queries, None);
    dispatcher.run().unwrap();
    let _result = destination.arrow().unwrap();
}