dbcrossbarlib 0.5.3

Library for copying data between databases (pre-release)
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47

//! Load data from Google Cloud Storage into BigQuery.

use super::{
    super::Client,
    jobs::{
        run_job, CreateDisposition, Job, JobConfigurationLoad, Labels, TableReference,
        WriteDisposition,
    },
    TableSchema,
};
use crate::common::*;
use crate::drivers::bigquery_shared::BqTable;
use std::convert::TryFrom;

/// Load data from `gs_url` into `dest_table`.
#[instrument(level = "trace", skip(dest_table, labels), fields(dest_name = ?dest_table.name))]
pub(crate) async fn load(
    gs_url: &Url,
    dest_table: &BqTable,
    if_exists: &IfExists,
    labels: &Labels,
) -> Result<()> {
    trace!("loading {} into {}", gs_url, dest_table.name);

    // Configure our job.
    let config = JobConfigurationLoad {
        source_uris: vec![gs_url.to_string()],
        schema: Some(TableSchema {
            fields: dest_table.columns.clone(),
        }),
        destination_table: TableReference::from(&dest_table.name),
        create_disposition: Some(CreateDisposition::CreateIfNeeded),
        write_disposition: Some(WriteDisposition::try_from(if_exists)?),
        skip_leading_rows: Some(1),
        allow_quoted_newlines: Some(true),
    };

    // Run our job.
    let client = Client::new().await?;
    run_job(
        &client,
        dest_table.name.project(),
        Job::new_load(config, labels.to_owned()),
    )
    .await?;
    Ok(())
}