dbcrossbarlib 0.1.0

Library for copying data between databases (pre-release)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76

//! A library for reading and writing table schemas in various formats.
//!
//! At the moment, the most interesting type here is the [`schema`](./schema/)
//! module, which defines a portable SQL schema.

#![feature(await_macro, async_await, futures_api, try_blocks)]
#![warn(missing_docs, unused_extern_crates, clippy::all)]

// We keep one `macro_use` here, because `diesel`'s macros do not yet play
// nicely with the new Rust 2018 macro importing features.
#[macro_use]
extern crate diesel;

// Pull in all of `tokio`'s experimental `async` and `await` support.
#[macro_use]
extern crate tokio;

use std::result;
use strum;

pub(crate) mod context;
pub(crate) mod csv_stream;
pub mod drivers;
pub(crate) mod from_csv_cell;
pub(crate) mod from_json_value;
pub(crate) mod if_exists;
pub(crate) mod locator;
pub(crate) mod path_or_stdio;
pub mod schema;
mod temporary_storage;
pub mod tokio_glue;
pub(crate) mod transform;

/// Standard error type for this library.
pub use failure::Error;

/// Standard result type for this library.
pub type Result<T> = result::Result<T, Error>;

/// The buffer size to use by default when buffering I/O.
pub(crate) const BUFFER_SIZE: usize = 64 * 1024;

pub use context::Context;
pub use csv_stream::CsvStream;
pub use if_exists::IfExists;
pub use locator::{BoxLocator, Locator};
pub use temporary_storage::TemporaryStorage;

/// Definitions included by all the files in this crate.
///
/// This forms the dialect of Rust we use for implementing our core and various
/// drivers, with an emphasis on `tokio` and structured logging.
#[allow(unused_imports)]
pub(crate) mod common {
    pub(crate) use bytes::BytesMut;
    pub(crate) use failure::{format_err, ResultExt};
    pub(crate) use slog::{debug, error, info, o, trace, warn, Logger};
    pub(crate) use std::any::Any;
    pub(crate) use tokio::{prelude::*, sync::mpsc};
    pub(crate) use url::Url;

    pub(crate) use crate::{
        context::Context,
        csv_stream::CsvStream,
        if_exists::IfExists,
        locator::{BoxLocator, Locator},
        path_or_stdio::PathOrStdio,
        schema::Table,
        temporary_storage::TemporaryStorage,
        tokio_glue::{
            box_stream_once, tokio_fut, BoxFuture, BoxStream, FutureExt,
            ResultExt as _, StdFutureExt,
        },
        Error, Result, BUFFER_SIZE,
    };
}