pub struct DeltaSourceConfig {
pub connection: DeltaConnection,
pub version: Option<u64>,
pub timestamp: Option<String>,
pub columns: Vec<String>,
pub batch_size: usize,
}Expand description
Configuration for the Delta Lake source connector.
The table_uri / credentials / storage_options keys are flattened in
from the shared DeltaConnection. Reads scan the table’s active data
files at the latest version (or a pinned version / timestamp for time
travel) and yield each row as a JSON object.
Fields§
§connection: DeltaConnectionTable location + object-store credentials.
version: Option<u64>Time travel: read the table as of this version. Mutually exclusive with
timestamp.
timestamp: Option<String>Time travel: read the table as of this RFC 3339 timestamp. Mutually
exclusive with version.
columns: Vec<String>Projection pushdown: only read these columns. Empty = all columns.
batch_size: usizePage size hint for stream_pages.
Governs how many rows accumulate before a StreamPage is emitted; the
underlying parquet row-group size still bounds each read. 0 is the
“no batching” sentinel — one page per file.
Implementations§
Trait Implementations§
Source§impl Clone for DeltaSourceConfig
impl Clone for DeltaSourceConfig
Source§fn clone(&self) -> DeltaSourceConfig
fn clone(&self) -> DeltaSourceConfig
1.0.0 (const: unstable) · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
source. Read moreSource§impl Debug for DeltaSourceConfig
impl Debug for DeltaSourceConfig
Source§impl<'de> Deserialize<'de> for DeltaSourceConfig
impl<'de> Deserialize<'de> for DeltaSourceConfig
Source§fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
Source§impl JsonSchema for DeltaSourceConfig
impl JsonSchema for DeltaSourceConfig
Source§fn schema_id() -> Cow<'static, str>
fn schema_id() -> Cow<'static, str>
Source§fn json_schema(generator: &mut SchemaGenerator) -> Schema
fn json_schema(generator: &mut SchemaGenerator) -> Schema
Source§fn inline_schema() -> bool
fn inline_schema() -> bool
$ref keyword. Read moreAuto Trait Implementations§
impl Freeze for DeltaSourceConfig
impl RefUnwindSafe for DeltaSourceConfig
impl Send for DeltaSourceConfig
impl Sync for DeltaSourceConfig
impl Unpin for DeltaSourceConfig
impl UnsafeUnpin for DeltaSourceConfig
impl UnwindSafe for DeltaSourceConfig
Blanket Implementations§
impl<T> Allocation for T
Source§impl<T> AsAny for T
impl<T> AsAny for T
Source§fn any_ref(&self) -> &(dyn Any + Sync + Send + 'static)
fn any_ref(&self) -> &(dyn Any + Sync + Send + 'static)
dyn Any reference to the object: Read moreSource§fn as_any(self: Arc<T>) -> Arc<dyn Any + Sync + Send>
fn as_any(self: Arc<T>) -> Arc<dyn Any + Sync + Send>
Arc<dyn Any> reference to the object: Read moreSource§fn into_any(self: Box<T>) -> Box<dyn Any + Sync + Send>
fn into_any(self: Box<T>) -> Box<dyn Any + Sync + Send>
Box<dyn Any>: Read moreSource§fn type_name(&self) -> &'static str
fn type_name(&self) -> &'static str
std::any::type_name, since Any does not provide it and
Any::type_id is useless as a debugging aid (its Debug is just a mess of hex digits).Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> DeserializeOwned for Twhere
T: for<'de> Deserialize<'de>,
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
Source§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more