databricks-zerobus-ingest-sdk 2.2.0

A high-performance Rust client for streaming data ingestion into Databricks Delta tables using the Zerobus service
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32

//! Zero-copy, single-pass protobuf parser driven by a [`prost_types::DescriptorProto`].
//!
//! Parses nested messages in one O(N) traversal; all string and byte values
//! borrow from the input buffer. Designed for ingestion paths where the schema
//! is only known at runtime but per-record allocations need to stay flat.
//!
//! ```no_run
//! use prost_types::DescriptorProto;
//! use databricks_zerobus_ingest_sdk::zeroparser::{
//!     parser::ParsedMessage, types::FieldValueRef, MessageRegistry, ParseResult,
//! };
//!
//! # fn run(descriptor: DescriptorProto, bytes: &[u8]) -> ParseResult<()> {
//! let registry = MessageRegistry::from_descriptor(&descriptor);
//! let parsed = ParsedMessage::parse(bytes, &registry)?;
//! if let Some(FieldValueRef::String(s)) = parsed.get_scalar(1) {
//!     println!("field 1 = {s}");
//! }
//! # Ok(()) }
//! ```

mod errors;
mod owned;
pub mod parser;
mod registry;
mod sparse_field_map;
pub mod types;
pub mod wire;

pub use errors::{ParseError, ParseResult};
pub use owned::OwnedParsedMessage;
pub use registry::MessageRegistry;