Struct DataStreamWriter 

pub struct DataStreamWriter { /* private fields */ }

DataStreamWriter for writing streaming data to various sinks.

Mirrors pyspark.sql.connect.streaming.DataStreamWriter.

Implementations

impl DataStreamWriter

pub fn output_mode(self, mode: &str) -> DataStreamWriter

Set the output mode (“append”, “update”, “complete”).

pub fn format(self, source: &str) -> DataStreamWriter

Set the format/sink type (e.g., “parquet”, “json”, “csv”, “console”, “noop”, “kafka”).

pub fn option(self, key: &str, value: &str) -> DataStreamWriter

Set a single option key-value pair.

pub fn options(self, options: HashMap<String, String>) -> DataStreamWriter

Set multiple options.

pub fn partition_by(self, columns: Vec<&str>) -> DataStreamWriter

Set partitioning columns.

pub fn cluster_by(self, columns: Vec<&str>) -> DataStreamWriter

Set clustering columns.

pub fn query_name(self, name: &str) -> DataStreamWriter

Set the query name.

pub fn trigger(self, trigger: Trigger) -> DataStreamWriter

Set the trigger type.

pub fn foreach_batch(self, payload: PythonUDFPayload) -> DataStreamWriter

Set a foreach batch function (PythonUDF payload).

pub fn foreach(self, payload: PythonUDFPayload) -> DataStreamWriter

Set a foreach function (PythonUDF payload).

pub fn start(self, path: &str) -> Result<StreamingQuery, SparkError>

Start the streaming query writing to a path, returning a StreamingQuery handle.

pub fn to_table(self, table_name: &str) -> Result<StreamingQuery, SparkError>

Start the streaming query writing to a table, returning a StreamingQuery handle.

Trait Implementations

impl DataStreamWriterExt for DataStreamWriter

fn start_async( self, path: &str, ) -> impl Future<Output = Result<StreamingQuery>> + Send + 'static

Async DataStreamWriter::start.

fn to_table_async( self, table_name: &str, ) -> impl Future<Output = Result<StreamingQuery>> + Send + 'static

Async DataStreamWriter::to_table.