Struct DataFrameWriterV2 

pub struct DataFrameWriterV2 { /* private fields */ }

DataFrameWriterV2 for the v2 write API (DataFrame.writeTo).

Mirrors pyspark.sql.connect.readwriter.DataFrameWriterV2.

Implementations

impl DataFrameWriterV2

pub fn cluster_by<S>( self, cols: impl IntoIterator<Item = S>, ) -> DataFrameWriterV2

where S: Into<String>,

Cluster the output table by the given columns (liquid clustering).

pub fn using(self, provider: &str) -> DataFrameWriterV2

Specify the underlying output data source provider (e.g. “parquet”).

pub fn option(self, key: &str, value: &str) -> DataFrameWriterV2

Add a write option.

pub fn options(self, options: HashMap<String, String>) -> DataFrameWriterV2

Add multiple write options.

pub fn table_property(self, property: &str, value: &str) -> DataFrameWriterV2

Add a table property.

pub fn partition_by<C>( self, columns: impl IntoIterator<Item = C>, ) -> DataFrameWriterV2

where C: Into<Column>,

Partition the output table by the given columns.

pub fn create(self) -> Result<(), SparkError>

Create a new table from the DataFrame.

pub fn replace(self) -> Result<(), SparkError>

Replace an existing table with the DataFrame.

pub fn create_or_replace(self) -> Result<(), SparkError>

Create the table, or replace it if it already exists.

pub fn append(self) -> Result<(), SparkError>

Append the DataFrame’s rows to the table.

pub fn overwrite(self, condition: Column) -> Result<(), SparkError>

Overwrite rows matching condition with the DataFrame’s rows.

pub fn overwrite_partitions(self) -> Result<(), SparkError>

Overwrite all partitions touched by the DataFrame (dynamic overwrite).

Trait Implementations

impl DataFrameWriterV2Ext for DataFrameWriterV2

fn append_async(self) -> impl Future<Output = Result<()>> + Send + 'static

Async DataFrameWriterV2::append.

fn create_async(self) -> impl Future<Output = Result<()>> + Send + 'static

Async DataFrameWriterV2::create.

fn create_or_replace_async( self, ) -> impl Future<Output = Result<()>> + Send + 'static

Async DataFrameWriterV2::create_or_replace.

fn overwrite_async( self, condition: Column, ) -> impl Future<Output = Result<()>> + Send + 'static

Async DataFrameWriterV2::overwrite.

fn overwrite_partitions_async( self, ) -> impl Future<Output = Result<()>> + Send + 'static

Async DataFrameWriterV2::overwrite_partitions.

fn replace_async(self) -> impl Future<Output = Result<()>> + Send + 'static

Async DataFrameWriterV2::replace.