Struct DataFrameWriter 

pub struct DataFrameWriter { /* private fields */ }

DataFrameWriter for writing DataFrames to various destinations.

Mirrors pyspark.sql.connect.readwriter.DataFrameWriter.

Implementations

impl DataFrameWriter

pub fn cluster_by<S>(self, cols: impl IntoIterator<Item = S>) -> DataFrameWriter

where S: Into<String>,

Cluster the output by the given columns (liquid clustering).

pub fn mode(self, mode: &str) -> DataFrameWriter

Set the save mode.

pub fn format(self, source: &str) -> DataFrameWriter

Set the format/source type.

pub fn option(self, key: &str, value: &str) -> DataFrameWriter

Set a single option.

pub fn options(self, options: HashMap<String, String>) -> DataFrameWriter

Set multiple options.

pub fn partition_by<S>( self, cols: impl IntoIterator<Item = S>, ) -> DataFrameWriter

where S: Into<String>,

Set the partition columns.

pub fn bucket_by<S>( self, num_buckets: i32, cols: impl IntoIterator<Item = S>, ) -> DataFrameWriter

where S: Into<String>,

Set the bucketing specification.

pub fn sort_by<S>(self, cols: impl IntoIterator<Item = S>) -> DataFrameWriter

where S: Into<String>,

Set the sort columns.

pub fn save(self, path: Option<&str>) -> Result<(), SparkError>

Save the DataFrame to a file path (or to a path-less sink such as noop).

pub fn save_as_table(self, table_name: &str) -> Result<(), SparkError>

Save the DataFrame as a managed table.

pub fn insert_into(self, table_name: &str) -> Result<(), SparkError>

Insert the DataFrame into an existing table.

pub fn json(self, path: &str) -> Result<(), SparkError>

Write as JSON.

pub fn parquet(self, path: &str) -> Result<(), SparkError>

Write as Parquet.

pub fn csv(self, path: &str) -> Result<(), SparkError>

Write as CSV.

pub fn orc(self, path: &str) -> Result<(), SparkError>

Write as ORC.

pub fn text(self, path: &str) -> Result<(), SparkError>

Write as text.

pub fn xml(self, path: &str) -> Result<(), SparkError>

Write as XML. Mirrors DataFrameWriter.xml.

Trait Implementations

impl DataFrameWriterExt for DataFrameWriter

fn save_async( self, path: Option<&str>, ) -> impl Future<Output = Result<()>> + Send + 'static

Async DataFrameWriter::save.

fn save_as_table_async( self, table_name: &str, ) -> impl Future<Output = Result<()>> + Send + 'static

Async DataFrameWriter::save_as_table.

fn insert_into_async( self, table_name: &str, ) -> impl Future<Output = Result<()>> + Send + 'static

Async DataFrameWriter::insert_into.

fn csv_async( self, path: &str, ) -> impl Future<Output = Result<()>> + Send + 'static

Async DataFrameWriter::csv.

fn json_async( self, path: &str, ) -> impl Future<Output = Result<()>> + Send + 'static

Async DataFrameWriter::json.

fn orc_async( self, path: &str, ) -> impl Future<Output = Result<()>> + Send + 'static

Async DataFrameWriter::orc.

fn parquet_async( self, path: &str, ) -> impl Future<Output = Result<()>> + Send + 'static

Async DataFrameWriter::parquet.

fn text_async( self, path: &str, ) -> impl Future<Output = Result<()>> + Send + 'static

Async DataFrameWriter::text.

fn xml_async( self, path: &str, ) -> impl Future<Output = Result<()>> + Send + 'static

Async DataFrameWriter::xml.