Struct DataFrameWriter 

pub struct DataFrameWriter { /* private fields */ }

DataFrameWriter for writing DataFrames to various destinations.

Mirrors pyspark.sql.connect.readwriter.DataFrameWriter.

Implementations

impl DataFrameWriter

pub fn cluster_by<S: Into<String>>( self, cols: impl IntoIterator<Item = S>, ) -> Self

Cluster the output by the given columns (liquid clustering).

pub fn mode(self, mode: &str) -> Self

Set the save mode.

pub fn format(self, source: &str) -> Self

Set the format/source type.

pub fn option(self, key: &str, value: &str) -> Self

Set a single option.

pub fn options(self, options: HashMap<String, String>) -> Self

Set multiple options.

pub fn partition_by<S: Into<String>>( self, cols: impl IntoIterator<Item = S>, ) -> Self

Set the partition columns.

pub fn bucket_by<S: Into<String>>( self, num_buckets: i32, cols: impl IntoIterator<Item = S>, ) -> Self

Set the bucketing specification.

pub fn sort_by<S: Into<String>>(self, cols: impl IntoIterator<Item = S>) -> Self

Set the sort columns.

pub fn save(self, path: Option<&str>) -> Result<()>

Save the DataFrame to a file path (or to a path-less sink such as noop).

pub fn save_as_table(self, table_name: &str) -> Result<()>

Save the DataFrame as a managed table.

pub fn insert_into(self, table_name: &str) -> Result<()>

Insert the DataFrame into an existing table.

pub fn json(self, path: &str) -> Result<()>

Write as JSON.

pub fn parquet(self, path: &str) -> Result<()>

Write as Parquet.

pub fn csv(self, path: &str) -> Result<()>

Write as CSV.

pub fn orc(self, path: &str) -> Result<()>

Write as ORC.

pub fn text(self, path: &str) -> Result<()>

Write as text.

pub fn xml(self, path: &str) -> Result<()>

Write as XML. Mirrors DataFrameWriter.xml.