Struct SparkSession 

pub struct SparkSession(/* private fields */);

Root-owned SparkSession; delegates to the Polars backend.

Implementations

impl SparkSession

pub fn builder() -> SparkSessionBuilder

pub fn from_config(config: &SparklessConfig) -> SparkSession

pub fn read(&self) -> DataFrameReader

pub fn create_or_replace_temp_view(&self, name: &str, df: DataFrame)

pub fn create_global_temp_view(&self, name: &str, df: DataFrame)

pub fn create_or_replace_global_temp_view(&self, name: &str, df: DataFrame)

pub fn drop_temp_view(&self, name: &str)

pub fn drop_global_temp_view(&self, name: &str) -> bool

pub fn register_table(&self, name: &str, df: DataFrame)

pub fn register_database(&self, name: &str)

pub fn list_database_names(&self) -> Vec<String>

pub fn database_exists(&self, name: &str) -> bool

pub fn get_saved_table(&self, name: &str) -> Option<DataFrame>

pub fn saved_table_exists(&self, name: &str) -> bool

pub fn table_exists(&self, name: &str) -> bool

pub fn list_global_temp_view_names(&self) -> Vec<String>

pub fn list_temp_view_names(&self) -> Vec<String>

pub fn list_table_names(&self) -> Vec<String>

pub fn drop_table(&self, name: &str) -> bool

pub fn drop_database(&self, name: &str) -> bool

pub fn warehouse_dir(&self) -> Option<&str>

pub fn table(&self, name: &str) -> Result<DataFrame, PolarsError>

pub fn get_config(&self) -> &HashMap<String, String>

pub fn is_case_sensitive(&self) -> bool

pub fn register_udf<F>(&self, name: &str, f: F) -> Result<(), PolarsError>

where F: Fn(&[Series]) -> Result<Series, PolarsError> + Send + Sync + 'static,

pub fn create_dataframe( &self, data: Vec<(i64, i64, String)>, column_names: Vec<&str>, ) -> Result<DataFrame, PolarsError>

pub fn create_dataframe_engine( &self, data: Vec<(i64, i64, String)>, column_names: Vec<&str>, ) -> Result<DataFrame, EngineError>

pub fn create_dataframe_from_polars(&self, df: PlDataFrame) -> DataFrame

pub fn create_dataframe_from_rows( &self, rows: Vec<Vec<Value>>, schema: Vec<(String, String)>, ) -> Result<DataFrame, PolarsError>

pub fn create_dataframe_from_rows_engine( &self, rows: Vec<Vec<Value>>, schema: Vec<(String, String)>, ) -> Result<DataFrame, EngineError>

pub fn range( &self, start: i64, end: i64, step: i64, ) -> Result<DataFrame, PolarsError>

pub fn read_csv(&self, path: impl AsRef<Path>) -> Result<DataFrame, PolarsError>

pub fn read_csv_engine( &self, path: impl AsRef<Path>, ) -> Result<DataFrame, EngineError>

pub fn read_parquet( &self, path: impl AsRef<Path>, ) -> Result<DataFrame, PolarsError>

pub fn read_parquet_engine( &self, path: impl AsRef<Path>, ) -> Result<DataFrame, EngineError>

pub fn read_json( &self, path: impl AsRef<Path>, ) -> Result<DataFrame, PolarsError>

pub fn read_json_engine( &self, path: impl AsRef<Path>, ) -> Result<DataFrame, EngineError>

pub fn sql(&self, query: &str) -> Result<DataFrame, PolarsError>

pub fn table_engine(&self, name: &str) -> Result<DataFrame, EngineError>

pub fn read_delta_from_path( &self, path: impl AsRef<Path>, ) -> Result<DataFrame, PolarsError>

pub fn stop(&self)

Trait Implementations

impl Clone for SparkSession

fn clone(&self) -> SparkSession

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.