Skip to main content

SparkSessionBackend

Trait SparkSessionBackend 

Source
pub trait SparkSessionBackend: Send + Sync {
    // Required methods
    fn read(&self) -> Box<dyn DataFrameReaderBackend>;
    fn table(
        &self,
        name: &str,
    ) -> Result<Box<dyn DataFrameBackend>, EngineError>;
    fn create_dataframe_from_rows(
        &self,
        rows: Vec<Vec<Value>>,
        schema: Vec<(String, String)>,
        verify_schema: bool,
        schema_was_inferred: bool,
    ) -> Result<Box<dyn DataFrameBackend>, EngineError>;
    fn create_dataframe(
        &self,
        data: Vec<(i64, i64, String)>,
        column_names: Vec<&str>,
    ) -> Result<Box<dyn DataFrameBackend>, EngineError>;
    fn sql(&self, query: &str) -> Result<Box<dyn DataFrameBackend>, EngineError>;
    fn register_table(&self, name: &str, df: &dyn DataFrameBackend);
    fn is_case_sensitive(&self) -> bool;
    fn get_config(&self) -> &HashMap<String, String>;
}
Expand description

Backend for SparkSession: creates readers, tables, and DataFrames from data.

Required Methods§

Source

fn read(&self) -> Box<dyn DataFrameReaderBackend>

Source

fn table(&self, name: &str) -> Result<Box<dyn DataFrameBackend>, EngineError>

Source

fn create_dataframe_from_rows( &self, rows: Vec<Vec<Value>>, schema: Vec<(String, String)>, verify_schema: bool, schema_was_inferred: bool, ) -> Result<Box<dyn DataFrameBackend>, EngineError>

Source

fn create_dataframe( &self, data: Vec<(i64, i64, String)>, column_names: Vec<&str>, ) -> Result<Box<dyn DataFrameBackend>, EngineError>

Source

fn sql(&self, query: &str) -> Result<Box<dyn DataFrameBackend>, EngineError>

Source

fn register_table(&self, name: &str, df: &dyn DataFrameBackend)

Source

fn is_case_sensitive(&self) -> bool

Source

fn get_config(&self) -> &HashMap<String, String>

Implementations on Foreign Types§

Source§

impl SparkSessionBackend for SparkSession

Source§

fn read(&self) -> Box<dyn DataFrameReaderBackend>

Source§

fn table(&self, name: &str) -> Result<Box<dyn DataFrameBackend>, EngineError>

Source§

fn create_dataframe_from_rows( &self, rows: Vec<Vec<Value>>, schema: Vec<(String, String)>, verify_schema: bool, schema_was_inferred: bool, ) -> Result<Box<dyn DataFrameBackend>, EngineError>

Source§

fn create_dataframe( &self, data: Vec<(i64, i64, String)>, column_names: Vec<&str>, ) -> Result<Box<dyn DataFrameBackend>, EngineError>

Source§

fn sql(&self, query: &str) -> Result<Box<dyn DataFrameBackend>, EngineError>

Source§

fn register_table(&self, name: &str, df: &dyn DataFrameBackend)

Source§

fn is_case_sensitive(&self) -> bool

Source§

fn get_config(&self) -> &HashMap<String, String>

Implementors§