Struct spark_connect_core::session::SparkSession

pub struct SparkSession { /* private fields */ }

The entry point to connecting to a Spark Cluster using the Spark Connection gRPC protocol.

Implementations

impl SparkSession

pub fn new( client: SparkConnectClient<InterceptedService<Channel, MetadataInterceptor>> ) -> Self

pub fn range( self, start: Option<i64>, end: i64, step: i64, num_partitions: Option<i32> ) -> DataFrame

Create a DataFrame with a spingle column named id, containing elements in a range from start (default 0) to end (exclusive) with a step value step, and control the number of partitions with num_partitions

pub fn read(self) -> DataFrameReader

Returns a DataFrameReader that can be used to read datra in as a DataFrame

pub fn readStream(self) -> DataStreamReader

Returns a DataFrameReader that can be used to read datra in as a DataFrame

pub fn table(self, name: &str) -> Result<DataFrame, SparkError>

pub fn catalog(self) -> Catalog

Interface through which the user may create, drop, alter or query underlying databases, tables, functions, etc.

pub async fn sql(self, sql_query: &str) -> Result<DataFrame, SparkError>

Returns a DataFrame representing the result of the given query

pub fn createDataFrame( self, data: &RecordBatch ) -> Result<DataFrame, SparkError>

pub fn session_id(&self) -> &str

Return the session ID

pub fn client( self ) -> SparkConnectClient<InterceptedService<Channel, MetadataInterceptor>>

Spark Connection gRPC client interface

Trait Implementations

impl Clone for SparkSession

fn clone(&self) -> SparkSession

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for SparkSession

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.