pub struct Column { /* private fields */ }Expand description
pyspark.sql.connect.column.Column
Represents a column in a DataFrame, built from an Expression. All operations return new Columns by composing expressions.
Implementations§
Source§impl Column
impl Column
Sourcepub fn new(expr: Expression) -> Self
pub fn new(expr: Expression) -> Self
Create a Column from an Expression.
Sourcepub fn expression(&self) -> &Expression
pub fn expression(&self) -> &Expression
Get the underlying Expression.
Sourcepub fn alias_with_metadata(
self,
name: &str,
metadata: BTreeMap<String, String>,
) -> Column
pub fn alias_with_metadata( self, name: &str, metadata: BTreeMap<String, String>, ) -> Column
Column.alias(name, metadata=...) - attaches column metadata, serialized to
a JSON map (matching the reference client’s json.dumps(metadata)).
Sourcepub fn name(self, name: &str) -> Column
pub fn name(self, name: &str) -> Column
Mirrors pyspark.sql.column.Column.name (alias for alias).
Sourcepub fn astype(self, to_type: DataType) -> Column
pub fn astype(self, to_type: DataType) -> Column
Mirrors pyspark.sql.column.Column.astype (alias for cast).
Sourcepub fn cast_str(self, type_name: &str) -> Column
pub fn cast_str(self, type_name: &str) -> Column
Mirrors pyspark.sql.column.Column.cast with a DDL type string, e.g.
col("x").cast("string") → cast { type_str: "string" }.
Sourcepub fn try_cast_str(self, type_name: &str) -> Column
pub fn try_cast_str(self, type_name: &str) -> Column
Column.try_cast with a DDL type string.
Sourcepub fn is_not_null(self) -> Column
pub fn is_not_null(self) -> Column
Mirrors pyspark.sql.column.Column.isNotNull.
Sourcepub fn substr(self, start: Column, length: Column) -> Column
pub fn substr(self, start: Column, length: Column) -> Column
Mirrors pyspark.sql.column.Column.substr.
Sourcepub fn ilike(self, pattern: &str) -> Column
pub fn ilike(self, pattern: &str) -> Column
Mirrors pyspark.sql.column.Column.ilike (case-insensitive like).
Sourcepub fn eq_null_safe(self, other: Column) -> Column
pub fn eq_null_safe(self, other: Column) -> Column
Mirrors pyspark.sql.column.Column.eqNullSafe (null-safe equality <=>).
Sourcepub fn bitwise_and(self, other: Column) -> Column
pub fn bitwise_and(self, other: Column) -> Column
Mirrors pyspark.sql.column.Column.bitwiseAND.
Sourcepub fn bitwise_or(self, other: Column) -> Column
pub fn bitwise_or(self, other: Column) -> Column
Mirrors pyspark.sql.column.Column.bitwiseOR.
Sourcepub fn bitwise_xor(self, other: Column) -> Column
pub fn bitwise_xor(self, other: Column) -> Column
Mirrors pyspark.sql.column.Column.bitwiseXOR.
Sourcepub fn between(self, lower: Column, upper: Column) -> Column
pub fn between(self, lower: Column, upper: Column) -> Column
Mirrors pyspark.sql.column.Column.between:
(self >= lower) & (self <= upper).
Sourcepub fn isin<C: Into<Column>>(
self,
values: impl IntoIterator<Item = C>,
) -> Column
pub fn isin<C: Into<Column>>( self, values: impl IntoIterator<Item = C>, ) -> Column
Mirrors pyspark.sql.column.Column.isin: membership test against the
given values (pass literals via lit(..) or other columns).
Sourcepub fn with_field(self, field_name: &str, value: Column) -> Column
pub fn with_field(self, field_name: &str, value: Column) -> Column
Mirrors pyspark.sql.column.Column.withField: add or replace a field in
a struct-typed column.
Sourcepub fn drop_fields(self, field_names: Vec<&str>) -> Column
pub fn drop_fields(self, field_names: Vec<&str>) -> Column
Mirrors pyspark.sql.column.Column.dropFields: drop one or more fields
from a struct-typed column (chained UpdateFields, one per field).
Sourcepub fn startswith(self, other: Column) -> Column
pub fn startswith(self, other: Column) -> Column
Mirrors pyspark.sql.column.Column.startswith.
Sourcepub fn asc_nulls_first(self) -> Column
pub fn asc_nulls_first(self) -> Column
Mirrors pyspark.sql.column.Column.asc_nulls_first.
Sourcepub fn asc_nulls_last(self) -> Column
pub fn asc_nulls_last(self) -> Column
Mirrors pyspark.sql.column.Column.asc_nulls_last.
Sourcepub fn desc_nulls_first(self) -> Column
pub fn desc_nulls_first(self) -> Column
Mirrors pyspark.sql.column.Column.desc_nulls_first.
Sourcepub fn desc_nulls_last(self) -> Column
pub fn desc_nulls_last(self) -> Column
Mirrors pyspark.sql.column.Column.desc_nulls_last.
Sourcepub fn when(self, condition: Column, value: Column) -> Column
pub fn when(self, condition: Column, value: Column) -> Column
Mirrors pyspark.sql.column.Column.when.
Sourcepub fn get_field(self, name: &str) -> Column
pub fn get_field(self, name: &str) -> Column
Mirrors pyspark.sql.column.Column.getField - struct field access.
Builds an UnresolvedExtractValue with the field name as a string literal.
Sourcepub fn get_item(self, key: Column) -> Column
pub fn get_item(self, key: Column) -> Column
Mirrors pyspark.sql.column.Column.__getitem__ / getItem - map/array/struct
extraction. Builds an UnresolvedExtractValue.
Sourcepub fn to_proto(&self) -> Expression
pub fn to_proto(&self) -> Expression
Convert to proto expression.
Sourcepub fn over(self, window_spec: WindowSpec) -> Column
pub fn over(self, window_spec: WindowSpec) -> Column
Mirrors pyspark.sql.column.Column.over - window function application.
Trait Implementations§
impl StructuralPartialEq for Column
Auto Trait Implementations§
impl Freeze for Column
impl RefUnwindSafe for Column
impl Send for Column
impl Sync for Column
impl Unpin for Column
impl UnsafeUnpin for Column
impl UnwindSafe for Column
Blanket Implementations§
impl<T> Allocation for T
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
impl<ST, DT> CastableFrom<ST, Initialized, Initialized> for DT
impl<ST, DT> CastableFrom<ST, Uninit, Uninit> for DT
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self> ⓘ
fn instrument(self, span: Span) -> Instrumented<Self> ⓘ
Source§fn in_current_span(self) -> Instrumented<Self> ⓘ
fn in_current_span(self) -> Instrumented<Self> ⓘ
Source§impl<T> IntoRequest<T> for T
impl<T> IntoRequest<T> for T
Source§fn into_request(self) -> Request<T>
fn into_request(self) -> Request<T>
T in a tonic::Request