Enum DataType

pub enum DataType {
    Null,
    Binary,
    Boolean,
    Byte,
    Short,
    Integer,
    Long,
    Float,
    Double,
    Decimal {
        scale: Option<i32>,
        precision: Option<i32>,
    },
    String,
    Char(i32),
    VarChar(i32),
    Date,
    Timestamp,
    TimestampNtz,
    CalendarInterval,
    YearMonthInterval {
        start_field: Option<i32>,
        end_field: Option<i32>,
    },
    DayTimeInterval {
        start_field: Option<i32>,
        end_field: Option<i32>,
    },
    Array {
        element_type: Box<DataType>,
        contains_null: bool,
    },
    Map {
        key_type: Box<DataType>,
        value_type: Box<DataType>,
        value_contains_null: bool,
    },
    Struct(Box<StructType>),
}

A set of DataTypes which represent Spark DataTypes.

These DataTypes variants are used to constructs a schema representation

Example:

let schema = StructType::new(vec![
       StructField {
            name: "name",
            data_type: DataType::String,
            nullable: false,
            metadata: None,
        },
        StructField {
            name: "age",
            data_type: DataType::Short,
            nullable: true,
            metadata: None,
        },
    ]);

Variants

Null

NullType

Binary

BinaryType

Boolean

BooleanType

Byte

ByteType

Short

ShortType

Integer

IntegerType

Long

LongType

Float

FloatType

Double

DoubleType

Decimal

DecimalType with scale and precision

Fields

scale: Option<i32>

precision: Option<i32>

String

StringType

Char(i32)

CharType with length

VarChar(i32)

VarCharType with length

Date

DateType

Timestamp

TimestampType

TimestampNtz

TimestampNtzType

CalendarInterval

CalendarIntervalType

YearMonthInterval

YearMonthIntervalType

Fields

start_field: Option<i32>

end_field: Option<i32>

DayTimeInterval

DayTimeInterval Type

Fields

start_field: Option<i32>

end_field: Option<i32>

Array

ArrayType

Fields

element_type: Box<DataType>

contains_null: bool

Map

MapType

Fields

key_type: Box<DataType>

value_type: Box<DataType>

value_contains_null: bool

Struct(Box<StructType>)

StructType

Implementations

impl DataType

pub fn from_str_name(value: &str) -> DataType

pub fn to_proto_type(&self) -> DataType

Trait Implementations

impl Clone for DataType

fn clone(&self) -> DataType

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for DataType

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl From<DataType> for CastToType

fn from(value: DataType) -> CastToType

Converts to this type from the input type.

impl From<DataType> for DataType

fn from(value: DataType) -> DataType

Converts to this type from the input type.

impl SparkDataType for DataType

fn json(&self) -> String

JSON representation of the object

fn type_name(&self) -> String

fn json_value(&self) -> String

fn as_str_name(&self) -> String